$ /Users/minipro/quantdiff/llama.cpp/llama-b11770/llama-server -m /Users/minipro/quantdiff/models/campaign/6176bd788769/NVIDIA-Nemotron-3.5-Bolt-E4B-UD-Q8_K_XL.gguf --host 127.0.0.1 --port 8089 -c 4096 -np 1 -ngl 999 -fa on --jinja --seed 1234 --no-webui -a quant 0.00.044.436 I srv llama_server: initializing ... 0.00.044.442 I cmn common_param: common_params_print_info: verbosity = 3 (adjust with the `-lv N` CLI arg) 0.00.045.612 I srv init_listene: The UI is disabled 0.00.045.614 I srv init_listene: Use --ui/--no-ui (or deprecated --webui/--no-webui) to enable/disable 0.00.045.733 W srv llama_server: security: no API key is set and CORS allows all origins (see https://github.com/ggml-org/llama.cpp/pull/25655) 0.00.047.801 I srv load_model: loading model '/Users/minipro/quantdiff/models/campaign/6176bd788769/NVIDIA-Nemotron-3.5-Bolt-E4B-UD-Q8_K_XL.gguf' 0.00.712.741 W load: control-looking token: 50 '<|tool_response>' was not control-type; this is probably a bug in the model. its type will be overridden 0.00.715.612 W load: control-looking token: 212 '' was not control-type; this is probably a bug in the model. its type will be overridden 0.00.721.558 W load: '' is a normal token here, removing it from EOG list 0.01.108.203 I cmn init: llama threadpool init, n_threads = 8 0.01.196.272 I srv load_model: initializing, n_slots = 1, n_ctx_slot = 4096, kv_unified = 'false' 0.01.203.674 I srv llama_server: model loaded 0.01.203.678 I srv llama_server: listening on http://127.0.0.1:8089 0.02.024.277 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 0, t_last = -1 0.02.024.683 I slot launch_slot_: id 0 | task 0 | processing task, is_child = 0 0.03.779.341 I slot print_timing: id 0 | task 0 | prompt eval time = 734.91 ms / 156 tokens ( 4.71 ms per token, 212.27 tokens per second) 0.03.779.346 I slot print_timing: id 0 | task 0 | eval time = 1019.71 ms / 32 tokens ( 32.89 ms per token, 30.40 tokens per second) 0.03.779.346 I slot print_timing: id 0 | task 0 | total time = 1754.61 ms / 188 tokens 0.03.779.347 I slot print_timing: id 0 | task 0 | graphs reused = 31 0.03.779.348 I slot print_timing: id 0 | task 0 | graph reallocs = 0 / 0 (same size) / (changed size) 0.03.779.374 I slot release: id 0 | task 0 | stop processing: n_tokens = 187, truncated = 0 0.03.788.105 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 187, t_last = 231804798200 0.03.792.259 I slot launch_slot_: id 0 | task 35 | processing task, is_child = 0 0.04.759.453 I slot print_timing: id 0 | task 35 | prompt eval time = 302.34 ms / 109 tokens ( 2.77 ms per token, 360.52 tokens per second) 0.04.759.457 I slot print_timing: id 0 | task 35 | eval time = 664.83 ms / 21 tokens ( 33.24 ms per token, 30.08 tokens per second) 0.04.759.457 I slot print_timing: id 0 | task 35 | total time = 967.18 ms / 130 tokens 0.04.759.458 I slot print_timing: id 0 | task 35 | graphs reused = 50 0.04.759.459 I slot print_timing: id 0 | task 35 | graph reallocs = 0 / 0 (same size) / (changed size) 0.04.759.491 I slot release: id 0 | task 35 | stop processing: n_tokens = 129, truncated = 0 0.04.766.551 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 129, t_last = 231805778317 0.04.768.609 I slot launch_slot_: id 0 | task 59 | processing task, is_child = 0 0.05.849.826 I slot print_timing: id 0 | task 59 | prompt eval time = 358.12 ms / 149 tokens ( 2.40 ms per token, 416.06 tokens per second) 0.05.849.830 I slot print_timing: id 0 | task 59 | eval time = 723.08 ms / 23 tokens ( 32.87 ms per token, 30.43 tokens per second) 0.05.849.831 I slot print_timing: id 0 | task 59 | total time = 1081.20 ms / 172 tokens 0.05.849.832 I slot print_timing: id 0 | task 59 | graphs reused = 71 0.05.849.832 I slot print_timing: id 0 | task 59 | graph reallocs = 0 / 0 (same size) / (changed size) 0.05.849.860 I slot release: id 0 | task 59 | stop processing: n_tokens = 171, truncated = 0 0.05.857.483 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 171, t_last = 231806868686 0.05.861.413 I slot launch_slot_: id 0 | task 85 | processing task, is_child = 0 0.06.786.956 I slot print_timing: id 0 | task 85 | prompt eval time = 399.61 ms / 190 tokens ( 2.10 ms per token, 475.47 tokens per second) 0.06.786.961 I slot print_timing: id 0 | task 85 | eval time = 525.91 ms / 17 tokens ( 32.87 ms per token, 30.42 tokens per second) 0.06.786.962 I slot print_timing: id 0 | task 85 | total time = 925.52 ms / 207 tokens 0.06.786.962 I slot print_timing: id 0 | task 85 | graphs reused = 86 0.06.786.963 I slot print_timing: id 0 | task 85 | graph reallocs = 0 / 0 (same size) / (changed size) 0.06.786.994 I slot release: id 0 | task 85 | stop processing: n_tokens = 206, truncated = 0 0.06.794.504 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.121 (> 0.100 thold), f_keep = 0.102 0.06.799.433 I slot launch_slot_: id 0 | task 105 | processing task, is_child = 0 0.08.096.391 I slot print_timing: id 0 | task 105 | prompt eval time = 438.47 ms / 174 tokens ( 2.52 ms per token, 396.84 tokens per second) 0.08.096.398 I slot print_timing: id 0 | task 105 | eval time = 858.47 ms / 27 tokens ( 33.02 ms per token, 30.29 tokens per second) 0.08.096.399 I slot print_timing: id 0 | task 105 | total time = 1296.94 ms / 201 tokens 0.08.096.400 I slot print_timing: id 0 | task 105 | graphs reused = 111 0.08.096.400 I slot print_timing: id 0 | task 105 | graph reallocs = 0 / 0 (same size) / (changed size) 0.08.096.432 I slot release: id 0 | task 105 | stop processing: n_tokens = 200, truncated = 0 0.08.104.282 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 200, t_last = 231809115258 0.08.108.024 I slot launch_slot_: id 0 | task 135 | processing task, is_child = 0 0.09.620.822 I slot print_timing: id 0 | task 135 | prompt eval time = 435.83 ms / 165 tokens ( 2.64 ms per token, 378.59 tokens per second) 0.09.620.834 I slot print_timing: id 0 | task 135 | eval time = 1076.96 ms / 34 tokens ( 32.64 ms per token, 30.64 tokens per second) 0.09.620.835 I slot print_timing: id 0 | task 135 | total time = 1512.79 ms / 199 tokens 0.09.620.835 I slot print_timing: id 0 | task 135 | graphs reused = 143 0.09.620.836 I slot print_timing: id 0 | task 135 | graph reallocs = 0 / 0 (same size) / (changed size) 0.09.620.863 I slot release: id 0 | task 135 | stop processing: n_tokens = 198, truncated = 0 0.09.628.706 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 198, t_last = 231810639690 0.09.633.028 I slot launch_slot_: id 0 | task 172 | processing task, is_child = 0 0.10.861.420 I slot print_timing: id 0 | task 172 | prompt eval time = 461.84 ms / 208 tokens ( 2.22 ms per token, 450.38 tokens per second) 0.10.861.424 I slot print_timing: id 0 | task 172 | eval time = 766.54 ms / 24 tokens ( 33.33 ms per token, 30.00 tokens per second) 0.10.861.425 I slot print_timing: id 0 | task 172 | total time = 1228.38 ms / 232 tokens 0.10.861.426 I slot print_timing: id 0 | task 172 | graphs reused = 165 0.10.861.427 I slot print_timing: id 0 | task 172 | graph reallocs = 0 / 0 (same size) / (changed size) 0.10.861.457 I slot release: id 0 | task 172 | stop processing: n_tokens = 231, truncated = 0 0.10.870.087 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 231, t_last = 231811880283 0.10.875.701 I slot launch_slot_: id 0 | task 199 | processing task, is_child = 0 0.12.543.916 I slot print_timing: id 0 | task 199 | prompt eval time = 548.93 ms / 260 tokens ( 2.11 ms per token, 473.65 tokens per second) 0.12.543.923 I slot print_timing: id 0 | task 199 | eval time = 1119.27 ms / 35 tokens ( 32.92 ms per token, 30.38 tokens per second) 0.12.543.924 I slot print_timing: id 0 | task 199 | total time = 1668.20 ms / 295 tokens 0.12.543.925 I slot print_timing: id 0 | task 199 | graphs reused = 198 0.12.543.926 I slot print_timing: id 0 | task 199 | graph reallocs = 0 / 0 (same size) / (changed size) 0.12.543.961 I slot release: id 0 | task 199 | stop processing: n_tokens = 294, truncated = 0 0.12.550.464 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 294, t_last = 231813562787 0.12.555.959 I slot launch_slot_: id 0 | task 237 | processing task, is_child = 0 0.13.867.212 I slot print_timing: id 0 | task 237 | prompt eval time = 354.54 ms / 136 tokens ( 2.61 ms per token, 383.60 tokens per second) 0.13.867.216 I slot print_timing: id 0 | task 237 | eval time = 956.70 ms / 30 tokens ( 32.99 ms per token, 30.31 tokens per second) 0.13.867.217 I slot print_timing: id 0 | task 237 | total time = 1311.24 ms / 166 tokens 0.13.867.218 I slot print_timing: id 0 | task 237 | graphs reused = 226 0.13.867.218 I slot print_timing: id 0 | task 237 | graph reallocs = 0 / 0 (same size) / (changed size) 0.13.867.241 I slot release: id 0 | task 237 | stop processing: n_tokens = 165, truncated = 0 0.13.874.636 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 165, t_last = 231814886067 0.13.876.199 I slot launch_slot_: id 0 | task 270 | processing task, is_child = 0 0.14.827.010 I slot print_timing: id 0 | task 270 | prompt eval time = 350.94 ms / 152 tokens ( 2.31 ms per token, 433.12 tokens per second) 0.14.827.017 I slot print_timing: id 0 | task 270 | eval time = 599.86 ms / 19 tokens ( 33.33 ms per token, 30.01 tokens per second) 0.14.827.017 I slot print_timing: id 0 | task 270 | total time = 950.80 ms / 171 tokens 0.14.827.018 I slot print_timing: id 0 | task 270 | graphs reused = 243 0.14.827.019 I slot print_timing: id 0 | task 270 | graph reallocs = 0 / 0 (same size) / (changed size) 0.14.827.046 I slot release: id 0 | task 270 | stop processing: n_tokens = 170, truncated = 0 0.14.834.156 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 170, t_last = 231815845872 0.14.837.457 I slot launch_slot_: id 0 | task 292 | processing task, is_child = 0 0.16.326.339 I slot print_timing: id 0 | task 292 | prompt eval time = 370.96 ms / 160 tokens ( 2.32 ms per token, 431.31 tokens per second) 0.16.326.346 I slot print_timing: id 0 | task 292 | eval time = 1117.90 ms / 35 tokens ( 32.88 ms per token, 30.41 tokens per second) 0.16.326.347 I slot print_timing: id 0 | task 292 | total time = 1488.87 ms / 195 tokens 0.16.326.347 I slot print_timing: id 0 | task 292 | graphs reused = 276 0.16.326.348 I slot print_timing: id 0 | task 292 | graph reallocs = 0 / 0 (same size) / (changed size) 0.16.326.374 I slot release: id 0 | task 292 | stop processing: n_tokens = 194, truncated = 0 0.16.334.147 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 194, t_last = 231817345200 0.16.338.568 I slot launch_slot_: id 0 | task 330 | processing task, is_child = 0 0.17.680.056 I slot print_timing: id 0 | task 330 | prompt eval time = 452.88 ms / 200 tokens ( 2.26 ms per token, 441.62 tokens per second) 0.17.680.060 I slot print_timing: id 0 | task 330 | eval time = 888.60 ms / 28 tokens ( 32.91 ms per token, 30.38 tokens per second) 0.17.680.060 I slot print_timing: id 0 | task 330 | total time = 1341.48 ms / 228 tokens 0.17.680.061 I slot print_timing: id 0 | task 330 | graphs reused = 302 0.17.680.062 I slot print_timing: id 0 | task 330 | graph reallocs = 0 / 0 (same size) / (changed size) 0.17.680.090 I slot release: id 0 | task 330 | stop processing: n_tokens = 227, truncated = 0 0.17.687.103 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 227, t_last = 231818698916 0.17.692.063 I slot launch_slot_: id 0 | task 361 | processing task, is_child = 0 0.19.208.219 I slot print_timing: id 0 | task 361 | prompt eval time = 395.06 ms / 167 tokens ( 2.37 ms per token, 422.72 tokens per second) 0.19.208.226 I slot print_timing: id 0 | task 361 | eval time = 1121.09 ms / 35 tokens ( 32.97 ms per token, 30.33 tokens per second) 0.19.208.227 I slot print_timing: id 0 | task 361 | total time = 1516.15 ms / 202 tokens 0.19.208.228 I slot print_timing: id 0 | task 361 | graphs reused = 335 0.19.208.228 I slot print_timing: id 0 | task 361 | graph reallocs = 0 / 0 (same size) / (changed size) 0.19.208.253 I slot release: id 0 | task 361 | stop processing: n_tokens = 201, truncated = 0 0.19.215.810 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 201, t_last = 231820227079 0.19.219.120 I slot launch_slot_: id 0 | task 399 | processing task, is_child = 0 0.20.474.629 I slot print_timing: id 0 | task 399 | prompt eval time = 403.15 ms / 164 tokens ( 2.46 ms per token, 406.80 tokens per second) 0.20.474.635 I slot print_timing: id 0 | task 399 | eval time = 852.35 ms / 27 tokens ( 32.78 ms per token, 30.50 tokens per second) 0.20.474.636 I slot print_timing: id 0 | task 399 | total time = 1255.50 ms / 191 tokens 0.20.474.637 I slot print_timing: id 0 | task 399 | graphs reused = 360 0.20.474.637 I slot print_timing: id 0 | task 399 | graph reallocs = 0 / 0 (same size) / (changed size) 0.20.474.662 I slot release: id 0 | task 399 | stop processing: n_tokens = 190, truncated = 0 0.20.482.057 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 190, t_last = 231821493489 0.20.486.431 I slot launch_slot_: id 0 | task 429 | processing task, is_child = 0 0.22.138.753 I slot print_timing: id 0 | task 429 | prompt eval time = 403.06 ms / 163 tokens ( 2.47 ms per token, 404.41 tokens per second) 0.22.138.761 I slot print_timing: id 0 | task 429 | eval time = 1249.25 ms / 39 tokens ( 32.88 ms per token, 30.42 tokens per second) 0.22.138.761 I slot print_timing: id 0 | task 429 | total time = 1652.31 ms / 202 tokens 0.22.138.762 I slot print_timing: id 0 | task 429 | graphs reused = 397 0.22.138.763 I slot print_timing: id 0 | task 429 | graph reallocs = 0 / 0 (same size) / (changed size) 0.22.138.793 I slot release: id 0 | task 429 | stop processing: n_tokens = 201, truncated = 0 0.22.146.516 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 201, t_last = 231823157619 0.22.151.003 I slot launch_slot_: id 0 | task 471 | processing task, is_child = 0 0.23.488.227 I slot print_timing: id 0 | task 471 | prompt eval time = 348.27 ms / 137 tokens ( 2.54 ms per token, 393.37 tokens per second) 0.23.488.235 I slot print_timing: id 0 | task 471 | eval time = 988.94 ms / 31 tokens ( 32.96 ms per token, 30.34 tokens per second) 0.23.488.236 I slot print_timing: id 0 | task 471 | total time = 1337.21 ms / 168 tokens 0.23.488.236 I slot print_timing: id 0 | task 471 | graphs reused = 426 0.23.488.237 I slot print_timing: id 0 | task 471 | graph reallocs = 0 / 0 (same size) / (changed size) 0.23.488.261 I slot release: id 0 | task 471 | stop processing: n_tokens = 167, truncated = 0 0.23.495.684 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 167, t_last = 231824507087 0.23.499.129 I slot launch_slot_: id 0 | task 505 | processing task, is_child = 0 0.24.521.015 I slot print_timing: id 0 | task 505 | prompt eval time = 394.78 ms / 159 tokens ( 2.48 ms per token, 402.76 tokens per second) 0.24.521.019 I slot print_timing: id 0 | task 505 | eval time = 627.10 ms / 20 tokens ( 33.01 ms per token, 30.30 tokens per second) 0.24.521.020 I slot print_timing: id 0 | task 505 | total time = 1021.88 ms / 179 tokens 0.24.521.021 I slot print_timing: id 0 | task 505 | graphs reused = 444 0.24.521.022 I slot print_timing: id 0 | task 505 | graph reallocs = 0 / 0 (same size) / (changed size) 0.24.521.050 I slot release: id 0 | task 505 | stop processing: n_tokens = 178, truncated = 0 0.24.528.585 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 178, t_last = 231825539876 0.24.532.980 I slot launch_slot_: id 0 | task 528 | processing task, is_child = 0 0.25.514.665 I slot print_timing: id 0 | task 528 | prompt eval time = 354.92 ms / 141 tokens ( 2.52 ms per token, 397.27 tokens per second) 0.25.514.672 I slot print_timing: id 0 | task 528 | eval time = 626.75 ms / 20 tokens ( 32.99 ms per token, 30.32 tokens per second) 0.25.514.672 I slot print_timing: id 0 | task 528 | total time = 981.67 ms / 161 tokens 0.25.514.673 I slot print_timing: id 0 | task 528 | graphs reused = 462 0.25.514.674 I slot print_timing: id 0 | task 528 | graph reallocs = 0 / 0 (same size) / (changed size) 0.25.514.697 I slot release: id 0 | task 528 | stop processing: n_tokens = 160, truncated = 0 0.25.521.942 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 160, t_last = 231826533523 0.25.525.701 I slot launch_slot_: id 0 | task 551 | processing task, is_child = 0 0.26.406.284 I slot print_timing: id 0 | task 551 | prompt eval time = 355.07 ms / 136 tokens ( 2.61 ms per token, 383.02 tokens per second) 0.26.406.292 I slot print_timing: id 0 | task 551 | eval time = 525.50 ms / 17 tokens ( 32.84 ms per token, 30.45 tokens per second) 0.26.406.293 I slot print_timing: id 0 | task 551 | total time = 880.57 ms / 153 tokens 0.26.406.293 I slot print_timing: id 0 | task 551 | graphs reused = 477 0.26.406.294 I slot print_timing: id 0 | task 551 | graph reallocs = 0 / 0 (same size) / (changed size) 0.26.406.317 I slot release: id 0 | task 551 | stop processing: n_tokens = 152, truncated = 0 0.26.413.895 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 152, t_last = 231827425143 0.26.417.346 I slot launch_slot_: id 0 | task 571 | processing task, is_child = 0 0.28.075.038 I slot print_timing: id 0 | task 571 | prompt eval time = 437.31 ms / 169 tokens ( 2.59 ms per token, 386.45 tokens per second) 0.28.075.043 I slot print_timing: id 0 | task 571 | eval time = 1220.37 ms / 38 tokens ( 32.98 ms per token, 30.32 tokens per second) 0.28.075.043 I slot print_timing: id 0 | task 571 | total time = 1657.68 ms / 207 tokens 0.28.075.044 I slot print_timing: id 0 | task 571 | graphs reused = 513 0.28.075.045 I slot print_timing: id 0 | task 571 | graph reallocs = 0 / 0 (same size) / (changed size) 0.28.075.074 I slot release: id 0 | task 571 | stop processing: n_tokens = 206, truncated = 0 0.28.082.375 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 206, t_last = 231829093900 0.28.086.807 I slot launch_slot_: id 0 | task 612 | processing task, is_child = 0 0.29.491.945 I slot print_timing: id 0 | task 612 | prompt eval time = 351.80 ms / 154 tokens ( 2.28 ms per token, 437.75 tokens per second) 0.29.491.952 I slot print_timing: id 0 | task 612 | eval time = 1053.33 ms / 33 tokens ( 32.92 ms per token, 30.38 tokens per second) 0.29.491.953 I slot print_timing: id 0 | task 612 | total time = 1405.13 ms / 187 tokens 0.29.491.954 I slot print_timing: id 0 | task 612 | graphs reused = 544 0.29.491.954 I slot print_timing: id 0 | task 612 | graph reallocs = 0 / 0 (same size) / (changed size) 0.29.491.978 I slot release: id 0 | task 612 | stop processing: n_tokens = 186, truncated = 0 0.29.500.008 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 186, t_last = 231830510804 0.29.504.337 I slot launch_slot_: id 0 | task 648 | processing task, is_child = 0 0.30.991.743 I slot print_timing: id 0 | task 648 | prompt eval time = 397.28 ms / 196 tokens ( 2.03 ms per token, 493.36 tokens per second) 0.30.991.750 I slot print_timing: id 0 | task 648 | eval time = 1090.12 ms / 34 tokens ( 33.03 ms per token, 30.27 tokens per second) 0.30.991.751 I slot print_timing: id 0 | task 648 | total time = 1487.40 ms / 230 tokens 0.30.991.752 I slot print_timing: id 0 | task 648 | graphs reused = 576 0.30.991.752 I slot print_timing: id 0 | task 648 | graph reallocs = 0 / 0 (same size) / (changed size) 0.30.991.780 I slot release: id 0 | task 648 | stop processing: n_tokens = 229, truncated = 0 0.30.999.034 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 229, t_last = 231832010606 0.31.003.772 I slot launch_slot_: id 0 | task 685 | processing task, is_child = 0 0.32.198.870 I slot print_timing: id 0 | task 685 | prompt eval time = 404.12 ms / 180 tokens ( 2.25 ms per token, 445.41 tokens per second) 0.32.198.877 I slot print_timing: id 0 | task 685 | eval time = 790.97 ms / 25 tokens ( 32.96 ms per token, 30.34 tokens per second) 0.32.198.878 I slot print_timing: id 0 | task 685 | total time = 1195.09 ms / 205 tokens 0.32.198.878 I slot print_timing: id 0 | task 685 | graphs reused = 599 0.32.198.879 I slot print_timing: id 0 | task 685 | graph reallocs = 0 / 0 (same size) / (changed size) 0.32.198.904 I slot release: id 0 | task 685 | stop processing: n_tokens = 204, truncated = 0 0.32.206.706 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 204, t_last = 231833217730 0.32.211.331 I slot launch_slot_: id 0 | task 713 | processing task, is_child = 0 0.34.361.697 I slot print_timing: id 0 | task 713 | prompt eval time = 439.49 ms / 192 tokens ( 2.29 ms per token, 436.87 tokens per second) 0.34.361.701 I slot print_timing: id 0 | task 713 | eval time = 1710.87 ms / 53 tokens ( 32.90 ms per token, 30.39 tokens per second) 0.34.361.702 I slot print_timing: id 0 | task 713 | total time = 2150.36 ms / 245 tokens 0.34.361.703 I slot print_timing: id 0 | task 713 | graphs reused = 650 0.34.361.703 I slot print_timing: id 0 | task 713 | graph reallocs = 0 / 0 (same size) / (changed size) 0.34.361.734 I slot release: id 0 | task 713 | stop processing: n_tokens = 244, truncated = 0 0.34.369.974 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 244, t_last = 231835380560 0.34.374.477 I slot launch_slot_: id 0 | task 769 | processing task, is_child = 0 0.36.059.583 I slot print_timing: id 0 | task 769 | prompt eval time = 498.96 ms / 228 tokens ( 2.19 ms per token, 456.95 tokens per second) 0.36.059.590 I slot print_timing: id 0 | task 769 | eval time = 1186.13 ms / 37 tokens ( 32.95 ms per token, 30.35 tokens per second) 0.36.059.591 I slot print_timing: id 0 | task 769 | total time = 1685.09 ms / 265 tokens 0.36.059.592 I slot print_timing: id 0 | task 769 | graphs reused = 684 0.36.059.592 I slot print_timing: id 0 | task 769 | graph reallocs = 0 / 0 (same size) / (changed size) 0.36.059.624 I slot release: id 0 | task 769 | stop processing: n_tokens = 264, truncated = 0 0.36.067.285 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 264, t_last = 231837078450 0.36.073.076 I slot launch_slot_: id 0 | task 809 | processing task, is_child = 0 0.37.668.724 I slot print_timing: id 0 | task 809 | prompt eval time = 440.89 ms / 189 tokens ( 2.33 ms per token, 428.68 tokens per second) 0.37.668.731 I slot print_timing: id 0 | task 809 | eval time = 1154.74 ms / 36 tokens ( 32.99 ms per token, 30.31 tokens per second) 0.37.668.732 I slot print_timing: id 0 | task 809 | total time = 1595.63 ms / 225 tokens 0.37.668.733 I slot print_timing: id 0 | task 809 | graphs reused = 718 0.37.668.733 I slot print_timing: id 0 | task 809 | graph reallocs = 0 / 0 (same size) / (changed size) 0.37.668.764 I slot release: id 0 | task 809 | stop processing: n_tokens = 224, truncated = 0 0.37.675.460 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 224, t_last = 231838687590 0.37.679.804 I slot launch_slot_: id 0 | task 848 | processing task, is_child = 0 0.39.057.706 I slot print_timing: id 0 | task 848 | prompt eval time = 354.51 ms / 144 tokens ( 2.46 ms per token, 406.20 tokens per second) 0.39.057.713 I slot print_timing: id 0 | task 848 | eval time = 1023.38 ms / 32 tokens ( 33.01 ms per token, 30.29 tokens per second) 0.39.057.714 I slot print_timing: id 0 | task 848 | total time = 1377.89 ms / 176 tokens 0.39.057.715 I slot print_timing: id 0 | task 848 | graphs reused = 748 0.39.057.716 I slot print_timing: id 0 | task 848 | graph reallocs = 0 / 0 (same size) / (changed size) 0.39.057.740 I slot release: id 0 | task 848 | stop processing: n_tokens = 175, truncated = 0 0.39.065.183 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 175, t_last = 231840076566 0.39.069.083 I slot launch_slot_: id 0 | task 883 | processing task, is_child = 0 0.40.784.837 I slot print_timing: id 0 | task 883 | prompt eval time = 396.54 ms / 170 tokens ( 2.33 ms per token, 428.71 tokens per second) 0.40.784.841 I slot print_timing: id 0 | task 883 | eval time = 1319.20 ms / 41 tokens ( 32.98 ms per token, 30.32 tokens per second) 0.40.784.842 I slot print_timing: id 0 | task 883 | total time = 1715.74 ms / 211 tokens 0.40.784.842 I slot print_timing: id 0 | task 883 | graphs reused = 787 0.40.784.843 I slot print_timing: id 0 | task 883 | graph reallocs = 0 / 0 (same size) / (changed size) 0.40.784.872 I slot release: id 0 | task 883 | stop processing: n_tokens = 210, truncated = 0 0.40.792.979 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 210, t_last = 231841803698 0.40.797.735 I slot launch_slot_: id 0 | task 927 | processing task, is_child = 0 0.42.875.663 I slot print_timing: id 0 | task 927 | prompt eval time = 442.77 ms / 200 tokens ( 2.21 ms per token, 451.70 tokens per second) 0.42.875.668 I slot print_timing: id 0 | task 927 | eval time = 1635.13 ms / 51 tokens ( 32.70 ms per token, 30.58 tokens per second) 0.42.875.669 I slot print_timing: id 0 | task 927 | total time = 2077.91 ms / 251 tokens 0.42.875.669 I slot print_timing: id 0 | task 927 | graphs reused = 836 0.42.875.670 I slot print_timing: id 0 | task 927 | graph reallocs = 0 / 0 (same size) / (changed size) 0.42.875.701 I slot release: id 0 | task 927 | stop processing: n_tokens = 250, truncated = 0 0.42.883.385 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 250, t_last = 231843894527 0.42.888.838 I slot launch_slot_: id 0 | task 981 | processing task, is_child = 0 0.44.477.950 I slot print_timing: id 0 | task 981 | prompt eval time = 404.04 ms / 174 tokens ( 2.32 ms per token, 430.65 tokens per second) 0.44.477.956 I slot print_timing: id 0 | task 981 | eval time = 1185.06 ms / 37 tokens ( 32.92 ms per token, 30.38 tokens per second) 0.44.477.957 I slot print_timing: id 0 | task 981 | total time = 1589.10 ms / 211 tokens 0.44.477.958 I slot print_timing: id 0 | task 981 | graphs reused = 871 0.44.477.959 I slot print_timing: id 0 | task 981 | graph reallocs = 0 / 0 (same size) / (changed size) 0.44.477.984 I slot release: id 0 | task 981 | stop processing: n_tokens = 210, truncated = 0 0.44.485.525 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 210, t_last = 231845496810 0.44.490.508 I slot launch_slot_: id 0 | task 1021 | processing task, is_child = 0 0.45.933.105 I slot print_timing: id 0 | task 1021 | prompt eval time = 357.06 ms / 149 tokens ( 2.40 ms per token, 417.29 tokens per second) 0.45.933.112 I slot print_timing: id 0 | task 1021 | eval time = 1085.52 ms / 34 tokens ( 32.89 ms per token, 30.40 tokens per second) 0.45.933.113 I slot print_timing: id 0 | task 1021 | total time = 1442.58 ms / 183 tokens 0.45.933.114 I slot print_timing: id 0 | task 1021 | graphs reused = 903 0.45.933.114 I slot print_timing: id 0 | task 1021 | graph reallocs = 0 / 0 (same size) / (changed size) 0.45.933.138 I slot release: id 0 | task 1021 | stop processing: n_tokens = 182, truncated = 0 0.45.940.136 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 182, t_last = 231846951964 0.45.943.330 I slot launch_slot_: id 0 | task 1058 | processing task, is_child = 0 0.47.338.134 I slot print_timing: id 0 | task 1058 | prompt eval time = 399.42 ms / 150 tokens ( 2.66 ms per token, 375.55 tokens per second) 0.47.338.140 I slot print_timing: id 0 | task 1058 | eval time = 995.38 ms / 31 tokens ( 33.18 ms per token, 30.14 tokens per second) 0.47.338.141 I slot print_timing: id 0 | task 1058 | total time = 1394.80 ms / 181 tokens 0.47.338.142 I slot print_timing: id 0 | task 1058 | graphs reused = 932 0.47.338.143 I slot print_timing: id 0 | task 1058 | graph reallocs = 0 / 0 (same size) / (changed size) 0.47.338.170 I slot release: id 0 | task 1058 | stop processing: n_tokens = 180, truncated = 0 0.47.346.413 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 180, t_last = 231848356996 0.47.350.526 I slot launch_slot_: id 0 | task 1092 | processing task, is_child = 0 0.49.003.400 I slot print_timing: id 0 | task 1092 | prompt eval time = 402.30 ms / 175 tokens ( 2.30 ms per token, 435.00 tokens per second) 0.49.003.407 I slot print_timing: id 0 | task 1092 | eval time = 1250.56 ms / 39 tokens ( 32.91 ms per token, 30.39 tokens per second) 0.49.003.408 I slot print_timing: id 0 | task 1092 | total time = 1652.86 ms / 214 tokens 0.49.003.409 I slot print_timing: id 0 | task 1092 | graphs reused = 969 0.49.003.409 I slot print_timing: id 0 | task 1092 | graph reallocs = 0 / 0 (same size) / (changed size) 0.49.003.436 I slot release: id 0 | task 1092 | stop processing: n_tokens = 213, truncated = 0 0.49.011.728 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 213, t_last = 231850022262 0.49.016.445 I slot launch_slot_: id 0 | task 1134 | processing task, is_child = 0 0.50.849.051 I slot print_timing: id 0 | task 1134 | prompt eval time = 454.01 ms / 203 tokens ( 2.24 ms per token, 447.12 tokens per second) 0.50.849.058 I slot print_timing: id 0 | task 1134 | eval time = 1378.58 ms / 43 tokens ( 32.82 ms per token, 30.47 tokens per second) 0.50.849.059 I slot print_timing: id 0 | task 1134 | total time = 1832.60 ms / 246 tokens 0.50.849.059 I slot print_timing: id 0 | task 1134 | graphs reused = 1010 0.50.849.060 I slot print_timing: id 0 | task 1134 | graph reallocs = 0 / 0 (same size) / (changed size) 0.50.849.091 I slot release: id 0 | task 1134 | stop processing: n_tokens = 245, truncated = 0 0.50.857.126 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 245, t_last = 231851867917 0.50.862.419 I slot launch_slot_: id 0 | task 1180 | processing task, is_child = 0 0.52.146.847 I slot print_timing: id 0 | task 1180 | prompt eval time = 326.11 ms / 136 tokens ( 2.40 ms per token, 417.04 tokens per second) 0.52.146.856 I slot print_timing: id 0 | task 1180 | eval time = 958.30 ms / 30 tokens ( 33.05 ms per token, 30.26 tokens per second) 0.52.146.857 I slot print_timing: id 0 | task 1180 | total time = 1284.41 ms / 166 tokens 0.52.146.857 I slot print_timing: id 0 | task 1180 | graphs reused = 1038 0.52.146.858 I slot print_timing: id 0 | task 1180 | graph reallocs = 0 / 0 (same size) / (changed size) 0.52.146.880 I slot release: id 0 | task 1180 | stop processing: n_tokens = 165, truncated = 0 0.52.156.065 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 165, t_last = 231853165706 0.52.159.383 I slot launch_slot_: id 0 | task 1213 | processing task, is_child = 0 0.55.857.651 I slot print_timing: id 0 | task 1213 | n_gen = 100, tg = 30.55 t/s, tg_3s = 30.86 t/s 0.56.413.315 I slot print_timing: id 0 | task 1213 | prompt eval time = 457.33 ms / 185 tokens ( 2.47 ms per token, 404.52 tokens per second) 0.56.413.322 I slot print_timing: id 0 | task 1213 | eval time = 3796.59 ms / 117 tokens ( 32.73 ms per token, 30.55 tokens per second) 0.56.413.323 I slot print_timing: id 0 | task 1213 | total time = 4253.92 ms / 302 tokens 0.56.413.324 I slot print_timing: id 0 | task 1213 | graphs reused = 1152 0.56.413.325 I slot print_timing: id 0 | task 1213 | graph reallocs = 0 / 0 (same size) / (changed size) 0.56.413.356 I slot release: id 0 | task 1213 | stop processing: n_tokens = 301, truncated = 0 0.56.420.378 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 301, t_last = 231857432182 0.56.426.203 I slot launch_slot_: id 0 | task 1333 | processing task, is_child = 0 0.57.321.319 I slot print_timing: id 0 | task 1333 | prompt eval time = 271.02 ms / 110 tokens ( 2.46 ms per token, 405.87 tokens per second) 0.57.321.327 I slot print_timing: id 0 | task 1333 | eval time = 624.09 ms / 20 tokens ( 32.85 ms per token, 30.44 tokens per second) 0.57.321.327 I slot print_timing: id 0 | task 1333 | total time = 895.11 ms / 130 tokens 0.57.321.328 I slot print_timing: id 0 | task 1333 | graphs reused = 1170 0.57.321.329 I slot print_timing: id 0 | task 1333 | graph reallocs = 0 / 0 (same size) / (changed size) 0.57.321.350 I slot release: id 0 | task 1333 | stop processing: n_tokens = 129, truncated = 0 0.57.328.391 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 129, t_last = 231858340176 0.57.330.140 I slot launch_slot_: id 0 | task 1356 | processing task, is_child = 0 1.00.330.268 I slot print_timing: id 0 | task 1356 | prompt eval time = 351.47 ms / 122 tokens ( 2.88 ms per token, 347.12 tokens per second) 1.00.330.275 I slot print_timing: id 0 | task 1356 | eval time = 2648.65 ms / 82 tokens ( 32.70 ms per token, 30.58 tokens per second) 1.00.330.276 I slot print_timing: id 0 | task 1356 | total time = 3000.11 ms / 204 tokens 1.00.330.276 I slot print_timing: id 0 | task 1356 | graphs reused = 1250 1.00.330.277 I slot print_timing: id 0 | task 1356 | graph reallocs = 0 / 0 (same size) / (changed size) 1.00.330.303 I slot release: id 0 | task 1356 | stop processing: n_tokens = 203, truncated = 0 1.00.337.335 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 203, t_last = 231861349129 1.00.341.286 I slot launch_slot_: id 0 | task 1441 | processing task, is_child = 0 1.01.322.757 I slot print_timing: id 0 | task 1441 | prompt eval time = 322.45 ms / 131 tokens ( 2.46 ms per token, 406.27 tokens per second) 1.01.322.764 I slot print_timing: id 0 | task 1441 | eval time = 659.01 ms / 21 tokens ( 32.95 ms per token, 30.35 tokens per second) 1.01.322.765 I slot print_timing: id 0 | task 1441 | total time = 981.46 ms / 152 tokens 1.01.322.765 I slot print_timing: id 0 | task 1441 | graphs reused = 1269 1.01.322.766 I slot print_timing: id 0 | task 1441 | graph reallocs = 0 / 0 (same size) / (changed size) 1.01.322.789 I slot release: id 0 | task 1441 | stop processing: n_tokens = 151, truncated = 0 1.01.329.835 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 151, t_last = 231862341616 1.01.333.565 I slot launch_slot_: id 0 | task 1465 | processing task, is_child = 0 1.02.576.930 I slot print_timing: id 0 | task 1465 | prompt eval time = 317.08 ms / 121 tokens ( 2.62 ms per token, 381.61 tokens per second) 1.02.576.937 I slot print_timing: id 0 | task 1465 | eval time = 926.28 ms / 29 tokens ( 33.08 ms per token, 30.23 tokens per second) 1.02.576.938 I slot print_timing: id 0 | task 1465 | total time = 1243.35 ms / 150 tokens 1.02.576.939 I slot print_timing: id 0 | task 1465 | graphs reused = 1296 1.02.576.939 I slot print_timing: id 0 | task 1465 | graph reallocs = 0 / 0 (same size) / (changed size) 1.02.576.965 I slot release: id 0 | task 1465 | stop processing: n_tokens = 149, truncated = 0 1.02.585.060 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 149, t_last = 231863595791 1.02.588.526 I slot launch_slot_: id 0 | task 1497 | processing task, is_child = 0 1.03.958.189 I slot print_timing: id 0 | task 1497 | prompt eval time = 440.05 ms / 187 tokens ( 2.35 ms per token, 424.96 tokens per second) 1.03.958.192 I slot print_timing: id 0 | task 1497 | eval time = 929.60 ms / 29 tokens ( 33.20 ms per token, 30.12 tokens per second) 1.03.958.193 I slot print_timing: id 0 | task 1497 | total time = 1369.65 ms / 216 tokens 1.03.958.194 I slot print_timing: id 0 | task 1497 | graphs reused = 1323 1.03.958.195 I slot print_timing: id 0 | task 1497 | graph reallocs = 0 / 0 (same size) / (changed size) 1.03.958.226 I slot release: id 0 | task 1497 | stop processing: n_tokens = 215, truncated = 0 1.03.967.053 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 215, t_last = 231864977052 1.03.971.963 I slot launch_slot_: id 0 | task 1529 | processing task, is_child = 0 1.05.987.845 I slot print_timing: id 0 | task 1529 | prompt eval time = 604.22 ms / 305 tokens ( 1.98 ms per token, 504.78 tokens per second) 1.05.987.850 I slot print_timing: id 0 | task 1529 | eval time = 1411.65 ms / 44 tokens ( 32.83 ms per token, 30.46 tokens per second) 1.05.987.851 I slot print_timing: id 0 | task 1529 | total time = 2015.87 ms / 349 tokens 1.05.987.851 I slot print_timing: id 0 | task 1529 | graphs reused = 1365 1.05.987.852 I slot print_timing: id 0 | task 1529 | graph reallocs = 0 / 0 (same size) / (changed size) 1.05.987.888 I slot release: id 0 | task 1529 | stop processing: n_tokens = 348, truncated = 0 1.05.995.208 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 348, t_last = 231867006714 1.06.002.990 I slot launch_slot_: id 0 | task 1576 | processing task, is_child = 0 1.07.213.933 I slot print_timing: id 0 | task 1576 | prompt eval time = 354.71 ms / 135 tokens ( 2.63 ms per token, 380.59 tokens per second) 1.07.213.940 I slot print_timing: id 0 | task 1576 | eval time = 856.22 ms / 27 tokens ( 32.93 ms per token, 30.37 tokens per second) 1.07.213.941 I slot print_timing: id 0 | task 1576 | total time = 1210.93 ms / 162 tokens 1.07.213.941 I slot print_timing: id 0 | task 1576 | graphs reused = 1390 1.07.213.942 I slot print_timing: id 0 | task 1576 | graph reallocs = 0 / 0 (same size) / (changed size) 1.07.213.968 I slot release: id 0 | task 1576 | stop processing: n_tokens = 161, truncated = 0 1.07.222.426 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 161, t_last = 231868232795 1.07.224.574 I slot launch_slot_: id 0 | task 1606 | processing task, is_child = 0 1.08.585.052 I slot print_timing: id 0 | task 1606 | prompt eval time = 402.23 ms / 168 tokens ( 2.39 ms per token, 417.68 tokens per second) 1.08.585.059 I slot print_timing: id 0 | task 1606 | eval time = 958.24 ms / 30 tokens ( 33.04 ms per token, 30.26 tokens per second) 1.08.585.060 I slot print_timing: id 0 | task 1606 | total time = 1360.47 ms / 198 tokens 1.08.585.061 I slot print_timing: id 0 | task 1606 | graphs reused = 1418 1.08.585.061 I slot print_timing: id 0 | task 1606 | graph reallocs = 0 / 0 (same size) / (changed size) 1.08.585.087 I slot release: id 0 | task 1606 | stop processing: n_tokens = 197, truncated = 0 1.08.592.760 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 197, t_last = 231869603913 1.08.597.071 I slot launch_slot_: id 0 | task 1639 | processing task, is_child = 0 1.10.345.094 I slot print_timing: id 0 | task 1639 | prompt eval time = 497.86 ms / 221 tokens ( 2.25 ms per token, 443.90 tokens per second) 1.10.345.098 I slot print_timing: id 0 | task 1639 | eval time = 1250.16 ms / 39 tokens ( 32.90 ms per token, 30.40 tokens per second) 1.10.345.099 I slot print_timing: id 0 | task 1639 | total time = 1748.01 ms / 260 tokens 1.10.345.099 I slot print_timing: id 0 | task 1639 | graphs reused = 1454 1.10.345.100 I slot print_timing: id 0 | task 1639 | graph reallocs = 0 / 0 (same size) / (changed size) 1.10.345.127 I slot release: id 0 | task 1639 | stop processing: n_tokens = 259, truncated = 0 1.10.352.722 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 259, t_last = 231871363953 1.10.358.371 I slot launch_slot_: id 0 | task 1681 | processing task, is_child = 0 1.11.831.741 I slot print_timing: id 0 | task 1681 | prompt eval time = 455.59 ms / 221 tokens ( 2.06 ms per token, 485.09 tokens per second) 1.11.831.747 I slot print_timing: id 0 | task 1681 | eval time = 1017.77 ms / 32 tokens ( 32.83 ms per token, 30.46 tokens per second) 1.11.831.748 I slot print_timing: id 0 | task 1681 | total time = 1473.36 ms / 253 tokens 1.11.831.749 I slot print_timing: id 0 | task 1681 | graphs reused = 1484 1.11.831.750 I slot print_timing: id 0 | task 1681 | graph reallocs = 0 / 0 (same size) / (changed size) 1.11.831.781 I slot release: id 0 | task 1681 | stop processing: n_tokens = 252, truncated = 0 1.11.838.801 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 252, t_last = 231872850607 1.11.844.674 I slot launch_slot_: id 0 | task 1716 | processing task, is_child = 0 1.13.060.302 I slot print_timing: id 0 | task 1716 | prompt eval time = 324.14 ms / 143 tokens ( 2.27 ms per token, 441.16 tokens per second) 1.13.060.306 I slot print_timing: id 0 | task 1716 | eval time = 891.47 ms / 28 tokens ( 33.02 ms per token, 30.29 tokens per second) 1.13.060.307 I slot print_timing: id 0 | task 1716 | total time = 1215.61 ms / 171 tokens 1.13.060.307 I slot print_timing: id 0 | task 1716 | graphs reused = 1510 1.13.060.308 I slot print_timing: id 0 | task 1716 | graph reallocs = 0 / 0 (same size) / (changed size) 1.13.060.332 I slot release: id 0 | task 1716 | stop processing: n_tokens = 170, truncated = 0 1.13.068.284 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 170, t_last = 231874079158 1.13.070.143 I slot launch_slot_: id 0 | task 1747 | processing task, is_child = 0 1.14.489.065 I slot print_timing: id 0 | task 1747 | prompt eval time = 401.67 ms / 162 tokens ( 2.48 ms per token, 403.32 tokens per second) 1.14.489.071 I slot print_timing: id 0 | task 1747 | eval time = 1017.25 ms / 32 tokens ( 32.81 ms per token, 30.47 tokens per second) 1.14.489.072 I slot print_timing: id 0 | task 1747 | total time = 1418.91 ms / 194 tokens 1.14.489.072 I slot print_timing: id 0 | task 1747 | graphs reused = 1540 1.14.489.073 I slot print_timing: id 0 | task 1747 | graph reallocs = 0 / 0 (same size) / (changed size) 1.14.489.099 I slot release: id 0 | task 1747 | stop processing: n_tokens = 193, truncated = 0 1.14.496.555 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 193, t_last = 231875507925 1.14.501.035 I slot launch_slot_: id 0 | task 1782 | processing task, is_child = 0 1.15.800.644 I slot print_timing: id 0 | task 1782 | prompt eval time = 402.16 ms / 163 tokens ( 2.47 ms per token, 405.31 tokens per second) 1.15.800.649 I slot print_timing: id 0 | task 1782 | eval time = 897.43 ms / 28 tokens ( 33.24 ms per token, 30.09 tokens per second) 1.15.800.650 I slot print_timing: id 0 | task 1782 | total time = 1299.59 ms / 191 tokens 1.15.800.650 I slot print_timing: id 0 | task 1782 | graphs reused = 1566 1.15.800.651 I slot print_timing: id 0 | task 1782 | graph reallocs = 0 / 0 (same size) / (changed size) 1.15.800.676 I slot release: id 0 | task 1782 | stop processing: n_tokens = 190, truncated = 0 1.15.809.573 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 190, t_last = 231876819503 1.15.813.458 I slot launch_slot_: id 0 | task 1813 | processing task, is_child = 0 1.17.556.817 I slot print_timing: id 0 | task 1813 | prompt eval time = 397.47 ms / 191 tokens ( 2.08 ms per token, 480.54 tokens per second) 1.17.556.822 I slot print_timing: id 0 | task 1813 | eval time = 1345.87 ms / 42 tokens ( 32.83 ms per token, 30.46 tokens per second) 1.17.556.824 I slot print_timing: id 0 | task 1813 | total time = 1743.35 ms / 233 tokens 1.17.556.824 I slot print_timing: id 0 | task 1813 | graphs reused = 1606 1.17.556.825 I slot print_timing: id 0 | task 1813 | graph reallocs = 0 / 0 (same size) / (changed size) 1.17.556.855 I slot release: id 0 | task 1813 | stop processing: n_tokens = 232, truncated = 0 1.17.564.321 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 232, t_last = 231878575681 1.17.569.551 I slot launch_slot_: id 0 | task 1858 | processing task, is_child = 0 1.19.016.083 I slot print_timing: id 0 | task 1858 | prompt eval time = 356.38 ms / 140 tokens ( 2.55 ms per token, 392.84 tokens per second) 1.19.016.087 I slot print_timing: id 0 | task 1858 | eval time = 1090.15 ms / 34 tokens ( 33.03 ms per token, 30.27 tokens per second) 1.19.016.088 I slot print_timing: id 0 | task 1858 | total time = 1446.52 ms / 174 tokens 1.19.016.089 I slot print_timing: id 0 | task 1858 | graphs reused = 1638 1.19.016.090 I slot print_timing: id 0 | task 1858 | graph reallocs = 0 / 0 (same size) / (changed size) 1.19.016.113 I slot release: id 0 | task 1858 | stop processing: n_tokens = 173, truncated = 0 1.19.024.155 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 173, t_last = 231880034939 1.19.026.962 I slot launch_slot_: id 0 | task 1895 | processing task, is_child = 0 1.20.343.911 I slot print_timing: id 0 | task 1895 | prompt eval time = 460.10 ms / 204 tokens ( 2.26 ms per token, 443.38 tokens per second) 1.20.343.918 I slot print_timing: id 0 | task 1895 | eval time = 856.83 ms / 27 tokens ( 32.96 ms per token, 30.34 tokens per second) 1.20.343.919 I slot print_timing: id 0 | task 1895 | total time = 1316.94 ms / 231 tokens 1.20.343.919 I slot print_timing: id 0 | task 1895 | graphs reused = 1663 1.20.343.920 I slot print_timing: id 0 | task 1895 | graph reallocs = 0 / 0 (same size) / (changed size) 1.20.343.948 I slot release: id 0 | task 1895 | stop processing: n_tokens = 230, truncated = 0 1.20.351.325 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 230, t_last = 231881362774 1.20.356.782 I slot launch_slot_: id 0 | task 1925 | processing task, is_child = 0 1.21.913.608 I slot print_timing: id 0 | task 1925 | prompt eval time = 369.11 ms / 160 tokens ( 2.31 ms per token, 433.47 tokens per second) 1.21.913.615 I slot print_timing: id 0 | task 1925 | eval time = 1187.70 ms / 37 tokens ( 32.99 ms per token, 30.31 tokens per second) 1.21.913.616 I slot print_timing: id 0 | task 1925 | total time = 1556.81 ms / 197 tokens 1.21.913.616 I slot print_timing: id 0 | task 1925 | graphs reused = 1698 1.21.913.617 I slot print_timing: id 0 | task 1925 | graph reallocs = 0 / 0 (same size) / (changed size) 1.21.913.642 I slot release: id 0 | task 1925 | stop processing: n_tokens = 196, truncated = 0 1.21.921.106 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 196, t_last = 231882932468 1.21.924.865 I slot launch_slot_: id 0 | task 1965 | processing task, is_child = 0 1.23.234.956 I slot print_timing: id 0 | task 1965 | prompt eval time = 358.40 ms / 150 tokens ( 2.39 ms per token, 418.53 tokens per second) 1.23.234.962 I slot print_timing: id 0 | task 1965 | eval time = 951.68 ms / 30 tokens ( 32.82 ms per token, 30.47 tokens per second) 1.23.234.963 I slot print_timing: id 0 | task 1965 | total time = 1310.08 ms / 180 tokens 1.23.234.964 I slot print_timing: id 0 | task 1965 | graphs reused = 1726 1.23.234.965 I slot print_timing: id 0 | task 1965 | graph reallocs = 0 / 0 (same size) / (changed size) 1.23.234.992 I slot release: id 0 | task 1965 | stop processing: n_tokens = 179, truncated = 0 1.23.244.961 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 179, t_last = 231884253818 1.23.248.622 I slot launch_slot_: id 0 | task 1998 | processing task, is_child = 0 1.25.651.649 I slot print_timing: id 0 | task 1998 | prompt eval time = 596.93 ms / 280 tokens ( 2.13 ms per token, 469.07 tokens per second) 1.25.651.657 I slot print_timing: id 0 | task 1998 | eval time = 1806.09 ms / 56 tokens ( 32.84 ms per token, 30.45 tokens per second) 1.25.651.657 I slot print_timing: id 0 | task 1998 | total time = 2403.02 ms / 336 tokens 1.25.651.658 I slot print_timing: id 0 | task 1998 | graphs reused = 1780 1.25.651.659 I slot print_timing: id 0 | task 1998 | graph reallocs = 0 / 0 (same size) / (changed size) 1.25.651.696 I slot release: id 0 | task 1998 | stop processing: n_tokens = 335, truncated = 0 1.25.660.288 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 335, t_last = 231886670522 1.25.668.331 I slot launch_slot_: id 0 | task 2057 | processing task, is_child = 0 1.28.632.667 I slot print_timing: id 0 | task 2057 | prompt eval time = 505.28 ms / 254 tokens ( 1.99 ms per token, 502.69 tokens per second) 1.28.632.674 I slot print_timing: id 0 | task 2057 | eval time = 2459.04 ms / 76 tokens ( 32.79 ms per token, 30.50 tokens per second) 1.28.632.674 I slot print_timing: id 0 | task 2057 | total time = 2964.32 ms / 330 tokens 1.28.632.675 I slot print_timing: id 0 | task 2057 | graphs reused = 1853 1.28.632.676 I slot print_timing: id 0 | task 2057 | graph reallocs = 0 / 0 (same size) / (changed size) 1.28.632.710 I slot release: id 0 | task 2057 | stop processing: n_tokens = 329, truncated = 0 1.28.639.532 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 329, t_last = 231889651536 1.28.645.952 I slot launch_slot_: id 0 | task 2136 | processing task, is_child = 0 1.30.021.886 I slot print_timing: id 0 | task 2136 | prompt eval time = 356.48 ms / 150 tokens ( 2.38 ms per token, 420.79 tokens per second) 1.30.021.895 I slot print_timing: id 0 | task 2136 | eval time = 1019.45 ms / 32 tokens ( 32.89 ms per token, 30.41 tokens per second) 1.30.021.896 I slot print_timing: id 0 | task 2136 | total time = 1375.92 ms / 182 tokens 1.30.021.897 I slot print_timing: id 0 | task 2136 | graphs reused = 1883 1.30.021.897 I slot print_timing: id 0 | task 2136 | graph reallocs = 0 / 0 (same size) / (changed size) 1.30.021.927 I slot release: id 0 | task 2136 | stop processing: n_tokens = 181, truncated = 0 1.30.030.738 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 181, t_last = 231891040754 1.30.033.236 I slot launch_slot_: id 0 | task 2171 | processing task, is_child = 0 1.31.321.633 I slot print_timing: id 0 | task 2171 | prompt eval time = 402.60 ms / 185 tokens ( 2.18 ms per token, 459.51 tokens per second) 1.31.321.640 I slot print_timing: id 0 | task 2171 | eval time = 885.78 ms / 28 tokens ( 32.81 ms per token, 30.48 tokens per second) 1.31.321.641 I slot print_timing: id 0 | task 2171 | total time = 1288.38 ms / 213 tokens 1.31.321.642 I slot print_timing: id 0 | task 2171 | graphs reused = 1909 1.31.321.643 I slot print_timing: id 0 | task 2171 | graph reallocs = 0 / 0 (same size) / (changed size) 1.31.321.674 I slot release: id 0 | task 2171 | stop processing: n_tokens = 212, truncated = 0 1.31.329.897 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 212, t_last = 231892340500 1.31.334.787 I slot launch_slot_: id 0 | task 2202 | processing task, is_child = 0 1.32.614.561 I slot print_timing: id 0 | task 2202 | prompt eval time = 357.13 ms / 146 tokens ( 2.45 ms per token, 408.81 tokens per second) 1.32.614.568 I slot print_timing: id 0 | task 2202 | eval time = 922.63 ms / 29 tokens ( 32.95 ms per token, 30.35 tokens per second) 1.32.614.569 I slot print_timing: id 0 | task 2202 | total time = 1279.76 ms / 175 tokens 1.32.614.570 I slot print_timing: id 0 | task 2202 | graphs reused = 1936 1.32.614.570 I slot print_timing: id 0 | task 2202 | graph reallocs = 0 / 0 (same size) / (changed size) 1.32.614.593 I slot release: id 0 | task 2202 | stop processing: n_tokens = 174, truncated = 0 1.32.622.469 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 174, t_last = 231893633419 1.32.625.940 I slot launch_slot_: id 0 | task 2234 | processing task, is_child = 0 1.34.296.017 I slot print_timing: id 0 | task 2234 | prompt eval time = 453.66 ms / 208 tokens ( 2.18 ms per token, 458.49 tokens per second) 1.34.296.024 I slot print_timing: id 0 | task 2234 | eval time = 1216.40 ms / 38 tokens ( 32.88 ms per token, 30.42 tokens per second) 1.34.296.025 I slot print_timing: id 0 | task 2234 | total time = 1670.07 ms / 246 tokens 1.34.296.026 I slot print_timing: id 0 | task 2234 | graphs reused = 1972 1.34.296.026 I slot print_timing: id 0 | task 2234 | graph reallocs = 0 / 0 (same size) / (changed size) 1.34.296.060 I slot release: id 0 | task 2234 | stop processing: n_tokens = 245, truncated = 0 1.34.305.609 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 245, t_last = 231895314886 1.34.311.420 I slot launch_slot_: id 0 | task 2275 | processing task, is_child = 0 1.35.891.413 I slot print_timing: id 0 | task 2275 | prompt eval time = 659.62 ms / 332 tokens ( 1.99 ms per token, 503.32 tokens per second) 1.35.891.420 I slot print_timing: id 0 | task 2275 | eval time = 920.36 ms / 29 tokens ( 32.87 ms per token, 30.42 tokens per second) 1.35.891.421 I slot print_timing: id 0 | task 2275 | total time = 1579.98 ms / 361 tokens 1.35.891.421 I slot print_timing: id 0 | task 2275 | graphs reused = 1999 1.35.891.422 I slot print_timing: id 0 | task 2275 | graph reallocs = 0 / 0 (same size) / (changed size) 1.35.891.454 I slot release: id 0 | task 2275 | stop processing: n_tokens = 360, truncated = 0 1.35.900.849 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 360, t_last = 231896910280 1.35.909.334 I slot launch_slot_: id 0 | task 2307 | processing task, is_child = 0 1.37.592.310 I slot print_timing: id 0 | task 2307 | prompt eval time = 755.33 ms / 395 tokens ( 1.91 ms per token, 522.95 tokens per second) 1.37.592.315 I slot print_timing: id 0 | task 2307 | eval time = 927.63 ms / 29 tokens ( 33.13 ms per token, 30.18 tokens per second) 1.37.592.316 I slot print_timing: id 0 | task 2307 | total time = 1682.96 ms / 424 tokens 1.37.592.317 I slot print_timing: id 0 | task 2307 | graphs reused = 2026 1.37.592.317 I slot print_timing: id 0 | task 2307 | graph reallocs = 0 / 0 (same size) / (changed size) 1.37.592.367 I slot release: id 0 | task 2307 | stop processing: n_tokens = 423, truncated = 0 1.37.602.965 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 423, t_last = 231898611193 1.37.612.551 I slot launch_slot_: id 0 | task 2339 | processing task, is_child = 0 1.39.560.097 I slot print_timing: id 0 | task 2339 | prompt eval time = 854.10 ms / 438 tokens ( 1.95 ms per token, 512.82 tokens per second) 1.39.560.104 I slot print_timing: id 0 | task 2339 | eval time = 1093.43 ms / 34 tokens ( 33.13 ms per token, 30.18 tokens per second) 1.39.560.105 I slot print_timing: id 0 | task 2339 | total time = 1947.53 ms / 472 tokens 1.39.560.106 I slot print_timing: id 0 | task 2339 | graphs reused = 2058 1.39.560.107 I slot print_timing: id 0 | task 2339 | graph reallocs = 0 / 0 (same size) / (changed size) 1.39.560.154 I slot release: id 0 | task 2339 | stop processing: n_tokens = 471, truncated = 0 1.39.571.169 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 471, t_last = 231900578981 1.39.581.708 I slot launch_slot_: id 0 | task 2376 | processing task, is_child = 0 1.41.816.073 I slot print_timing: id 0 | task 2376 | prompt eval time = 810.61 ms / 426 tokens ( 1.90 ms per token, 525.53 tokens per second) 1.41.816.080 I slot print_timing: id 0 | task 2376 | eval time = 1423.74 ms / 44 tokens ( 33.11 ms per token, 30.20 tokens per second) 1.41.816.081 I slot print_timing: id 0 | task 2376 | total time = 2234.35 ms / 470 tokens 1.41.816.082 I slot print_timing: id 0 | task 2376 | graphs reused = 2100 1.41.816.083 I slot print_timing: id 0 | task 2376 | graph reallocs = 0 / 0 (same size) / (changed size) 1.41.816.126 I slot release: id 0 | task 2376 | stop processing: n_tokens = 469, truncated = 0 1.41.825.211 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 469, t_last = 231902834952 1.41.836.174 I slot launch_slot_: id 0 | task 2423 | processing task, is_child = 0 1.43.216.394 I slot print_timing: id 0 | task 2423 | prompt eval time = 553.33 ms / 263 tokens ( 2.10 ms per token, 475.30 tokens per second) 1.43.216.400 I slot print_timing: id 0 | task 2423 | eval time = 826.87 ms / 26 tokens ( 33.07 ms per token, 30.23 tokens per second) 1.43.216.402 I slot print_timing: id 0 | task 2423 | total time = 1380.20 ms / 289 tokens 1.43.216.403 I slot print_timing: id 0 | task 2423 | graphs reused = 2124 1.43.216.403 I slot print_timing: id 0 | task 2423 | graph reallocs = 0 / 0 (same size) / (changed size) 1.43.216.434 I slot release: id 0 | task 2423 | stop processing: n_tokens = 288, truncated = 0 1.43.226.794 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 288, t_last = 231904235260 1.43.229.605 I slot launch_slot_: id 0 | task 2452 | processing task, is_child = 0 1.44.761.823 I slot print_timing: id 0 | task 2452 | prompt eval time = 769.31 ms / 401 tokens ( 1.92 ms per token, 521.25 tokens per second) 1.44.761.827 I slot print_timing: id 0 | task 2452 | eval time = 762.90 ms / 24 tokens ( 33.17 ms per token, 30.15 tokens per second) 1.44.761.829 I slot print_timing: id 0 | task 2452 | total time = 1532.20 ms / 425 tokens 1.44.761.829 I slot print_timing: id 0 | task 2452 | graphs reused = 2146 1.44.761.830 I slot print_timing: id 0 | task 2452 | graph reallocs = 0 / 0 (same size) / (changed size) 1.44.761.874 I slot release: id 0 | task 2452 | stop processing: n_tokens = 424, truncated = 0 1.44.771.411 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 424, t_last = 231905780700 1.44.781.476 I slot launch_slot_: id 0 | task 2479 | processing task, is_child = 0 1.48.127.260 I slot print_timing: id 0 | task 2479 | prompt eval time = 763.51 ms / 383 tokens ( 1.99 ms per token, 501.63 tokens per second) 1.48.127.266 I slot print_timing: id 0 | task 2479 | eval time = 2582.26 ms / 80 tokens ( 32.69 ms per token, 30.59 tokens per second) 1.48.127.267 I slot print_timing: id 0 | task 2479 | total time = 3345.77 ms / 463 tokens 1.48.127.268 I slot print_timing: id 0 | task 2479 | graphs reused = 2224 1.48.127.268 I slot print_timing: id 0 | task 2479 | graph reallocs = 0 / 0 (same size) / (changed size) 1.48.127.312 I slot release: id 0 | task 2479 | stop processing: n_tokens = 462, truncated = 0 1.48.137.692 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 462, t_last = 231909146139 1.48.147.922 I slot launch_slot_: id 0 | task 2562 | processing task, is_child = 0 1.49.692.192 I slot print_timing: id 0 | task 2562 | prompt eval time = 611.34 ms / 297 tokens ( 2.06 ms per token, 485.82 tokens per second) 1.49.692.197 I slot print_timing: id 0 | task 2562 | eval time = 932.91 ms / 29 tokens ( 33.32 ms per token, 30.01 tokens per second) 1.49.692.198 I slot print_timing: id 0 | task 2562 | total time = 1544.26 ms / 326 tokens 1.49.692.199 I slot print_timing: id 0 | task 2562 | graphs reused = 2251 1.49.692.200 I slot print_timing: id 0 | task 2562 | graph reallocs = 0 / 0 (same size) / (changed size) 1.49.692.233 I slot release: id 0 | task 2562 | stop processing: n_tokens = 325, truncated = 0 1.49.702.765 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 325, t_last = 231910711060 1.49.707.677 I slot launch_slot_: id 0 | task 2594 | processing task, is_child = 0 1.51.412.631 I slot print_timing: id 0 | task 2594 | prompt eval time = 611.58 ms / 291 tokens ( 2.10 ms per token, 475.82 tokens per second) 1.51.412.638 I slot print_timing: id 0 | task 2594 | eval time = 1093.36 ms / 34 tokens ( 33.13 ms per token, 30.18 tokens per second) 1.51.412.639 I slot print_timing: id 0 | task 2594 | total time = 1704.94 ms / 325 tokens 1.51.412.639 I slot print_timing: id 0 | task 2594 | graphs reused = 2283 1.51.412.640 I slot print_timing: id 0 | task 2594 | graph reallocs = 0 / 0 (same size) / (changed size) 1.51.412.674 I slot release: id 0 | task 2594 | stop processing: n_tokens = 324, truncated = 0 1.51.423.955 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 324, t_last = 231912431500 1.51.431.084 I slot launch_slot_: id 0 | task 2631 | processing task, is_child = 0 1.52.812.881 I slot print_timing: id 0 | task 2631 | prompt eval time = 681.89 ms / 357 tokens ( 1.91 ms per token, 523.54 tokens per second) 1.52.812.887 I slot print_timing: id 0 | task 2631 | eval time = 699.90 ms / 22 tokens ( 33.33 ms per token, 30.00 tokens per second) 1.52.812.888 I slot print_timing: id 0 | task 2631 | total time = 1381.79 ms / 379 tokens 1.52.812.889 I slot print_timing: id 0 | task 2631 | graphs reused = 2303 1.52.812.890 I slot print_timing: id 0 | task 2631 | graph reallocs = 0 / 0 (same size) / (changed size) 1.52.812.927 I slot release: id 0 | task 2631 | stop processing: n_tokens = 378, truncated = 0 1.52.823.104 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 378, t_last = 231913831753 1.52.832.187 I slot launch_slot_: id 0 | task 2656 | processing task, is_child = 0 1.54.763.610 I slot print_timing: id 0 | task 2656 | prompt eval time = 614.70 ms / 312 tokens ( 1.97 ms per token, 507.57 tokens per second) 1.54.763.617 I slot print_timing: id 0 | task 2656 | eval time = 1316.71 ms / 41 tokens ( 32.92 ms per token, 30.38 tokens per second) 1.54.763.618 I slot print_timing: id 0 | task 2656 | total time = 1931.41 ms / 353 tokens 1.54.763.619 I slot print_timing: id 0 | task 2656 | graphs reused = 2342 1.54.763.620 I slot print_timing: id 0 | task 2656 | graph reallocs = 0 / 0 (same size) / (changed size) 1.54.763.657 I slot release: id 0 | task 2656 | stop processing: n_tokens = 352, truncated = 0 1.54.772.457 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 352, t_last = 231915782483 1.54.778.514 I slot launch_slot_: id 0 | task 2700 | processing task, is_child = 0 1.55.882.029 I slot print_timing: id 0 | task 2700 | prompt eval time = 509.11 ms / 237 tokens ( 2.15 ms per token, 465.52 tokens per second) 1.55.882.037 I slot print_timing: id 0 | task 2700 | eval time = 594.40 ms / 19 tokens ( 33.02 ms per token, 30.28 tokens per second) 1.55.882.037 I slot print_timing: id 0 | task 2700 | total time = 1103.50 ms / 256 tokens 1.55.882.038 I slot print_timing: id 0 | task 2700 | graphs reused = 2359 1.55.882.039 I slot print_timing: id 0 | task 2700 | graph reallocs = 0 / 0 (same size) / (changed size) 1.55.882.068 I slot release: id 0 | task 2700 | stop processing: n_tokens = 255, truncated = 0 1.55.891.082 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 255, t_last = 231916900894 1.55.897.325 I slot launch_slot_: id 0 | task 2722 | processing task, is_child = 0 1.57.779.506 I slot print_timing: id 0 | task 2722 | prompt eval time = 661.50 ms / 318 tokens ( 2.08 ms per token, 480.73 tokens per second) 1.57.779.513 I slot print_timing: id 0 | task 2722 | eval time = 1220.67 ms / 38 tokens ( 32.99 ms per token, 30.31 tokens per second) 1.57.779.514 I slot print_timing: id 0 | task 2722 | total time = 1882.17 ms / 356 tokens 1.57.779.515 I slot print_timing: id 0 | task 2722 | graphs reused = 2395 1.57.779.515 I slot print_timing: id 0 | task 2722 | graph reallocs = 0 / 0 (same size) / (changed size) 1.57.779.553 I slot release: id 0 | task 2722 | stop processing: n_tokens = 355, truncated = 0 1.57.788.670 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 355, t_last = 231918798379 1.57.796.893 I slot launch_slot_: id 0 | task 2763 | processing task, is_child = 0 1.59.360.242 I slot print_timing: id 0 | task 2763 | prompt eval time = 608.24 ms / 284 tokens ( 2.14 ms per token, 466.92 tokens per second) 1.59.360.248 I slot print_timing: id 0 | task 2763 | eval time = 955.10 ms / 30 tokens ( 32.93 ms per token, 30.36 tokens per second) 1.59.360.249 I slot print_timing: id 0 | task 2763 | total time = 1563.34 ms / 314 tokens 1.59.360.250 I slot print_timing: id 0 | task 2763 | graphs reused = 2423 1.59.360.251 I slot print_timing: id 0 | task 2763 | graph reallocs = 0 / 0 (same size) / (changed size) 1.59.360.285 I slot release: id 0 | task 2763 | stop processing: n_tokens = 313, truncated = 0 1.59.369.115 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 313, t_last = 231920379111 1.59.376.603 I slot launch_slot_: id 0 | task 2796 | processing task, is_child = 0 2.00.544.882 I slot print_timing: id 0 | task 2796 | prompt eval time = 508.51 ms / 233 tokens ( 2.18 ms per token, 458.20 tokens per second) 2.00.544.888 I slot print_timing: id 0 | task 2796 | eval time = 659.76 ms / 21 tokens ( 32.99 ms per token, 30.31 tokens per second) 2.00.544.889 I slot print_timing: id 0 | task 2796 | total time = 1168.27 ms / 254 tokens 2.00.544.890 I slot print_timing: id 0 | task 2796 | graphs reused = 2442 2.00.544.890 I slot print_timing: id 0 | task 2796 | graph reallocs = 0 / 0 (same size) / (changed size) 2.00.544.920 I slot release: id 0 | task 2796 | stop processing: n_tokens = 253, truncated = 0 2.00.553.826 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 253, t_last = 231921563746 2.00.559.948 I slot launch_slot_: id 0 | task 2820 | processing task, is_child = 0 2.01.816.031 I slot print_timing: id 0 | task 2820 | prompt eval time = 557.59 ms / 260 tokens ( 2.14 ms per token, 466.29 tokens per second) 2.01.816.039 I slot print_timing: id 0 | task 2820 | eval time = 698.49 ms / 22 tokens ( 33.26 ms per token, 30.07 tokens per second) 2.01.816.040 I slot print_timing: id 0 | task 2820 | total time = 1256.07 ms / 282 tokens 2.01.816.041 I slot print_timing: id 0 | task 2820 | graphs reused = 2462 2.01.816.041 I slot print_timing: id 0 | task 2820 | graph reallocs = 0 / 0 (same size) / (changed size) 2.01.816.073 I slot release: id 0 | task 2820 | stop processing: n_tokens = 281, truncated = 0 2.01.824.736 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 281, t_last = 231922834899 2.01.831.349 I slot launch_slot_: id 0 | task 2845 | processing task, is_child = 0 2.03.048.292 I slot print_timing: id 0 | task 2845 | prompt eval time = 555.59 ms / 251 tokens ( 2.21 ms per token, 451.77 tokens per second) 2.03.048.298 I slot print_timing: id 0 | task 2845 | eval time = 661.34 ms / 21 tokens ( 33.07 ms per token, 30.24 tokens per second) 2.03.048.299 I slot print_timing: id 0 | task 2845 | total time = 1216.93 ms / 272 tokens 2.03.048.306 I slot print_timing: id 0 | task 2845 | graphs reused = 2480 2.03.048.307 I slot print_timing: id 0 | task 2845 | graph reallocs = 0 / 0 (same size) / (changed size) 2.03.048.335 I slot release: id 0 | task 2845 | stop processing: n_tokens = 271, truncated = 0 2.03.057.267 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 271, t_last = 231924067161 2.03.061.510 I slot launch_slot_: id 0 | task 2869 | processing task, is_child = 0 2.04.688.755 I slot print_timing: id 0 | task 2869 | prompt eval time = 799.51 ms / 393 tokens ( 2.03 ms per token, 491.55 tokens per second) 2.04.688.763 I slot print_timing: id 0 | task 2869 | eval time = 827.72 ms / 26 tokens ( 33.11 ms per token, 30.20 tokens per second) 2.04.688.764 I slot print_timing: id 0 | task 2869 | total time = 1627.23 ms / 419 tokens 2.04.688.764 I slot print_timing: id 0 | task 2869 | graphs reused = 2504 2.04.688.765 I slot print_timing: id 0 | task 2869 | graph reallocs = 0 / 0 (same size) / (changed size) 2.04.688.810 I slot release: id 0 | task 2869 | stop processing: n_tokens = 418, truncated = 0 2.04.697.472 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 418, t_last = 231925707636 2.04.705.480 I slot launch_slot_: id 0 | task 2898 | processing task, is_child = 0 2.05.861.693 I slot print_timing: id 0 | task 2898 | prompt eval time = 556.57 ms / 283 tokens ( 1.97 ms per token, 508.48 tokens per second) 2.05.861.698 I slot print_timing: id 0 | task 2898 | eval time = 599.63 ms / 19 tokens ( 33.31 ms per token, 30.02 tokens per second) 2.05.861.699 I slot print_timing: id 0 | task 2898 | total time = 1156.20 ms / 302 tokens 2.05.861.699 I slot print_timing: id 0 | task 2898 | graphs reused = 2521 2.05.861.700 I slot print_timing: id 0 | task 2898 | graph reallocs = 0 / 0 (same size) / (changed size) 2.05.861.737 I slot release: id 0 | task 2898 | stop processing: n_tokens = 301, truncated = 0 2.05.875.794 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 301, t_last = 231926880563 2.05.880.402 I slot launch_slot_: id 0 | task 2920 | processing task, is_child = 0 2.08.174.398 I slot print_timing: id 0 | task 2920 | prompt eval time = 1206.02 ms / 622 tokens ( 1.94 ms per token, 515.75 tokens per second) 2.08.174.407 I slot print_timing: id 0 | task 2920 | eval time = 1087.96 ms / 34 tokens ( 32.97 ms per token, 30.33 tokens per second) 2.08.174.408 I slot print_timing: id 0 | task 2920 | total time = 2293.98 ms / 656 tokens 2.08.174.409 I slot print_timing: id 0 | task 2920 | graphs reused = 2553 2.08.174.410 I slot print_timing: id 0 | task 2920 | graph reallocs = 0 / 0 (same size) / (changed size) 2.08.174.471 I slot release: id 0 | task 2920 | stop processing: n_tokens = 655, truncated = 0 2.08.183.181 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 655, t_last = 231929193297 2.08.195.640 I slot launch_slot_: id 0 | task 2958 | processing task, is_child = 0 2.09.377.839 I slot print_timing: id 0 | task 2958 | prompt eval time = 550.51 ms / 262 tokens ( 2.10 ms per token, 475.92 tokens per second) 2.09.377.846 I slot print_timing: id 0 | task 2958 | eval time = 631.68 ms / 20 tokens ( 33.25 ms per token, 30.08 tokens per second) 2.09.377.847 I slot print_timing: id 0 | task 2958 | total time = 1182.19 ms / 282 tokens 2.09.377.848 I slot print_timing: id 0 | task 2958 | graphs reused = 2571 2.09.377.848 I slot print_timing: id 0 | task 2958 | graph reallocs = 0 / 0 (same size) / (changed size) 2.09.377.882 I slot release: id 0 | task 2958 | stop processing: n_tokens = 281, truncated = 0 2.09.389.820 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 281, t_last = 231930396708 2.09.393.537 I slot launch_slot_: id 0 | task 2981 | processing task, is_child = 0 2.11.066.542 I slot print_timing: id 0 | task 2981 | prompt eval time = 874.36 ms / 477 tokens ( 1.83 ms per token, 545.54 tokens per second) 2.11.066.548 I slot print_timing: id 0 | task 2981 | eval time = 798.63 ms / 25 tokens ( 33.28 ms per token, 30.05 tokens per second) 2.11.066.549 I slot print_timing: id 0 | task 2981 | total time = 1672.99 ms / 502 tokens 2.11.066.550 I slot print_timing: id 0 | task 2981 | graphs reused = 2594 2.11.066.551 I slot print_timing: id 0 | task 2981 | graph reallocs = 0 / 0 (same size) / (changed size) 2.11.066.601 I slot release: id 0 | task 2981 | stop processing: n_tokens = 501, truncated = 0 2.11.080.206 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 501, t_last = 231932085427 2.11.091.782 I slot launch_slot_: id 0 | task 3009 | processing task, is_child = 0 2.13.410.512 I slot print_timing: id 0 | task 3009 | prompt eval time = 1094.80 ms / 549 tokens ( 1.99 ms per token, 501.46 tokens per second) 2.13.410.517 I slot print_timing: id 0 | task 3009 | eval time = 1223.92 ms / 38 tokens ( 33.08 ms per token, 30.23 tokens per second) 2.13.410.518 I slot print_timing: id 0 | task 3009 | total time = 2318.72 ms / 587 tokens 2.13.410.518 I slot print_timing: id 0 | task 3009 | graphs reused = 2630 2.13.410.519 I slot print_timing: id 0 | task 3009 | graph reallocs = 0 / 0 (same size) / (changed size) 2.13.410.577 I slot release: id 0 | task 3009 | stop processing: n_tokens = 586, truncated = 0 2.13.421.914 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 586, t_last = 231934429403 2.13.433.648 I slot launch_slot_: id 0 | task 3051 | processing task, is_child = 0 2.15.522.595 I slot print_timing: id 0 | task 3051 | prompt eval time = 800.11 ms / 392 tokens ( 2.04 ms per token, 489.93 tokens per second) 2.15.522.603 I slot print_timing: id 0 | task 3051 | eval time = 1288.82 ms / 40 tokens ( 33.05 ms per token, 30.26 tokens per second) 2.15.522.603 I slot print_timing: id 0 | task 3051 | total time = 2088.93 ms / 432 tokens 2.15.522.604 I slot print_timing: id 0 | task 3051 | graphs reused = 2668 2.15.522.605 I slot print_timing: id 0 | task 3051 | graph reallocs = 0 / 0 (same size) / (changed size) 2.15.522.647 I slot release: id 0 | task 3051 | stop processing: n_tokens = 431, truncated = 0 2.15.531.590 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 431, t_last = 231936541474 2.15.538.326 I slot launch_slot_: id 0 | task 3094 | processing task, is_child = 0 2.17.288.564 I slot print_timing: id 0 | task 3094 | prompt eval time = 595.82 ms / 273 tokens ( 2.18 ms per token, 458.20 tokens per second) 2.17.288.571 I slot print_timing: id 0 | task 3094 | eval time = 1154.41 ms / 36 tokens ( 32.98 ms per token, 30.32 tokens per second) 2.17.288.571 I slot print_timing: id 0 | task 3094 | total time = 1750.23 ms / 309 tokens 2.17.288.572 I slot print_timing: id 0 | task 3094 | graphs reused = 2702 2.17.288.573 I slot print_timing: id 0 | task 3094 | graph reallocs = 0 / 0 (same size) / (changed size) 2.17.288.605 I slot release: id 0 | task 3094 | stop processing: n_tokens = 308, truncated = 0 2.17.299.922 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 308, t_last = 231938307431 2.17.302.843 I slot launch_slot_: id 0 | task 3133 | processing task, is_child = 0 2.20.089.978 I slot print_timing: id 0 | task 3133 | prompt eval time = 815.45 ms / 420 tokens ( 1.94 ms per token, 515.05 tokens per second) 2.20.089.985 I slot print_timing: id 0 | task 3133 | eval time = 1971.67 ms / 61 tokens ( 32.86 ms per token, 30.43 tokens per second) 2.20.089.987 I slot print_timing: id 0 | task 3133 | total time = 2787.12 ms / 481 tokens 2.20.089.987 I slot print_timing: id 0 | task 3133 | graphs reused = 2761 2.20.089.988 I slot print_timing: id 0 | task 3133 | graph reallocs = 0 / 0 (same size) / (changed size) 2.20.090.033 I slot release: id 0 | task 3133 | stop processing: n_tokens = 480, truncated = 0 2.20.102.359 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 480, t_last = 231941108859 2.20.112.608 I slot launch_slot_: id 0 | task 3197 | processing task, is_child = 0 2.22.461.425 I slot print_timing: id 0 | task 3197 | prompt eval time = 1160.44 ms / 582 tokens ( 1.99 ms per token, 501.54 tokens per second) 2.22.461.429 I slot print_timing: id 0 | task 3197 | eval time = 1188.36 ms / 37 tokens ( 33.01 ms per token, 30.29 tokens per second) 2.22.461.430 I slot print_timing: id 0 | task 3197 | total time = 2348.80 ms / 619 tokens 2.22.461.431 I slot print_timing: id 0 | task 3197 | graphs reused = 2796 2.22.461.431 I slot print_timing: id 0 | task 3197 | graph reallocs = 0 / 0 (same size) / (changed size) 2.22.461.492 I slot release: id 0 | task 3197 | stop processing: n_tokens = 618, truncated = 0 2.22.471.983 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 618, t_last = 231943480318 2.22.486.032 I slot launch_slot_: id 0 | task 3238 | processing task, is_child = 0 2.24.286.652 I slot print_timing: id 0 | task 3238 | prompt eval time = 813.01 ms / 413 tokens ( 1.97 ms per token, 507.99 tokens per second) 2.24.286.656 I slot print_timing: id 0 | task 3238 | eval time = 987.59 ms / 31 tokens ( 32.92 ms per token, 30.38 tokens per second) 2.24.286.657 I slot print_timing: id 0 | task 3238 | total time = 1800.60 ms / 444 tokens 2.24.286.658 I slot print_timing: id 0 | task 3238 | graphs reused = 2825 2.24.286.659 I slot print_timing: id 0 | task 3238 | graph reallocs = 0 / 0 (same size) / (changed size) 2.24.286.703 I slot release: id 0 | task 3238 | stop processing: n_tokens = 443, truncated = 0 2.24.297.195 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 443, t_last = 231945305530 2.24.304.215 I slot launch_slot_: id 0 | task 3272 | processing task, is_child = 0 2.25.876.234 I slot print_timing: id 0 | task 3272 | prompt eval time = 706.00 ms / 362 tokens ( 1.95 ms per token, 512.74 tokens per second) 2.25.876.240 I slot print_timing: id 0 | task 3272 | eval time = 866.00 ms / 27 tokens ( 33.31 ms per token, 30.02 tokens per second) 2.25.876.241 I slot print_timing: id 0 | task 3272 | total time = 1572.01 ms / 389 tokens 2.25.876.242 I slot print_timing: id 0 | task 3272 | graphs reused = 2850 2.25.876.243 I slot print_timing: id 0 | task 3272 | graph reallocs = 0 / 0 (same size) / (changed size) 2.25.876.285 I slot release: id 0 | task 3272 | stop processing: n_tokens = 388, truncated = 0 2.25.885.750 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 388, t_last = 231946895111 2.25.889.436 I slot launch_slot_: id 0 | task 3302 | processing task, is_child = 0 2.27.274.855 I slot print_timing: id 0 | task 3302 | prompt eval time = 556.07 ms / 250 tokens ( 2.22 ms per token, 449.58 tokens per second) 2.27.274.865 I slot print_timing: id 0 | task 3302 | eval time = 829.34 ms / 26 tokens ( 33.17 ms per token, 30.14 tokens per second) 2.27.274.866 I slot print_timing: id 0 | task 3302 | total time = 1385.41 ms / 276 tokens 2.27.274.867 I slot print_timing: id 0 | task 3302 | graphs reused = 2873 2.27.274.868 I slot print_timing: id 0 | task 3302 | graph reallocs = 0 / 0 (same size) / (changed size) 2.27.274.904 I slot release: id 0 | task 3302 | stop processing: n_tokens = 275, truncated = 0 2.27.283.796 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 275, t_last = 231948293730 2.27.285.680 I slot launch_slot_: id 0 | task 3331 | processing task, is_child = 0 2.29.093.376 I slot print_timing: id 0 | task 3331 | prompt eval time = 647.32 ms / 297 tokens ( 2.18 ms per token, 458.82 tokens per second) 2.29.093.384 I slot print_timing: id 0 | task 3331 | eval time = 1160.37 ms / 36 tokens ( 33.15 ms per token, 30.16 tokens per second) 2.29.093.385 I slot print_timing: id 0 | task 3331 | total time = 1807.68 ms / 333 tokens 2.29.093.385 I slot print_timing: id 0 | task 3331 | graphs reused = 2907 2.29.093.386 I slot print_timing: id 0 | task 3331 | graph reallocs = 0 / 0 (same size) / (changed size) 2.29.093.424 I slot release: id 0 | task 3331 | stop processing: n_tokens = 332, truncated = 0 2.29.103.948 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 332, t_last = 231950112250 2.29.110.262 I slot launch_slot_: id 0 | task 3370 | processing task, is_child = 0 2.30.697.462 I slot print_timing: id 0 | task 3370 | prompt eval time = 662.34 ms / 318 tokens ( 2.08 ms per token, 480.11 tokens per second) 2.30.697.466 I slot print_timing: id 0 | task 3370 | eval time = 924.84 ms / 29 tokens ( 33.03 ms per token, 30.28 tokens per second) 2.30.697.468 I slot print_timing: id 0 | task 3370 | total time = 1587.18 ms / 347 tokens 2.30.697.469 I slot print_timing: id 0 | task 3370 | graphs reused = 2934 2.30.697.470 I slot print_timing: id 0 | task 3370 | graph reallocs = 0 / 0 (same size) / (changed size) 2.30.697.511 I slot release: id 0 | task 3370 | stop processing: n_tokens = 346, truncated = 0 2.30.708.342 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 346, t_last = 231951716337 2.30.714.485 I slot launch_slot_: id 0 | task 3402 | processing task, is_child = 0 2.32.712.346 I slot print_timing: id 0 | task 3402 | prompt eval time = 815.71 ms / 424 tokens ( 1.92 ms per token, 519.79 tokens per second) 2.32.712.353 I slot print_timing: id 0 | task 3402 | eval time = 1182.14 ms / 37 tokens ( 32.84 ms per token, 30.45 tokens per second) 2.32.712.354 I slot print_timing: id 0 | task 3402 | total time = 1997.85 ms / 461 tokens 2.32.712.355 I slot print_timing: id 0 | task 3402 | graphs reused = 2969 2.32.712.356 I slot print_timing: id 0 | task 3402 | graph reallocs = 0 / 0 (same size) / (changed size) 2.32.712.401 I slot release: id 0 | task 3402 | stop processing: n_tokens = 460, truncated = 0 2.32.724.387 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 460, t_last = 231953731227 2.32.734.295 I slot launch_slot_: id 0 | task 3442 | processing task, is_child = 0 2.34.404.415 I slot print_timing: id 0 | task 3442 | prompt eval time = 709.75 ms / 375 tokens ( 1.89 ms per token, 528.36 tokens per second) 2.34.404.422 I slot print_timing: id 0 | task 3442 | eval time = 960.36 ms / 30 tokens ( 33.12 ms per token, 30.20 tokens per second) 2.34.404.423 I slot print_timing: id 0 | task 3442 | total time = 1670.11 ms / 405 tokens 2.34.404.424 I slot print_timing: id 0 | task 3442 | graphs reused = 2997 2.34.404.424 I slot print_timing: id 0 | task 3442 | graph reallocs = 0 / 0 (same size) / (changed size) 2.34.404.465 I slot release: id 0 | task 3442 | stop processing: n_tokens = 404, truncated = 0 2.34.419.058 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 404, t_last = 231955423291 2.34.427.721 I slot launch_slot_: id 0 | task 3475 | processing task, is_child = 0 2.36.414.905 I slot print_timing: id 0 | task 3475 | prompt eval time = 1127.85 ms / 592 tokens ( 1.91 ms per token, 524.89 tokens per second) 2.36.414.912 I slot print_timing: id 0 | task 3475 | eval time = 859.32 ms / 27 tokens ( 33.05 ms per token, 30.26 tokens per second) 2.36.414.913 I slot print_timing: id 0 | task 3475 | total time = 1987.17 ms / 619 tokens 2.36.414.914 I slot print_timing: id 0 | task 3475 | graphs reused = 3022 2.36.414.914 I slot print_timing: id 0 | task 3475 | graph reallocs = 0 / 0 (same size) / (changed size) 2.36.414.970 I slot release: id 0 | task 3475 | stop processing: n_tokens = 618, truncated = 0 2.36.425.742 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 618, t_last = 231957433796 2.36.436.961 I slot launch_slot_: id 0 | task 3506 | processing task, is_child = 0 2.37.853.692 I slot print_timing: id 0 | task 3506 | prompt eval time = 715.48 ms / 371 tokens ( 1.93 ms per token, 518.54 tokens per second) 2.37.853.699 I slot print_timing: id 0 | task 3506 | eval time = 701.24 ms / 22 tokens ( 33.39 ms per token, 29.95 tokens per second) 2.37.853.700 I slot print_timing: id 0 | task 3506 | total time = 1416.72 ms / 393 tokens 2.37.853.700 I slot print_timing: id 0 | task 3506 | graphs reused = 3042 2.37.853.701 I slot print_timing: id 0 | task 3506 | graph reallocs = 0 / 0 (same size) / (changed size) 2.37.853.741 I slot release: id 0 | task 3506 | stop processing: n_tokens = 392, truncated = 0 2.37.864.566 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 392, t_last = 231958872567 2.37.870.711 I slot launch_slot_: id 0 | task 3531 | processing task, is_child = 0 2.39.742.459 I slot print_timing: id 0 | task 3531 | prompt eval time = 815.08 ms / 416 tokens ( 1.96 ms per token, 510.38 tokens per second) 2.39.742.466 I slot print_timing: id 0 | task 3531 | eval time = 1056.66 ms / 33 tokens ( 33.02 ms per token, 30.28 tokens per second) 2.39.742.467 I slot print_timing: id 0 | task 3531 | total time = 1871.74 ms / 449 tokens 2.39.742.468 I slot print_timing: id 0 | task 3531 | graphs reused = 3073 2.39.742.469 I slot print_timing: id 0 | task 3531 | graph reallocs = 0 / 0 (same size) / (changed size) 2.39.742.512 I slot release: id 0 | task 3531 | stop processing: n_tokens = 448, truncated = 0 2.39.753.498 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 448, t_last = 231960761338 2.39.763.318 I slot launch_slot_: id 0 | task 3567 | processing task, is_child = 0 2.41.570.499 I slot print_timing: id 0 | task 3567 | prompt eval time = 716.63 ms / 373 tokens ( 1.92 ms per token, 520.49 tokens per second) 2.41.570.506 I slot print_timing: id 0 | task 3567 | eval time = 1090.54 ms / 34 tokens ( 33.05 ms per token, 30.26 tokens per second) 2.41.570.507 I slot print_timing: id 0 | task 3567 | total time = 1807.17 ms / 407 tokens 2.41.570.507 I slot print_timing: id 0 | task 3567 | graphs reused = 3105 2.41.570.508 I slot print_timing: id 0 | task 3567 | graph reallocs = 0 / 0 (same size) / (changed size) 2.41.570.550 I slot release: id 0 | task 3567 | stop processing: n_tokens = 406, truncated = 0 2.41.583.546 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 406, t_last = 231962589376 2.41.592.521 I slot launch_slot_: id 0 | task 3604 | processing task, is_child = 0 2.43.581.442 I slot print_timing: id 0 | task 3604 | prompt eval time = 922.67 ms / 495 tokens ( 1.86 ms per token, 536.49 tokens per second) 2.43.581.449 I slot print_timing: id 0 | task 3604 | eval time = 1066.24 ms / 33 tokens ( 33.32 ms per token, 30.01 tokens per second) 2.43.581.450 I slot print_timing: id 0 | task 3604 | total time = 1988.91 ms / 528 tokens 2.43.581.450 I slot print_timing: id 0 | task 3604 | graphs reused = 3135 2.43.581.451 I slot print_timing: id 0 | task 3604 | graph reallocs = 0 / 0 (same size) / (changed size) 2.43.581.500 I slot release: id 0 | task 3604 | stop processing: n_tokens = 527, truncated = 0 2.43.594.947 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 527, t_last = 231964600326 2.43.606.857 I slot launch_slot_: id 0 | task 3640 | processing task, is_child = 0 2.46.762.811 I slot print_timing: id 0 | task 3640 | prompt eval time = 1146.00 ms / 582 tokens ( 1.97 ms per token, 507.85 tokens per second) 2.46.762.818 I slot print_timing: id 0 | task 3640 | eval time = 2009.95 ms / 62 tokens ( 32.95 ms per token, 30.35 tokens per second) 2.46.762.818 I slot print_timing: id 0 | task 3640 | total time = 3155.94 ms / 644 tokens 2.46.762.819 I slot print_timing: id 0 | task 3640 | graphs reused = 3195 2.46.762.820 I slot print_timing: id 0 | task 3640 | graph reallocs = 0 / 0 (same size) / (changed size) 2.46.762.874 I slot release: id 0 | task 3640 | stop processing: n_tokens = 643, truncated = 0 2.46.770.368 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 643, t_last = 231967781700 2.46.783.371 I slot launch_slot_: id 0 | task 3706 | processing task, is_child = 0 2.48.930.747 I slot print_timing: id 0 | task 3706 | prompt eval time = 439.06 ms / 175 tokens ( 2.51 ms per token, 398.57 tokens per second) 2.48.930.753 I slot print_timing: id 0 | task 3706 | eval time = 1708.30 ms / 53 tokens ( 32.85 ms per token, 30.44 tokens per second) 2.48.930.754 I slot print_timing: id 0 | task 3706 | total time = 2147.36 ms / 228 tokens 2.48.930.755 I slot print_timing: id 0 | task 3706 | graphs reused = 3246 2.48.930.756 I slot print_timing: id 0 | task 3706 | graph reallocs = 0 / 0 (same size) / (changed size) 2.48.930.790 I slot release: id 0 | task 3706 | stop processing: n_tokens = 227, truncated = 0 2.48.938.273 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 227, t_last = 231969949616 2.48.940.449 I slot launch_slot_: id 0 | task 3762 | processing task, is_child = 0 2.51.192.993 I slot print_timing: id 0 | task 3762 | prompt eval time = 441.92 ms / 197 tokens ( 2.24 ms per token, 445.78 tokens per second) 2.51.192.998 I slot print_timing: id 0 | task 3762 | eval time = 1810.61 ms / 56 tokens ( 32.92 ms per token, 30.38 tokens per second) 2.51.192.999 I slot print_timing: id 0 | task 3762 | total time = 2252.53 ms / 253 tokens 2.51.192.999 I slot print_timing: id 0 | task 3762 | graphs reused = 3300 2.51.193.000 I slot print_timing: id 0 | task 3762 | graph reallocs = 0 / 0 (same size) / (changed size) 2.51.193.028 I slot release: id 0 | task 3762 | stop processing: n_tokens = 252, truncated = 0 2.51.201.341 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 252, t_last = 231972211855 2.51.203.664 I slot launch_slot_: id 0 | task 3821 | processing task, is_child = 0 2.53.814.483 I slot print_timing: id 0 | task 3821 | prompt eval time = 441.04 ms / 189 tokens ( 2.33 ms per token, 428.54 tokens per second) 2.53.814.487 I slot print_timing: id 0 | task 3821 | eval time = 2169.77 ms / 67 tokens ( 32.88 ms per token, 30.42 tokens per second) 2.53.814.488 I slot print_timing: id 0 | task 3821 | total time = 2610.80 ms / 256 tokens 2.53.814.489 I slot print_timing: id 0 | task 3821 | graphs reused = 3365 2.53.814.490 I slot print_timing: id 0 | task 3821 | graph reallocs = 0 / 0 (same size) / (changed size) 2.53.814.518 I slot release: id 0 | task 3821 | stop processing: n_tokens = 255, truncated = 0 2.53.821.938 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 255, t_last = 231974833344 2.53.824.250 I slot launch_slot_: id 0 | task 3891 | processing task, is_child = 0 2.56.543.734 I slot print_timing: id 0 | task 3891 | prompt eval time = 392.72 ms / 152 tokens ( 2.58 ms per token, 387.05 tokens per second) 2.56.543.738 I slot print_timing: id 0 | task 3891 | eval time = 2326.76 ms / 72 tokens ( 32.77 ms per token, 30.51 tokens per second) 2.56.543.739 I slot print_timing: id 0 | task 3891 | total time = 2719.47 ms / 224 tokens 2.56.543.740 I slot print_timing: id 0 | task 3891 | graphs reused = 3435 2.56.543.740 I slot print_timing: id 0 | task 3891 | graph reallocs = 0 / 0 (same size) / (changed size) 2.56.543.767 I slot release: id 0 | task 3891 | stop processing: n_tokens = 223, truncated = 0 2.56.553.268 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 223, t_last = 231977562593 2.56.556.270 I slot launch_slot_: id 0 | task 3966 | processing task, is_child = 0 2.59.379.432 I slot print_timing: id 0 | task 3966 | prompt eval time = 455.50 ms / 215 tokens ( 2.12 ms per token, 472.00 tokens per second) 2.59.379.438 I slot print_timing: id 0 | task 3966 | eval time = 2367.64 ms / 73 tokens ( 32.88 ms per token, 30.41 tokens per second) 2.59.379.439 I slot print_timing: id 0 | task 3966 | total time = 2823.15 ms / 288 tokens 2.59.379.439 I slot print_timing: id 0 | task 3966 | graphs reused = 3505 2.59.379.440 I slot print_timing: id 0 | task 3966 | graph reallocs = 0 / 0 (same size) / (changed size) 2.59.379.472 I slot release: id 0 | task 3966 | stop processing: n_tokens = 287, truncated = 0 2.59.386.945 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 287, t_last = 231980398298 2.59.390.999 I slot launch_slot_: id 0 | task 4042 | processing task, is_child = 0 3.03.178.492 I slot print_timing: id 0 | task 4042 | n_gen = 100, tg = 30.52 t/s, tg_3s = 30.83 t/s 3.04.323.727 I slot print_timing: id 0 | task 4042 | prompt eval time = 543.79 ms / 252 tokens ( 2.16 ms per token, 463.41 tokens per second) 3.04.323.731 I slot print_timing: id 0 | task 4042 | eval time = 4388.92 ms / 135 tokens ( 32.75 ms per token, 30.53 tokens per second) 3.04.323.732 I slot print_timing: id 0 | task 4042 | total time = 4932.71 ms / 387 tokens 3.04.323.733 I slot print_timing: id 0 | task 4042 | graphs reused = 3637 3.04.323.733 I slot print_timing: id 0 | task 4042 | graph reallocs = 0 / 0 (same size) / (changed size) 3.04.323.766 I slot release: id 0 | task 4042 | stop processing: n_tokens = 386, truncated = 0 3.04.332.826 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 386, t_last = 231985342592 3.04.339.302 I slot launch_slot_: id 0 | task 4180 | processing task, is_child = 0 3.08.280.727 I slot print_timing: id 0 | task 4180 | n_gen = 100, tg = 30.53 t/s, tg_3s = 30.84 t/s 3.09.591.238 I slot print_timing: id 0 | task 4180 | prompt eval time = 698.82 ms / 331 tokens ( 2.11 ms per token, 473.66 tokens per second) 3.09.591.244 I slot print_timing: id 0 | task 4180 | eval time = 4553.10 ms / 140 tokens ( 32.76 ms per token, 30.53 tokens per second) 3.09.591.245 I slot print_timing: id 0 | task 4180 | total time = 5251.92 ms / 471 tokens 3.09.591.246 I slot print_timing: id 0 | task 4180 | graphs reused = 3775 3.09.591.247 I slot print_timing: id 0 | task 4180 | graph reallocs = 0 / 0 (same size) / (changed size) 3.09.591.284 I slot release: id 0 | task 4180 | stop processing: n_tokens = 470, truncated = 0 3.09.598.527 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 470, t_last = 231990610110 3.09.607.783 I slot launch_slot_: id 0 | task 4323 | processing task, is_child = 0 3.12.544.023 I slot print_timing: id 0 | task 4323 | prompt eval time = 344.08 ms / 162 tokens ( 2.12 ms per token, 470.82 tokens per second) 3.12.544.027 I slot print_timing: id 0 | task 4323 | eval time = 2592.14 ms / 80 tokens ( 32.81 ms per token, 30.48 tokens per second) 3.12.544.028 I slot print_timing: id 0 | task 4323 | total time = 2936.22 ms / 242 tokens 3.12.544.029 I slot print_timing: id 0 | task 4323 | graphs reused = 3853 3.12.544.029 I slot print_timing: id 0 | task 4323 | graph reallocs = 0 / 0 (same size) / (changed size) 3.12.544.062 I slot release: id 0 | task 4323 | stop processing: n_tokens = 241, truncated = 0 3.12.551.558 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 241, t_last = 231993562888 3.12.553.572 I slot launch_slot_: id 0 | task 4406 | processing task, is_child = 0 3.15.534.481 I slot print_timing: id 0 | task 4406 | prompt eval time = 389.02 ms / 164 tokens ( 2.37 ms per token, 421.57 tokens per second) 3.15.534.485 I slot print_timing: id 0 | task 4406 | eval time = 2591.87 ms / 80 tokens ( 32.81 ms per token, 30.48 tokens per second) 3.15.534.486 I slot print_timing: id 0 | task 4406 | total time = 2980.90 ms / 244 tokens 3.15.534.487 I slot print_timing: id 0 | task 4406 | graphs reused = 3931 3.15.534.487 I slot print_timing: id 0 | task 4406 | graph reallocs = 0 / 0 (same size) / (changed size) 3.15.534.516 I slot release: id 0 | task 4406 | stop processing: n_tokens = 243, truncated = 0 3.15.542.298 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 243, t_last = 231996553342 3.15.547.586 I slot launch_slot_: id 0 | task 4489 | processing task, is_child = 0 3.18.780.305 I slot print_timing: id 0 | task 4489 | prompt eval time = 447.11 ms / 216 tokens ( 2.07 ms per token, 483.11 tokens per second) 3.18.780.313 I slot print_timing: id 0 | task 4489 | eval time = 2785.60 ms / 86 tokens ( 32.77 ms per token, 30.51 tokens per second) 3.18.780.313 I slot print_timing: id 0 | task 4489 | total time = 3232.71 ms / 302 tokens 3.18.780.314 I slot print_timing: id 0 | task 4489 | graphs reused = 4014 3.18.780.315 I slot print_timing: id 0 | task 4489 | graph reallocs = 0 / 0 (same size) / (changed size) 3.18.780.342 I slot release: id 0 | task 4489 | stop processing: n_tokens = 301, truncated = 0 3.18.788.559 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 301, t_last = 231999799168 3.18.793.733 I slot launch_slot_: id 0 | task 4578 | processing task, is_child = 0 3.21.195.085 I slot print_timing: id 0 | task 4578 | prompt eval time = 599.62 ms / 280 tokens ( 2.14 ms per token, 466.96 tokens per second) 3.21.195.092 I slot print_timing: id 0 | task 4578 | eval time = 1801.72 ms / 56 tokens ( 32.76 ms per token, 30.53 tokens per second) 3.21.195.093 I slot print_timing: id 0 | task 4578 | total time = 2401.34 ms / 336 tokens 3.21.195.093 I slot print_timing: id 0 | task 4578 | graphs reused = 4068 3.21.195.094 I slot print_timing: id 0 | task 4578 | graph reallocs = 0 / 0 (same size) / (changed size) 3.21.195.131 I slot release: id 0 | task 4578 | stop processing: n_tokens = 335, truncated = 0 3.21.203.117 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 335, t_last = 232002213958 3.21.209.216 I slot launch_slot_: id 0 | task 4637 | processing task, is_child = 0 3.23.528.333 I slot print_timing: id 0 | task 4637 | prompt eval time = 538.78 ms / 233 tokens ( 2.31 ms per token, 432.46 tokens per second) 3.23.528.340 I slot print_timing: id 0 | task 4637 | eval time = 1780.32 ms / 55 tokens ( 32.97 ms per token, 30.33 tokens per second) 3.23.528.340 I slot print_timing: id 0 | task 4637 | total time = 2319.10 ms / 288 tokens 3.23.528.341 I slot print_timing: id 0 | task 4637 | graphs reused = 4120 3.23.528.342 I slot print_timing: id 0 | task 4637 | graph reallocs = 0 / 0 (same size) / (changed size) 3.23.528.373 I slot release: id 0 | task 4637 | stop processing: n_tokens = 287, truncated = 0 3.23.536.715 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 287, t_last = 232004547199 3.23.542.380 I slot launch_slot_: id 0 | task 4695 | processing task, is_child = 0 3.27.287.037 I slot print_timing: id 0 | task 4695 | n_gen = 100, tg = 30.42 t/s, tg_3s = 30.72 t/s 3.27.777.989 I slot print_timing: id 0 | task 4695 | prompt eval time = 489.91 ms / 224 tokens ( 2.19 ms per token, 457.23 tokens per second) 3.27.777.995 I slot print_timing: id 0 | task 4695 | eval time = 3745.69 ms / 115 tokens ( 32.86 ms per token, 30.43 tokens per second) 3.27.777.997 I slot print_timing: id 0 | task 4695 | total time = 4235.60 ms / 339 tokens 3.27.777.998 I slot print_timing: id 0 | task 4695 | graphs reused = 4232 3.27.777.999 I slot print_timing: id 0 | task 4695 | graph reallocs = 0 / 0 (same size) / (changed size) 3.27.778.029 I slot release: id 0 | task 4695 | stop processing: n_tokens = 338, truncated = 0 3.27.786.019 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 338, t_last = 232008796855 3.27.792.420 I slot launch_slot_: id 0 | task 4813 | processing task, is_child = 0 3.30.563.147 I slot print_timing: id 0 | task 4813 | prompt eval time = 541.58 ms / 245 tokens ( 2.21 ms per token, 452.38 tokens per second) 3.30.563.154 I slot print_timing: id 0 | task 4813 | eval time = 2229.14 ms / 69 tokens ( 32.78 ms per token, 30.51 tokens per second) 3.30.563.155 I slot print_timing: id 0 | task 4813 | total time = 2770.71 ms / 314 tokens 3.30.563.156 I slot print_timing: id 0 | task 4813 | graphs reused = 4298 3.30.563.156 I slot print_timing: id 0 | task 4813 | graph reallocs = 0 / 0 (same size) / (changed size) 3.30.563.191 I slot release: id 0 | task 4813 | stop processing: n_tokens = 313, truncated = 0 3.30.570.353 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 313, t_last = 232011582017 3.30.576.729 I slot launch_slot_: id 0 | task 4885 | processing task, is_child = 0 3.33.139.098 I slot print_timing: id 0 | task 4885 | prompt eval time = 397.28 ms / 182 tokens ( 2.18 ms per token, 458.11 tokens per second) 3.33.139.105 I slot print_timing: id 0 | task 4885 | eval time = 2165.08 ms / 67 tokens ( 32.80 ms per token, 30.48 tokens per second) 3.33.139.106 I slot print_timing: id 0 | task 4885 | total time = 2562.36 ms / 249 tokens 3.33.139.107 I slot print_timing: id 0 | task 4885 | graphs reused = 4363 3.33.139.107 I slot print_timing: id 0 | task 4885 | graph reallocs = 0 / 0 (same size) / (changed size) 3.33.139.138 I slot release: id 0 | task 4885 | stop processing: n_tokens = 248, truncated = 0 3.33.148.049 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 248, t_last = 232014157964 3.33.152.135 I slot launch_slot_: id 0 | task 4955 | processing task, is_child = 0 3.36.946.321 I slot print_timing: id 0 | task 4955 | n_gen = 100, tg = 30.53 t/s, tg_3s = 30.84 t/s 3.37.437.243 I slot print_timing: id 0 | task 4955 | prompt eval time = 551.17 ms / 280 tokens ( 1.97 ms per token, 508.01 tokens per second) 3.37.437.250 I slot print_timing: id 0 | task 4955 | eval time = 3733.93 ms / 115 tokens ( 32.75 ms per token, 30.53 tokens per second) 3.37.437.251 I slot print_timing: id 0 | task 4955 | total time = 4285.10 ms / 395 tokens 3.37.437.252 I slot print_timing: id 0 | task 4955 | graphs reused = 4476 3.37.437.253 I slot print_timing: id 0 | task 4955 | graph reallocs = 0 / 0 (same size) / (changed size) 3.37.437.289 I slot release: id 0 | task 4955 | stop processing: n_tokens = 394, truncated = 0 3.37.445.262 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 394, t_last = 232018456115 3.37.452.595 I slot launch_slot_: id 0 | task 5073 | processing task, is_child = 0 3.41.093.155 I slot print_timing: id 0 | task 5073 | n_gen = 100, tg = 30.52 t/s, tg_3s = 30.83 t/s 3.42.107.269 I slot print_timing: id 0 | task 5073 | prompt eval time = 396.74 ms / 173 tokens ( 2.29 ms per token, 436.06 tokens per second) 3.42.107.276 I slot print_timing: id 0 | task 5073 | eval time = 4257.92 ms / 131 tokens ( 32.75 ms per token, 30.53 tokens per second) 3.42.107.277 I slot print_timing: id 0 | task 5073 | total time = 4654.66 ms / 304 tokens 3.42.107.278 I slot print_timing: id 0 | task 5073 | graphs reused = 4604 3.42.107.278 I slot print_timing: id 0 | task 5073 | graph reallocs = 0 / 0 (same size) / (changed size) 3.42.107.310 I slot release: id 0 | task 5073 | stop processing: n_tokens = 303, truncated = 0 3.42.115.324 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 303, t_last = 232023126136 3.42.120.286 I slot launch_slot_: id 0 | task 5207 | processing task, is_child = 0 3.45.269.075 I slot print_timing: id 0 | task 5207 | prompt eval time = 353.29 ms / 158 tokens ( 2.24 ms per token, 447.22 tokens per second) 3.45.269.082 I slot print_timing: id 0 | task 5207 | eval time = 2795.48 ms / 86 tokens ( 32.89 ms per token, 30.41 tokens per second) 3.45.269.083 I slot print_timing: id 0 | task 5207 | total time = 3148.77 ms / 244 tokens 3.45.269.084 I slot print_timing: id 0 | task 5207 | graphs reused = 4688 3.45.269.084 I slot print_timing: id 0 | task 5207 | graph reallocs = 0 / 0 (same size) / (changed size) 3.45.269.111 I slot release: id 0 | task 5207 | stop processing: n_tokens = 243, truncated = 0 3.45.277.419 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 243, t_last = 232026287937 3.45.282.563 I slot launch_slot_: id 0 | task 5296 | processing task, is_child = 0 3.49.067.845 I slot print_timing: id 0 | task 5296 | n_gen = 100, tg = 30.55 t/s, tg_3s = 30.86 t/s 3.49.296.353 I slot print_timing: id 0 | task 5296 | prompt eval time = 544.92 ms / 244 tokens ( 2.23 ms per token, 447.77 tokens per second) 3.49.296.360 I slot print_timing: id 0 | task 5296 | eval time = 3468.85 ms / 107 tokens ( 32.73 ms per token, 30.56 tokens per second) 3.49.296.361 I slot print_timing: id 0 | task 5296 | total time = 4013.78 ms / 351 tokens 3.49.296.361 I slot print_timing: id 0 | task 5296 | graphs reused = 4792 3.49.296.362 I slot print_timing: id 0 | task 5296 | graph reallocs = 0 / 0 (same size) / (changed size) 3.49.296.397 I slot release: id 0 | task 5296 | stop processing: n_tokens = 350, truncated = 0 3.49.304.278 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 350, t_last = 232030315223 3.49.311.231 I slot launch_slot_: id 0 | task 5406 | processing task, is_child = 0 3.51.645.329 I slot print_timing: id 0 | task 5406 | prompt eval time = 438.20 ms / 182 tokens ( 2.41 ms per token, 415.34 tokens per second) 3.51.645.334 I slot print_timing: id 0 | task 5406 | eval time = 1895.88 ms / 59 tokens ( 32.69 ms per token, 30.59 tokens per second) 3.51.645.335 I slot print_timing: id 0 | task 5406 | total time = 2334.08 ms / 241 tokens 3.51.645.336 I slot print_timing: id 0 | task 5406 | graphs reused = 4849 3.51.645.337 I slot print_timing: id 0 | task 5406 | graph reallocs = 0 / 0 (same size) / (changed size) 3.51.645.369 I slot release: id 0 | task 5406 | stop processing: n_tokens = 240, truncated = 0 3.51.654.646 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 240, t_last = 232032664195 3.51.660.001 I slot launch_slot_: id 0 | task 5468 | processing task, is_child = 0 3.55.506.873 I slot print_timing: id 0 | task 5468 | n_gen = 100, tg = 30.43 t/s, tg_3s = 30.73 t/s 3.57.435.801 I slot print_timing: id 0 | task 5468 | prompt eval time = 593.03 ms / 278 tokens ( 2.13 ms per token, 468.78 tokens per second) 3.57.435.807 I slot print_timing: id 0 | task 5468 | eval time = 5182.76 ms / 159 tokens ( 32.80 ms per token, 30.49 tokens per second) 3.57.435.808 I slot print_timing: id 0 | task 5468 | total time = 5775.79 ms / 437 tokens 3.57.435.809 I slot print_timing: id 0 | task 5468 | graphs reused = 5006 3.57.435.810 I slot print_timing: id 0 | task 5468 | graph reallocs = 0 / 0 (same size) / (changed size) 3.57.435.847 I slot release: id 0 | task 5468 | stop processing: n_tokens = 436, truncated = 0 3.57.443.741 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 436, t_last = 232038454673 3.57.450.168 I slot launch_slot_: id 0 | task 5630 | processing task, is_child = 0 4.00.243.366 I slot print_timing: id 0 | task 5630 | prompt eval time = 493.18 ms / 219 tokens ( 2.25 ms per token, 444.06 tokens per second) 4.00.243.373 I slot print_timing: id 0 | task 5630 | eval time = 2300.01 ms / 71 tokens ( 32.86 ms per token, 30.43 tokens per second) 4.00.243.374 I slot print_timing: id 0 | task 5630 | total time = 2793.18 ms / 290 tokens 4.00.243.375 I slot print_timing: id 0 | task 5630 | graphs reused = 5074 4.00.243.376 I slot print_timing: id 0 | task 5630 | graph reallocs = 0 / 0 (same size) / (changed size) 4.00.243.405 I slot release: id 0 | task 5630 | stop processing: n_tokens = 289, truncated = 0 4.00.252.038 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 289, t_last = 232041262231 4.00.257.356 I slot launch_slot_: id 0 | task 5704 | processing task, is_child = 0 4.03.266.171 I slot print_timing: id 0 | task 5704 | prompt eval time = 554.18 ms / 279 tokens ( 1.99 ms per token, 503.45 tokens per second) 4.03.266.177 I slot print_timing: id 0 | task 5704 | eval time = 2454.62 ms / 76 tokens ( 32.73 ms per token, 30.55 tokens per second) 4.03.266.179 I slot print_timing: id 0 | task 5704 | total time = 3008.80 ms / 355 tokens 4.03.266.180 I slot print_timing: id 0 | task 5704 | graphs reused = 5148 4.03.266.180 I slot print_timing: id 0 | task 5704 | graph reallocs = 0 / 0 (same size) / (changed size) 4.03.266.215 I slot release: id 0 | task 5704 | stop processing: n_tokens = 354, truncated = 0 4.03.274.497 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 354, t_last = 232044285041 4.03.282.343 I slot launch_slot_: id 0 | task 5783 | processing task, is_child = 0 4.06.661.252 I slot print_timing: id 0 | task 5783 | prompt eval time = 593.24 ms / 289 tokens ( 2.05 ms per token, 487.15 tokens per second) 4.06.661.258 I slot print_timing: id 0 | task 5783 | eval time = 2785.65 ms / 86 tokens ( 32.77 ms per token, 30.51 tokens per second) 4.06.661.260 I slot print_timing: id 0 | task 5783 | total time = 3378.89 ms / 375 tokens 4.06.661.261 I slot print_timing: id 0 | task 5783 | graphs reused = 5232 4.06.661.262 I slot print_timing: id 0 | task 5783 | graph reallocs = 0 / 0 (same size) / (changed size) 4.06.661.297 I slot release: id 0 | task 5783 | stop processing: n_tokens = 374, truncated = 0 4.06.669.876 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 374, t_last = 232047680123 4.06.677.497 I slot launch_slot_: id 0 | task 5872 | processing task, is_child = 0 4.10.513.148 I slot print_timing: id 0 | task 5872 | prompt eval time = 597.54 ms / 274 tokens ( 2.18 ms per token, 458.55 tokens per second) 4.10.513.155 I slot print_timing: id 0 | task 5872 | eval time = 3238.10 ms / 100 tokens ( 32.71 ms per token, 30.57 tokens per second) 4.10.513.156 I slot print_timing: id 0 | task 5872 | total time = 3835.64 ms / 374 tokens 4.10.513.157 I slot print_timing: id 0 | task 5872 | graphs reused = 5330 4.10.513.157 I slot print_timing: id 0 | task 5872 | graph reallocs = 0 / 0 (same size) / (changed size) 4.10.513.195 I slot release: id 0 | task 5872 | stop processing: n_tokens = 373, truncated = 0 4.10.521.402 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 373, t_last = 232051532021 4.10.528.274 I slot launch_slot_: id 0 | task 5975 | processing task, is_child = 0 4.13.062.342 I slot print_timing: id 0 | task 5975 | prompt eval time = 490.50 ms / 229 tokens ( 2.14 ms per token, 466.87 tokens per second) 4.13.062.348 I slot print_timing: id 0 | task 5975 | eval time = 2043.56 ms / 63 tokens ( 32.96 ms per token, 30.34 tokens per second) 4.13.062.349 I slot print_timing: id 0 | task 5975 | total time = 2534.05 ms / 292 tokens 4.13.062.350 I slot print_timing: id 0 | task 5975 | graphs reused = 5390 4.13.062.351 I slot print_timing: id 0 | task 5975 | graph reallocs = 0 / 0 (same size) / (changed size) 4.13.062.384 I slot release: id 0 | task 5975 | stop processing: n_tokens = 291, truncated = 0 4.13.069.865 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 291, t_last = 232054081210 4.13.073.981 I slot launch_slot_: id 0 | task 6041 | processing task, is_child = 0 4.15.271.583 I slot print_timing: id 0 | task 6041 | prompt eval time = 395.09 ms / 162 tokens ( 2.44 ms per token, 410.03 tokens per second) 4.15.271.589 I slot print_timing: id 0 | task 6041 | eval time = 1802.50 ms / 56 tokens ( 32.77 ms per token, 30.51 tokens per second) 4.15.271.590 I slot print_timing: id 0 | task 6041 | total time = 2197.59 ms / 218 tokens 4.15.271.591 I slot print_timing: id 0 | task 6041 | graphs reused = 5444 4.15.271.592 I slot print_timing: id 0 | task 6041 | graph reallocs = 0 / 0 (same size) / (changed size) 4.15.271.620 I slot release: id 0 | task 6041 | stop processing: n_tokens = 217, truncated = 0 4.15.279.435 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 217, t_last = 232056290446 4.15.284.037 I slot launch_slot_: id 0 | task 6100 | processing task, is_child = 0 4.17.272.032 I slot print_timing: id 0 | task 6100 | prompt eval time = 542.94 ms / 249 tokens ( 2.18 ms per token, 458.62 tokens per second) 4.17.272.036 I slot print_timing: id 0 | task 6100 | eval time = 1445.04 ms / 45 tokens ( 32.84 ms per token, 30.45 tokens per second) 4.17.272.037 I slot print_timing: id 0 | task 6100 | total time = 1987.98 ms / 294 tokens 4.17.272.038 I slot print_timing: id 0 | task 6100 | graphs reused = 5486 4.17.272.038 I slot print_timing: id 0 | task 6100 | graph reallocs = 0 / 0 (same size) / (changed size) 4.17.272.072 I slot release: id 0 | task 6100 | stop processing: n_tokens = 293, truncated = 0 4.17.279.318 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 293, t_last = 232058290898 4.17.285.687 I slot launch_slot_: id 0 | task 6148 | processing task, is_child = 0 4.19.162.136 I slot print_timing: id 0 | task 6148 | prompt eval time = 340.98 ms / 132 tokens ( 2.58 ms per token, 387.12 tokens per second) 4.19.162.143 I slot print_timing: id 0 | task 6148 | eval time = 1535.46 ms / 48 tokens ( 32.67 ms per token, 30.61 tokens per second) 4.19.162.144 I slot print_timing: id 0 | task 6148 | total time = 1876.44 ms / 180 tokens 4.19.162.144 I slot print_timing: id 0 | task 6148 | graphs reused = 5532 4.19.162.145 I slot print_timing: id 0 | task 6148 | graph reallocs = 0 / 0 (same size) / (changed size) 4.19.162.169 I slot release: id 0 | task 6148 | stop processing: n_tokens = 179, truncated = 0 4.19.169.862 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 179, t_last = 232060180995 4.19.172.538 I slot launch_slot_: id 0 | task 6199 | processing task, is_child = 0 4.21.406.291 I slot print_timing: id 0 | task 6199 | prompt eval time = 395.62 ms / 174 tokens ( 2.27 ms per token, 439.81 tokens per second) 4.21.406.298 I slot print_timing: id 0 | task 6199 | eval time = 1838.12 ms / 57 tokens ( 32.82 ms per token, 30.47 tokens per second) 4.21.406.299 I slot print_timing: id 0 | task 6199 | total time = 2233.74 ms / 231 tokens 4.21.406.299 I slot print_timing: id 0 | task 6199 | graphs reused = 5587 4.21.406.300 I slot print_timing: id 0 | task 6199 | graph reallocs = 0 / 0 (same size) / (changed size) 4.21.406.330 I slot release: id 0 | task 6199 | stop processing: n_tokens = 230, truncated = 0 4.21.415.210 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 230, t_last = 232062425157 4.21.419.973 I slot launch_slot_: id 0 | task 6259 | processing task, is_child = 0 4.23.769.842 I slot print_timing: id 0 | task 6259 | prompt eval time = 547.63 ms / 253 tokens ( 2.16 ms per token, 461.99 tokens per second) 4.23.769.849 I slot print_timing: id 0 | task 6259 | eval time = 1802.22 ms / 56 tokens ( 32.77 ms per token, 30.52 tokens per second) 4.23.769.850 I slot print_timing: id 0 | task 6259 | total time = 2349.85 ms / 309 tokens 4.23.769.851 I slot print_timing: id 0 | task 6259 | graphs reused = 5640 4.23.769.852 I slot print_timing: id 0 | task 6259 | graph reallocs = 0 / 0 (same size) / (changed size) 4.23.769.882 I slot release: id 0 | task 6259 | stop processing: n_tokens = 308, truncated = 0 4.23.778.651 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 308, t_last = 232064788708 4.23.785.448 I slot launch_slot_: id 0 | task 6318 | processing task, is_child = 0 4.25.538.613 I slot print_timing: id 0 | task 6318 | prompt eval time = 505.40 ms / 252 tokens ( 2.01 ms per token, 498.61 tokens per second) 4.25.538.629 I slot print_timing: id 0 | task 6318 | eval time = 1247.74 ms / 39 tokens ( 32.84 ms per token, 30.45 tokens per second) 4.25.538.632 I slot print_timing: id 0 | task 6318 | total time = 1753.15 ms / 291 tokens 4.25.538.633 I slot print_timing: id 0 | task 6318 | graphs reused = 5676 4.25.538.634 I slot print_timing: id 0 | task 6318 | graph reallocs = 0 / 0 (same size) / (changed size) 4.25.538.670 I slot release: id 0 | task 6318 | stop processing: n_tokens = 290, truncated = 0 4.25.547.695 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 290, t_last = 232066557496 4.25.554.656 I slot launch_slot_: id 0 | task 6360 | processing task, is_child = 0 4.27.582.563 I slot print_timing: id 0 | task 6360 | prompt eval time = 552.26 ms / 272 tokens ( 2.03 ms per token, 492.52 tokens per second) 4.27.582.570 I slot print_timing: id 0 | task 6360 | eval time = 1475.63 ms / 46 tokens ( 32.79 ms per token, 30.50 tokens per second) 4.27.582.572 I slot print_timing: id 0 | task 6360 | total time = 2027.89 ms / 318 tokens 4.27.582.572 I slot print_timing: id 0 | task 6360 | graphs reused = 5720 4.27.582.573 I slot print_timing: id 0 | task 6360 | graph reallocs = 0 / 0 (same size) / (changed size) 4.27.582.606 I slot release: id 0 | task 6360 | stop processing: n_tokens = 317, truncated = 0 4.27.592.412 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 317, t_last = 232068601432 4.27.598.629 I slot launch_slot_: id 0 | task 6409 | processing task, is_child = 0 4.28.790.425 I slot print_timing: id 0 | task 6409 | prompt eval time = 598.89 ms / 279 tokens ( 2.15 ms per token, 465.86 tokens per second) 4.28.790.432 I slot print_timing: id 0 | task 6409 | eval time = 592.89 ms / 19 tokens ( 32.94 ms per token, 30.36 tokens per second) 4.28.790.433 I slot print_timing: id 0 | task 6409 | total time = 1191.78 ms / 298 tokens 4.28.790.434 I slot print_timing: id 0 | task 6409 | graphs reused = 5737 4.28.790.434 I slot print_timing: id 0 | task 6409 | graph reallocs = 0 / 0 (same size) / (changed size) 4.28.790.468 I slot release: id 0 | task 6409 | stop processing: n_tokens = 297, truncated = 0 4.28.798.779 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 297, t_last = 232069809294 4.28.804.659 I slot launch_slot_: id 0 | task 6431 | processing task, is_child = 0 4.31.626.483 I slot print_timing: id 0 | task 6431 | prompt eval time = 598.10 ms / 284 tokens ( 2.11 ms per token, 474.84 tokens per second) 4.31.626.490 I slot print_timing: id 0 | task 6431 | eval time = 2223.71 ms / 69 tokens ( 32.70 ms per token, 30.58 tokens per second) 4.31.626.490 I slot print_timing: id 0 | task 6431 | total time = 2821.81 ms / 353 tokens 4.31.626.491 I slot print_timing: id 0 | task 6431 | graphs reused = 5804 4.31.626.492 I slot print_timing: id 0 | task 6431 | graph reallocs = 0 / 0 (same size) / (changed size) 4.31.626.527 I slot release: id 0 | task 6431 | stop processing: n_tokens = 352, truncated = 0 4.31.635.035 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 352, t_last = 232072645353 4.31.641.603 I slot launch_slot_: id 0 | task 6503 | processing task, is_child = 0 4.34.045.412 I slot print_timing: id 0 | task 6503 | prompt eval time = 502.70 ms / 233 tokens ( 2.16 ms per token, 463.50 tokens per second) 4.34.045.419 I slot print_timing: id 0 | task 6503 | eval time = 1901.09 ms / 59 tokens ( 32.78 ms per token, 30.51 tokens per second) 4.34.045.420 I slot print_timing: id 0 | task 6503 | total time = 2403.79 ms / 292 tokens 4.34.045.421 I slot print_timing: id 0 | task 6503 | graphs reused = 5860 4.34.045.422 I slot print_timing: id 0 | task 6503 | graph reallocs = 0 / 0 (same size) / (changed size) 4.34.045.456 I slot release: id 0 | task 6503 | stop processing: n_tokens = 291, truncated = 0 4.34.053.317 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 291, t_last = 232075064282 4.34.059.186 I slot launch_slot_: id 0 | task 6565 | processing task, is_child = 0 4.36.173.258 I slot print_timing: id 0 | task 6565 | prompt eval time = 438.00 ms / 169 tokens ( 2.59 ms per token, 385.85 tokens per second) 4.36.173.262 I slot print_timing: id 0 | task 6565 | eval time = 1676.05 ms / 52 tokens ( 32.86 ms per token, 30.43 tokens per second) 4.36.173.263 I slot print_timing: id 0 | task 6565 | total time = 2114.05 ms / 221 tokens 4.36.173.264 I slot print_timing: id 0 | task 6565 | graphs reused = 5910 4.36.173.264 I slot print_timing: id 0 | task 6565 | graph reallocs = 0 / 0 (same size) / (changed size) 4.36.173.294 I slot release: id 0 | task 6565 | stop processing: n_tokens = 220, truncated = 0 4.36.184.412 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 220, t_last = 232077192120 4.36.188.066 I slot launch_slot_: id 0 | task 6620 | processing task, is_child = 0 4.39.348.995 I slot print_timing: id 0 | task 6620 | prompt eval time = 701.83 ms / 352 tokens ( 1.99 ms per token, 501.54 tokens per second) 4.39.349.000 I slot print_timing: id 0 | task 6620 | eval time = 2459.08 ms / 76 tokens ( 32.79 ms per token, 30.50 tokens per second) 4.39.349.001 I slot print_timing: id 0 | task 6620 | total time = 3160.91 ms / 428 tokens 4.39.349.002 I slot print_timing: id 0 | task 6620 | graphs reused = 5984 4.39.349.002 I slot print_timing: id 0 | task 6620 | graph reallocs = 0 / 0 (same size) / (changed size) 4.39.349.045 I slot release: id 0 | task 6620 | stop processing: n_tokens = 427, truncated = 0 4.39.360.446 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 427, t_last = 232080367871 4.39.369.761 I slot launch_slot_: id 0 | task 6699 | processing task, is_child = 0 4.43.726.879 I slot print_timing: id 0 | task 6699 | n_gen = 100, tg = 30.47 t/s, tg_3s = 30.78 t/s 4.45.067.232 I slot print_timing: id 0 | task 6699 | prompt eval time = 1107.87 ms / 576 tokens ( 1.92 ms per token, 519.92 tokens per second) 4.45.067.236 I slot print_timing: id 0 | task 6699 | eval time = 4589.59 ms / 141 tokens ( 32.78 ms per token, 30.50 tokens per second) 4.45.067.237 I slot print_timing: id 0 | task 6699 | total time = 5697.46 ms / 717 tokens 4.45.067.237 I slot print_timing: id 0 | task 6699 | graphs reused = 6123 4.45.067.238 I slot print_timing: id 0 | task 6699 | graph reallocs = 0 / 0 (same size) / (changed size) 4.45.067.297 I slot release: id 0 | task 6699 | stop processing: n_tokens = 716, truncated = 0 4.45.077.634 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 716, t_last = 232086086123 4.45.089.884 I slot launch_slot_: id 0 | task 6844 | processing task, is_child = 0 4.49.209.257 I slot print_timing: id 0 | task 6844 | prompt eval time = 905.93 ms / 466 tokens ( 1.94 ms per token, 514.39 tokens per second) 4.49.209.266 I slot print_timing: id 0 | task 6844 | eval time = 3213.43 ms / 99 tokens ( 32.79 ms per token, 30.50 tokens per second) 4.49.209.266 I slot print_timing: id 0 | task 6844 | total time = 4119.36 ms / 565 tokens 4.49.209.267 I slot print_timing: id 0 | task 6844 | graphs reused = 6219 4.49.209.268 I slot print_timing: id 0 | task 6844 | graph reallocs = 0 / 0 (same size) / (changed size) 4.49.209.314 I slot release: id 0 | task 6844 | stop processing: n_tokens = 564, truncated = 0 4.49.218.972 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 564, t_last = 232090228140 4.49.230.226 I slot launch_slot_: id 0 | task 6946 | processing task, is_child = 0 4.53.183.712 I slot print_timing: id 0 | task 6946 | n_gen = 100, tg = 30.48 t/s, tg_3s = 30.79 t/s 4.53.444.746 I slot print_timing: id 0 | task 6946 | prompt eval time = 705.82 ms / 370 tokens ( 1.91 ms per token, 524.21 tokens per second) 4.53.444.754 I slot print_timing: id 0 | task 6946 | eval time = 3508.69 ms / 108 tokens ( 32.79 ms per token, 30.50 tokens per second) 4.53.444.755 I slot print_timing: id 0 | task 6946 | total time = 4214.51 ms / 478 tokens 4.53.444.755 I slot print_timing: id 0 | task 6946 | graphs reused = 6325 4.53.444.756 I slot print_timing: id 0 | task 6946 | graph reallocs = 0 / 0 (same size) / (changed size) 4.53.444.798 I slot release: id 0 | task 6946 | stop processing: n_tokens = 477, truncated = 0 4.53.455.374 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 477, t_last = 232094463624 4.53.462.386 I slot launch_slot_: id 0 | task 7057 | processing task, is_child = 0 4.56.281.487 I slot print_timing: id 0 | task 7057 | prompt eval time = 649.49 ms / 314 tokens ( 2.07 ms per token, 483.46 tokens per second) 4.56.281.492 I slot print_timing: id 0 | task 7057 | eval time = 2169.60 ms / 67 tokens ( 32.87 ms per token, 30.42 tokens per second) 4.56.281.493 I slot print_timing: id 0 | task 7057 | total time = 2819.09 ms / 381 tokens 4.56.281.494 I slot print_timing: id 0 | task 7057 | graphs reused = 6390 4.56.281.494 I slot print_timing: id 0 | task 7057 | graph reallocs = 0 / 0 (same size) / (changed size) 4.56.281.529 I slot release: id 0 | task 7057 | stop processing: n_tokens = 380, truncated = 0 4.56.293.762 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 380, t_last = 232097300355 4.56.301.916 I slot launch_slot_: id 0 | task 7127 | processing task, is_child = 0 5.00.654.869 I slot print_timing: id 0 | task 7127 | n_gen = 100, tg = 30.40 t/s, tg_3s = 30.71 t/s 5.00.785.431 I slot print_timing: id 0 | task 7127 | prompt eval time = 1096.58 ms / 567 tokens ( 1.93 ms per token, 517.06 tokens per second) 5.00.785.435 I slot print_timing: id 0 | task 7127 | eval time = 3386.93 ms / 104 tokens ( 32.88 ms per token, 30.41 tokens per second) 5.00.785.436 I slot print_timing: id 0 | task 7127 | total time = 4483.51 ms / 671 tokens 5.00.785.437 I slot print_timing: id 0 | task 7127 | graphs reused = 6492 5.00.785.438 I slot print_timing: id 0 | task 7127 | graph reallocs = 0 / 0 (same size) / (changed size) 5.00.785.499 I slot release: id 0 | task 7127 | stop processing: n_tokens = 670, truncated = 0 5.00.795.144 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 670, t_last = 232101804325 5.00.807.686 I slot launch_slot_: id 0 | task 7235 | processing task, is_child = 0 5.04.697.750 I slot print_timing: id 0 | task 7235 | n_gen = 100, tg = 30.51 t/s, tg_3s = 30.82 t/s 5.04.762.905 I slot print_timing: id 0 | task 7235 | prompt eval time = 645.07 ms / 306 tokens ( 2.11 ms per token, 474.37 tokens per second) 5.04.762.909 I slot print_timing: id 0 | task 7235 | eval time = 3310.14 ms / 102 tokens ( 32.77 ms per token, 30.51 tokens per second) 5.04.762.910 I slot print_timing: id 0 | task 7235 | total time = 3955.21 ms / 408 tokens 5.04.762.911 I slot print_timing: id 0 | task 7235 | graphs reused = 6592 5.04.762.911 I slot print_timing: id 0 | task 7235 | graph reallocs = 0 / 0 (same size) / (changed size) 5.04.762.950 I slot release: id 0 | task 7235 | stop processing: n_tokens = 407, truncated = 0 5.04.773.807 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 407, t_last = 232105781776 5.04.779.854 I slot launch_slot_: id 0 | task 7340 | processing task, is_child = 0 5.08.838.285 I slot print_timing: id 0 | task 7340 | n_gen = 100, tg = 30.47 t/s, tg_3s = 30.78 t/s 5.09.395.384 I slot print_timing: id 0 | task 7340 | prompt eval time = 809.43 ms / 429 tokens ( 1.89 ms per token, 530.00 tokens per second) 5.09.395.391 I slot print_timing: id 0 | task 7340 | eval time = 3806.09 ms / 117 tokens ( 32.81 ms per token, 30.48 tokens per second) 5.09.395.392 I slot print_timing: id 0 | task 7340 | total time = 4615.52 ms / 546 tokens 5.09.395.393 I slot print_timing: id 0 | task 7340 | graphs reused = 6706 5.09.395.394 I slot print_timing: id 0 | task 7340 | graph reallocs = 0 / 0 (same size) / (changed size) 5.09.395.439 I slot release: id 0 | task 7340 | stop processing: n_tokens = 545, truncated = 0 5.09.403.543 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 545, t_last = 232110414265 5.09.413.320 I slot launch_slot_: id 0 | task 7460 | processing task, is_child = 0 5.12.277.508 I slot print_timing: id 0 | task 7460 | prompt eval time = 441.65 ms / 197 tokens ( 2.24 ms per token, 446.05 tokens per second) 5.12.277.515 I slot print_timing: id 0 | task 7460 | eval time = 2422.52 ms / 75 tokens ( 32.74 ms per token, 30.55 tokens per second) 5.12.277.515 I slot print_timing: id 0 | task 7460 | total time = 2864.17 ms / 272 tokens 5.12.277.516 I slot print_timing: id 0 | task 7460 | graphs reused = 6778 5.12.277.517 I slot print_timing: id 0 | task 7460 | graph reallocs = 0 / 0 (same size) / (changed size) 5.12.277.546 I slot release: id 0 | task 7460 | stop processing: n_tokens = 271, truncated = 0 5.12.288.847 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 271, t_last = 232113296372 5.12.292.718 I slot launch_slot_: id 0 | task 7538 | processing task, is_child = 0 5.16.301.462 I slot print_timing: id 0 | task 7538 | n_gen = 100, tg = 30.45 t/s, tg_3s = 30.76 t/s 5.16.758.252 I slot print_timing: id 0 | task 7538 | prompt eval time = 757.32 ms / 398 tokens ( 1.90 ms per token, 525.54 tokens per second) 5.16.758.260 I slot print_timing: id 0 | task 7538 | eval time = 3708.20 ms / 114 tokens ( 32.82 ms per token, 30.47 tokens per second) 5.16.758.260 I slot print_timing: id 0 | task 7538 | total time = 4465.52 ms / 512 tokens 5.16.758.261 I slot print_timing: id 0 | task 7538 | graphs reused = 6890 5.16.758.262 I slot print_timing: id 0 | task 7538 | graph reallocs = 0 / 0 (same size) / (changed size) 5.16.758.305 I slot release: id 0 | task 7538 | stop processing: n_tokens = 511, truncated = 0 5.16.768.290 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 511, t_last = 232117777131 5.16.778.869 I slot launch_slot_: id 0 | task 7655 | processing task, is_child = 0 5.20.988.498 I slot print_timing: id 0 | task 7655 | n_gen = 100, tg = 30.54 t/s, tg_3s = 30.85 t/s 5.21.738.617 I slot print_timing: id 0 | task 7655 | prompt eval time = 967.67 ms / 510 tokens ( 1.90 ms per token, 527.04 tokens per second) 5.21.738.624 I slot print_timing: id 0 | task 7655 | eval time = 3992.07 ms / 123 tokens ( 32.72 ms per token, 30.56 tokens per second) 5.21.738.625 I slot print_timing: id 0 | task 7655 | total time = 4959.73 ms / 633 tokens 5.21.738.625 I slot print_timing: id 0 | task 7655 | graphs reused = 7010 5.21.738.626 I slot print_timing: id 0 | task 7655 | graph reallocs = 0 / 0 (same size) / (changed size) 5.21.738.677 I slot release: id 0 | task 7655 | stop processing: n_tokens = 632, truncated = 0 5.21.751.043 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 632, t_last = 232122757503 5.21.762.999 I slot launch_slot_: id 0 | task 7781 | processing task, is_child = 0 5.26.113.672 I slot print_timing: id 0 | task 7781 | n_gen = 100, tg = 30.45 t/s, tg_3s = 30.75 t/s 5.26.211.256 I slot print_timing: id 0 | task 7781 | prompt eval time = 1098.95 ms / 560 tokens ( 1.96 ms per token, 509.58 tokens per second) 5.26.211.260 I slot print_timing: id 0 | task 7781 | eval time = 3349.30 ms / 103 tokens ( 32.84 ms per token, 30.45 tokens per second) 5.26.211.261 I slot print_timing: id 0 | task 7781 | total time = 4448.24 ms / 663 tokens 5.26.211.262 I slot print_timing: id 0 | task 7781 | graphs reused = 7111 5.26.211.262 I slot print_timing: id 0 | task 7781 | graph reallocs = 0 / 0 (same size) / (changed size) 5.26.211.319 I slot release: id 0 | task 7781 | stop processing: n_tokens = 662, truncated = 0 5.26.223.009 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 662, t_last = 232127230145 5.26.235.489 I slot launch_slot_: id 0 | task 7888 | processing task, is_child = 0 5.29.419.418 I slot print_timing: id 0 | task 7888 | prompt eval time = 751.88 ms / 392 tokens ( 1.92 ms per token, 521.36 tokens per second) 5.29.419.425 I slot print_timing: id 0 | task 7888 | eval time = 2432.03 ms / 75 tokens ( 32.87 ms per token, 30.43 tokens per second) 5.29.419.425 I slot print_timing: id 0 | task 7888 | total time = 3183.91 ms / 467 tokens 5.29.419.426 I slot print_timing: id 0 | task 7888 | graphs reused = 7184 5.29.419.427 I slot print_timing: id 0 | task 7888 | graph reallocs = 0 / 0 (same size) / (changed size) 5.29.419.469 I slot release: id 0 | task 7888 | stop processing: n_tokens = 466, truncated = 0 5.29.430.277 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 466, t_last = 232130438295 5.29.438.564 I slot launch_slot_: id 0 | task 7966 | processing task, is_child = 0 5.33.599.140 I slot print_timing: id 0 | task 7966 | n_gen = 100, tg = 30.41 t/s, tg_3s = 30.71 t/s 5.34.939.204 I slot print_timing: id 0 | task 7966 | prompt eval time = 904.53 ms / 460 tokens ( 1.97 ms per token, 508.55 tokens per second) 5.34.939.212 I slot print_timing: id 0 | task 7966 | eval time = 4596.10 ms / 141 tokens ( 32.83 ms per token, 30.46 tokens per second) 5.34.939.213 I slot print_timing: id 0 | task 7966 | total time = 5500.63 ms / 601 tokens 5.34.939.214 I slot print_timing: id 0 | task 7966 | graphs reused = 7322 5.34.939.215 I slot print_timing: id 0 | task 7966 | graph reallocs = 0 / 0 (same size) / (changed size) 5.34.939.262 I slot release: id 0 | task 7966 | stop processing: n_tokens = 600, truncated = 0 5.34.950.520 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 600, t_last = 232135958088 5.34.962.045 I slot launch_slot_: id 0 | task 8110 | processing task, is_child = 0 5.37.968.694 I slot print_timing: id 0 | task 8110 | prompt eval time = 804.68 ms / 416 tokens ( 1.93 ms per token, 516.97 tokens per second) 5.37.968.698 I slot print_timing: id 0 | task 8110 | eval time = 2201.95 ms / 68 tokens ( 32.86 ms per token, 30.43 tokens per second) 5.37.968.698 I slot print_timing: id 0 | task 8110 | total time = 3006.63 ms / 484 tokens 5.37.968.699 I slot print_timing: id 0 | task 8110 | graphs reused = 7388 5.37.968.700 I slot print_timing: id 0 | task 8110 | graph reallocs = 0 / 0 (same size) / (changed size) 5.37.968.748 I slot release: id 0 | task 8110 | stop processing: n_tokens = 483, truncated = 0 5.37.982.000 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 483, t_last = 232138987574 5.37.992.682 I slot launch_slot_: id 0 | task 8181 | processing task, is_child = 0 5.42.347.469 I slot print_timing: id 0 | task 8181 | n_gen = 100, tg = 30.42 t/s, tg_3s = 30.73 t/s 5.42.576.286 I slot print_timing: id 0 | task 8181 | prompt eval time = 1100.74 ms / 574 tokens ( 1.92 ms per token, 521.47 tokens per second) 5.42.576.293 I slot print_timing: id 0 | task 8181 | eval time = 3482.85 ms / 107 tokens ( 32.86 ms per token, 30.43 tokens per second) 5.42.576.294 I slot print_timing: id 0 | task 8181 | total time = 4583.59 ms / 681 tokens 5.42.576.295 I slot print_timing: id 0 | task 8181 | graphs reused = 7493 5.42.576.295 I slot print_timing: id 0 | task 8181 | graph reallocs = 0 / 0 (same size) / (changed size) 5.42.576.355 I slot release: id 0 | task 8181 | stop processing: n_tokens = 680, truncated = 0 5.42.590.080 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 680, t_last = 232143595181 5.42.602.000 I slot launch_slot_: id 0 | task 8292 | processing task, is_child = 0 5.47.114.969 I slot print_timing: id 0 | task 8292 | n_gen = 100, tg = 30.41 t/s, tg_3s = 30.72 t/s 5.47.875.409 I slot print_timing: id 0 | task 8292 | prompt eval time = 1257.83 ms / 658 tokens ( 1.91 ms per token, 523.12 tokens per second) 5.47.875.416 I slot print_timing: id 0 | task 8292 | eval time = 4015.57 ms / 123 tokens ( 32.91 ms per token, 30.38 tokens per second) 5.47.875.417 I slot print_timing: id 0 | task 8292 | total time = 5273.40 ms / 781 tokens 5.47.875.418 I slot print_timing: id 0 | task 8292 | graphs reused = 7613 5.47.875.419 I slot print_timing: id 0 | task 8292 | graph reallocs = 0 / 0 (same size) / (changed size) 5.47.875.496 I slot release: id 0 | task 8292 | stop processing: n_tokens = 780, truncated = 0 5.47.886.876 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 780, t_last = 232148894322 5.47.900.868 I slot launch_slot_: id 0 | task 8419 | processing task, is_child = 0 5.51.096.945 I slot print_timing: id 0 | task 8419 | prompt eval time = 859.79 ms / 466 tokens ( 1.85 ms per token, 541.99 tokens per second) 5.51.096.952 I slot print_timing: id 0 | task 8419 | eval time = 2336.27 ms / 72 tokens ( 32.91 ms per token, 30.39 tokens per second) 5.51.096.953 I slot print_timing: id 0 | task 8419 | total time = 3196.07 ms / 538 tokens 5.51.096.954 I slot print_timing: id 0 | task 8419 | graphs reused = 7682 5.51.096.954 I slot print_timing: id 0 | task 8419 | graph reallocs = 0 / 0 (same size) / (changed size) 5.51.097.004 I slot release: id 0 | task 8419 | stop processing: n_tokens = 537, truncated = 0 5.51.109.707 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 537, t_last = 232152115830 5.51.121.064 I slot launch_slot_: id 0 | task 8494 | processing task, is_child = 0 5.55.394.669 I slot print_timing: id 0 | task 8494 | n_gen = 100, tg = 30.43 t/s, tg_3s = 30.74 t/s 5.56.381.667 I slot print_timing: id 0 | task 8494 | prompt eval time = 1020.02 ms / 530 tokens ( 1.92 ms per token, 519.60 tokens per second) 5.56.381.672 I slot print_timing: id 0 | task 8494 | eval time = 4240.57 ms / 130 tokens ( 32.87 ms per token, 30.42 tokens per second) 5.56.381.672 I slot print_timing: id 0 | task 8494 | total time = 5260.59 ms / 660 tokens 5.56.381.673 I slot print_timing: id 0 | task 8494 | graphs reused = 7810 5.56.381.674 I slot print_timing: id 0 | task 8494 | graph reallocs = 0 / 0 (same size) / (changed size) 5.56.381.727 I slot release: id 0 | task 8494 | stop processing: n_tokens = 659, truncated = 0 5.56.390.689 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 659, t_last = 232157400553 5.56.403.886 I slot launch_slot_: id 0 | task 8628 | processing task, is_child = 0 6.00.246.144 I slot print_timing: id 0 | task 8628 | n_gen = 100, tg = 30.57 t/s, tg_3s = 30.88 t/s 6.00.996.786 I slot print_timing: id 0 | task 8628 | prompt eval time = 604.13 ms / 315 tokens ( 1.92 ms per token, 521.41 tokens per second) 6.00.996.790 I slot print_timing: id 0 | task 8628 | eval time = 3988.75 ms / 123 tokens ( 32.69 ms per token, 30.59 tokens per second) 6.00.996.791 I slot print_timing: id 0 | task 8628 | total time = 4592.88 ms / 438 tokens 6.00.996.792 I slot print_timing: id 0 | task 8628 | graphs reused = 7931 6.00.996.792 I slot print_timing: id 0 | task 8628 | graph reallocs = 0 / 0 (same size) / (changed size) 6.00.996.831 I slot release: id 0 | task 8628 | stop processing: n_tokens = 437, truncated = 0 6.01.008.286 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 437, t_last = 232162015658 6.01.015.052 I slot launch_slot_: id 0 | task 8754 | processing task, is_child = 0 6.05.017.183 I slot print_timing: id 0 | task 8754 | n_gen = 100, tg = 30.47 t/s, tg_3s = 30.78 t/s 6.06.622.971 I slot print_timing: id 0 | task 8754 | prompt eval time = 752.81 ms / 391 tokens ( 1.93 ms per token, 519.39 tokens per second) 6.06.622.975 I slot print_timing: id 0 | task 8754 | eval time = 4855.10 ms / 149 tokens ( 32.80 ms per token, 30.48 tokens per second) 6.06.622.976 I slot print_timing: id 0 | task 8754 | total time = 5607.90 ms / 540 tokens 6.06.622.977 I slot print_timing: id 0 | task 8754 | graphs reused = 8077 6.06.622.977 I slot print_timing: id 0 | task 8754 | graph reallocs = 0 / 0 (same size) / (changed size) 6.06.623.017 I slot release: id 0 | task 8754 | stop processing: n_tokens = 539, truncated = 0 6.06.635.594 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 539, t_last = 232167641843 6.06.644.188 I slot launch_slot_: id 0 | task 8906 | processing task, is_child = 0 6.11.221.615 I slot print_timing: id 0 | task 8906 | n_gen = 100, tg = 30.42 t/s, tg_3s = 30.73 t/s 6.11.811.838 I slot print_timing: id 0 | task 8906 | prompt eval time = 1323.29 ms / 707 tokens ( 1.87 ms per token, 534.27 tokens per second) 6.11.811.844 I slot print_timing: id 0 | task 8906 | eval time = 3844.34 ms / 118 tokens ( 32.86 ms per token, 30.43 tokens per second) 6.11.811.845 I slot print_timing: id 0 | task 8906 | total time = 5167.63 ms / 825 tokens 6.11.811.846 I slot print_timing: id 0 | task 8906 | graphs reused = 8192 6.11.811.846 I slot print_timing: id 0 | task 8906 | graph reallocs = 0 / 0 (same size) / (changed size) 6.11.811.915 I slot release: id 0 | task 8906 | stop processing: n_tokens = 824, truncated = 0 6.11.824.913 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 824, t_last = 232172830741 6.11.839.270 I slot launch_slot_: id 0 | task 9028 | processing task, is_child = 0 6.16.347.384 I slot print_timing: id 0 | task 9028 | n_gen = 100, tg = 30.41 t/s, tg_3s = 30.72 t/s 6.18.023.668 I slot print_timing: id 0 | task 9028 | prompt eval time = 1252.43 ms / 663 tokens ( 1.89 ms per token, 529.37 tokens per second) 6.18.023.676 I slot print_timing: id 0 | task 9028 | eval time = 4931.96 ms / 151 tokens ( 32.88 ms per token, 30.41 tokens per second) 6.18.023.676 I slot print_timing: id 0 | task 9028 | total time = 6184.38 ms / 814 tokens 6.18.023.677 I slot print_timing: id 0 | task 9028 | graphs reused = 8340 6.18.023.678 I slot print_timing: id 0 | task 9028 | graph reallocs = 0 / 0 (same size) / (changed size) 6.18.023.743 I slot release: id 0 | task 9028 | stop processing: n_tokens = 813, truncated = 0 6.18.030.845 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 813, t_last = 232179042569 6.18.040.552 I slot launch_slot_: id 0 | task 9183 | processing task, is_child = 0 6.21.746.335 I slot print_timing: id 0 | task 9183 | n_gen = 100, tg = 30.64 t/s, tg_3s = 30.95 t/s 6.21.778.852 I slot print_timing: id 0 | task 9183 | prompt eval time = 474.84 ms / 223 tokens ( 2.13 ms per token, 469.63 tokens per second) 6.21.778.855 I slot print_timing: id 0 | task 9183 | eval time = 3263.45 ms / 101 tokens ( 32.63 ms per token, 30.64 tokens per second) 6.21.778.856 I slot print_timing: id 0 | task 9183 | total time = 3738.29 ms / 324 tokens 6.21.778.857 I slot print_timing: id 0 | task 9183 | graphs reused = 8438 6.21.778.858 I slot print_timing: id 0 | task 9183 | graph reallocs = 0 / 0 (same size) / (changed size) 6.21.778.891 I slot release: id 0 | task 9183 | stop processing: n_tokens = 323, truncated = 0 6.21.786.470 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 323, t_last = 232182797717 6.21.791.135 I slot launch_slot_: id 0 | task 9287 | processing task, is_child = 0 6.25.387.488 I slot print_timing: id 0 | task 9287 | n_gen = 100, tg = 30.64 t/s, tg_3s = 30.95 t/s 6.28.387.846 I slot print_timing: id 0 | task 9287 | n_gen = 192, tg = 30.65 t/s, tg_3s = 30.66 t/s 6.29.365.718 I slot print_timing: id 0 | task 9287 | prompt eval time = 365.77 ms / 154 tokens ( 2.38 ms per token, 421.02 tokens per second) 6.29.365.724 I slot print_timing: id 0 | task 9287 | eval time = 7208.80 ms / 222 tokens ( 32.62 ms per token, 30.66 tokens per second) 6.29.365.725 I slot print_timing: id 0 | task 9287 | total time = 7574.57 ms / 376 tokens 6.29.365.726 I slot print_timing: id 0 | task 9287 | graphs reused = 8657 6.29.365.726 I slot print_timing: id 0 | task 9287 | graph reallocs = 0 / 0 (same size) / (changed size) 6.29.365.752 I slot release: id 0 | task 9287 | stop processing: n_tokens = 375, truncated = 0 6.29.373.537 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 375, t_last = 232190384578 6.29.379.561 I slot launch_slot_: id 0 | task 9512 | processing task, is_child = 0 6.30.575.687 I slot print_timing: id 0 | task 9512 | prompt eval time = 397.53 ms / 171 tokens ( 2.32 ms per token, 430.15 tokens per second) 6.30.575.694 I slot print_timing: id 0 | task 9512 | eval time = 798.58 ms / 25 tokens ( 33.27 ms per token, 30.05 tokens per second) 6.30.575.694 I slot print_timing: id 0 | task 9512 | total time = 1196.11 ms / 196 tokens 6.30.575.695 I slot print_timing: id 0 | task 9512 | graphs reused = 8680 6.30.575.696 I slot print_timing: id 0 | task 9512 | graph reallocs = 0 / 0 (same size) / (changed size) 6.30.575.723 I slot release: id 0 | task 9512 | stop processing: n_tokens = 195, truncated = 0 6.30.583.101 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 195, t_last = 232191594549 6.30.586.660 I slot launch_slot_: id 0 | task 9540 | processing task, is_child = 0 6.32.484.234 I slot print_timing: id 0 | task 9540 | prompt eval time = 321.62 ms / 131 tokens ( 2.46 ms per token, 407.32 tokens per second) 6.32.484.239 I slot print_timing: id 0 | task 9540 | eval time = 1575.94 ms / 49 tokens ( 32.83 ms per token, 30.46 tokens per second) 6.32.484.240 I slot print_timing: id 0 | task 9540 | total time = 1897.56 ms / 180 tokens 6.32.484.241 I slot print_timing: id 0 | task 9540 | graphs reused = 8727 6.32.484.241 I slot print_timing: id 0 | task 9540 | graph reallocs = 0 / 0 (same size) / (changed size) 6.32.484.265 I slot release: id 0 | task 9540 | stop processing: n_tokens = 179, truncated = 0 6.32.492.172 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 179, t_last = 232193503091 6.32.495.509 I slot launch_slot_: id 0 | task 9592 | processing task, is_child = 0 6.34.073.543 I slot print_timing: id 0 | task 9592 | prompt eval time = 495.75 ms / 206 tokens ( 2.41 ms per token, 415.53 tokens per second) 6.34.073.547 I slot print_timing: id 0 | task 9592 | eval time = 1082.27 ms / 34 tokens ( 32.80 ms per token, 30.49 tokens per second) 6.34.073.548 I slot print_timing: id 0 | task 9592 | total time = 1578.02 ms / 240 tokens 6.34.073.548 I slot print_timing: id 0 | task 9592 | graphs reused = 8759 6.34.073.549 I slot print_timing: id 0 | task 9592 | graph reallocs = 0 / 0 (same size) / (changed size) 6.34.073.579 I slot release: id 0 | task 9592 | stop processing: n_tokens = 239, truncated = 0 6.34.080.331 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 239, t_last = 232195092405 6.34.085.843 I slot launch_slot_: id 0 | task 9629 | processing task, is_child = 0 6.34.851.371 I slot print_timing: id 0 | task 9629 | prompt eval time = 270.29 ms / 107 tokens ( 2.53 ms per token, 395.87 tokens per second) 6.34.851.378 I slot print_timing: id 0 | task 9629 | eval time = 495.23 ms / 16 tokens ( 33.02 ms per token, 30.29 tokens per second) 6.34.851.379 I slot print_timing: id 0 | task 9629 | total time = 765.52 ms / 123 tokens 6.34.851.379 I slot print_timing: id 0 | task 9629 | graphs reused = 8773 6.34.851.380 I slot print_timing: id 0 | task 9629 | graph reallocs = 0 / 0 (same size) / (changed size) 6.34.851.401 I slot release: id 0 | task 9629 | stop processing: n_tokens = 122, truncated = 0 6.34.858.491 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 122, t_last = 232195870227 6.34.860.251 I slot launch_slot_: id 0 | task 9648 | processing task, is_child = 0 6.38.463.580 I slot print_timing: id 0 | task 9648 | n_gen = 100, tg = 30.57 t/s, tg_3s = 30.88 t/s 6.41.465.276 I slot print_timing: id 0 | task 9648 | n_gen = 192, tg = 30.61 t/s, tg_3s = 30.65 t/s 6.43.844.605 I slot print_timing: id 0 | task 9648 | prompt eval time = 365.23 ms / 147 tokens ( 2.48 ms per token, 402.48 tokens per second) 6.43.844.615 I slot print_timing: id 0 | task 9648 | eval time = 8619.11 ms / 265 tokens ( 32.65 ms per token, 30.63 tokens per second) 6.43.844.616 I slot print_timing: id 0 | task 9648 | total time = 8984.34 ms / 412 tokens 6.43.844.616 I slot print_timing: id 0 | task 9648 | graphs reused = 9035 6.43.844.617 I slot print_timing: id 0 | task 9648 | graph reallocs = 0 / 0 (same size) / (changed size) 6.43.844.646 I slot release: id 0 | task 9648 | stop processing: n_tokens = 411, truncated = 0 6.43.852.368 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 411, t_last = 232204863473 6.43.859.220 I slot launch_slot_: id 0 | task 9916 | processing task, is_child = 0 6.47.423.320 I slot print_timing: id 0 | task 9916 | n_gen = 100, tg = 30.59 t/s, tg_3s = 30.90 t/s 6.50.426.461 I slot print_timing: id 0 | task 9916 | n_gen = 192, tg = 30.61 t/s, tg_3s = 30.63 t/s 6.53.458.674 I slot print_timing: id 0 | task 9916 | n_gen = 285, tg = 30.63 t/s, tg_3s = 30.67 t/s 6.55.677.680 I slot print_timing: id 0 | task 9916 | prompt eval time = 327.48 ms / 146 tokens ( 2.24 ms per token, 445.83 tokens per second) 6.55.677.688 I slot print_timing: id 0 | task 9916 | eval time = 11490.97 ms / 353 tokens ( 32.64 ms per token, 30.63 tokens per second) 6.55.677.689 I slot print_timing: id 0 | task 9916 | total time = 11818.45 ms / 499 tokens 6.55.677.689 I slot print_timing: id 0 | task 9916 | graphs reused = 9385 6.55.677.690 I slot print_timing: id 0 | task 9916 | graph reallocs = 0 / 0 (same size) / (changed size) 6.55.677.715 I slot release: id 0 | task 9916 | stop processing: n_tokens = 498, truncated = 0 6.55.684.621 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 498, t_last = 232216696541 6.55.692.497 I slot launch_slot_: id 0 | task 10272 | processing task, is_child = 0 6.57.041.219 I slot print_timing: id 0 | task 10272 | prompt eval time = 269.41 ms / 85 tokens ( 3.17 ms per token, 315.50 tokens per second) 6.57.041.224 I slot print_timing: id 0 | task 10272 | eval time = 1079.30 ms / 34 tokens ( 32.71 ms per token, 30.58 tokens per second) 6.57.041.225 I slot print_timing: id 0 | task 10272 | total time = 1348.71 ms / 119 tokens 6.57.041.225 I slot print_timing: id 0 | task 10272 | graphs reused = 9417 6.57.041.226 I slot print_timing: id 0 | task 10272 | graph reallocs = 0 / 0 (same size) / (changed size) 6.57.041.245 I slot release: id 0 | task 10272 | stop processing: n_tokens = 118, truncated = 0 6.57.048.703 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 118, t_last = 232218060071 6.57.051.027 I slot launch_slot_: id 0 | task 10309 | processing task, is_child = 0 6.57.723.176 I slot print_timing: id 0 | task 10309 | prompt eval time = 401.49 ms / 155 tokens ( 2.59 ms per token, 386.06 tokens per second) 6.57.723.183 I slot print_timing: id 0 | task 10309 | eval time = 270.65 ms / 9 tokens ( 33.83 ms per token, 29.56 tokens per second) 6.57.723.184 I slot print_timing: id 0 | task 10309 | total time = 672.14 ms / 164 tokens 6.57.723.185 I slot print_timing: id 0 | task 10309 | graphs reused = 9424 6.57.723.186 I slot print_timing: id 0 | task 10309 | graph reallocs = 0 / 0 (same size) / (changed size) 6.57.723.213 I slot release: id 0 | task 10309 | stop processing: n_tokens = 163, truncated = 0 6.57.730.757 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 163, t_last = 232218742040 6.57.734.629 I slot launch_slot_: id 0 | task 10321 | processing task, is_child = 0 7.01.334.875 I slot print_timing: id 0 | task 10321 | n_gen = 100, tg = 30.65 t/s, tg_3s = 30.96 t/s 7.03.162.298 I slot print_timing: id 0 | task 10321 | prompt eval time = 370.13 ms / 151 tokens ( 2.45 ms per token, 407.97 tokens per second) 7.03.162.308 I slot print_timing: id 0 | task 10321 | eval time = 5057.53 ms / 156 tokens ( 32.63 ms per token, 30.65 tokens per second) 7.03.162.308 I slot print_timing: id 0 | task 10321 | total time = 5427.66 ms / 307 tokens 7.03.162.309 I slot print_timing: id 0 | task 10321 | graphs reused = 9577 7.03.162.310 I slot print_timing: id 0 | task 10321 | graph reallocs = 0 / 0 (same size) / (changed size) 7.03.162.335 I slot release: id 0 | task 10321 | stop processing: n_tokens = 306, truncated = 0 7.03.169.949 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 306, t_last = 232224181161 7.03.174.629 I slot launch_slot_: id 0 | task 10480 | processing task, is_child = 0 7.06.809.908 I slot print_timing: id 0 | task 10480 | n_gen = 100, tg = 30.56 t/s, tg_3s = 30.87 t/s 7.09.838.997 I slot print_timing: id 0 | task 10480 | n_gen = 193, tg = 30.63 t/s, tg_3s = 30.70 t/s 7.11.176.237 I slot print_timing: id 0 | task 10480 | prompt eval time = 395.37 ms / 166 tokens ( 2.38 ms per token, 419.86 tokens per second) 7.11.176.245 I slot print_timing: id 0 | task 10480 | eval time = 7606.23 ms / 234 tokens ( 32.64 ms per token, 30.63 tokens per second) 7.11.176.246 I slot print_timing: id 0 | task 10480 | total time = 8001.60 ms / 400 tokens 7.11.176.247 I slot print_timing: id 0 | task 10480 | graphs reused = 9808 7.11.176.247 I slot print_timing: id 0 | task 10480 | graph reallocs = 0 / 0 (same size) / (changed size) 7.11.176.282 I slot release: id 0 | task 10480 | stop processing: n_tokens = 399, truncated = 0 7.11.184.054 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 399, t_last = 232232195108 7.11.190.089 I slot launch_slot_: id 0 | task 10717 | processing task, is_child = 0 7.12.112.105 I slot print_timing: id 0 | task 10717 | prompt eval time = 322.49 ms / 137 tokens ( 2.35 ms per token, 424.82 tokens per second) 7.12.112.113 I slot print_timing: id 0 | task 10717 | eval time = 599.51 ms / 19 tokens ( 33.31 ms per token, 30.02 tokens per second) 7.12.112.114 I slot print_timing: id 0 | task 10717 | total time = 922.00 ms / 156 tokens 7.12.112.115 I slot print_timing: id 0 | task 10717 | graphs reused = 9825 7.12.112.115 I slot print_timing: id 0 | task 10717 | graph reallocs = 0 / 0 (same size) / (changed size) 7.12.112.138 I slot release: id 0 | task 10717 | stop processing: n_tokens = 155, truncated = 0 7.12.119.344 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 155, t_last = 232233130964 7.12.123.004 I slot launch_slot_: id 0 | task 10739 | processing task, is_child = 0 7.15.717.434 I slot print_timing: id 0 | task 10739 | n_gen = 100, tg = 30.67 t/s, tg_3s = 30.98 t/s 7.18.718.865 I slot print_timing: id 0 | task 10739 | n_gen = 192, tg = 30.66 t/s, tg_3s = 30.65 t/s 7.21.719.072 I slot print_timing: id 0 | task 10739 | n_gen = 284, tg = 30.66 t/s, tg_3s = 30.66 t/s 7.23.186.569 I slot print_timing: id 0 | task 10739 | prompt eval time = 366.84 ms / 146 tokens ( 2.51 ms per token, 397.99 tokens per second) 7.23.186.576 I slot print_timing: id 0 | task 10739 | eval time = 10696.71 ms / 329 tokens ( 32.61 ms per token, 30.66 tokens per second) 7.23.186.577 I slot print_timing: id 0 | task 10739 | total time = 11063.55 ms / 475 tokens 7.23.186.578 I slot print_timing: id 0 | task 10739 | graphs reused = 10151 7.23.186.579 I slot print_timing: id 0 | task 10739 | graph reallocs = 0 / 0 (same size) / (changed size) 7.23.186.603 I slot release: id 0 | task 10739 | stop processing: n_tokens = 474, truncated = 0 7.23.194.446 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 474, t_last = 232244205429 7.23.201.515 I slot launch_slot_: id 0 | task 11071 | processing task, is_child = 0 7.26.804.226 I slot print_timing: id 0 | task 11071 | n_gen = 100, tg = 30.63 t/s, tg_3s = 30.94 t/s 7.29.833.545 I slot print_timing: id 0 | task 11071 | n_gen = 193, tg = 30.67 t/s, tg_3s = 30.70 t/s 7.32.865.492 I slot print_timing: id 0 | task 11071 | n_gen = 286, tg = 30.67 t/s, tg_3s = 30.67 t/s 7.35.872.758 I slot print_timing: id 0 | task 11071 | n_gen = 378, tg = 30.65 t/s, tg_3s = 30.59 t/s 7.38.874.548 I slot print_timing: id 0 | task 11071 | n_gen = 470, tg = 30.65 t/s, tg_3s = 30.65 t/s 7.39.461.730 I slot print_timing: id 0 | task 11071 | prompt eval time = 370.89 ms / 167 tokens ( 2.22 ms per token, 450.27 tokens per second) 7.39.461.734 I slot print_timing: id 0 | task 11071 | eval time = 15889.31 ms / 488 tokens ( 32.63 ms per token, 30.65 tokens per second) 7.39.461.735 I slot print_timing: id 0 | task 11071 | total time = 16260.20 ms / 655 tokens 7.39.461.736 I slot print_timing: id 0 | task 11071 | graphs reused = 10635 7.39.461.737 I slot print_timing: id 0 | task 11071 | graph reallocs = 0 / 0 (same size) / (changed size) 7.39.461.769 I slot release: id 0 | task 11071 | stop processing: n_tokens = 654, truncated = 0 7.39.469.549 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 654, t_last = 232260480595 7.39.477.758 I slot launch_slot_: id 0 | task 11562 | processing task, is_child = 0 7.43.117.727 I slot print_timing: id 0 | task 11562 | n_gen = 100, tg = 30.58 t/s, tg_3s = 30.89 t/s 7.46.148.497 I slot print_timing: id 0 | task 11562 | n_gen = 193, tg = 30.63 t/s, tg_3s = 30.69 t/s 7.49.151.838 I slot print_timing: id 0 | task 11562 | n_gen = 285, tg = 30.63 t/s, tg_3s = 30.63 t/s 7.52.157.297 I slot print_timing: id 0 | task 11562 | n_gen = 377, tg = 30.63 t/s, tg_3s = 30.61 t/s 7.54.571.947 I slot print_timing: id 0 | task 11562 | prompt eval time = 402.73 ms / 160 tokens ( 2.52 ms per token, 397.28 tokens per second) 7.54.571.951 I slot print_timing: id 0 | task 11562 | eval time = 14691.44 ms / 451 tokens ( 32.65 ms per token, 30.63 tokens per second) 7.54.571.952 I slot print_timing: id 0 | task 11562 | total time = 15094.17 ms / 611 tokens 7.54.571.953 I slot print_timing: id 0 | task 11562 | graphs reused = 11082 7.54.571.954 I slot print_timing: id 0 | task 11562 | graph reallocs = 0 / 0 (same size) / (changed size) 7.54.571.981 I slot release: id 0 | task 11562 | stop processing: n_tokens = 610, truncated = 0 7.54.579.711 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 610, t_last = 232275590807 7.54.587.827 I slot launch_slot_: id 0 | task 12016 | processing task, is_child = 0 7.58.222.798 I slot print_timing: id 0 | task 12016 | n_gen = 100, tg = 30.61 t/s, tg_3s = 30.92 t/s 8.01.228.567 I slot print_timing: id 0 | task 12016 | n_gen = 192, tg = 30.61 t/s, tg_3s = 30.61 t/s 8.04.260.547 I slot print_timing: id 0 | task 12016 | n_gen = 285, tg = 30.63 t/s, tg_3s = 30.67 t/s 8.06.608.866 I slot print_timing: id 0 | task 12016 | prompt eval time = 400.36 ms / 152 tokens ( 2.63 ms per token, 379.66 tokens per second) 8.06.608.870 I slot print_timing: id 0 | task 12016 | eval time = 11620.67 ms / 357 tokens ( 32.64 ms per token, 30.64 tokens per second) 8.06.608.871 I slot print_timing: id 0 | task 12016 | total time = 12021.02 ms / 509 tokens 8.06.608.872 I slot print_timing: id 0 | task 12016 | graphs reused = 11436 8.06.608.872 I slot print_timing: id 0 | task 12016 | graph reallocs = 0 / 0 (same size) / (changed size) 8.06.608.904 I slot release: id 0 | task 12016 | stop processing: n_tokens = 508, truncated = 0 8.06.616.780 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 508, t_last = 232287627730 8.06.623.729 I slot launch_slot_: id 0 | task 12376 | processing task, is_child = 0 8.10.261.714 I slot print_timing: id 0 | task 12376 | n_gen = 100, tg = 30.57 t/s, tg_3s = 30.88 t/s 8.11.532.473 I slot print_timing: id 0 | task 12376 | prompt eval time = 399.56 ms / 158 tokens ( 2.53 ms per token, 395.43 tokens per second) 8.11.532.477 I slot print_timing: id 0 | task 12376 | eval time = 4509.16 ms / 139 tokens ( 32.68 ms per token, 30.60 tokens per second) 8.11.532.478 I slot print_timing: id 0 | task 12376 | total time = 4908.73 ms / 297 tokens 8.11.532.479 I slot print_timing: id 0 | task 12376 | graphs reused = 11572 8.11.532.479 I slot print_timing: id 0 | task 12376 | graph reallocs = 0 / 0 (same size) / (changed size) 8.11.532.509 I slot release: id 0 | task 12376 | stop processing: n_tokens = 296, truncated = 0 8.11.539.931 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 296, t_last = 232292551335 8.11.545.304 I slot launch_slot_: id 0 | task 12518 | processing task, is_child = 0 8.15.107.391 I slot print_timing: id 0 | task 12518 | n_gen = 100, tg = 30.59 t/s, tg_3s = 30.90 t/s 8.18.108.255 I slot print_timing: id 0 | task 12518 | n_gen = 192, tg = 30.62 t/s, tg_3s = 30.66 t/s 8.18.922.369 I slot print_timing: id 0 | task 12518 | prompt eval time = 325.45 ms / 140 tokens ( 2.32 ms per token, 430.17 tokens per second) 8.18.922.375 I slot print_timing: id 0 | task 12518 | eval time = 7051.60 ms / 217 tokens ( 32.65 ms per token, 30.63 tokens per second) 8.18.922.376 I slot print_timing: id 0 | task 12518 | total time = 7377.05 ms / 357 tokens 8.18.922.377 I slot print_timing: id 0 | task 12518 | graphs reused = 11786 8.18.922.378 I slot print_timing: id 0 | task 12518 | graph reallocs = 0 / 0 (same size) / (changed size) 8.18.922.405 I slot release: id 0 | task 12518 | stop processing: n_tokens = 356, truncated = 0 8.18.929.613 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 356, t_last = 232299941231 8.18.934.995 I slot launch_slot_: id 0 | task 12738 | processing task, is_child = 0 8.20.037.643 I slot print_timing: id 0 | task 12738 | prompt eval time = 316.48 ms / 118 tokens ( 2.68 ms per token, 372.85 tokens per second) 8.20.037.650 I slot print_timing: id 0 | task 12738 | eval time = 786.16 ms / 25 tokens ( 32.76 ms per token, 30.53 tokens per second) 8.20.037.651 I slot print_timing: id 0 | task 12738 | total time = 1102.64 ms / 143 tokens 8.20.037.651 I slot print_timing: id 0 | task 12738 | graphs reused = 11809 8.20.037.652 I slot print_timing: id 0 | task 12738 | graph reallocs = 0 / 0 (same size) / (changed size) 8.20.037.675 I slot release: id 0 | task 12738 | stop processing: n_tokens = 142, truncated = 0 8.20.046.016 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 142, t_last = 232301056501 8.20.048.874 I slot launch_slot_: id 0 | task 12766 | processing task, is_child = 0 8.23.654.486 I slot print_timing: id 0 | task 12766 | n_gen = 100, tg = 30.62 t/s, tg_3s = 30.93 t/s 8.26.683.553 I slot print_timing: id 0 | task 12766 | n_gen = 193, tg = 30.66 t/s, tg_3s = 30.70 t/s 8.29.715.640 I slot print_timing: id 0 | task 12766 | n_gen = 286, tg = 30.66 t/s, tg_3s = 30.67 t/s 8.32.722.617 I slot print_timing: id 0 | task 12766 | n_gen = 378, tg = 30.65 t/s, tg_3s = 30.60 t/s 8.35.725.750 I slot print_timing: id 0 | task 12766 | n_gen = 470, tg = 30.64 t/s, tg_3s = 30.63 t/s 8.36.443.336 I slot print_timing: id 0 | task 12766 | prompt eval time = 372.08 ms / 162 tokens ( 2.30 ms per token, 435.38 tokens per second) 8.36.443.341 I slot print_timing: id 0 | task 12766 | eval time = 16022.37 ms / 492 tokens ( 32.63 ms per token, 30.64 tokens per second) 8.36.443.341 I slot print_timing: id 0 | task 12766 | total time = 16394.45 ms / 654 tokens 8.36.443.342 I slot print_timing: id 0 | task 12766 | graphs reused = 12297 8.36.443.343 I slot print_timing: id 0 | task 12766 | graph reallocs = 0 / 0 (same size) / (changed size) 8.36.443.373 I slot release: id 0 | task 12766 | stop processing: n_tokens = 653, truncated = 0 8.36.452.748 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 653, t_last = 232317462199 8.36.461.302 I slot launch_slot_: id 0 | task 13261 | processing task, is_child = 0 8.40.115.927 I slot print_timing: id 0 | task 13261 | n_gen = 100, tg = 30.64 t/s, tg_3s = 30.95 t/s 8.43.146.602 I slot print_timing: id 0 | task 13261 | n_gen = 193, tg = 30.66 t/s, tg_3s = 30.69 t/s 8.46.148.366 I slot print_timing: id 0 | task 13261 | n_gen = 285, tg = 30.66 t/s, tg_3s = 30.65 t/s 8.49.152.875 I slot print_timing: id 0 | task 13261 | n_gen = 377, tg = 30.65 t/s, tg_3s = 30.62 t/s 8.52.154.318 I slot print_timing: id 0 | task 13261 | n_gen = 469, tg = 30.65 t/s, tg_3s = 30.65 t/s 8.52.512.958 I slot print_timing: id 0 | task 13261 | prompt eval time = 423.50 ms / 181 tokens ( 2.34 ms per token, 427.39 tokens per second) 8.52.512.962 I slot print_timing: id 0 | task 13261 | eval time = 15628.15 ms / 480 tokens ( 32.63 ms per token, 30.65 tokens per second) 8.52.512.963 I slot print_timing: id 0 | task 13261 | total time = 16051.64 ms / 661 tokens 8.52.512.964 I slot print_timing: id 0 | task 13261 | graphs reused = 12773 8.52.512.964 I slot print_timing: id 0 | task 13261 | graph reallocs = 0 / 0 (same size) / (changed size) 8.52.512.995 I slot release: id 0 | task 13261 | stop processing: n_tokens = 660, truncated = 0 8.52.520.208 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 660, t_last = 232333531821 8.52.528.799 I slot launch_slot_: id 0 | task 13744 | processing task, is_child = 0 8.56.090.205 I slot print_timing: id 0 | task 13744 | n_gen = 100, tg = 30.55 t/s, tg_3s = 30.86 t/s 8.58.048.498 I slot print_timing: id 0 | task 13744 | prompt eval time = 320.94 ms / 119 tokens ( 2.70 ms per token, 370.79 tokens per second) 8.58.048.501 I slot print_timing: id 0 | task 13744 | eval time = 5198.74 ms / 160 tokens ( 32.70 ms per token, 30.58 tokens per second) 8.58.048.502 I slot print_timing: id 0 | task 13744 | total time = 5519.68 ms / 279 tokens 8.58.048.503 I slot print_timing: id 0 | task 13744 | graphs reused = 12930 8.58.048.504 I slot print_timing: id 0 | task 13744 | graph reallocs = 0 / 0 (same size) / (changed size) 8.58.048.531 I slot release: id 0 | task 13744 | stop processing: n_tokens = 278, truncated = 0 8.58.055.501 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 278, t_last = 232339067357 8.58.059.239 I slot launch_slot_: id 0 | task 13907 | processing task, is_child = 0 9.00.272.117 I slot print_timing: id 0 | task 13907 | prompt eval time = 320.28 ms / 135 tokens ( 2.37 ms per token, 421.51 tokens per second) 9.00.272.124 I slot print_timing: id 0 | task 13907 | eval time = 1892.59 ms / 59 tokens ( 32.63 ms per token, 30.65 tokens per second) 9.00.272.124 I slot print_timing: id 0 | task 13907 | total time = 2212.87 ms / 194 tokens 9.00.272.125 I slot print_timing: id 0 | task 13907 | graphs reused = 12987 9.00.272.126 I slot print_timing: id 0 | task 13907 | graph reallocs = 0 / 0 (same size) / (changed size) 9.00.272.149 I slot release: id 0 | task 13907 | stop processing: n_tokens = 193, truncated = 0 9.00.279.507 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 193, t_last = 232341290975 9.00.283.050 I slot launch_slot_: id 0 | task 13969 | processing task, is_child = 0 9.03.835.071 I slot print_timing: id 0 | task 13969 | n_gen = 100, tg = 30.63 t/s, tg_3s = 30.94 t/s 9.06.866.207 I slot print_timing: id 0 | task 13969 | n_gen = 193, tg = 30.66 t/s, tg_3s = 30.68 t/s 9.08.005.820 I slot print_timing: id 0 | task 13969 | prompt eval time = 320.01 ms / 128 tokens ( 2.50 ms per token, 399.99 tokens per second) 9.08.005.826 I slot print_timing: id 0 | task 13969 | eval time = 7402.75 ms / 228 tokens ( 32.61 ms per token, 30.66 tokens per second) 9.08.005.827 I slot print_timing: id 0 | task 13969 | total time = 7722.76 ms / 356 tokens 9.08.005.828 I slot print_timing: id 0 | task 13969 | graphs reused = 13212 9.08.005.828 I slot print_timing: id 0 | task 13969 | graph reallocs = 0 / 0 (same size) / (changed size) 9.08.005.852 I slot release: id 0 | task 13969 | stop processing: n_tokens = 355, truncated = 0 9.08.013.360 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 355, t_last = 232349024678 9.08.018.961 I slot launch_slot_: id 0 | task 14200 | processing task, is_child = 0 9.11.020.240 I slot print_timing: id 0 | task 14200 | prompt eval time = 325.56 ms / 142 tokens ( 2.29 ms per token, 436.17 tokens per second) 9.11.020.245 I slot print_timing: id 0 | task 14200 | eval time = 2675.70 ms / 83 tokens ( 32.63 ms per token, 30.65 tokens per second) 9.11.020.246 I slot print_timing: id 0 | task 14200 | total time = 3001.27 ms / 225 tokens 9.11.020.247 I slot print_timing: id 0 | task 14200 | graphs reused = 13293 9.11.020.248 I slot print_timing: id 0 | task 14200 | graph reallocs = 0 / 0 (same size) / (changed size) 9.11.020.271 I slot release: id 0 | task 14200 | stop processing: n_tokens = 224, truncated = 0 9.11.027.729 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 224, t_last = 232352039098 9.11.032.319 I slot launch_slot_: id 0 | task 14286 | processing task, is_child = 0 9.11.934.164 I slot print_timing: id 0 | task 14286 | prompt eval time = 366.37 ms / 146 tokens ( 2.51 ms per token, 398.50 tokens per second) 9.11.934.168 I slot print_timing: id 0 | task 14286 | eval time = 535.46 ms / 17 tokens ( 33.47 ms per token, 29.88 tokens per second) 9.11.934.169 I slot print_timing: id 0 | task 14286 | total time = 901.83 ms / 163 tokens 9.11.934.170 I slot print_timing: id 0 | task 14286 | graphs reused = 13308 9.11.934.171 I slot print_timing: id 0 | task 14286 | graph reallocs = 0 / 0 (same size) / (changed size) 9.11.934.195 I slot release: id 0 | task 14286 | stop processing: n_tokens = 162, truncated = 0 9.11.941.689 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 162, t_last = 232352953022 9.11.945.374 I slot launch_slot_: id 0 | task 14306 | processing task, is_child = 0 9.15.504.232 I slot print_timing: id 0 | task 14306 | n_gen = 100, tg = 30.59 t/s, tg_3s = 30.90 t/s 9.18.505.495 I slot print_timing: id 0 | task 14306 | n_gen = 192, tg = 30.62 t/s, tg_3s = 30.65 t/s 9.20.199.933 I slot print_timing: id 0 | task 14306 | prompt eval time = 322.38 ms / 138 tokens ( 2.34 ms per token, 428.07 tokens per second) 9.20.199.937 I slot print_timing: id 0 | task 14306 | eval time = 7932.17 ms / 244 tokens ( 32.64 ms per token, 30.63 tokens per second) 9.20.199.939 I slot print_timing: id 0 | task 14306 | total time = 8254.55 ms / 382 tokens 9.20.199.940 I slot print_timing: id 0 | task 14306 | graphs reused = 13549 9.20.199.941 I slot print_timing: id 0 | task 14306 | graph reallocs = 0 / 0 (same size) / (changed size) 9.20.199.971 I slot release: id 0 | task 14306 | stop processing: n_tokens = 381, truncated = 0 9.20.207.363 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 381, t_last = 232361218797 9.20.213.406 I slot launch_slot_: id 0 | task 14553 | processing task, is_child = 0 9.23.767.243 I slot print_timing: id 0 | task 14553 | n_gen = 100, tg = 30.64 t/s, tg_3s = 30.95 t/s 9.26.771.912 I slot print_timing: id 0 | task 14553 | n_gen = 192, tg = 30.63 t/s, tg_3s = 30.62 t/s 9.29.800.526 I slot print_timing: id 0 | task 14553 | n_gen = 285, tg = 30.66 t/s, tg_3s = 30.71 t/s 9.32.804.037 I slot print_timing: id 0 | task 14553 | n_gen = 377, tg = 30.65 t/s, tg_3s = 30.63 t/s 9.35.804.970 I slot print_timing: id 0 | task 14553 | n_gen = 469, tg = 30.65 t/s, tg_3s = 30.66 t/s 9.38.807.144 I slot print_timing: id 0 | task 14553 | n_gen = 561, tg = 30.65 t/s, tg_3s = 30.64 t/s 9.41.815.395 I slot print_timing: id 0 | task 14553 | n_gen = 653, tg = 30.64 t/s, tg_3s = 30.58 t/s 9.44.823.765 I slot print_timing: id 0 | task 14553 | n_gen = 745, tg = 30.63 t/s, tg_3s = 30.58 t/s 9.47.845.700 I slot print_timing: id 0 | task 14553 | n_gen = 837, tg = 30.61 t/s, tg_3s = 30.44 t/s 9.49.853.031 I slot print_timing: id 0 | task 14553 | prompt eval time = 322.81 ms / 140 tokens ( 2.31 ms per token, 433.69 tokens per second) 9.49.853.038 I slot print_timing: id 0 | task 14553 | eval time = 29316.80 ms / 898 tokens ( 32.68 ms per token, 30.60 tokens per second) 9.49.853.039 I slot print_timing: id 0 | task 14553 | total time = 29639.61 ms / 1038 tokens 9.49.853.039 I slot print_timing: id 0 | task 14553 | graphs reused = 14441 9.49.853.040 I slot print_timing: id 0 | task 14553 | graph reallocs = 0 / 0 (same size) / (changed size) 9.49.853.069 I slot release: id 0 | task 14553 | stop processing: n_tokens = 1037, truncated = 0 9.49.861.122 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1037, t_last = 232390871895 9.49.870.500 I slot launch_slot_: id 0 | task 15454 | processing task, is_child = 0 9.53.470.898 I slot print_timing: id 0 | task 15454 | n_gen = 100, tg = 30.59 t/s, tg_3s = 30.89 t/s 9.54.646.720 I slot print_timing: id 0 | task 15454 | prompt eval time = 363.61 ms / 144 tokens ( 2.53 ms per token, 396.02 tokens per second) 9.54.646.728 I slot print_timing: id 0 | task 15454 | eval time = 4412.60 ms / 136 tokens ( 32.69 ms per token, 30.59 tokens per second) 9.54.646.728 I slot print_timing: id 0 | task 15454 | total time = 4776.21 ms / 280 tokens 9.54.646.729 I slot print_timing: id 0 | task 15454 | graphs reused = 14574 9.54.646.730 I slot print_timing: id 0 | task 15454 | graph reallocs = 0 / 0 (same size) / (changed size) 9.54.646.755 I slot release: id 0 | task 15454 | stop processing: n_tokens = 279, truncated = 0 9.54.654.565 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 279, t_last = 232395665581 9.54.659.657 I slot launch_slot_: id 0 | task 15593 | processing task, is_child = 0 9.56.085.349 I slot print_timing: id 0 | task 15593 | prompt eval time = 373.19 ms / 169 tokens ( 2.21 ms per token, 452.85 tokens per second) 9.56.085.356 I slot print_timing: id 0 | task 15593 | eval time = 1052.49 ms / 33 tokens ( 32.89 ms per token, 30.40 tokens per second) 9.56.085.356 I slot print_timing: id 0 | task 15593 | total time = 1425.68 ms / 202 tokens 9.56.085.357 I slot print_timing: id 0 | task 15593 | graphs reused = 14605 9.56.085.358 I slot print_timing: id 0 | task 15593 | graph reallocs = 0 / 0 (same size) / (changed size) 9.56.085.383 I slot release: id 0 | task 15593 | stop processing: n_tokens = 201, truncated = 0 9.56.093.558 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 201, t_last = 232397104209 9.56.098.020 I slot launch_slot_: id 0 | task 15629 | processing task, is_child = 0 9.57.418.016 I slot print_timing: id 0 | task 15629 | prompt eval time = 367.23 ms / 149 tokens ( 2.46 ms per token, 405.74 tokens per second) 9.57.418.023 I slot print_timing: id 0 | task 15629 | eval time = 952.76 ms / 30 tokens ( 32.85 ms per token, 30.44 tokens per second) 9.57.418.025 I slot print_timing: id 0 | task 15629 | total time = 1319.99 ms / 179 tokens 9.57.418.025 I slot print_timing: id 0 | task 15629 | graphs reused = 14633 9.57.418.026 I slot print_timing: id 0 | task 15629 | graph reallocs = 0 / 0 (same size) / (changed size) 9.57.418.053 I slot release: id 0 | task 15629 | stop processing: n_tokens = 178, truncated = 0 9.57.425.311 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 178, t_last = 232398436879 9.57.428.657 I slot launch_slot_: id 0 | task 15662 | processing task, is_child = 0 10.01.011.148 I slot print_timing: id 0 | task 15662 | n_gen = 100, tg = 30.69 t/s, tg_3s = 31.00 t/s 10.01.894.306 I slot print_timing: id 0 | task 15662 | prompt eval time = 356.79 ms / 147 tokens ( 2.43 ms per token, 412.01 tokens per second) 10.01.894.312 I slot print_timing: id 0 | task 15662 | eval time = 4108.84 ms / 127 tokens ( 32.61 ms per token, 30.67 tokens per second) 10.01.894.313 I slot print_timing: id 0 | task 15662 | total time = 4465.63 ms / 274 tokens 10.01.894.313 I slot print_timing: id 0 | task 15662 | graphs reused = 14757 10.01.894.314 I slot print_timing: id 0 | task 15662 | graph reallocs = 0 / 0 (same size) / (changed size) 10.01.894.337 I slot release: id 0 | task 15662 | stop processing: n_tokens = 273, truncated = 0 10.01.902.536 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 273, t_last = 232402913164 10.01.907.549 I slot launch_slot_: id 0 | task 15792 | processing task, is_child = 0 10.05.505.525 I slot print_timing: id 0 | task 15792 | n_gen = 100, tg = 30.63 t/s, tg_3s = 30.94 t/s 10.08.533.673 I slot print_timing: id 0 | task 15792 | n_gen = 193, tg = 30.67 t/s, tg_3s = 30.71 t/s 10.08.663.834 I slot print_timing: id 0 | task 15792 | prompt eval time = 366.14 ms / 161 tokens ( 2.27 ms per token, 439.72 tokens per second) 10.08.663.839 I slot print_timing: id 0 | task 15792 | eval time = 6390.14 ms / 197 tokens ( 32.60 ms per token, 30.67 tokens per second) 10.08.663.840 I slot print_timing: id 0 | task 15792 | total time = 6756.27 ms / 358 tokens 10.08.663.841 I slot print_timing: id 0 | task 15792 | graphs reused = 14951 10.08.663.841 I slot print_timing: id 0 | task 15792 | graph reallocs = 0 / 0 (same size) / (changed size) 10.08.663.869 I slot release: id 0 | task 15792 | stop processing: n_tokens = 357, truncated = 0 10.08.671.998 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 357, t_last = 232409682696 10.08.677.941 I slot launch_slot_: id 0 | task 15992 | processing task, is_child = 0 10.09.483.521 I slot print_timing: id 0 | task 15992 | prompt eval time = 372.02 ms / 161 tokens ( 2.31 ms per token, 432.77 tokens per second) 10.09.483.528 I slot print_timing: id 0 | task 15992 | eval time = 433.54 ms / 14 tokens ( 33.35 ms per token, 29.99 tokens per second) 10.09.483.528 I slot print_timing: id 0 | task 15992 | total time = 805.56 ms / 175 tokens 10.09.483.529 I slot print_timing: id 0 | task 15992 | graphs reused = 14963 10.09.483.530 I slot print_timing: id 0 | task 15992 | graph reallocs = 0 / 0 (same size) / (changed size) 10.09.483.556 I slot release: id 0 | task 15992 | stop processing: n_tokens = 174, truncated = 0 10.09.491.426 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 174, t_last = 232410502382 10.09.495.386 I slot launch_slot_: id 0 | task 16009 | processing task, is_child = 0 10.13.087.479 I slot print_timing: id 0 | task 16009 | n_gen = 100, tg = 30.66 t/s, tg_3s = 30.97 t/s 10.16.090.322 I slot print_timing: id 0 | task 16009 | n_gen = 192, tg = 30.65 t/s, tg_3s = 30.64 t/s 10.19.120.184 I slot print_timing: id 0 | task 16009 | n_gen = 285, tg = 30.66 t/s, tg_3s = 30.69 t/s 10.22.124.841 I slot print_timing: id 0 | task 16009 | n_gen = 377, tg = 30.65 t/s, tg_3s = 30.62 t/s 10.25.126.716 I slot print_timing: id 0 | task 16009 | n_gen = 469, tg = 30.65 t/s, tg_3s = 30.65 t/s 10.28.128.511 I slot print_timing: id 0 | task 16009 | n_gen = 561, tg = 30.65 t/s, tg_3s = 30.65 t/s 10.31.136.977 I slot print_timing: id 0 | task 16009 | n_gen = 653, tg = 30.64 t/s, tg_3s = 30.58 t/s 10.34.146.837 I slot print_timing: id 0 | task 16009 | n_gen = 745, tg = 30.63 t/s, tg_3s = 30.57 t/s 10.37.170.485 I slot print_timing: id 0 | task 16009 | n_gen = 837, tg = 30.61 t/s, tg_3s = 30.43 t/s 10.40.196.856 I slot print_timing: id 0 | task 16009 | n_gen = 929, tg = 30.59 t/s, tg_3s = 30.40 t/s 10.43.218.678 I slot print_timing: id 0 | task 16009 | n_gen = 1021, tg = 30.58 t/s, tg_3s = 30.45 t/s 10.43.317.183 I slot print_timing: id 0 | task 16009 | prompt eval time = 363.37 ms / 149 tokens ( 2.44 ms per token, 410.05 tokens per second) 10.43.317.190 I slot print_timing: id 0 | task 16009 | eval time = 33458.41 ms / 1024 tokens ( 32.71 ms per token, 30.58 tokens per second) 10.43.317.191 I slot print_timing: id 0 | task 16009 | total time = 33821.78 ms / 1173 tokens 10.43.317.192 I slot print_timing: id 0 | task 16009 | graphs reused = 15981 10.43.317.193 I slot print_timing: id 0 | task 16009 | graph reallocs = 0 / 0 (same size) / (changed size) 10.43.317.221 I slot release: id 0 | task 16009 | stop processing: n_tokens = 1172, truncated = 0 10.43.325.350 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1172, t_last = 232444336047 10.43.333.214 I slot launch_slot_: id 0 | task 17036 | processing task, is_child = 0 10.46.941.506 I slot print_timing: id 0 | task 17036 | n_gen = 100, tg = 30.54 t/s, tg_3s = 30.85 t/s 10.49.969.405 I slot print_timing: id 0 | task 17036 | n_gen = 193, tg = 30.62 t/s, tg_3s = 30.71 t/s 10.52.999.676 I slot print_timing: id 0 | task 17036 | n_gen = 286, tg = 30.65 t/s, tg_3s = 30.69 t/s 10.56.004.182 I slot print_timing: id 0 | task 17036 | n_gen = 378, tg = 30.64 t/s, tg_3s = 30.62 t/s 10.59.006.640 I slot print_timing: id 0 | task 17036 | n_gen = 470, tg = 30.64 t/s, tg_3s = 30.64 t/s 11.02.009.905 I slot print_timing: id 0 | task 17036 | n_gen = 562, tg = 30.64 t/s, tg_3s = 30.63 t/s 11.05.019.103 I slot print_timing: id 0 | task 17036 | n_gen = 654, tg = 30.63 t/s, tg_3s = 30.57 t/s 11.06.293.865 I slot print_timing: id 0 | task 17036 | prompt eval time = 366.76 ms / 162 tokens ( 2.26 ms per token, 441.71 tokens per second) 11.06.293.869 I slot print_timing: id 0 | task 17036 | eval time = 22593.88 ms / 693 tokens ( 32.65 ms per token, 30.63 tokens per second) 11.06.293.870 I slot print_timing: id 0 | task 17036 | total time = 22960.64 ms / 855 tokens 11.06.293.871 I slot print_timing: id 0 | task 17036 | graphs reused = 16669 11.06.293.872 I slot print_timing: id 0 | task 17036 | graph reallocs = 0 / 0 (same size) / (changed size) 11.06.293.905 I slot release: id 0 | task 17036 | stop processing: n_tokens = 854, truncated = 0 11.06.301.606 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 854, t_last = 232467312731 11.06.308.927 I slot launch_slot_: id 0 | task 17732 | processing task, is_child = 0 11.09.906.369 I slot print_timing: id 0 | task 17732 | n_gen = 100, tg = 30.65 t/s, tg_3s = 30.96 t/s 11.12.933.585 I slot print_timing: id 0 | task 17732 | n_gen = 193, tg = 30.69 t/s, tg_3s = 30.72 t/s 11.14.496.987 I slot print_timing: id 0 | task 17732 | prompt eval time = 367.57 ms / 168 tokens ( 2.19 ms per token, 457.05 tokens per second) 11.14.496.993 I slot print_timing: id 0 | task 17732 | eval time = 7820.48 ms / 241 tokens ( 32.59 ms per token, 30.69 tokens per second) 11.14.496.994 I slot print_timing: id 0 | task 17732 | total time = 8188.05 ms / 409 tokens 11.14.496.994 I slot print_timing: id 0 | task 17732 | graphs reused = 16907 11.14.496.995 I slot print_timing: id 0 | task 17732 | graph reallocs = 0 / 0 (same size) / (changed size) 11.14.497.022 I slot release: id 0 | task 17732 | stop processing: n_tokens = 408, truncated = 0 11.14.504.924 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 408, t_last = 232475515848 11.14.511.574 I slot launch_slot_: id 0 | task 17976 | processing task, is_child = 0 11.18.184.001 I slot print_timing: id 0 | task 17976 | n_gen = 100, tg = 30.53 t/s, tg_3s = 30.83 t/s 11.21.214.619 I slot print_timing: id 0 | task 17976 | n_gen = 193, tg = 30.60 t/s, tg_3s = 30.69 t/s 11.21.377.460 I slot print_timing: id 0 | task 17976 | prompt eval time = 429.30 ms / 200 tokens ( 2.15 ms per token, 465.87 tokens per second) 11.21.377.467 I slot print_timing: id 0 | task 17976 | eval time = 6436.57 ms / 198 tokens ( 32.67 ms per token, 30.61 tokens per second) 11.21.377.468 I slot print_timing: id 0 | task 17976 | total time = 6865.88 ms / 398 tokens 11.21.377.469 I slot print_timing: id 0 | task 17976 | graphs reused = 17102 11.21.377.470 I slot print_timing: id 0 | task 17976 | graph reallocs = 0 / 0 (same size) / (changed size) 11.21.377.501 I slot release: id 0 | task 17976 | stop processing: n_tokens = 397, truncated = 0 11.21.385.244 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 397, t_last = 232482396327 11.21.392.034 I slot launch_slot_: id 0 | task 18177 | processing task, is_child = 0 11.22.803.372 I slot print_timing: id 0 | task 18177 | prompt eval time = 324.33 ms / 148 tokens ( 2.19 ms per token, 456.33 tokens per second) 11.22.803.376 I slot print_timing: id 0 | task 18177 | eval time = 1087.00 ms / 34 tokens ( 32.94 ms per token, 30.36 tokens per second) 11.22.803.377 I slot print_timing: id 0 | task 18177 | total time = 1411.33 ms / 182 tokens 11.22.803.378 I slot print_timing: id 0 | task 18177 | graphs reused = 17134 11.22.803.379 I slot print_timing: id 0 | task 18177 | graph reallocs = 0 / 0 (same size) / (changed size) 11.22.803.402 I slot release: id 0 | task 18177 | stop processing: n_tokens = 181, truncated = 0 11.22.896.066 I srv operator(): operator(): cleaning up before exit...