$ C:\quantdiff\llama.cpp\bin\llama-server.exe -m C:\quantdiff\dl\campaign\6f394336500b\gemma-4-12b-it-Q6_K.gguf --host 127.0.0.1 --port 8089 -c 4096 -np 1 -ngl 47 -fa on --jinja --seed 1234 --no-webui -a quant 0.00.091.018 I srv llama_server: initializing ... 0.00.091.024 I cmn common_param: common_params_print_info: verbosity = 3 (adjust with the `-lv N` CLI arg) 0.00.091.132 I srv init_listene: The UI is disabled 0.00.091.133 I srv init_listene: Use --ui/--no-ui (or deprecated --webui/--no-webui) to enable/disable 0.00.091.248 W srv llama_server: security: no API key is set and CORS allows all origins (see https://github.com/ggml-org/llama.cpp/pull/25655) 0.00.107.737 I srv load_model: loading model 'C:\quantdiff\dl\campaign\6f394336500b\gemma-4-12b-it-Q6_K.gguf' 0.01.427.148 W load: control-looking token: 1 '' was not control-type; this is probably a bug in the model. its type will be overridden 0.01.427.399 W load: control-looking token: 50 '<|tool_response>' was not control-type; this is probably a bug in the model. its type will be overridden 0.01.427.819 W load: control-looking token: 212 '' was not control-type; this is probably a bug in the model. its type will be overridden 0.01.479.946 W load: '' is a normal token here, removing it from EOG list 0.04.872.241 I cmn init: llama threadpool init, n_threads = 8 0.05.042.638 I srv load_model: initializing, n_slots = 1, n_ctx_slot = 4096, kv_unified = 'false' 0.05.053.269 I srv llama_server: model loaded 0.05.053.276 I srv llama_server: listening on http://127.0.0.1:8089 0.06.582.091 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 0, t_last = -1 0.06.582.227 I slot launch_slot_: id 0 | task 0 | processing task, is_child = 0 0.07.495.889 I slot print_timing: id 0 | task 0 | prompt eval time = 261.91 ms / 160 tokens ( 1.64 ms per token, 610.91 tokens per second) 0.07.495.896 I slot print_timing: id 0 | task 0 | eval time = 651.73 ms / 23 tokens ( 29.62 ms per token, 33.76 tokens per second) 0.07.495.897 I slot print_timing: id 0 | task 0 | total time = 913.64 ms / 183 tokens 0.07.495.903 I slot print_timing: id 0 | task 0 | graphs reused = 22 0.07.495.904 I slot print_timing: id 0 | task 0 | graph reallocs = 1 / 0 (same size) / (changed size) 0.07.495.939 I slot release: id 0 | task 0 | stop processing: n_tokens = 182, truncated = 0 0.07.501.532 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 182, t_last = 7406877 0.07.526.393 I slot launch_slot_: id 0 | task 26 | processing task, is_child = 0 0.08.306.515 I slot print_timing: id 0 | task 26 | prompt eval time = 214.44 ms / 113 tokens ( 1.90 ms per token, 526.94 tokens per second) 0.08.306.520 I slot print_timing: id 0 | task 26 | eval time = 565.66 ms / 21 tokens ( 28.28 ms per token, 35.36 tokens per second) 0.08.306.521 I slot print_timing: id 0 | task 26 | total time = 780.10 ms / 134 tokens 0.08.306.522 I slot print_timing: id 0 | task 26 | graphs reused = 41 0.08.306.523 I slot print_timing: id 0 | task 26 | graph reallocs = 2 / 0 (same size) / (changed size) 0.08.306.545 I slot release: id 0 | task 26 | stop processing: n_tokens = 133, truncated = 0 0.08.335.682 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 133, t_last = 8217484 0.08.355.703 I slot launch_slot_: id 0 | task 50 | processing task, is_child = 0 0.09.211.855 I slot print_timing: id 0 | task 50 | prompt eval time = 224.96 ms / 153 tokens ( 1.47 ms per token, 680.12 tokens per second) 0.09.211.862 I slot print_timing: id 0 | task 50 | eval time = 631.17 ms / 23 tokens ( 28.69 ms per token, 34.86 tokens per second) 0.09.211.863 I slot print_timing: id 0 | task 50 | total time = 856.13 ms / 176 tokens 0.09.211.864 I slot print_timing: id 0 | task 50 | graphs reused = 62 0.09.211.865 I slot print_timing: id 0 | task 50 | graph reallocs = 3 / 0 (same size) / (changed size) 0.09.211.900 I slot release: id 0 | task 50 | stop processing: n_tokens = 175, truncated = 0 0.09.240.655 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 175, t_last = 9122839 0.09.265.067 I slot launch_slot_: id 0 | task 76 | processing task, is_child = 0 0.10.161.958 I slot print_timing: id 0 | task 76 | prompt eval time = 253.26 ms / 194 tokens ( 1.31 ms per token, 766.01 tokens per second) 0.10.161.964 I slot print_timing: id 0 | task 76 | eval time = 643.61 ms / 23 tokens ( 29.25 ms per token, 34.18 tokens per second) 0.10.161.965 I slot print_timing: id 0 | task 76 | total time = 896.87 ms / 217 tokens 0.10.161.966 I slot print_timing: id 0 | task 76 | graphs reused = 83 0.10.161.967 I slot print_timing: id 0 | task 76 | graph reallocs = 4 / 0 (same size) / (changed size) 0.10.161.998 I slot release: id 0 | task 76 | stop processing: n_tokens = 216, truncated = 0 0.10.194.483 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.118 (> 0.100 thold), f_keep = 0.097 0.10.224.617 I slot launch_slot_: id 0 | task 102 | processing task, is_child = 0 0.11.221.767 I slot print_timing: id 0 | task 102 | prompt eval time = 239.63 ms / 178 tokens ( 1.35 ms per token, 742.81 tokens per second) 0.11.221.774 I slot print_timing: id 0 | task 102 | eval time = 757.50 ms / 27 tokens ( 29.13 ms per token, 34.32 tokens per second) 0.11.221.775 I slot print_timing: id 0 | task 102 | total time = 997.13 ms / 205 tokens 0.11.221.776 I slot print_timing: id 0 | task 102 | graphs reused = 108 0.11.221.777 I slot print_timing: id 0 | task 102 | graph reallocs = 4 / 0 (same size) / (changed size) 0.11.221.805 I slot release: id 0 | task 102 | stop processing: n_tokens = 204, truncated = 0 0.11.228.799 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 204, t_last = 11132743 0.11.257.240 I slot launch_slot_: id 0 | task 132 | processing task, is_child = 0 0.12.428.594 I slot print_timing: id 0 | task 132 | prompt eval time = 243.03 ms / 169 tokens ( 1.44 ms per token, 695.40 tokens per second) 0.12.428.600 I slot print_timing: id 0 | task 132 | eval time = 928.30 ms / 34 tokens ( 28.13 ms per token, 35.55 tokens per second) 0.12.428.601 I slot print_timing: id 0 | task 132 | total time = 1171.33 ms / 203 tokens 0.12.428.603 I slot print_timing: id 0 | task 132 | graphs reused = 140 0.12.428.603 I slot print_timing: id 0 | task 132 | graph reallocs = 5 / 0 (same size) / (changed size) 0.12.428.630 I slot release: id 0 | task 132 | stop processing: n_tokens = 202, truncated = 0 0.12.454.654 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 202, t_last = 12339569 0.12.482.586 I slot launch_slot_: id 0 | task 169 | processing task, is_child = 0 0.13.402.901 I slot print_timing: id 0 | task 169 | prompt eval time = 255.59 ms / 212 tokens ( 1.21 ms per token, 829.45 tokens per second) 0.13.402.908 I slot print_timing: id 0 | task 169 | eval time = 664.70 ms / 24 tokens ( 28.90 ms per token, 34.60 tokens per second) 0.13.402.909 I slot print_timing: id 0 | task 169 | total time = 920.29 ms / 236 tokens 0.13.402.912 I slot print_timing: id 0 | task 169 | graphs reused = 162 0.13.402.913 I slot print_timing: id 0 | task 169 | graph reallocs = 6 / 0 (same size) / (changed size) 0.13.402.949 I slot release: id 0 | task 169 | stop processing: n_tokens = 235, truncated = 0 0.13.409.474 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 235, t_last = 13313887 0.13.442.862 I slot launch_slot_: id 0 | task 196 | processing task, is_child = 0 0.14.702.239 I slot print_timing: id 0 | task 196 | prompt eval time = 264.96 ms / 264 tokens ( 1.00 ms per token, 996.39 tokens per second) 0.14.702.244 I slot print_timing: id 0 | task 196 | eval time = 994.40 ms / 35 tokens ( 29.25 ms per token, 34.19 tokens per second) 0.14.702.245 I slot print_timing: id 0 | task 196 | total time = 1259.35 ms / 299 tokens 0.14.702.246 I slot print_timing: id 0 | task 196 | graphs reused = 195 0.14.702.247 I slot print_timing: id 0 | task 196 | graph reallocs = 7 / 0 (same size) / (changed size) 0.14.702.280 I slot release: id 0 | task 196 | stop processing: n_tokens = 298, truncated = 0 0.14.725.997 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 298, t_last = 14613218 0.14.766.660 I slot launch_slot_: id 0 | task 234 | processing task, is_child = 0 0.15.833.830 I slot print_timing: id 0 | task 234 | prompt eval time = 229.22 ms / 140 tokens ( 1.64 ms per token, 610.78 tokens per second) 0.15.833.837 I slot print_timing: id 0 | task 234 | eval time = 837.93 ms / 30 tokens ( 28.89 ms per token, 34.61 tokens per second) 0.15.833.838 I slot print_timing: id 0 | task 234 | total time = 1067.15 ms / 170 tokens 0.15.833.839 I slot print_timing: id 0 | task 234 | graphs reused = 223 0.15.833.839 I slot print_timing: id 0 | task 234 | graph reallocs = 8 / 0 (same size) / (changed size) 0.15.833.864 I slot release: id 0 | task 234 | stop processing: n_tokens = 169, truncated = 0 0.15.851.135 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 169, t_last = 15744802 0.15.872.404 I slot launch_slot_: id 0 | task 267 | processing task, is_child = 0 0.16.594.855 I slot print_timing: id 0 | task 267 | prompt eval time = 217.45 ms / 156 tokens ( 1.39 ms per token, 717.40 tokens per second) 0.16.594.862 I slot print_timing: id 0 | task 267 | eval time = 504.98 ms / 19 tokens ( 28.05 ms per token, 35.65 tokens per second) 0.16.594.864 I slot print_timing: id 0 | task 267 | total time = 722.43 ms / 175 tokens 0.16.594.866 I slot print_timing: id 0 | task 267 | graphs reused = 240 0.16.594.867 I slot print_timing: id 0 | task 267 | graph reallocs = 8 / 0 (same size) / (changed size) 0.16.594.899 I slot release: id 0 | task 267 | stop processing: n_tokens = 174, truncated = 0 0.16.613.535 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 174, t_last = 16505838 0.16.637.441 I slot launch_slot_: id 0 | task 289 | processing task, is_child = 0 0.17.845.596 I slot print_timing: id 0 | task 289 | prompt eval time = 235.84 ms / 164 tokens ( 1.44 ms per token, 695.40 tokens per second) 0.17.845.601 I slot print_timing: id 0 | task 289 | eval time = 972.30 ms / 35 tokens ( 28.60 ms per token, 34.97 tokens per second) 0.17.845.603 I slot print_timing: id 0 | task 289 | total time = 1208.13 ms / 199 tokens 0.17.845.604 I slot print_timing: id 0 | task 289 | graphs reused = 273 0.17.845.605 I slot print_timing: id 0 | task 289 | graph reallocs = 9 / 0 (same size) / (changed size) 0.17.845.635 I slot release: id 0 | task 289 | stop processing: n_tokens = 198, truncated = 0 0.17.872.610 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 198, t_last = 17756574 0.17.900.873 I slot launch_slot_: id 0 | task 327 | processing task, is_child = 0 0.18.948.467 I slot print_timing: id 0 | task 327 | prompt eval time = 259.17 ms / 204 tokens ( 1.27 ms per token, 787.13 tokens per second) 0.18.948.474 I slot print_timing: id 0 | task 327 | eval time = 788.40 ms / 28 tokens ( 29.20 ms per token, 34.25 tokens per second) 0.18.948.475 I slot print_timing: id 0 | task 327 | total time = 1047.57 ms / 232 tokens 0.18.948.476 I slot print_timing: id 0 | task 327 | graphs reused = 299 0.18.948.477 I slot print_timing: id 0 | task 327 | graph reallocs = 10 / 0 (same size) / (changed size) 0.18.948.513 I slot release: id 0 | task 327 | stop processing: n_tokens = 231, truncated = 0 0.18.988.121 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 231, t_last = 18859452 0.19.019.604 I slot launch_slot_: id 0 | task 358 | processing task, is_child = 0 0.20.201.559 I slot print_timing: id 0 | task 358 | prompt eval time = 221.38 ms / 171 tokens ( 1.29 ms per token, 772.43 tokens per second) 0.20.201.566 I slot print_timing: id 0 | task 358 | eval time = 960.55 ms / 35 tokens ( 28.25 ms per token, 35.40 tokens per second) 0.20.201.567 I slot print_timing: id 0 | task 358 | total time = 1181.93 ms / 206 tokens 0.20.201.568 I slot print_timing: id 0 | task 358 | graphs reused = 332 0.20.201.569 I slot print_timing: id 0 | task 358 | graph reallocs = 10 / 0 (same size) / (changed size) 0.20.201.595 I slot release: id 0 | task 358 | stop processing: n_tokens = 205, truncated = 0 0.20.209.010 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 205, t_last = 20112534 0.20.236.102 I slot launch_slot_: id 0 | task 396 | processing task, is_child = 0 0.21.203.686 I slot print_timing: id 0 | task 396 | prompt eval time = 240.00 ms / 168 tokens ( 1.43 ms per token, 699.99 tokens per second) 0.21.203.693 I slot print_timing: id 0 | task 396 | eval time = 727.56 ms / 27 tokens ( 27.98 ms per token, 35.74 tokens per second) 0.21.203.694 I slot print_timing: id 0 | task 396 | total time = 967.56 ms / 195 tokens 0.21.203.696 I slot print_timing: id 0 | task 396 | graphs reused = 357 0.21.203.697 I slot print_timing: id 0 | task 396 | graph reallocs = 11 / 0 (same size) / (changed size) 0.21.203.733 I slot release: id 0 | task 396 | stop processing: n_tokens = 194, truncated = 0 0.21.226.297 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 194, t_last = 21114672 0.21.252.787 I slot launch_slot_: id 0 | task 426 | processing task, is_child = 0 0.22.614.498 I slot print_timing: id 0 | task 426 | prompt eval time = 250.44 ms / 167 tokens ( 1.50 ms per token, 666.84 tokens per second) 0.22.614.505 I slot print_timing: id 0 | task 426 | eval time = 1111.25 ms / 39 tokens ( 29.24 ms per token, 34.20 tokens per second) 0.22.614.507 I slot print_timing: id 0 | task 426 | total time = 1361.68 ms / 206 tokens 0.22.614.508 I slot print_timing: id 0 | task 426 | graphs reused = 394 0.22.614.511 I slot print_timing: id 0 | task 426 | graph reallocs = 12 / 0 (same size) / (changed size) 0.22.614.548 I slot release: id 0 | task 426 | stop processing: n_tokens = 205, truncated = 0 0.22.642.666 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 205, t_last = 22525487 0.22.670.363 I slot launch_slot_: id 0 | task 468 | processing task, is_child = 0 0.23.650.793 I slot print_timing: id 0 | task 468 | prompt eval time = 225.79 ms / 141 tokens ( 1.60 ms per token, 624.49 tokens per second) 0.23.650.800 I slot print_timing: id 0 | task 468 | eval time = 754.62 ms / 27 tokens ( 29.02 ms per token, 34.45 tokens per second) 0.23.650.801 I slot print_timing: id 0 | task 468 | total time = 980.41 ms / 168 tokens 0.23.650.802 I slot print_timing: id 0 | task 468 | graphs reused = 419 0.23.650.803 I slot print_timing: id 0 | task 468 | graph reallocs = 13 / 0 (same size) / (changed size) 0.23.650.834 I slot release: id 0 | task 468 | stop processing: n_tokens = 167, truncated = 0 0.23.679.879 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 167, t_last = 23561772 0.23.702.053 I slot launch_slot_: id 0 | task 498 | processing task, is_child = 0 0.24.482.977 I slot print_timing: id 0 | task 498 | prompt eval time = 245.18 ms / 163 tokens ( 1.50 ms per token, 664.81 tokens per second) 0.24.482.983 I slot print_timing: id 0 | task 498 | eval time = 535.72 ms / 20 tokens ( 28.20 ms per token, 35.47 tokens per second) 0.24.482.984 I slot print_timing: id 0 | task 498 | total time = 780.90 ms / 183 tokens 0.24.482.985 I slot print_timing: id 0 | task 498 | graphs reused = 437 0.24.482.987 I slot print_timing: id 0 | task 498 | graph reallocs = 14 / 0 (same size) / (changed size) 0.24.483.014 I slot release: id 0 | task 498 | stop processing: n_tokens = 182, truncated = 0 0.24.504.724 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 182, t_last = 24393952 0.24.531.013 I slot launch_slot_: id 0 | task 521 | processing task, is_child = 0 0.25.293.458 I slot print_timing: id 0 | task 521 | prompt eval time = 228.22 ms / 145 tokens ( 1.57 ms per token, 635.35 tokens per second) 0.25.293.464 I slot print_timing: id 0 | task 521 | eval time = 534.20 ms / 20 tokens ( 28.12 ms per token, 35.57 tokens per second) 0.25.293.465 I slot print_timing: id 0 | task 521 | total time = 762.42 ms / 165 tokens 0.25.293.466 I slot print_timing: id 0 | task 521 | graphs reused = 455 0.25.293.467 I slot print_timing: id 0 | task 521 | graph reallocs = 15 / 0 (same size) / (changed size) 0.25.293.494 I slot release: id 0 | task 521 | stop processing: n_tokens = 164, truncated = 0 0.25.320.808 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 164, t_last = 25204433 0.25.343.811 I slot launch_slot_: id 0 | task 544 | processing task, is_child = 0 0.26.041.213 I slot print_timing: id 0 | task 544 | prompt eval time = 225.41 ms / 140 tokens ( 1.61 ms per token, 621.10 tokens per second) 0.26.041.219 I slot print_timing: id 0 | task 544 | eval time = 471.97 ms / 17 tokens ( 29.50 ms per token, 33.90 tokens per second) 0.26.041.220 I slot print_timing: id 0 | task 544 | total time = 697.38 ms / 157 tokens 0.26.041.221 I slot print_timing: id 0 | task 544 | graphs reused = 470 0.26.041.223 I slot print_timing: id 0 | task 544 | graph reallocs = 16 / 0 (same size) / (changed size) 0.26.041.255 I slot release: id 0 | task 544 | stop processing: n_tokens = 156, truncated = 0 0.26.066.784 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 156, t_last = 25952193 0.26.089.872 I slot launch_slot_: id 0 | task 564 | processing task, is_child = 0 0.27.412.847 I slot print_timing: id 0 | task 564 | prompt eval time = 237.93 ms / 173 tokens ( 1.38 ms per token, 727.10 tokens per second) 0.27.412.853 I slot print_timing: id 0 | task 564 | eval time = 1085.02 ms / 38 tokens ( 29.32 ms per token, 34.10 tokens per second) 0.27.412.854 I slot print_timing: id 0 | task 564 | total time = 1322.95 ms / 211 tokens 0.27.412.855 I slot print_timing: id 0 | task 564 | graphs reused = 506 0.27.412.856 I slot print_timing: id 0 | task 564 | graph reallocs = 16 / 0 (same size) / (changed size) 0.27.412.885 I slot release: id 0 | task 564 | stop processing: n_tokens = 210, truncated = 0 0.27.435.463 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 210, t_last = 27323824 0.27.467.425 I slot launch_slot_: id 0 | task 605 | processing task, is_child = 0 0.28.591.990 I slot print_timing: id 0 | task 605 | prompt eval time = 220.50 ms / 158 tokens ( 1.40 ms per token, 716.57 tokens per second) 0.28.591.996 I slot print_timing: id 0 | task 605 | eval time = 904.05 ms / 33 tokens ( 28.25 ms per token, 35.40 tokens per second) 0.28.591.998 I slot print_timing: id 0 | task 605 | total time = 1124.54 ms / 191 tokens 0.28.591.999 I slot print_timing: id 0 | task 605 | graphs reused = 537 0.28.592.000 I slot print_timing: id 0 | task 605 | graph reallocs = 16 / 0 (same size) / (changed size) 0.28.592.031 I slot release: id 0 | task 605 | stop processing: n_tokens = 190, truncated = 0 0.28.633.003 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 190, t_last = 28502970 0.28.662.544 I slot launch_slot_: id 0 | task 641 | processing task, is_child = 0 0.29.847.405 I slot print_timing: id 0 | task 641 | prompt eval time = 235.67 ms / 200 tokens ( 1.18 ms per token, 848.65 tokens per second) 0.29.847.412 I slot print_timing: id 0 | task 641 | eval time = 949.17 ms / 34 tokens ( 28.76 ms per token, 34.77 tokens per second) 0.29.847.413 I slot print_timing: id 0 | task 641 | total time = 1184.84 ms / 234 tokens 0.29.847.416 I slot print_timing: id 0 | task 641 | graphs reused = 569 0.29.847.417 I slot print_timing: id 0 | task 641 | graph reallocs = 16 / 0 (same size) / (changed size) 0.29.847.450 I slot release: id 0 | task 641 | stop processing: n_tokens = 233, truncated = 0 0.29.853.763 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 233, t_last = 29758389 0.29.885.072 I slot launch_slot_: id 0 | task 678 | processing task, is_child = 0 0.31.022.529 I slot print_timing: id 0 | task 678 | prompt eval time = 258.56 ms / 184 tokens ( 1.41 ms per token, 711.63 tokens per second) 0.31.022.535 I slot print_timing: id 0 | task 678 | eval time = 878.87 ms / 31 tokens ( 29.30 ms per token, 34.13 tokens per second) 0.31.022.536 I slot print_timing: id 0 | task 678 | total time = 1137.43 ms / 215 tokens 0.31.022.537 I slot print_timing: id 0 | task 678 | graphs reused = 598 0.31.022.537 I slot print_timing: id 0 | task 678 | graph reallocs = 17 / 0 (same size) / (changed size) 0.31.022.566 I slot release: id 0 | task 678 | stop processing: n_tokens = 214, truncated = 0 0.31.048.777 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 214, t_last = 30933504 0.31.077.389 I slot launch_slot_: id 0 | task 712 | processing task, is_child = 0 0.32.855.994 I slot print_timing: id 0 | task 712 | prompt eval time = 236.78 ms / 196 tokens ( 1.21 ms per token, 827.77 tokens per second) 0.32.856.001 I slot print_timing: id 0 | task 712 | eval time = 1541.80 ms / 55 tokens ( 28.55 ms per token, 35.02 tokens per second) 0.32.856.003 I slot print_timing: id 0 | task 712 | total time = 1778.58 ms / 251 tokens 0.32.856.004 I slot print_timing: id 0 | task 712 | graphs reused = 651 0.32.856.005 I slot print_timing: id 0 | task 712 | graph reallocs = 17 / 0 (same size) / (changed size) 0.32.856.044 I slot release: id 0 | task 712 | stop processing: n_tokens = 250, truncated = 0 0.32.862.972 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 250, t_last = 32766983 0.32.895.018 I slot launch_slot_: id 0 | task 770 | processing task, is_child = 0 0.34.117.126 I slot print_timing: id 0 | task 770 | prompt eval time = 249.82 ms / 232 tokens ( 1.08 ms per token, 928.65 tokens per second) 0.34.117.134 I slot print_timing: id 0 | task 770 | eval time = 972.26 ms / 34 tokens ( 29.46 ms per token, 33.94 tokens per second) 0.34.117.136 I slot print_timing: id 0 | task 770 | total time = 1222.08 ms / 266 tokens 0.34.117.138 I slot print_timing: id 0 | task 770 | graphs reused = 682 0.34.117.140 I slot print_timing: id 0 | task 770 | graph reallocs = 18 / 0 (same size) / (changed size) 0.34.117.182 I slot release: id 0 | task 770 | stop processing: n_tokens = 265, truncated = 0 0.34.141.738 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 265, t_last = 34028120 0.34.177.340 I slot launch_slot_: id 0 | task 807 | processing task, is_child = 0 0.35.454.144 I slot print_timing: id 0 | task 807 | prompt eval time = 241.96 ms / 193 tokens ( 1.25 ms per token, 797.65 tokens per second) 0.35.454.150 I slot print_timing: id 0 | task 807 | eval time = 1034.82 ms / 36 tokens ( 29.57 ms per token, 33.82 tokens per second) 0.35.454.152 I slot print_timing: id 0 | task 807 | total time = 1276.78 ms / 229 tokens 0.35.454.153 I slot print_timing: id 0 | task 807 | graphs reused = 716 0.35.454.154 I slot print_timing: id 0 | task 807 | graph reallocs = 18 / 0 (same size) / (changed size) 0.35.454.191 I slot release: id 0 | task 807 | stop processing: n_tokens = 228, truncated = 0 0.35.481.664 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 228, t_last = 35365130 0.35.513.216 I slot launch_slot_: id 0 | task 846 | processing task, is_child = 0 0.36.635.614 I slot print_timing: id 0 | task 846 | prompt eval time = 230.19 ms / 148 tokens ( 1.56 ms per token, 642.94 tokens per second) 0.36.635.621 I slot print_timing: id 0 | task 846 | eval time = 892.18 ms / 32 tokens ( 28.78 ms per token, 34.75 tokens per second) 0.36.635.622 I slot print_timing: id 0 | task 846 | total time = 1122.38 ms / 180 tokens 0.36.635.623 I slot print_timing: id 0 | task 846 | graphs reused = 746 0.36.635.623 I slot print_timing: id 0 | task 846 | graph reallocs = 19 / 0 (same size) / (changed size) 0.36.635.649 I slot release: id 0 | task 846 | stop processing: n_tokens = 179, truncated = 0 0.36.666.553 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 179, t_last = 36546588 0.36.690.626 I slot launch_slot_: id 0 | task 881 | processing task, is_child = 0 0.38.076.466 I slot print_timing: id 0 | task 881 | prompt eval time = 243.84 ms / 174 tokens ( 1.40 ms per token, 713.57 tokens per second) 0.38.076.472 I slot print_timing: id 0 | task 881 | eval time = 1141.97 ms / 41 tokens ( 28.55 ms per token, 35.03 tokens per second) 0.38.076.473 I slot print_timing: id 0 | task 881 | total time = 1385.82 ms / 215 tokens 0.38.076.474 I slot print_timing: id 0 | task 881 | graphs reused = 785 0.38.076.475 I slot print_timing: id 0 | task 881 | graph reallocs = 20 / 0 (same size) / (changed size) 0.38.076.502 I slot release: id 0 | task 881 | stop processing: n_tokens = 214, truncated = 0 0.38.113.941 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 214, t_last = 37987441 0.38.141.377 I slot launch_slot_: id 0 | task 925 | processing task, is_child = 0 0.39.848.545 I slot print_timing: id 0 | task 925 | prompt eval time = 241.39 ms / 204 tokens ( 1.18 ms per token, 845.12 tokens per second) 0.39.848.552 I slot print_timing: id 0 | task 925 | eval time = 1465.76 ms / 51 tokens ( 29.32 ms per token, 34.11 tokens per second) 0.39.848.554 I slot print_timing: id 0 | task 925 | total time = 1707.14 ms / 255 tokens 0.39.848.555 I slot print_timing: id 0 | task 925 | graphs reused = 834 0.39.848.557 I slot print_timing: id 0 | task 925 | graph reallocs = 20 / 0 (same size) / (changed size) 0.39.848.594 I slot release: id 0 | task 925 | stop processing: n_tokens = 254, truncated = 0 0.39.855.366 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 254, t_last = 39759532 0.39.886.184 I slot launch_slot_: id 0 | task 979 | processing task, is_child = 0 0.41.151.138 I slot print_timing: id 0 | task 979 | prompt eval time = 251.38 ms / 178 tokens ( 1.41 ms per token, 708.09 tokens per second) 0.41.151.144 I slot print_timing: id 0 | task 979 | eval time = 1013.55 ms / 37 tokens ( 28.15 ms per token, 35.52 tokens per second) 0.41.151.145 I slot print_timing: id 0 | task 979 | total time = 1264.93 ms / 215 tokens 0.41.151.146 I slot print_timing: id 0 | task 979 | graphs reused = 869 0.41.151.147 I slot print_timing: id 0 | task 979 | graph reallocs = 21 / 0 (same size) / (changed size) 0.41.151.174 I slot release: id 0 | task 979 | stop processing: n_tokens = 214, truncated = 0 0.41.176.856 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 214, t_last = 41062112 0.41.207.009 I slot launch_slot_: id 0 | task 1019 | processing task, is_child = 0 0.42.446.740 I slot print_timing: id 0 | task 1019 | prompt eval time = 228.20 ms / 153 tokens ( 1.49 ms per token, 670.46 tokens per second) 0.42.446.748 I slot print_timing: id 0 | task 1019 | eval time = 1011.50 ms / 36 tokens ( 28.90 ms per token, 34.60 tokens per second) 0.42.446.750 I slot print_timing: id 0 | task 1019 | total time = 1239.70 ms / 189 tokens 0.42.446.752 I slot print_timing: id 0 | task 1019 | graphs reused = 903 0.42.446.754 I slot print_timing: id 0 | task 1019 | graph reallocs = 22 / 0 (same size) / (changed size) 0.42.446.808 I slot release: id 0 | task 1019 | stop processing: n_tokens = 188, truncated = 0 0.42.467.028 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 188, t_last = 42357747 0.42.494.239 I slot launch_slot_: id 0 | task 1058 | processing task, is_child = 0 0.43.618.283 I slot print_timing: id 0 | task 1058 | prompt eval time = 244.88 ms / 154 tokens ( 1.59 ms per token, 628.88 tokens per second) 0.43.618.289 I slot print_timing: id 0 | task 1058 | eval time = 879.14 ms / 31 tokens ( 29.30 ms per token, 34.12 tokens per second) 0.43.618.290 I slot print_timing: id 0 | task 1058 | total time = 1124.02 ms / 185 tokens 0.43.618.291 I slot print_timing: id 0 | task 1058 | graphs reused = 932 0.43.618.292 I slot print_timing: id 0 | task 1058 | graph reallocs = 23 / 0 (same size) / (changed size) 0.43.618.317 I slot release: id 0 | task 1058 | stop processing: n_tokens = 184, truncated = 0 0.43.625.938 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 184, t_last = 43529256 0.43.650.178 I slot launch_slot_: id 0 | task 1092 | processing task, is_child = 0 0.44.986.633 I slot print_timing: id 0 | task 1092 | prompt eval time = 248.26 ms / 179 tokens ( 1.39 ms per token, 721.02 tokens per second) 0.44.986.638 I slot print_timing: id 0 | task 1092 | eval time = 1088.17 ms / 39 tokens ( 28.64 ms per token, 34.92 tokens per second) 0.44.986.639 I slot print_timing: id 0 | task 1092 | total time = 1336.43 ms / 218 tokens 0.44.986.640 I slot print_timing: id 0 | task 1092 | graphs reused = 969 0.44.986.641 I slot print_timing: id 0 | task 1092 | graph reallocs = 24 / 0 (same size) / (changed size) 0.44.986.669 I slot release: id 0 | task 1092 | stop processing: n_tokens = 217, truncated = 0 0.45.032.188 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 217, t_last = 44897607 0.45.061.317 I slot launch_slot_: id 0 | task 1134 | processing task, is_child = 0 0.46.515.940 I slot print_timing: id 0 | task 1134 | prompt eval time = 241.84 ms / 207 tokens ( 1.17 ms per token, 855.94 tokens per second) 0.46.515.946 I slot print_timing: id 0 | task 1134 | eval time = 1212.76 ms / 43 tokens ( 28.88 ms per token, 34.63 tokens per second) 0.46.515.948 I slot print_timing: id 0 | task 1134 | total time = 1454.60 ms / 250 tokens 0.46.515.949 I slot print_timing: id 0 | task 1134 | graphs reused = 1010 0.46.515.950 I slot print_timing: id 0 | task 1134 | graph reallocs = 24 / 0 (same size) / (changed size) 0.46.515.980 I slot release: id 0 | task 1134 | stop processing: n_tokens = 249, truncated = 0 0.46.544.830 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 249, t_last = 46426919 0.46.580.255 I slot launch_slot_: id 0 | task 1180 | processing task, is_child = 0 0.47.664.380 I slot print_timing: id 0 | task 1180 | prompt eval time = 229.51 ms / 140 tokens ( 1.64 ms per token, 610.00 tokens per second) 0.47.664.385 I slot print_timing: id 0 | task 1180 | eval time = 854.59 ms / 30 tokens ( 29.47 ms per token, 33.93 tokens per second) 0.47.664.386 I slot print_timing: id 0 | task 1180 | total time = 1084.10 ms / 170 tokens 0.47.664.387 I slot print_timing: id 0 | task 1180 | graphs reused = 1038 0.47.664.388 I slot print_timing: id 0 | task 1180 | graph reallocs = 25 / 0 (same size) / (changed size) 0.47.664.416 I slot release: id 0 | task 1180 | stop processing: n_tokens = 169, truncated = 0 0.47.687.424 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 169, t_last = 47575355 0.47.710.169 I slot launch_slot_: id 0 | task 1213 | processing task, is_child = 0 0.48.803.195 I slot print_timing: id 0 | task 1213 | prompt eval time = 259.16 ms / 189 tokens ( 1.37 ms per token, 729.28 tokens per second) 0.48.803.201 I slot print_timing: id 0 | task 1213 | eval time = 833.85 ms / 30 tokens ( 28.75 ms per token, 34.78 tokens per second) 0.48.803.202 I slot print_timing: id 0 | task 1213 | total time = 1093.01 ms / 219 tokens 0.48.803.203 I slot print_timing: id 0 | task 1213 | graphs reused = 1066 0.48.803.204 I slot print_timing: id 0 | task 1213 | graph reallocs = 26 / 0 (same size) / (changed size) 0.48.803.233 I slot release: id 0 | task 1213 | stop processing: n_tokens = 218, truncated = 0 0.48.824.447 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 218, t_last = 48714172 0.48.855.474 I slot launch_slot_: id 0 | task 1246 | processing task, is_child = 0 0.49.665.148 I slot print_timing: id 0 | task 1246 | prompt eval time = 216.81 ms / 114 tokens ( 1.90 ms per token, 525.81 tokens per second) 0.49.665.155 I slot print_timing: id 0 | task 1246 | eval time = 592.84 ms / 22 tokens ( 28.23 ms per token, 35.42 tokens per second) 0.49.665.156 I slot print_timing: id 0 | task 1246 | total time = 809.65 ms / 136 tokens 0.49.665.158 I slot print_timing: id 0 | task 1246 | graphs reused = 1086 0.49.665.159 I slot print_timing: id 0 | task 1246 | graph reallocs = 27 / 0 (same size) / (changed size) 0.49.665.188 I slot release: id 0 | task 1246 | stop processing: n_tokens = 135, truncated = 0 0.49.670.699 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 135, t_last = 49576126 0.49.690.913 I slot launch_slot_: id 0 | task 1271 | processing task, is_child = 0 0.50.695.610 I slot print_timing: id 0 | task 1271 | prompt eval time = 221.12 ms / 126 tokens ( 1.75 ms per token, 569.82 tokens per second) 0.50.695.616 I slot print_timing: id 0 | task 1271 | eval time = 783.55 ms / 28 tokens ( 29.02 ms per token, 34.46 tokens per second) 0.50.695.617 I slot print_timing: id 0 | task 1271 | total time = 1004.68 ms / 154 tokens 0.50.695.617 I slot print_timing: id 0 | task 1271 | graphs reused = 1112 0.50.695.618 I slot print_timing: id 0 | task 1271 | graph reallocs = 28 / 0 (same size) / (changed size) 0.50.695.641 I slot release: id 0 | task 1271 | stop processing: n_tokens = 153, truncated = 0 0.50.702.466 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 153, t_last = 50606580 0.50.723.237 I slot launch_slot_: id 0 | task 1302 | processing task, is_child = 0 0.51.539.997 I slot print_timing: id 0 | task 1302 | prompt eval time = 229.63 ms / 135 tokens ( 1.70 ms per token, 587.89 tokens per second) 0.51.540.005 I slot print_timing: id 0 | task 1302 | eval time = 587.10 ms / 21 tokens ( 29.35 ms per token, 34.07 tokens per second) 0.51.540.006 I slot print_timing: id 0 | task 1302 | total time = 816.73 ms / 156 tokens 0.51.540.008 I slot print_timing: id 0 | task 1302 | graphs reused = 1131 0.51.540.009 I slot print_timing: id 0 | task 1302 | graph reallocs = 29 / 0 (same size) / (changed size) 0.51.540.035 I slot release: id 0 | task 1302 | stop processing: n_tokens = 155, truncated = 0 0.51.576.981 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 155, t_last = 51450973 0.51.599.702 I slot launch_slot_: id 0 | task 1326 | processing task, is_child = 0 0.52.624.056 I slot print_timing: id 0 | task 1326 | prompt eval time = 210.86 ms / 125 tokens ( 1.69 ms per token, 592.82 tokens per second) 0.52.624.063 I slot print_timing: id 0 | task 1326 | eval time = 813.47 ms / 29 tokens ( 29.05 ms per token, 34.42 tokens per second) 0.52.624.065 I slot print_timing: id 0 | task 1326 | total time = 1024.33 ms / 154 tokens 0.52.624.067 I slot print_timing: id 0 | task 1326 | graphs reused = 1158 0.52.624.068 I slot print_timing: id 0 | task 1326 | graph reallocs = 30 / 0 (same size) / (changed size) 0.52.624.094 I slot release: id 0 | task 1326 | stop processing: n_tokens = 153, truncated = 0 0.52.654.873 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 153, t_last = 52535033 0.52.675.206 I slot launch_slot_: id 0 | task 1358 | processing task, is_child = 0 0.53.697.869 I slot print_timing: id 0 | task 1358 | prompt eval time = 235.56 ms / 191 tokens ( 1.23 ms per token, 810.83 tokens per second) 0.53.697.875 I slot print_timing: id 0 | task 1358 | eval time = 787.08 ms / 29 tokens ( 28.11 ms per token, 35.57 tokens per second) 0.53.697.877 I slot print_timing: id 0 | task 1358 | total time = 1022.64 ms / 220 tokens 0.53.697.878 I slot print_timing: id 0 | task 1358 | graphs reused = 1185 0.53.697.879 I slot print_timing: id 0 | task 1358 | graph reallocs = 30 / 0 (same size) / (changed size) 0.53.697.907 I slot release: id 0 | task 1358 | stop processing: n_tokens = 219, truncated = 0 0.53.705.928 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 219, t_last = 53608846 0.53.733.573 I slot launch_slot_: id 0 | task 1390 | processing task, is_child = 0 0.55.270.090 I slot print_timing: id 0 | task 1390 | prompt eval time = 271.48 ms / 309 tokens ( 0.88 ms per token, 1138.23 tokens per second) 0.55.270.098 I slot print_timing: id 0 | task 1390 | eval time = 1265.02 ms / 44 tokens ( 29.42 ms per token, 33.99 tokens per second) 0.55.270.099 I slot print_timing: id 0 | task 1390 | total time = 1536.49 ms / 353 tokens 0.55.270.102 I slot print_timing: id 0 | task 1390 | graphs reused = 1227 0.55.270.103 I slot print_timing: id 0 | task 1390 | graph reallocs = 31 / 0 (same size) / (changed size) 0.55.270.152 I slot release: id 0 | task 1390 | stop processing: n_tokens = 352, truncated = 0 0.55.310.487 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 352, t_last = 55181091 0.55.354.222 I slot launch_slot_: id 0 | task 1437 | processing task, is_child = 0 0.56.347.763 I slot print_timing: id 0 | task 1437 | prompt eval time = 223.32 ms / 139 tokens ( 1.61 ms per token, 622.44 tokens per second) 0.56.347.769 I slot print_timing: id 0 | task 1437 | eval time = 770.20 ms / 27 tokens ( 29.62 ms per token, 33.76 tokens per second) 0.56.347.771 I slot print_timing: id 0 | task 1437 | total time = 993.52 ms / 166 tokens 0.56.347.771 I slot print_timing: id 0 | task 1437 | graphs reused = 1252 0.56.347.772 I slot print_timing: id 0 | task 1437 | graph reallocs = 32 / 0 (same size) / (changed size) 0.56.347.796 I slot release: id 0 | task 1437 | stop processing: n_tokens = 165, truncated = 0 0.56.354.723 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 165, t_last = 56258735 0.56.382.607 I slot launch_slot_: id 0 | task 1467 | processing task, is_child = 0 0.57.480.623 I slot print_timing: id 0 | task 1467 | prompt eval time = 247.42 ms / 172 tokens ( 1.44 ms per token, 695.18 tokens per second) 0.57.480.630 I slot print_timing: id 0 | task 1467 | eval time = 850.57 ms / 31 tokens ( 28.35 ms per token, 35.27 tokens per second) 0.57.480.631 I slot print_timing: id 0 | task 1467 | total time = 1097.99 ms / 203 tokens 0.57.480.632 I slot print_timing: id 0 | task 1467 | graphs reused = 1281 0.57.480.633 I slot print_timing: id 0 | task 1467 | graph reallocs = 33 / 0 (same size) / (changed size) 0.57.480.663 I slot release: id 0 | task 1467 | stop processing: n_tokens = 202, truncated = 0 0.57.518.039 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 202, t_last = 57391602 0.57.546.019 I slot launch_slot_: id 0 | task 1501 | processing task, is_child = 0 0.58.931.858 I slot print_timing: id 0 | task 1501 | prompt eval time = 242.12 ms / 225 tokens ( 1.08 ms per token, 929.28 tokens per second) 0.58.931.865 I slot print_timing: id 0 | task 1501 | eval time = 1143.69 ms / 40 tokens ( 29.33 ms per token, 34.10 tokens per second) 0.58.931.866 I slot print_timing: id 0 | task 1501 | total time = 1385.82 ms / 265 tokens 0.58.931.868 I slot print_timing: id 0 | task 1501 | graphs reused = 1318 0.58.931.870 I slot print_timing: id 0 | task 1501 | graph reallocs = 34 / 0 (same size) / (changed size) 0.58.931.906 I slot release: id 0 | task 1501 | stop processing: n_tokens = 264, truncated = 0 0.58.967.053 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 264, t_last = 58842845 0.59.003.082 I slot launch_slot_: id 0 | task 1544 | processing task, is_child = 0 1.00.183.769 I slot print_timing: id 0 | task 1544 | prompt eval time = 264.33 ms / 225 tokens ( 1.17 ms per token, 851.22 tokens per second) 1.00.183.778 I slot print_timing: id 0 | task 1544 | eval time = 916.33 ms / 32 tokens ( 29.56 ms per token, 33.83 tokens per second) 1.00.183.780 I slot print_timing: id 0 | task 1544 | total time = 1180.66 ms / 257 tokens 1.00.183.782 I slot print_timing: id 0 | task 1544 | graphs reused = 1348 1.00.183.783 I slot print_timing: id 0 | task 1544 | graph reallocs = 35 / 0 (same size) / (changed size) 1.00.183.842 I slot release: id 0 | task 1544 | stop processing: n_tokens = 256, truncated = 0 1.00.213.323 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 256, t_last = 60094781 1.00.247.228 I slot launch_slot_: id 0 | task 1579 | processing task, is_child = 0 1.01.245.751 I slot print_timing: id 0 | task 1579 | prompt eval time = 230.72 ms / 147 tokens ( 1.57 ms per token, 637.14 tokens per second) 1.01.245.757 I slot print_timing: id 0 | task 1579 | eval time = 767.78 ms / 28 tokens ( 28.44 ms per token, 35.17 tokens per second) 1.01.245.758 I slot print_timing: id 0 | task 1579 | total time = 998.50 ms / 175 tokens 1.01.245.759 I slot print_timing: id 0 | task 1579 | graphs reused = 1374 1.01.245.760 I slot print_timing: id 0 | task 1579 | graph reallocs = 36 / 0 (same size) / (changed size) 1.01.245.790 I slot release: id 0 | task 1579 | stop processing: n_tokens = 174, truncated = 0 1.01.252.028 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 174, t_last = 61156729 1.01.276.767 I slot launch_slot_: id 0 | task 1610 | processing task, is_child = 0 1.02.403.466 I slot print_timing: id 0 | task 1610 | prompt eval time = 243.76 ms / 166 tokens ( 1.47 ms per token, 681.00 tokens per second) 1.02.403.472 I slot print_timing: id 0 | task 1610 | eval time = 882.92 ms / 32 tokens ( 28.48 ms per token, 35.11 tokens per second) 1.02.403.473 I slot print_timing: id 0 | task 1610 | total time = 1126.68 ms / 198 tokens 1.02.403.475 I slot print_timing: id 0 | task 1610 | graphs reused = 1404 1.02.403.477 I slot print_timing: id 0 | task 1610 | graph reallocs = 37 / 0 (same size) / (changed size) 1.02.403.509 I slot release: id 0 | task 1610 | stop processing: n_tokens = 197, truncated = 0 1.02.409.921 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 197, t_last = 62314447 1.02.436.446 I slot launch_slot_: id 0 | task 1645 | processing task, is_child = 0 1.03.473.417 I slot print_timing: id 0 | task 1645 | prompt eval time = 246.25 ms / 167 tokens ( 1.47 ms per token, 678.18 tokens per second) 1.03.473.423 I slot print_timing: id 0 | task 1645 | eval time = 790.70 ms / 28 tokens ( 29.29 ms per token, 34.15 tokens per second) 1.03.473.424 I slot print_timing: id 0 | task 1645 | total time = 1036.95 ms / 195 tokens 1.03.473.425 I slot print_timing: id 0 | task 1645 | graphs reused = 1430 1.03.473.426 I slot print_timing: id 0 | task 1645 | graph reallocs = 38 / 0 (same size) / (changed size) 1.03.473.452 I slot release: id 0 | task 1645 | stop processing: n_tokens = 194, truncated = 0 1.03.504.064 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 194, t_last = 63384391 1.03.534.852 I slot launch_slot_: id 0 | task 1676 | processing task, is_child = 0 1.04.939.813 I slot print_timing: id 0 | task 1676 | prompt eval time = 249.56 ms / 195 tokens ( 1.28 ms per token, 781.38 tokens per second) 1.04.939.821 I slot print_timing: id 0 | task 1676 | eval time = 1155.37 ms / 42 tokens ( 28.18 ms per token, 35.49 tokens per second) 1.04.939.822 I slot print_timing: id 0 | task 1676 | total time = 1404.93 ms / 237 tokens 1.04.939.824 I slot print_timing: id 0 | task 1676 | graphs reused = 1470 1.04.939.825 I slot print_timing: id 0 | task 1676 | graph reallocs = 39 / 0 (same size) / (changed size) 1.04.939.861 I slot release: id 0 | task 1676 | stop processing: n_tokens = 236, truncated = 0 1.04.946.268 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 236, t_last = 64850800 1.04.946.310 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 149.417 MiB) 1.04.989.809 I slot launch_slot_: id 0 | task 1721 | processing task, is_child = 0 1.06.143.900 I slot print_timing: id 0 | task 1721 | prompt eval time = 224.53 ms / 144 tokens ( 1.56 ms per token, 641.33 tokens per second) 1.06.143.908 I slot print_timing: id 0 | task 1721 | eval time = 929.54 ms / 34 tokens ( 28.17 ms per token, 35.50 tokens per second) 1.06.143.910 I slot print_timing: id 0 | task 1721 | total time = 1154.07 ms / 178 tokens 1.06.143.912 I slot print_timing: id 0 | task 1721 | graphs reused = 1502 1.06.143.913 I slot print_timing: id 0 | task 1721 | graph reallocs = 40 / 0 (same size) / (changed size) 1.06.143.951 I slot release: id 0 | task 1721 | stop processing: n_tokens = 177, truncated = 0 1.06.184.323 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 177, t_last = 66054890 1.06.184.369 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 104.274 MiB) 1.06.214.901 I slot launch_slot_: id 0 | task 1758 | processing task, is_child = 0 1.07.208.779 I slot print_timing: id 0 | task 1758 | prompt eval time = 253.72 ms / 208 tokens ( 1.22 ms per token, 819.79 tokens per second) 1.07.208.786 I slot print_timing: id 0 | task 1758 | eval time = 740.13 ms / 27 tokens ( 28.47 ms per token, 35.13 tokens per second) 1.07.208.787 I slot print_timing: id 0 | task 1758 | total time = 993.85 ms / 235 tokens 1.07.208.789 I slot print_timing: id 0 | task 1758 | graphs reused = 1527 1.07.208.791 I slot print_timing: id 0 | task 1758 | graph reallocs = 41 / 0 (same size) / (changed size) 1.07.208.829 I slot release: id 0 | task 1758 | stop processing: n_tokens = 234, truncated = 0 1.07.216.523 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 234, t_last = 67119768 1.07.216.594 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 142.120 MiB) 1.07.261.730 I slot launch_slot_: id 0 | task 1788 | processing task, is_child = 0 1.08.519.872 I slot print_timing: id 0 | task 1788 | prompt eval time = 248.03 ms / 164 tokens ( 1.51 ms per token, 661.22 tokens per second) 1.08.519.879 I slot print_timing: id 0 | task 1788 | eval time = 1010.09 ms / 37 tokens ( 28.06 ms per token, 35.64 tokens per second) 1.08.519.880 I slot print_timing: id 0 | task 1788 | total time = 1258.12 ms / 201 tokens 1.08.519.881 I slot print_timing: id 0 | task 1788 | graphs reused = 1562 1.08.519.882 I slot print_timing: id 0 | task 1788 | graph reallocs = 42 / 0 (same size) / (changed size) 1.08.519.915 I slot release: id 0 | task 1788 | stop processing: n_tokens = 200, truncated = 0 1.08.550.998 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 200, t_last = 68430854 1.08.551.038 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 179.949 MiB) 1.08.590.177 I slot launch_slot_: id 0 | task 1828 | processing task, is_child = 0 1.09.624.970 I slot print_timing: id 0 | task 1828 | prompt eval time = 225.94 ms / 154 tokens ( 1.47 ms per token, 681.60 tokens per second) 1.09.624.976 I slot print_timing: id 0 | task 1828 | eval time = 808.83 ms / 30 tokens ( 27.89 ms per token, 35.85 tokens per second) 1.09.624.978 I slot print_timing: id 0 | task 1828 | total time = 1034.77 ms / 184 tokens 1.09.624.979 I slot print_timing: id 0 | task 1828 | graphs reused = 1590 1.09.624.980 I slot print_timing: id 0 | task 1828 | graph reallocs = 43 / 0 (same size) / (changed size) 1.09.625.009 I slot release: id 0 | task 1828 | stop processing: n_tokens = 183, truncated = 0 1.09.634.358 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 183, t_last = 69535947 1.09.634.398 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 161.636 MiB) 1.09.669.618 I slot launch_slot_: id 0 | task 1861 | processing task, is_child = 0 1.11.484.738 I slot print_timing: id 0 | task 1861 | prompt eval time = 268.31 ms / 284 tokens ( 0.94 ms per token, 1058.49 tokens per second) 1.11.484.745 I slot print_timing: id 0 | task 1861 | eval time = 1546.79 ms / 56 tokens ( 28.12 ms per token, 35.56 tokens per second) 1.11.484.747 I slot print_timing: id 0 | task 1861 | total time = 1815.10 ms / 340 tokens 1.11.484.748 I slot print_timing: id 0 | task 1861 | graphs reused = 1644 1.11.484.749 I slot print_timing: id 0 | task 1861 | graph reallocs = 44 / 0 (same size) / (changed size) 1.11.484.793 I slot release: id 0 | task 1861 | stop processing: n_tokens = 339, truncated = 0 1.11.503.823 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 339, t_last = 71395732 1.11.503.916 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 163.480 MiB) 1.11.508.141 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 198.060 MiB) 1.11.571.778 I slot launch_slot_: id 0 | task 1920 | processing task, is_child = 0 1.13.936.914 I slot print_timing: id 0 | task 1920 | prompt eval time = 257.87 ms / 258 tokens ( 1.00 ms per token, 1000.51 tokens per second) 1.13.936.920 I slot print_timing: id 0 | task 1920 | eval time = 2107.24 ms / 76 tokens ( 28.10 ms per token, 35.59 tokens per second) 1.13.936.921 I slot print_timing: id 0 | task 1920 | total time = 2365.11 ms / 334 tokens 1.13.936.922 I slot print_timing: id 0 | task 1920 | graphs reused = 1718 1.13.936.923 I slot print_timing: id 0 | task 1920 | graph reallocs = 44 / 0 (same size) / (changed size) 1.13.936.954 I slot release: id 0 | task 1920 | stop processing: n_tokens = 333, truncated = 0 1.13.981.846 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 333, t_last = 73847892 1.13.981.921 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 247.484 MiB) 1.14.038.688 I slot launch_slot_: id 0 | task 1999 | processing task, is_child = 0 1.15.138.679 I slot print_timing: id 0 | task 1999 | prompt eval time = 225.08 ms / 154 tokens ( 1.46 ms per token, 684.20 tokens per second) 1.15.138.684 I slot print_timing: id 0 | task 1999 | eval time = 874.89 ms / 32 tokens ( 28.22 ms per token, 35.43 tokens per second) 1.15.138.685 I slot print_timing: id 0 | task 1999 | total time = 1099.97 ms / 186 tokens 1.15.138.686 I slot print_timing: id 0 | task 1999 | graphs reused = 1748 1.15.138.687 I slot print_timing: id 0 | task 1999 | graph reallocs = 45 / 0 (same size) / (changed size) 1.15.138.711 I slot release: id 0 | task 1999 | stop processing: n_tokens = 185, truncated = 0 1.15.145.899 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 185, t_last = 75049650 1.15.170.897 I slot launch_slot_: id 0 | task 2034 | processing task, is_child = 0 1.16.170.953 I slot print_timing: id 0 | task 2034 | prompt eval time = 244.82 ms / 189 tokens ( 1.30 ms per token, 771.98 tokens per second) 1.16.170.959 I slot print_timing: id 0 | task 2034 | eval time = 755.21 ms / 28 tokens ( 27.97 ms per token, 35.75 tokens per second) 1.16.170.961 I slot print_timing: id 0 | task 2034 | total time = 1000.03 ms / 217 tokens 1.16.170.962 I slot print_timing: id 0 | task 2034 | graphs reused = 1774 1.16.170.963 I slot print_timing: id 0 | task 2034 | graph reallocs = 46 / 0 (same size) / (changed size) 1.16.171.000 I slot release: id 0 | task 2034 | stop processing: n_tokens = 216, truncated = 0 1.16.178.565 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 216, t_last = 76081938 1.16.178.605 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 131.400 MiB) 1.16.181.091 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 141.791 MiB) 1.16.222.240 I slot launch_slot_: id 0 | task 2065 | processing task, is_child = 0 1.17.227.849 I slot print_timing: id 0 | task 2065 | prompt eval time = 223.28 ms / 150 tokens ( 1.49 ms per token, 671.79 tokens per second) 1.17.227.854 I slot print_timing: id 0 | task 2065 | eval time = 782.30 ms / 29 tokens ( 27.94 ms per token, 35.79 tokens per second) 1.17.227.855 I slot print_timing: id 0 | task 2065 | total time = 1005.59 ms / 179 tokens 1.17.227.856 I slot print_timing: id 0 | task 2065 | graphs reused = 1801 1.17.227.857 I slot print_timing: id 0 | task 2065 | graph reallocs = 47 / 0 (same size) / (changed size) 1.17.227.882 I slot release: id 0 | task 2065 | stop processing: n_tokens = 178, truncated = 0 1.17.234.485 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 178, t_last = 77138821 1.17.234.531 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 159.355 MiB) 1.17.265.874 I slot launch_slot_: id 0 | task 2097 | processing task, is_child = 0 1.18.540.181 I slot print_timing: id 0 | task 2097 | prompt eval time = 239.28 ms / 212 tokens ( 1.13 ms per token, 886.01 tokens per second) 1.18.540.188 I slot print_timing: id 0 | task 2097 | eval time = 1035.01 ms / 38 tokens ( 27.97 ms per token, 35.75 tokens per second) 1.18.540.189 I slot print_timing: id 0 | task 2097 | total time = 1274.29 ms / 250 tokens 1.18.540.190 I slot print_timing: id 0 | task 2097 | graphs reused = 1837 1.18.540.191 I slot print_timing: id 0 | task 2097 | graph reallocs = 47 / 0 (same size) / (changed size) 1.18.540.220 I slot release: id 0 | task 2097 | stop processing: n_tokens = 249, truncated = 0 1.18.548.502 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 249, t_last = 78451159 1.18.548.545 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 191.434 MiB) 1.18.586.337 I slot launch_slot_: id 0 | task 2138 | processing task, is_child = 0 1.19.685.050 I slot print_timing: id 0 | task 2138 | prompt eval time = 308.45 ms / 336 tokens ( 0.92 ms per token, 1089.32 tokens per second) 1.19.685.057 I slot print_timing: id 0 | task 2138 | eval time = 790.24 ms / 29 tokens ( 28.22 ms per token, 35.43 tokens per second) 1.19.685.058 I slot print_timing: id 0 | task 2138 | total time = 1098.69 ms / 365 tokens 1.19.685.059 I slot print_timing: id 0 | task 2138 | graphs reused = 1864 1.19.685.060 I slot print_timing: id 0 | task 2138 | graph reallocs = 47 / 0 (same size) / (changed size) 1.19.685.100 I slot release: id 0 | task 2138 | stop processing: n_tokens = 364, truncated = 0 1.19.694.250 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 364, t_last = 79596038 1.19.694.304 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 159.152 MiB) 1.19.698.389 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 158.980 MiB) 1.19.755.145 I slot launch_slot_: id 0 | task 2170 | processing task, is_child = 0 1.20.885.236 I slot print_timing: id 0 | task 2170 | prompt eval time = 333.20 ms / 399 tokens ( 0.84 ms per token, 1197.48 tokens per second) 1.20.885.242 I slot print_timing: id 0 | task 2170 | eval time = 796.87 ms / 29 tokens ( 28.46 ms per token, 35.14 tokens per second) 1.20.885.244 I slot print_timing: id 0 | task 2170 | total time = 1130.07 ms / 428 tokens 1.20.885.245 I slot print_timing: id 0 | task 2170 | graphs reused = 1891 1.20.885.246 I slot print_timing: id 0 | task 2170 | graph reallocs = 47 / 0 (same size) / (changed size) 1.20.885.292 I slot release: id 0 | task 2170 | stop processing: n_tokens = 427, truncated = 0 1.20.896.160 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 427, t_last = 80796231 1.20.896.218 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 161.964 MiB) 1.20.899.418 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 131.057 MiB) 1.20.961.720 I slot launch_slot_: id 0 | task 2202 | processing task, is_child = 0 1.22.272.064 I slot print_timing: id 0 | task 2202 | prompt eval time = 350.65 ms / 442 tokens ( 0.79 ms per token, 1260.52 tokens per second) 1.22.272.071 I slot print_timing: id 0 | task 2202 | eval time = 959.67 ms / 35 tokens ( 28.23 ms per token, 35.43 tokens per second) 1.22.272.072 I slot print_timing: id 0 | task 2202 | total time = 1310.32 ms / 477 tokens 1.22.272.073 I slot print_timing: id 0 | task 2202 | graphs reused = 1924 1.22.272.074 I slot print_timing: id 0 | task 2202 | graph reallocs = 47 / 0 (same size) / (changed size) 1.22.272.115 I slot release: id 0 | task 2202 | stop processing: n_tokens = 476, truncated = 0 1.22.282.455 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 476, t_last = 82183053 1.22.282.515 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 149.729 MiB) 1.22.285.191 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 134.447 MiB) 1.22.287.707 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 129.634 MiB) 1.22.354.756 I slot launch_slot_: id 0 | task 2240 | processing task, is_child = 0 1.24.044.615 I slot print_timing: id 0 | task 2240 | prompt eval time = 363.36 ms / 430 tokens ( 0.85 ms per token, 1183.41 tokens per second) 1.24.044.620 I slot print_timing: id 0 | task 2240 | eval time = 1326.48 ms / 48 tokens ( 28.22 ms per token, 35.43 tokens per second) 1.24.044.621 I slot print_timing: id 0 | task 2240 | total time = 1689.84 ms / 478 tokens 1.24.044.622 I slot print_timing: id 0 | task 2240 | graphs reused = 1970 1.24.044.623 I slot print_timing: id 0 | task 2240 | graph reallocs = 48 / 0 (same size) / (changed size) 1.24.044.658 I slot release: id 0 | task 2240 | stop processing: n_tokens = 477, truncated = 0 1.24.064.483 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 477, t_last = 83955596 1.24.064.544 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 162.355 MiB) 1.24.067.615 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 148.292 MiB) 1.24.070.579 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 187.716 MiB) 1.24.140.217 I slot launch_slot_: id 0 | task 2291 | processing task, is_child = 0 1.25.134.953 I slot print_timing: id 0 | task 2291 | prompt eval time = 279.46 ms / 267 tokens ( 1.05 ms per token, 955.42 tokens per second) 1.25.134.959 I slot print_timing: id 0 | task 2291 | eval time = 715.26 ms / 26 tokens ( 28.61 ms per token, 34.95 tokens per second) 1.25.134.960 I slot print_timing: id 0 | task 2291 | total time = 994.72 ms / 293 tokens 1.25.134.961 I slot print_timing: id 0 | task 2291 | graphs reused = 1994 1.25.134.962 I slot print_timing: id 0 | task 2291 | graph reallocs = 49 / 0 (same size) / (changed size) 1.25.135.001 I slot release: id 0 | task 2291 | stop processing: n_tokens = 292, truncated = 0 1.25.144.135 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 292, t_last = 85045939 1.25.144.181 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 173.980 MiB) 1.25.189.180 I slot launch_slot_: id 0 | task 2320 | processing task, is_child = 0 1.26.177.705 I slot print_timing: id 0 | task 2320 | prompt eval time = 336.08 ms / 405 tokens ( 0.83 ms per token, 1205.07 tokens per second) 1.26.177.712 I slot print_timing: id 0 | task 2320 | eval time = 652.42 ms / 24 tokens ( 28.37 ms per token, 35.25 tokens per second) 1.26.177.714 I slot print_timing: id 0 | task 2320 | total time = 988.50 ms / 429 tokens 1.26.177.721 I slot print_timing: id 0 | task 2320 | graphs reused = 2016 1.26.177.732 I slot print_timing: id 0 | task 2320 | graph reallocs = 50 / 0 (same size) / (changed size) 1.26.177.782 I slot release: id 0 | task 2320 | stop processing: n_tokens = 428, truncated = 0 1.26.216.831 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 428, t_last = 86088721 1.26.216.897 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 187.356 MiB) 1.26.220.600 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 215.092 MiB) 1.26.286.244 I slot launch_slot_: id 0 | task 2347 | processing task, is_child = 0 1.27.338.299 I slot print_timing: id 0 | task 2347 | prompt eval time = 340.68 ms / 387 tokens ( 0.88 ms per token, 1135.96 tokens per second) 1.27.338.306 I slot print_timing: id 0 | task 2347 | eval time = 711.35 ms / 26 tokens ( 28.45 ms per token, 35.14 tokens per second) 1.27.338.307 I slot print_timing: id 0 | task 2347 | total time = 1052.03 ms / 413 tokens 1.27.338.309 I slot print_timing: id 0 | task 2347 | graphs reused = 2040 1.27.338.310 I slot print_timing: id 0 | task 2347 | graph reallocs = 51 / 0 (same size) / (changed size) 1.27.338.347 I slot release: id 0 | task 2347 | stop processing: n_tokens = 412, truncated = 0 1.27.371.721 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 412, t_last = 87249286 1.27.371.795 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 178.887 MiB) 1.27.375.027 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 141.245 MiB) 1.27.436.411 I slot launch_slot_: id 0 | task 2376 | processing task, is_child = 0 1.28.533.340 I slot print_timing: id 0 | task 2376 | prompt eval time = 304.44 ms / 301 tokens ( 1.01 ms per token, 988.68 tokens per second) 1.28.533.347 I slot print_timing: id 0 | task 2376 | eval time = 792.46 ms / 29 tokens ( 28.30 ms per token, 35.33 tokens per second) 1.28.533.348 I slot print_timing: id 0 | task 2376 | total time = 1096.90 ms / 330 tokens 1.28.533.349 I slot print_timing: id 0 | task 2376 | graphs reused = 2067 1.28.533.351 I slot print_timing: id 0 | task 2376 | graph reallocs = 52 / 0 (same size) / (changed size) 1.28.533.386 I slot release: id 0 | task 2376 | stop processing: n_tokens = 329, truncated = 0 1.28.542.771 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 329, t_last = 88444325 1.28.542.849 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 166.793 MiB) 1.28.546.215 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 192.107 MiB) 1.28.595.207 I slot launch_slot_: id 0 | task 2408 | processing task, is_child = 0 1.29.778.335 I slot print_timing: id 0 | task 2408 | prompt eval time = 307.12 ms / 295 tokens ( 1.04 ms per token, 960.52 tokens per second) 1.29.778.341 I slot print_timing: id 0 | task 2408 | eval time = 875.98 ms / 32 tokens ( 28.26 ms per token, 35.39 tokens per second) 1.29.778.342 I slot print_timing: id 0 | task 2408 | total time = 1183.11 ms / 327 tokens 1.29.778.343 I slot print_timing: id 0 | task 2408 | graphs reused = 2097 1.29.778.343 I slot print_timing: id 0 | task 2408 | graph reallocs = 53 / 0 (same size) / (changed size) 1.29.778.374 I slot release: id 0 | task 2408 | stop processing: n_tokens = 326, truncated = 0 1.29.822.666 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 326, t_last = 89689313 1.29.822.750 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 170.543 MiB) 1.29.827.129 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 147.323 MiB) 1.29.886.412 I slot launch_slot_: id 0 | task 2443 | processing task, is_child = 0 1.30.810.355 I slot print_timing: id 0 | task 2443 | prompt eval time = 331.49 ms / 361 tokens ( 0.92 ms per token, 1089.01 tokens per second) 1.30.810.361 I slot print_timing: id 0 | task 2443 | eval time = 592.43 ms / 22 tokens ( 28.21 ms per token, 35.45 tokens per second) 1.30.810.362 I slot print_timing: id 0 | task 2443 | total time = 923.92 ms / 383 tokens 1.30.810.363 I slot print_timing: id 0 | task 2443 | graphs reused = 2117 1.30.810.364 I slot print_timing: id 0 | task 2443 | graph reallocs = 54 / 0 (same size) / (changed size) 1.30.810.396 I slot release: id 0 | task 2443 | stop processing: n_tokens = 382, truncated = 0 1.30.833.582 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 382, t_last = 90721334 1.30.833.644 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 147.573 MiB) 1.30.837.022 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 173.090 MiB) 1.30.900.954 I slot launch_slot_: id 0 | task 2468 | processing task, is_child = 0 1.32.355.051 I slot print_timing: id 0 | task 2468 | prompt eval time = 306.14 ms / 316 tokens ( 0.97 ms per token, 1032.22 tokens per second) 1.32.355.057 I slot print_timing: id 0 | task 2468 | eval time = 1147.94 ms / 42 tokens ( 28.00 ms per token, 35.72 tokens per second) 1.32.355.058 I slot print_timing: id 0 | task 2468 | total time = 1454.07 ms / 358 tokens 1.32.355.059 I slot print_timing: id 0 | task 2468 | graphs reused = 2157 1.32.355.060 I slot print_timing: id 0 | task 2468 | graph reallocs = 55 / 0 (same size) / (changed size) 1.32.355.090 I slot release: id 0 | task 2468 | stop processing: n_tokens = 357, truncated = 0 1.32.362.778 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 357, t_last = 92266029 1.32.362.829 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 198.591 MiB) 1.32.414.410 I slot launch_slot_: id 0 | task 2513 | processing task, is_child = 0 1.33.207.275 I slot print_timing: id 0 | task 2513 | prompt eval time = 262.71 ms / 241 tokens ( 1.09 ms per token, 917.35 tokens per second) 1.33.207.281 I slot print_timing: id 0 | task 2513 | eval time = 530.13 ms / 19 tokens ( 29.45 ms per token, 33.95 tokens per second) 1.33.207.282 I slot print_timing: id 0 | task 2513 | total time = 792.84 ms / 260 tokens 1.33.207.283 I slot print_timing: id 0 | task 2513 | graphs reused = 2173 1.33.207.284 I slot print_timing: id 0 | task 2513 | graph reallocs = 57 / 0 (same size) / (changed size) 1.33.207.313 I slot release: id 0 | task 2513 | stop processing: n_tokens = 259, truncated = 0 1.33.232.604 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 259, t_last = 93118251 1.33.232.654 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 134.213 MiB) 1.33.235.222 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 180.293 MiB) 1.33.277.315 I slot launch_slot_: id 0 | task 2535 | processing task, is_child = 0 1.34.630.138 I slot print_timing: id 0 | task 2535 | prompt eval time = 314.93 ms / 322 tokens ( 0.98 ms per token, 1022.46 tokens per second) 1.34.630.144 I slot print_timing: id 0 | task 2535 | eval time = 1037.88 ms / 38 tokens ( 28.05 ms per token, 35.65 tokens per second) 1.34.630.146 I slot print_timing: id 0 | task 2535 | total time = 1352.80 ms / 360 tokens 1.34.630.148 I slot print_timing: id 0 | task 2535 | graphs reused = 2209 1.34.630.149 I slot print_timing: id 0 | task 2535 | graph reallocs = 58 / 0 (same size) / (changed size) 1.34.630.182 I slot release: id 0 | task 2535 | stop processing: n_tokens = 359, truncated = 0 1.34.663.271 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 359, t_last = 94541121 1.34.663.322 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 107.430 MiB) 1.34.665.408 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 119.587 MiB) 1.34.717.196 I slot launch_slot_: id 0 | task 2576 | processing task, is_child = 0 1.35.830.797 I slot print_timing: id 0 | task 2576 | prompt eval time = 300.95 ms / 288 tokens ( 1.04 ms per token, 956.96 tokens per second) 1.35.830.803 I slot print_timing: id 0 | task 2576 | eval time = 812.62 ms / 30 tokens ( 28.02 ms per token, 35.69 tokens per second) 1.35.830.804 I slot print_timing: id 0 | task 2576 | total time = 1113.58 ms / 318 tokens 1.35.830.805 I slot print_timing: id 0 | task 2576 | graphs reused = 2237 1.35.830.806 I slot print_timing: id 0 | task 2576 | graph reallocs = 59 / 0 (same size) / (changed size) 1.35.830.836 I slot release: id 0 | task 2576 | stop processing: n_tokens = 317, truncated = 0 1.35.839.698 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 317, t_last = 95741775 1.35.839.754 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 127.119 MiB) 1.35.842.216 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 121.462 MiB) 1.35.844.874 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 174.996 MiB) 1.35.895.518 I slot launch_slot_: id 0 | task 2609 | processing task, is_child = 0 1.36.773.532 I slot print_timing: id 0 | task 2609 | prompt eval time = 268.17 ms / 237 tokens ( 1.13 ms per token, 883.75 tokens per second) 1.36.773.539 I slot print_timing: id 0 | task 2609 | eval time = 609.81 ms / 22 tokens ( 29.04 ms per token, 34.44 tokens per second) 1.36.773.541 I slot print_timing: id 0 | task 2609 | total time = 877.99 ms / 259 tokens 1.36.773.543 I slot print_timing: id 0 | task 2609 | graphs reused = 2256 1.36.773.544 I slot print_timing: id 0 | task 2609 | graph reallocs = 61 / 0 (same size) / (changed size) 1.36.773.581 I slot release: id 0 | task 2609 | stop processing: n_tokens = 258, truncated = 0 1.36.782.842 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 258, t_last = 96684520 1.36.782.905 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 286.455 MiB) 1.36.833.037 I slot launch_slot_: id 0 | task 2634 | processing task, is_child = 0 1.37.746.317 I slot print_timing: id 0 | task 2634 | prompt eval time = 313.33 ms / 264 tokens ( 1.19 ms per token, 842.57 tokens per second) 1.37.746.324 I slot print_timing: id 0 | task 2634 | eval time = 599.93 ms / 22 tokens ( 28.57 ms per token, 35.00 tokens per second) 1.37.746.325 I slot print_timing: id 0 | task 2634 | total time = 913.25 ms / 286 tokens 1.37.746.326 I slot print_timing: id 0 | task 2634 | graphs reused = 2276 1.37.746.328 I slot print_timing: id 0 | task 2634 | graph reallocs = 62 / 0 (same size) / (changed size) 1.37.746.365 I slot release: id 0 | task 2634 | stop processing: n_tokens = 285, truncated = 0 1.37.766.953 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 285, t_last = 97657304 1.37.766.999 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 131.338 MiB) 1.37.813.604 I slot launch_slot_: id 0 | task 2659 | processing task, is_child = 0 1.38.693.754 I slot print_timing: id 0 | task 2659 | prompt eval time = 289.58 ms / 255 tokens ( 1.14 ms per token, 880.59 tokens per second) 1.38.693.760 I slot print_timing: id 0 | task 2659 | eval time = 590.55 ms / 21 tokens ( 29.53 ms per token, 33.87 tokens per second) 1.38.693.762 I slot print_timing: id 0 | task 2659 | total time = 880.13 ms / 276 tokens 1.38.693.763 I slot print_timing: id 0 | task 2659 | graphs reused = 2294 1.38.693.764 I slot print_timing: id 0 | task 2659 | graph reallocs = 64 / 0 (same size) / (changed size) 1.38.693.797 I slot release: id 0 | task 2659 | stop processing: n_tokens = 275, truncated = 0 1.38.717.921 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 275, t_last = 98604735 1.38.717.966 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 164.730 MiB) 1.38.763.222 I slot launch_slot_: id 0 | task 2683 | processing task, is_child = 0 1.39.803.214 I slot print_timing: id 0 | task 2683 | prompt eval time = 331.03 ms / 397 tokens ( 0.83 ms per token, 1199.30 tokens per second) 1.39.803.221 I slot print_timing: id 0 | task 2683 | eval time = 708.94 ms / 26 tokens ( 28.36 ms per token, 35.26 tokens per second) 1.39.803.222 I slot print_timing: id 0 | task 2683 | total time = 1039.97 ms / 423 tokens 1.39.803.223 I slot print_timing: id 0 | task 2683 | graphs reused = 2318 1.39.803.224 I slot print_timing: id 0 | task 2683 | graph reallocs = 64 / 0 (same size) / (changed size) 1.39.803.262 I slot release: id 0 | task 2683 | stop processing: n_tokens = 422, truncated = 0 1.39.836.374 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 422, t_last = 99714201 1.39.836.431 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 212.889 MiB) 1.39.841.176 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 212.764 MiB) 1.39.916.506 I slot launch_slot_: id 0 | task 2712 | processing task, is_child = 0 1.40.702.884 I slot print_timing: id 0 | task 2712 | prompt eval time = 272.49 ms / 287 tokens ( 0.95 ms per token, 1053.24 tokens per second) 1.40.702.890 I slot print_timing: id 0 | task 2712 | eval time = 513.86 ms / 19 tokens ( 28.55 ms per token, 35.03 tokens per second) 1.40.702.892 I slot print_timing: id 0 | task 2712 | total time = 786.35 ms / 306 tokens 1.40.702.894 I slot print_timing: id 0 | task 2712 | graphs reused = 2335 1.40.702.895 I slot print_timing: id 0 | task 2712 | graph reallocs = 65 / 0 (same size) / (changed size) 1.40.702.938 I slot release: id 0 | task 2712 | stop processing: n_tokens = 305, truncated = 0 1.40.716.674 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 305, t_last = 100613876 1.40.716.743 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 141.166 MiB) 1.40.720.100 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 158.089 MiB) 1.40.769.949 I slot launch_slot_: id 0 | task 2734 | processing task, is_child = 0 1.42.253.034 I slot print_timing: id 0 | task 2734 | prompt eval time = 497.09 ms / 626 tokens ( 0.79 ms per token, 1259.33 tokens per second) 1.42.253.040 I slot print_timing: id 0 | task 2734 | eval time = 985.97 ms / 34 tokens ( 29.88 ms per token, 33.47 tokens per second) 1.42.253.041 I slot print_timing: id 0 | task 2734 | total time = 1483.06 ms / 660 tokens 1.42.253.042 I slot print_timing: id 0 | task 2734 | graphs reused = 2367 1.42.253.044 I slot print_timing: id 0 | task 2734 | graph reallocs = 66 / 0 (same size) / (changed size) 1.42.253.108 I slot release: id 0 | task 2734 | stop processing: n_tokens = 659, truncated = 0 1.42.261.675 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 659, t_last = 102164048 1.42.261.748 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 158.980 MiB) 1.42.265.203 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 187.137 MiB) 1.42.269.756 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 138.401 MiB) 1.42.273.256 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 195.544 MiB) 1.42.395.529 I slot launch_slot_: id 0 | task 2772 | processing task, is_child = 0 1.43.233.915 I slot print_timing: id 0 | task 2772 | prompt eval time = 277.57 ms / 266 tokens ( 1.04 ms per token, 958.32 tokens per second) 1.43.233.920 I slot print_timing: id 0 | task 2772 | eval time = 560.79 ms / 20 tokens ( 29.52 ms per token, 33.88 tokens per second) 1.43.233.921 I slot print_timing: id 0 | task 2772 | total time = 838.36 ms / 286 tokens 1.43.233.922 I slot print_timing: id 0 | task 2772 | graphs reused = 2385 1.43.233.923 I slot print_timing: id 0 | task 2772 | graph reallocs = 67 / 0 (same size) / (changed size) 1.43.233.955 I slot release: id 0 | task 2772 | stop processing: n_tokens = 285, truncated = 0 1.43.266.638 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 285, t_last = 103144894 1.43.266.684 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 160.011 MiB) 1.43.315.733 I slot launch_slot_: id 0 | task 2795 | processing task, is_child = 0 1.44.347.808 I slot print_timing: id 0 | task 2795 | prompt eval time = 351.34 ms / 481 tokens ( 0.73 ms per token, 1369.04 tokens per second) 1.44.347.814 I slot print_timing: id 0 | task 2795 | eval time = 680.71 ms / 25 tokens ( 28.36 ms per token, 35.26 tokens per second) 1.44.347.815 I slot print_timing: id 0 | task 2795 | total time = 1032.05 ms / 506 tokens 1.44.347.817 I slot print_timing: id 0 | task 2795 | graphs reused = 2408 1.44.347.818 I slot print_timing: id 0 | task 2795 | graph reallocs = 67 / 0 (same size) / (changed size) 1.44.347.875 I slot release: id 0 | task 2795 | stop processing: n_tokens = 505, truncated = 0 1.44.378.322 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 505, t_last = 104258813 1.44.378.417 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 145.995 MiB) 1.44.382.062 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 273.751 MiB) 1.44.482.511 I slot launch_slot_: id 0 | task 2823 | processing task, is_child = 0 1.46.052.427 I slot print_timing: id 0 | task 2823 | prompt eval time = 464.01 ms / 553 tokens ( 0.84 ms per token, 1191.79 tokens per second) 1.46.052.433 I slot print_timing: id 0 | task 2823 | eval time = 1105.88 ms / 38 tokens ( 29.89 ms per token, 33.46 tokens per second) 1.46.052.434 I slot print_timing: id 0 | task 2823 | total time = 1569.89 ms / 591 tokens 1.46.052.435 I slot print_timing: id 0 | task 2823 | graphs reused = 2444 1.46.052.436 I slot print_timing: id 0 | task 2823 | graph reallocs = 69 / 0 (same size) / (changed size) 1.46.052.483 I slot release: id 0 | task 2823 | stop processing: n_tokens = 590, truncated = 0 1.46.099.824 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 590, t_last = 105963422 1.46.099.891 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 256.782 MiB) 1.46.106.207 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 146.964 MiB) 1.46.108.959 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 178.699 MiB) 1.46.223.518 I slot launch_slot_: id 0 | task 2865 | processing task, is_child = 0 1.47.698.800 I slot print_timing: id 0 | task 2865 | prompt eval time = 333.58 ms / 396 tokens ( 0.84 ms per token, 1187.11 tokens per second) 1.47.698.807 I slot print_timing: id 0 | task 2865 | eval time = 1141.67 ms / 40 tokens ( 29.27 ms per token, 34.16 tokens per second) 1.47.698.808 I slot print_timing: id 0 | task 2865 | total time = 1475.26 ms / 436 tokens 1.47.698.810 I slot print_timing: id 0 | task 2865 | graphs reused = 2482 1.47.698.812 I slot print_timing: id 0 | task 2865 | graph reallocs = 69 / 0 (same size) / (changed size) 1.47.698.862 I slot release: id 0 | task 2865 | stop processing: n_tokens = 435, truncated = 0 1.47.706.540 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 435, t_last = 107609802 1.47.706.594 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 142.791 MiB) 1.47.709.467 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 201.716 MiB) 1.47.778.819 I slot launch_slot_: id 0 | task 2908 | processing task, is_child = 0 1.48.953.731 I slot print_timing: id 0 | task 2908 | prompt eval time = 266.52 ms / 277 tokens ( 0.96 ms per token, 1039.32 tokens per second) 1.48.953.738 I slot print_timing: id 0 | task 2908 | eval time = 908.37 ms / 33 tokens ( 28.39 ms per token, 35.23 tokens per second) 1.48.953.740 I slot print_timing: id 0 | task 2908 | total time = 1174.89 ms / 310 tokens 1.48.953.742 I slot print_timing: id 0 | task 2908 | graphs reused = 2513 1.48.953.743 I slot print_timing: id 0 | task 2908 | graph reallocs = 70 / 0 (same size) / (changed size) 1.48.953.781 I slot release: id 0 | task 2908 | stop processing: n_tokens = 309, truncated = 0 1.48.966.617 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 309, t_last = 108864720 1.48.966.665 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 316.644 MiB) 1.49.017.131 I slot launch_slot_: id 0 | task 2944 | processing task, is_child = 0 1.50.090.928 I slot print_timing: id 0 | task 2944 | prompt eval time = 368.01 ms / 424 tokens ( 0.87 ms per token, 1152.13 tokens per second) 1.50.090.935 I slot print_timing: id 0 | task 2944 | eval time = 705.76 ms / 25 tokens ( 29.41 ms per token, 34.01 tokens per second) 1.50.090.936 I slot print_timing: id 0 | task 2944 | total time = 1073.78 ms / 449 tokens 1.50.090.937 I slot print_timing: id 0 | task 2944 | graphs reused = 2536 1.50.090.938 I slot print_timing: id 0 | task 2944 | graph reallocs = 71 / 0 (same size) / (changed size) 1.50.090.980 I slot release: id 0 | task 2944 | stop processing: n_tokens = 448, truncated = 0 1.50.120.861 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 448, t_last = 110001919 1.50.120.945 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 370.756 MiB) 1.50.193.003 I slot launch_slot_: id 0 | task 2972 | processing task, is_child = 0 1.51.764.954 I slot print_timing: id 0 | task 2972 | prompt eval time = 501.61 ms / 586 tokens ( 0.86 ms per token, 1168.24 tokens per second) 1.51.764.959 I slot print_timing: id 0 | task 2972 | eval time = 1070.32 ms / 37 tokens ( 29.73 ms per token, 33.63 tokens per second) 1.51.764.978 I slot print_timing: id 0 | task 2972 | total time = 1571.93 ms / 623 tokens 1.51.764.984 I slot print_timing: id 0 | task 2972 | graphs reused = 2571 1.51.764.985 I slot print_timing: id 0 | task 2972 | graph reallocs = 73 / 0 (same size) / (changed size) 1.51.765.044 I slot release: id 0 | task 2972 | stop processing: n_tokens = 622, truncated = 0 1.51.802.081 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 622, t_last = 111675983 1.51.802.151 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 415.273 MiB) 1.51.808.948 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 413.414 MiB) 1.51.966.668 I slot launch_slot_: id 0 | task 3013 | processing task, is_child = 0 1.53.179.470 I slot print_timing: id 0 | task 3013 | prompt eval time = 357.65 ms / 417 tokens ( 0.86 ms per token, 1165.95 tokens per second) 1.53.179.476 I slot print_timing: id 0 | task 3013 | eval time = 855.13 ms / 31 tokens ( 28.50 ms per token, 35.08 tokens per second) 1.53.179.478 I slot print_timing: id 0 | task 3013 | total time = 1212.78 ms / 448 tokens 1.53.179.479 I slot print_timing: id 0 | task 3013 | graphs reused = 2600 1.53.179.480 I slot print_timing: id 0 | task 3013 | graph reallocs = 74 / 0 (same size) / (changed size) 1.53.179.528 I slot release: id 0 | task 3013 | stop processing: n_tokens = 447, truncated = 0 1.53.207.450 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 447, t_last = 113090466 1.53.267.267 I slot launch_slot_: id 0 | task 3047 | processing task, is_child = 0 1.54.342.127 I slot print_timing: id 0 | task 3047 | prompt eval time = 313.44 ms / 366 tokens ( 0.86 ms per token, 1167.70 tokens per second) 1.54.342.133 I slot print_timing: id 0 | task 3047 | eval time = 761.40 ms / 27 tokens ( 29.28 ms per token, 34.15 tokens per second) 1.54.342.135 I slot print_timing: id 0 | task 3047 | total time = 1074.83 ms / 393 tokens 1.54.342.136 I slot print_timing: id 0 | task 3047 | graphs reused = 2625 1.54.342.137 I slot print_timing: id 0 | task 3047 | graph reallocs = 74 / 0 (same size) / (changed size) 1.54.342.183 I slot release: id 0 | task 3047 | stop processing: n_tokens = 392, truncated = 0 1.54.350.305 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 392, t_last = 114253122 1.54.350.357 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 250.515 MiB) 1.54.414.170 I slot launch_slot_: id 0 | task 3077 | processing task, is_child = 0 1.55.452.337 I slot print_timing: id 0 | task 3077 | prompt eval time = 284.73 ms / 254 tokens ( 1.12 ms per token, 892.06 tokens per second) 1.55.452.344 I slot print_timing: id 0 | task 3077 | eval time = 753.41 ms / 26 tokens ( 30.14 ms per token, 33.18 tokens per second) 1.55.452.345 I slot print_timing: id 0 | task 3077 | total time = 1038.14 ms / 280 tokens 1.55.452.346 I slot print_timing: id 0 | task 3077 | graphs reused = 2648 1.55.452.346 I slot print_timing: id 0 | task 3077 | graph reallocs = 76 / 0 (same size) / (changed size) 1.55.452.378 I slot release: id 0 | task 3077 | stop processing: n_tokens = 279, truncated = 0 1.55.479.839 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 279, t_last = 115363316 1.55.479.906 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 382.022 MiB) 1.55.529.280 I slot launch_slot_: id 0 | task 3106 | processing task, is_child = 0 1.56.808.355 I slot print_timing: id 0 | task 3106 | prompt eval time = 291.23 ms / 301 tokens ( 0.97 ms per token, 1033.53 tokens per second) 1.56.808.362 I slot print_timing: id 0 | task 3106 | eval time = 987.82 ms / 36 tokens ( 28.22 ms per token, 35.43 tokens per second) 1.56.808.363 I slot print_timing: id 0 | task 3106 | total time = 1279.05 ms / 337 tokens 1.56.808.364 I slot print_timing: id 0 | task 3106 | graphs reused = 2682 1.56.808.365 I slot print_timing: id 0 | task 3106 | graph reallocs = 76 / 0 (same size) / (changed size) 1.56.808.397 I slot release: id 0 | task 3106 | stop processing: n_tokens = 336, truncated = 0 1.56.841.220 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 336, t_last = 116719335 1.56.893.215 I slot launch_slot_: id 0 | task 3145 | processing task, is_child = 0 1.58.030.611 I slot print_timing: id 0 | task 3145 | prompt eval time = 317.15 ms / 322 tokens ( 0.98 ms per token, 1015.29 tokens per second) 1.58.030.619 I slot print_timing: id 0 | task 3145 | eval time = 820.22 ms / 29 tokens ( 29.29 ms per token, 34.14 tokens per second) 1.58.030.620 I slot print_timing: id 0 | task 3145 | total time = 1137.37 ms / 351 tokens 1.58.030.621 I slot print_timing: id 0 | task 3145 | graphs reused = 2709 1.58.030.622 I slot print_timing: id 0 | task 3145 | graph reallocs = 77 / 0 (same size) / (changed size) 1.58.030.661 I slot release: id 0 | task 3145 | stop processing: n_tokens = 350, truncated = 0 1.58.053.211 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 350, t_last = 117941599 1.58.053.269 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 365.521 MiB) 1.58.112.294 I slot launch_slot_: id 0 | task 3177 | processing task, is_child = 0 1.59.539.135 I slot print_timing: id 0 | task 3177 | prompt eval time = 366.75 ms / 428 tokens ( 0.86 ms per token, 1167.02 tokens per second) 1.59.539.141 I slot print_timing: id 0 | task 3177 | eval time = 1060.07 ms / 37 tokens ( 29.45 ms per token, 33.96 tokens per second) 1.59.539.142 I slot print_timing: id 0 | task 3177 | total time = 1426.82 ms / 465 tokens 1.59.539.143 I slot print_timing: id 0 | task 3177 | graphs reused = 2744 1.59.539.144 I slot print_timing: id 0 | task 3177 | graph reallocs = 78 / 0 (same size) / (changed size) 1.59.539.184 I slot release: id 0 | task 3177 | stop processing: n_tokens = 464, truncated = 0 1.59.578.656 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 464, t_last = 119450123 1.59.578.726 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 285.470 MiB) 1.59.648.939 I slot launch_slot_: id 0 | task 3217 | processing task, is_child = 0 2.00.810.532 I slot print_timing: id 0 | task 3217 | prompt eval time = 345.90 ms / 379 tokens ( 0.91 ms per token, 1095.70 tokens per second) 2.00.810.538 I slot print_timing: id 0 | task 3217 | eval time = 815.67 ms / 30 tokens ( 28.13 ms per token, 35.55 tokens per second) 2.00.810.540 I slot print_timing: id 0 | task 3217 | total time = 1161.57 ms / 409 tokens 2.00.810.540 I slot print_timing: id 0 | task 3217 | graphs reused = 2772 2.00.810.541 I slot print_timing: id 0 | task 3217 | graph reallocs = 79 / 0 (same size) / (changed size) 2.00.810.576 I slot release: id 0 | task 3217 | stop processing: n_tokens = 408, truncated = 0 2.00.844.408 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 408, t_last = 120721515 2.00.844.470 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 281.048 MiB) 2.00.849.578 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 342.238 MiB) 2.00.920.547 I slot launch_slot_: id 0 | task 3250 | processing task, is_child = 0 2.02.182.384 I slot print_timing: id 0 | task 3250 | prompt eval time = 485.32 ms / 596 tokens ( 0.81 ms per token, 1228.05 tokens per second) 2.02.182.392 I slot print_timing: id 0 | task 3250 | eval time = 776.49 ms / 27 tokens ( 29.87 ms per token, 33.48 tokens per second) 2.02.182.394 I slot print_timing: id 0 | task 3250 | total time = 1261.81 ms / 623 tokens 2.02.182.395 I slot print_timing: id 0 | task 3250 | graphs reused = 2797 2.02.182.396 I slot print_timing: id 0 | task 3250 | graph reallocs = 81 / 0 (same size) / (changed size) 2.02.182.444 I slot release: id 0 | task 3250 | stop processing: n_tokens = 622, truncated = 0 2.02.192.310 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 622, t_last = 122093383 2.02.192.380 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 304.346 MiB) 2.02.197.571 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 226.561 MiB) 2.02.298.768 I slot launch_slot_: id 0 | task 3281 | processing task, is_child = 0 2.03.272.490 I slot print_timing: id 0 | task 3281 | prompt eval time = 351.90 ms / 375 tokens ( 0.94 ms per token, 1065.64 tokens per second) 2.03.272.496 I slot print_timing: id 0 | task 3281 | eval time = 621.80 ms / 22 tokens ( 29.61 ms per token, 33.77 tokens per second) 2.03.272.498 I slot print_timing: id 0 | task 3281 | total time = 973.70 ms / 397 tokens 2.03.272.498 I slot print_timing: id 0 | task 3281 | graphs reused = 2817 2.03.272.499 I slot print_timing: id 0 | task 3281 | graph reallocs = 82 / 0 (same size) / (changed size) 2.03.272.536 I slot release: id 0 | task 3281 | stop processing: n_tokens = 396, truncated = 0 2.03.281.985 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 396, t_last = 123183474 2.03.282.037 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 308.753 MiB) 2.03.343.951 I slot launch_slot_: id 0 | task 3306 | processing task, is_child = 0 2.04.629.528 I slot print_timing: id 0 | task 3306 | prompt eval time = 374.27 ms / 420 tokens ( 0.89 ms per token, 1122.19 tokens per second) 2.04.629.534 I slot print_timing: id 0 | task 3306 | eval time = 911.28 ms / 33 tokens ( 28.48 ms per token, 35.12 tokens per second) 2.04.629.536 I slot print_timing: id 0 | task 3306 | total time = 1285.55 ms / 453 tokens 2.04.629.537 I slot print_timing: id 0 | task 3306 | graphs reused = 2848 2.04.629.538 I slot print_timing: id 0 | task 3306 | graph reallocs = 83 / 0 (same size) / (changed size) 2.04.629.581 I slot release: id 0 | task 3306 | stop processing: n_tokens = 452, truncated = 0 2.04.656.902 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 452, t_last = 124540520 2.04.656.970 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 274.970 MiB) 2.04.726.030 I slot launch_slot_: id 0 | task 3342 | processing task, is_child = 0 2.06.021.065 I slot print_timing: id 0 | task 3342 | prompt eval time = 338.07 ms / 377 tokens ( 0.90 ms per token, 1115.15 tokens per second) 2.06.021.072 I slot print_timing: id 0 | task 3342 | eval time = 956.93 ms / 34 tokens ( 29.00 ms per token, 34.49 tokens per second) 2.06.021.073 I slot print_timing: id 0 | task 3342 | total time = 1295.01 ms / 411 tokens 2.06.021.075 I slot print_timing: id 0 | task 3342 | graphs reused = 2880 2.06.021.076 I slot print_timing: id 0 | task 3342 | graph reallocs = 84 / 0 (same size) / (changed size) 2.06.021.129 I slot release: id 0 | task 3342 | stop processing: n_tokens = 410, truncated = 0 2.06.057.445 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 410, t_last = 125932068 2.06.057.528 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 222.483 MiB) 2.06.063.447 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 249.156 MiB) 2.06.138.307 I slot launch_slot_: id 0 | task 3379 | processing task, is_child = 0 2.07.494.985 I slot print_timing: id 0 | task 3379 | prompt eval time = 400.13 ms / 499 tokens ( 0.80 ms per token, 1247.08 tokens per second) 2.07.494.991 I slot print_timing: id 0 | task 3379 | eval time = 956.51 ms / 33 tokens ( 29.89 ms per token, 33.45 tokens per second) 2.07.494.992 I slot print_timing: id 0 | task 3379 | total time = 1356.65 ms / 532 tokens 2.07.494.993 I slot print_timing: id 0 | task 3379 | graphs reused = 2910 2.07.494.994 I slot print_timing: id 0 | task 3379 | graph reallocs = 86 / 0 (same size) / (changed size) 2.07.495.042 I slot release: id 0 | task 3379 | stop processing: n_tokens = 531, truncated = 0 2.07.506.810 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 531, t_last = 127405980 2.07.506.882 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 239.624 MiB) 2.07.511.749 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 372.553 MiB) 2.07.596.523 I slot launch_slot_: id 0 | task 3415 | processing task, is_child = 0 2.09.862.894 I slot print_timing: id 0 | task 3415 | prompt eval time = 480.80 ms / 586 tokens ( 0.82 ms per token, 1218.80 tokens per second) 2.09.862.901 I slot print_timing: id 0 | task 3415 | eval time = 1785.54 ms / 63 tokens ( 28.80 ms per token, 34.72 tokens per second) 2.09.862.902 I slot print_timing: id 0 | task 3415 | total time = 2266.35 ms / 649 tokens 2.09.862.903 I slot print_timing: id 0 | task 3415 | graphs reused = 2971 2.09.862.904 I slot print_timing: id 0 | task 3415 | graph reallocs = 87 / 0 (same size) / (changed size) 2.09.862.963 I slot release: id 0 | task 3415 | stop processing: n_tokens = 648, truncated = 0 2.09.891.699 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 648, t_last = 129773904 2.09.891.784 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 266.657 MiB) 2.09.896.801 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 620.956 MiB) 2.10.024.261 I slot launch_slot_: id 0 | task 3482 | processing task, is_child = 0 2.11.799.124 I slot print_timing: id 0 | task 3482 | prompt eval time = 246.05 ms / 179 tokens ( 1.37 ms per token, 727.50 tokens per second) 2.11.799.130 I slot print_timing: id 0 | task 3482 | eval time = 1528.79 ms / 53 tokens ( 29.40 ms per token, 34.01 tokens per second) 2.11.799.131 I slot print_timing: id 0 | task 3482 | total time = 1774.84 ms / 232 tokens 2.11.799.132 I slot print_timing: id 0 | task 3482 | graphs reused = 3022 2.11.799.133 I slot print_timing: id 0 | task 3482 | graph reallocs = 87 / 0 (same size) / (changed size) 2.11.799.164 I slot release: id 0 | task 3482 | stop processing: n_tokens = 231, truncated = 0 2.11.824.605 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 231, t_last = 131710102 2.11.856.534 I slot launch_slot_: id 0 | task 3538 | processing task, is_child = 0 2.13.649.898 I slot print_timing: id 0 | task 3538 | prompt eval time = 242.96 ms / 201 tokens ( 1.21 ms per token, 827.28 tokens per second) 2.13.649.904 I slot print_timing: id 0 | task 3538 | eval time = 1550.38 ms / 56 tokens ( 28.19 ms per token, 35.48 tokens per second) 2.13.649.905 I slot print_timing: id 0 | task 3538 | total time = 1793.34 ms / 257 tokens 2.13.649.906 I slot print_timing: id 0 | task 3538 | graphs reused = 3076 2.13.649.907 I slot print_timing: id 0 | task 3538 | graph reallocs = 87 / 0 (same size) / (changed size) 2.13.649.938 I slot release: id 0 | task 3538 | stop processing: n_tokens = 256, truncated = 0 2.13.675.727 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 256, t_last = 133560877 2.13.706.390 I slot launch_slot_: id 0 | task 3597 | processing task, is_child = 0 2.15.888.266 I slot print_timing: id 0 | task 3597 | prompt eval time = 241.94 ms / 193 tokens ( 1.25 ms per token, 797.72 tokens per second) 2.15.888.272 I slot print_timing: id 0 | task 3597 | eval time = 1939.91 ms / 67 tokens ( 29.39 ms per token, 34.02 tokens per second) 2.15.888.273 I slot print_timing: id 0 | task 3597 | total time = 2181.85 ms / 260 tokens 2.15.888.273 I slot print_timing: id 0 | task 3597 | graphs reused = 3140 2.15.888.274 I slot print_timing: id 0 | task 3597 | graph reallocs = 88 / 0 (same size) / (changed size) 2.15.888.303 I slot release: id 0 | task 3597 | stop processing: n_tokens = 259, truncated = 0 2.15.907.001 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 259, t_last = 135799241 2.15.937.994 I slot launch_slot_: id 0 | task 3667 | processing task, is_child = 0 2.18.173.554 I slot print_timing: id 0 | task 3667 | prompt eval time = 219.57 ms / 156 tokens ( 1.41 ms per token, 710.48 tokens per second) 2.18.173.560 I slot print_timing: id 0 | task 3667 | eval time = 2015.97 ms / 72 tokens ( 28.39 ms per token, 35.22 tokens per second) 2.18.173.561 I slot print_timing: id 0 | task 3667 | total time = 2235.54 ms / 228 tokens 2.18.173.562 I slot print_timing: id 0 | task 3667 | graphs reused = 3210 2.18.173.563 I slot print_timing: id 0 | task 3667 | graph reallocs = 88 / 0 (same size) / (changed size) 2.18.173.589 I slot release: id 0 | task 3667 | stop processing: n_tokens = 227, truncated = 0 2.18.192.114 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 227, t_last = 138084528 2.18.192.170 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 246.031 MiB) 2.18.232.803 I slot launch_slot_: id 0 | task 3742 | processing task, is_child = 0 2.20.589.893 I slot print_timing: id 0 | task 3742 | prompt eval time = 247.42 ms / 219 tokens ( 1.13 ms per token, 885.15 tokens per second) 2.20.589.899 I slot print_timing: id 0 | task 3742 | eval time = 2109.65 ms / 73 tokens ( 29.30 ms per token, 34.13 tokens per second) 2.20.589.900 I slot print_timing: id 0 | task 3742 | total time = 2357.07 ms / 292 tokens 2.20.589.900 I slot print_timing: id 0 | task 3742 | graphs reused = 3280 2.20.589.901 I slot print_timing: id 0 | task 3742 | graph reallocs = 89 / 0 (same size) / (changed size) 2.20.589.928 I slot release: id 0 | task 3742 | stop processing: n_tokens = 291, truncated = 0 2.20.619.036 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 291, t_last = 140500867 2.20.619.103 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 452.916 MiB) 2.20.678.519 I slot launch_slot_: id 0 | task 3818 | processing task, is_child = 0 2.23.948.246 I slot print_timing: id 0 | task 3818 | n_gen = 105, tg = 34.64 t/s, tg_3s = 34.98 t/s 2.24.797.460 I slot print_timing: id 0 | task 3818 | prompt eval time = 267.80 ms / 256 tokens ( 1.05 ms per token, 955.94 tokens per second) 2.24.797.465 I slot print_timing: id 0 | task 3818 | eval time = 3851.12 ms / 135 tokens ( 28.74 ms per token, 34.80 tokens per second) 2.24.797.466 I slot print_timing: id 0 | task 3818 | total time = 4118.92 ms / 391 tokens 2.24.797.467 I slot print_timing: id 0 | task 3818 | graphs reused = 3413 2.24.797.468 I slot print_timing: id 0 | task 3818 | graph reallocs = 89 / 0 (same size) / (changed size) 2.24.797.505 I slot release: id 0 | task 3818 | stop processing: n_tokens = 390, truncated = 0 2.24.834.560 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 390, t_last = 144708444 2.24.877.721 I slot launch_slot_: id 0 | task 3956 | processing task, is_child = 0 2.28.173.911 I slot print_timing: id 0 | task 3956 | n_gen = 105, tg = 34.54 t/s, tg_3s = 34.87 t/s 2.29.164.212 I slot print_timing: id 0 | task 3956 | prompt eval time = 285.03 ms / 335 tokens ( 0.85 ms per token, 1175.30 tokens per second) 2.29.164.219 I slot print_timing: id 0 | task 3956 | eval time = 4001.43 ms / 140 tokens ( 28.79 ms per token, 34.74 tokens per second) 2.29.164.220 I slot print_timing: id 0 | task 3956 | total time = 4286.47 ms / 475 tokens 2.29.164.222 I slot print_timing: id 0 | task 3956 | graphs reused = 3551 2.29.164.224 I slot print_timing: id 0 | task 3956 | graph reallocs = 90 / 0 (same size) / (changed size) 2.29.164.263 I slot release: id 0 | task 3956 | stop processing: n_tokens = 474, truncated = 0 2.29.206.909 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 474, t_last = 149075202 2.29.206.967 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 536.124 MiB) 2.29.283.518 I slot launch_slot_: id 0 | task 4099 | processing task, is_child = 0 2.31.753.348 I slot print_timing: id 0 | task 4099 | prompt eval time = 214.64 ms / 166 tokens ( 1.29 ms per token, 773.38 tokens per second) 2.31.753.356 I slot print_timing: id 0 | task 4099 | eval time = 2255.16 ms / 80 tokens ( 28.55 ms per token, 35.03 tokens per second) 2.31.753.357 I slot print_timing: id 0 | task 4099 | total time = 2469.81 ms / 246 tokens 2.31.753.358 I slot print_timing: id 0 | task 4099 | graphs reused = 3629 2.31.753.359 I slot print_timing: id 0 | task 4099 | graph reallocs = 90 / 0 (same size) / (changed size) 2.31.753.387 I slot release: id 0 | task 4099 | stop processing: n_tokens = 245, truncated = 0 2.31.759.444 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 245, t_last = 151664326 2.31.789.986 I slot launch_slot_: id 0 | task 4182 | processing task, is_child = 0 2.34.223.751 I slot print_timing: id 0 | task 4182 | prompt eval time = 213.81 ms / 168 tokens ( 1.27 ms per token, 785.75 tokens per second) 2.34.223.758 I slot print_timing: id 0 | task 4182 | eval time = 2219.94 ms / 80 tokens ( 28.10 ms per token, 35.59 tokens per second) 2.34.223.759 I slot print_timing: id 0 | task 4182 | total time = 2433.75 ms / 248 tokens 2.34.223.761 I slot print_timing: id 0 | task 4182 | graphs reused = 3707 2.34.223.762 I slot print_timing: id 0 | task 4182 | graph reallocs = 90 / 0 (same size) / (changed size) 2.34.223.789 I slot release: id 0 | task 4182 | stop processing: n_tokens = 247, truncated = 0 2.34.268.143 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 247, t_last = 154134727 2.34.268.191 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 260.157 MiB) 2.34.305.286 I slot launch_slot_: id 0 | task 4265 | processing task, is_child = 0 2.35.611.984 I slot print_timing: id 0 | task 4265 | prompt eval time = 239.01 ms / 220 tokens ( 1.09 ms per token, 920.46 tokens per second) 2.35.611.990 I slot print_timing: id 0 | task 4265 | eval time = 1067.66 ms / 38 tokens ( 28.86 ms per token, 34.66 tokens per second) 2.35.611.992 I slot print_timing: id 0 | task 4265 | total time = 1306.68 ms / 258 tokens 2.35.611.993 I slot print_timing: id 0 | task 4265 | graphs reused = 3742 2.35.611.994 I slot print_timing: id 0 | task 4265 | graph reallocs = 91 / 0 (same size) / (changed size) 2.35.612.024 I slot release: id 0 | task 4265 | stop processing: n_tokens = 257, truncated = 0 2.35.654.134 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 257, t_last = 155522963 2.35.688.963 I slot launch_slot_: id 0 | task 4306 | processing task, is_child = 0 2.37.139.600 I slot print_timing: id 0 | task 4306 | prompt eval time = 272.62 ms / 284 tokens ( 0.96 ms per token, 1041.75 tokens per second) 2.37.139.606 I slot print_timing: id 0 | task 4306 | eval time = 1178.00 ms / 42 tokens ( 28.73 ms per token, 34.80 tokens per second) 2.37.139.607 I slot print_timing: id 0 | task 4306 | total time = 1450.62 ms / 326 tokens 2.37.139.608 I slot print_timing: id 0 | task 4306 | graphs reused = 3782 2.37.139.608 I slot print_timing: id 0 | task 4306 | graph reallocs = 92 / 0 (same size) / (changed size) 2.37.139.639 I slot release: id 0 | task 4306 | stop processing: n_tokens = 325, truncated = 0 2.37.160.287 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 325, t_last = 157050577 2.37.160.332 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 402.335 MiB) 2.37.211.188 I slot launch_slot_: id 0 | task 4351 | processing task, is_child = 0 2.38.996.916 I slot print_timing: id 0 | task 4351 | prompt eval time = 248.66 ms / 237 tokens ( 1.05 ms per token, 953.12 tokens per second) 2.38.996.922 I slot print_timing: id 0 | task 4351 | eval time = 1537.05 ms / 55 tokens ( 28.46 ms per token, 35.13 tokens per second) 2.38.996.923 I slot print_timing: id 0 | task 4351 | total time = 1785.70 ms / 292 tokens 2.38.996.924 I slot print_timing: id 0 | task 4351 | graphs reused = 3834 2.38.996.926 I slot print_timing: id 0 | task 4351 | graph reallocs = 93 / 0 (same size) / (changed size) 2.38.996.972 I slot release: id 0 | task 4351 | stop processing: n_tokens = 291, truncated = 0 2.39.018.530 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 291, t_last = 158907910 2.39.051.318 I slot launch_slot_: id 0 | task 4409 | processing task, is_child = 0 2.40.613.522 I slot print_timing: id 0 | task 4409 | prompt eval time = 253.09 ms / 228 tokens ( 1.11 ms per token, 900.87 tokens per second) 2.40.613.527 I slot print_timing: id 0 | task 4409 | eval time = 1309.09 ms / 46 tokens ( 29.09 ms per token, 34.37 tokens per second) 2.40.613.528 I slot print_timing: id 0 | task 4409 | total time = 1562.18 ms / 274 tokens 2.40.613.529 I slot print_timing: id 0 | task 4409 | graphs reused = 3877 2.40.613.530 I slot print_timing: id 0 | task 4409 | graph reallocs = 94 / 0 (same size) / (changed size) 2.40.613.569 I slot release: id 0 | task 4409 | stop processing: n_tokens = 273, truncated = 0 2.40.619.655 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 273, t_last = 160524507 2.40.619.703 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 580.688 MiB) 2.40.674.046 I slot launch_slot_: id 0 | task 4458 | processing task, is_child = 0 2.42.002.537 I slot print_timing: id 0 | task 4458 | prompt eval time = 259.81 ms / 249 tokens ( 1.04 ms per token, 958.38 tokens per second) 2.42.002.545 I slot print_timing: id 0 | task 4458 | eval time = 1068.65 ms / 39 tokens ( 28.12 ms per token, 35.56 tokens per second) 2.42.002.546 I slot print_timing: id 0 | task 4458 | total time = 1328.47 ms / 288 tokens 2.42.002.547 I slot print_timing: id 0 | task 4458 | graphs reused = 3913 2.42.002.548 I slot print_timing: id 0 | task 4458 | graph reallocs = 95 / 0 (same size) / (changed size) 2.42.002.593 I slot release: id 0 | task 4458 | stop processing: n_tokens = 287, truncated = 0 2.42.040.892 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 287, t_last = 161913532 2.42.075.527 I slot launch_slot_: id 0 | task 4500 | processing task, is_child = 0 2.44.186.422 I slot print_timing: id 0 | task 4500 | prompt eval time = 220.08 ms / 186 tokens ( 1.18 ms per token, 845.16 tokens per second) 2.44.186.428 I slot print_timing: id 0 | task 4500 | eval time = 1890.80 ms / 67 tokens ( 28.65 ms per token, 34.91 tokens per second) 2.44.186.429 I slot print_timing: id 0 | task 4500 | total time = 2110.87 ms / 253 tokens 2.44.186.430 I slot print_timing: id 0 | task 4500 | graphs reused = 3978 2.44.186.431 I slot print_timing: id 0 | task 4500 | graph reallocs = 95 / 0 (same size) / (changed size) 2.44.186.469 I slot release: id 0 | task 4500 | stop processing: n_tokens = 252, truncated = 0 2.44.231.911 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 252, t_last = 164097408 2.44.231.962 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 396.382 MiB) 2.44.275.980 I slot launch_slot_: id 0 | task 4570 | processing task, is_child = 0 2.47.566.827 I slot print_timing: id 0 | task 4570 | n_gen = 108, tg = 35.37 t/s, tg_3s = 35.70 t/s 2.47.767.148 I slot print_timing: id 0 | task 4570 | prompt eval time = 265.62 ms / 284 tokens ( 0.94 ms per token, 1069.20 tokens per second) 2.47.767.155 I slot print_timing: id 0 | task 4570 | eval time = 3225.52 ms / 115 tokens ( 28.29 ms per token, 35.34 tokens per second) 2.47.767.156 I slot print_timing: id 0 | task 4570 | total time = 3491.14 ms / 399 tokens 2.47.767.157 I slot print_timing: id 0 | task 4570 | graphs reused = 4091 2.47.767.158 I slot print_timing: id 0 | task 4570 | graph reallocs = 96 / 0 (same size) / (changed size) 2.47.767.206 I slot release: id 0 | task 4570 | stop processing: n_tokens = 398, truncated = 0 2.47.791.712 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 398, t_last = 167678145 2.47.834.567 I slot launch_slot_: id 0 | task 4688 | processing task, is_child = 0 2.51.064.870 I slot print_timing: id 0 | task 4688 | n_gen = 104, tg = 34.26 t/s, tg_3s = 34.59 t/s 2.51.895.272 I slot print_timing: id 0 | task 4688 | prompt eval time = 224.00 ms / 177 tokens ( 1.27 ms per token, 790.19 tokens per second) 2.51.895.278 I slot print_timing: id 0 | task 4688 | eval time = 3836.69 ms / 131 tokens ( 29.51 ms per token, 33.88 tokens per second) 2.51.895.279 I slot print_timing: id 0 | task 4688 | total time = 4060.68 ms / 308 tokens 2.51.895.280 I slot print_timing: id 0 | task 4688 | graphs reused = 4219 2.51.895.280 I slot print_timing: id 0 | task 4688 | graph reallocs = 97 / 0 (same size) / (changed size) 2.51.895.314 I slot release: id 0 | task 4688 | stop processing: n_tokens = 307, truncated = 0 2.51.902.314 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 307, t_last = 171806253 2.51.902.368 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 344.270 MiB) 2.51.956.611 I slot launch_slot_: id 0 | task 4822 | processing task, is_child = 0 2.54.734.702 I slot print_timing: id 0 | task 4822 | prompt eval time = 236.34 ms / 162 tokens ( 1.46 ms per token, 685.44 tokens per second) 2.54.734.707 I slot print_timing: id 0 | task 4822 | eval time = 2541.72 ms / 86 tokens ( 29.90 ms per token, 33.44 tokens per second) 2.54.734.708 I slot print_timing: id 0 | task 4822 | total time = 2778.07 ms / 248 tokens 2.54.734.709 I slot print_timing: id 0 | task 4822 | graphs reused = 4303 2.54.734.710 I slot print_timing: id 0 | task 4822 | graph reallocs = 97 / 0 (same size) / (changed size) 2.54.734.737 I slot release: id 0 | task 4822 | stop processing: n_tokens = 247, truncated = 0 2.54.741.898 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 247, t_last = 174645675 2.54.772.714 I slot launch_slot_: id 0 | task 4911 | processing task, is_child = 0 2.58.009.294 I slot print_timing: id 0 | task 4911 | prompt eval time = 270.08 ms / 248 tokens ( 1.09 ms per token, 918.25 tokens per second) 2.58.009.300 I slot print_timing: id 0 | task 4911 | eval time = 2966.48 ms / 99 tokens ( 30.27 ms per token, 33.04 tokens per second) 2.58.009.301 I slot print_timing: id 0 | task 4911 | total time = 3236.56 ms / 347 tokens 2.58.009.303 I slot print_timing: id 0 | task 4911 | graphs reused = 4399 2.58.009.304 I slot print_timing: id 0 | task 4911 | graph reallocs = 98 / 0 (same size) / (changed size) 2.58.009.336 I slot release: id 0 | task 4911 | stop processing: n_tokens = 346, truncated = 0 2.58.046.736 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 346, t_last = 177920275 2.58.046.793 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 240.937 MiB) 2.58.102.375 I slot launch_slot_: id 0 | task 5013 | processing task, is_child = 0 3.00.096.815 I slot print_timing: id 0 | task 5013 | prompt eval time = 254.70 ms / 186 tokens ( 1.37 ms per token, 730.28 tokens per second) 3.00.096.820 I slot print_timing: id 0 | task 5013 | eval time = 1739.72 ms / 59 tokens ( 30.00 ms per token, 33.34 tokens per second) 3.00.096.822 I slot print_timing: id 0 | task 5013 | total time = 1994.42 ms / 245 tokens 3.00.096.823 I slot print_timing: id 0 | task 5013 | graphs reused = 4456 3.00.096.823 I slot print_timing: id 0 | task 5013 | graph reallocs = 98 / 0 (same size) / (changed size) 3.00.096.859 I slot release: id 0 | task 5013 | stop processing: n_tokens = 244, truncated = 0 3.00.130.580 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 244, t_last = 180007797 3.00.130.628 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 283.705 MiB) 3.00.167.295 I slot launch_slot_: id 0 | task 5075 | processing task, is_child = 0 3.01.910.819 I slot print_timing: id 0 | task 5075 | prompt eval time = 280.27 ms / 282 tokens ( 0.99 ms per token, 1006.16 tokens per second) 3.01.910.825 I slot print_timing: id 0 | task 5075 | eval time = 1463.23 ms / 53 tokens ( 28.14 ms per token, 35.54 tokens per second) 3.01.910.826 I slot print_timing: id 0 | task 5075 | total time = 1743.50 ms / 335 tokens 3.01.910.827 I slot print_timing: id 0 | task 5075 | graphs reused = 4507 3.01.910.828 I slot print_timing: id 0 | task 5075 | graph reallocs = 99 / 0 (same size) / (changed size) 3.01.910.873 I slot release: id 0 | task 5075 | stop processing: n_tokens = 334, truncated = 0 3.01.940.966 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 334, t_last = 181821811 3.01.941.021 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 304.549 MiB) 3.01.989.606 I slot launch_slot_: id 0 | task 5131 | processing task, is_child = 0 3.04.213.317 I slot print_timing: id 0 | task 5131 | prompt eval time = 230.79 ms / 223 tokens ( 1.03 ms per token, 966.23 tokens per second) 3.04.213.324 I slot print_timing: id 0 | task 5131 | eval time = 1992.90 ms / 71 tokens ( 28.47 ms per token, 35.12 tokens per second) 3.04.213.325 I slot print_timing: id 0 | task 5131 | total time = 2223.69 ms / 294 tokens 3.04.213.326 I slot print_timing: id 0 | task 5131 | graphs reused = 4575 3.04.213.327 I slot print_timing: id 0 | task 5131 | graph reallocs = 101 / 0 (same size) / (changed size) 3.04.213.360 I slot release: id 0 | task 5131 | stop processing: n_tokens = 293, truncated = 0 3.04.220.142 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 293, t_last = 184124298 3.04.251.773 I slot launch_slot_: id 0 | task 5205 | processing task, is_child = 0 3.06.609.290 I slot print_timing: id 0 | task 5205 | prompt eval time = 266.32 ms / 283 tokens ( 0.94 ms per token, 1062.65 tokens per second) 3.06.609.297 I slot print_timing: id 0 | task 5205 | eval time = 2091.18 ms / 76 tokens ( 27.88 ms per token, 35.86 tokens per second) 3.06.609.298 I slot print_timing: id 0 | task 5205 | total time = 2357.50 ms / 359 tokens 3.06.609.299 I slot print_timing: id 0 | task 5205 | graphs reused = 4649 3.06.609.300 I slot print_timing: id 0 | task 5205 | graph reallocs = 102 / 0 (same size) / (changed size) 3.06.609.344 I slot release: id 0 | task 5205 | stop processing: n_tokens = 358, truncated = 0 3.06.637.907 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 358, t_last = 186520283 3.06.637.980 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 410.398 MiB) 3.06.693.487 I slot launch_slot_: id 0 | task 5284 | processing task, is_child = 0 3.07.916.518 I slot print_timing: id 0 | task 5284 | prompt eval time = 280.48 ms / 293 tokens ( 0.96 ms per token, 1044.62 tokens per second) 3.07.916.524 I slot print_timing: id 0 | task 5284 | eval time = 942.53 ms / 34 tokens ( 28.56 ms per token, 35.01 tokens per second) 3.07.916.525 I slot print_timing: id 0 | task 5284 | total time = 1223.01 ms / 327 tokens 3.07.916.526 I slot print_timing: id 0 | task 5284 | graphs reused = 4681 3.07.916.527 I slot print_timing: id 0 | task 5284 | graph reallocs = 103 / 0 (same size) / (changed size) 3.07.916.565 I slot release: id 0 | task 5284 | stop processing: n_tokens = 326, truncated = 0 3.07.944.507 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 326, t_last = 187827504 3.07.944.553 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 361.083 MiB) 3.07.999.601 I slot launch_slot_: id 0 | task 5321 | processing task, is_child = 0 3.11.035.909 I slot print_timing: id 0 | task 5321 | prompt eval time = 268.16 ms / 278 tokens ( 0.96 ms per token, 1036.68 tokens per second) 3.11.035.916 I slot print_timing: id 0 | task 5321 | eval time = 2768.12 ms / 100 tokens ( 27.96 ms per token, 35.76 tokens per second) 3.11.035.917 I slot print_timing: id 0 | task 5321 | total time = 3036.28 ms / 378 tokens 3.11.035.918 I slot print_timing: id 0 | task 5321 | graphs reused = 4779 3.11.035.919 I slot print_timing: id 0 | task 5321 | graph reallocs = 104 / 0 (same size) / (changed size) 3.11.035.957 I slot release: id 0 | task 5321 | stop processing: n_tokens = 377, truncated = 0 3.11.055.470 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 377, t_last = 190946896 3.11.095.620 I slot launch_slot_: id 0 | task 5424 | processing task, is_child = 0 3.13.131.475 I slot print_timing: id 0 | task 5424 | prompt eval time = 256.15 ms / 233 tokens ( 1.10 ms per token, 909.63 tokens per second) 3.13.131.481 I slot print_timing: id 0 | task 5424 | eval time = 1779.69 ms / 63 tokens ( 28.70 ms per token, 34.84 tokens per second) 3.13.131.482 I slot print_timing: id 0 | task 5424 | total time = 2035.83 ms / 296 tokens 3.13.131.483 I slot print_timing: id 0 | task 5424 | graphs reused = 4839 3.13.131.484 I slot print_timing: id 0 | task 5424 | graph reallocs = 105 / 0 (same size) / (changed size) 3.13.131.514 I slot release: id 0 | task 5424 | stop processing: n_tokens = 295, truncated = 0 3.13.146.795 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 295, t_last = 193042453 3.13.146.849 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 593.189 MiB) 3.13.200.763 I slot launch_slot_: id 0 | task 5490 | processing task, is_child = 0 3.14.932.882 I slot print_timing: id 0 | task 5490 | prompt eval time = 214.16 ms / 166 tokens ( 1.29 ms per token, 775.14 tokens per second) 3.14.932.889 I slot print_timing: id 0 | task 5490 | eval time = 1517.94 ms / 56 tokens ( 27.60 ms per token, 36.23 tokens per second) 3.14.932.890 I slot print_timing: id 0 | task 5490 | total time = 1732.09 ms / 222 tokens 3.14.932.891 I slot print_timing: id 0 | task 5490 | graphs reused = 4893 3.14.932.892 I slot print_timing: id 0 | task 5490 | graph reallocs = 105 / 0 (same size) / (changed size) 3.14.932.930 I slot release: id 0 | task 5490 | stop processing: n_tokens = 221, truncated = 0 3.14.953.799 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 221, t_last = 194843869 3.14.979.399 I slot launch_slot_: id 0 | task 5549 | processing task, is_child = 0 3.16.498.471 I slot print_timing: id 0 | task 5549 | prompt eval time = 255.23 ms / 253 tokens ( 1.01 ms per token, 991.28 tokens per second) 3.16.498.477 I slot print_timing: id 0 | task 5549 | eval time = 1263.83 ms / 45 tokens ( 28.72 ms per token, 34.81 tokens per second) 3.16.498.479 I slot print_timing: id 0 | task 5549 | total time = 1519.05 ms / 298 tokens 3.16.498.480 I slot print_timing: id 0 | task 5549 | graphs reused = 4935 3.16.498.481 I slot print_timing: id 0 | task 5549 | graph reallocs = 107 / 0 (same size) / (changed size) 3.16.498.517 I slot release: id 0 | task 5549 | stop processing: n_tokens = 297, truncated = 0 3.16.544.070 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 297, t_last = 196409456 3.16.577.699 I slot launch_slot_: id 0 | task 5597 | processing task, is_child = 0 3.18.095.970 I slot print_timing: id 0 | task 5597 | prompt eval time = 201.09 ms / 136 tokens ( 1.48 ms per token, 676.31 tokens per second) 3.18.095.977 I slot print_timing: id 0 | task 5597 | eval time = 1317.16 ms / 48 tokens ( 28.02 ms per token, 35.68 tokens per second) 3.18.095.978 I slot print_timing: id 0 | task 5597 | total time = 1518.25 ms / 184 tokens 3.18.095.980 I slot print_timing: id 0 | task 5597 | graphs reused = 4981 3.18.095.980 I slot print_timing: id 0 | task 5597 | graph reallocs = 107 / 0 (same size) / (changed size) 3.18.096.012 I slot release: id 0 | task 5597 | stop processing: n_tokens = 183, truncated = 0 3.18.116.958 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 183, t_last = 198006951 3.18.116.994 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 353.083 MiB) 3.18.149.603 I slot launch_slot_: id 0 | task 5648 | processing task, is_child = 0 3.19.942.769 I slot print_timing: id 0 | task 5648 | prompt eval time = 216.50 ms / 178 tokens ( 1.22 ms per token, 822.19 tokens per second) 3.19.942.776 I slot print_timing: id 0 | task 5648 | eval time = 1576.65 ms / 57 tokens ( 28.15 ms per token, 35.52 tokens per second) 3.19.942.777 I slot print_timing: id 0 | task 5648 | total time = 1793.14 ms / 235 tokens 3.19.942.778 I slot print_timing: id 0 | task 5648 | graphs reused = 5036 3.19.942.779 I slot print_timing: id 0 | task 5648 | graph reallocs = 107 / 0 (same size) / (changed size) 3.19.942.815 I slot release: id 0 | task 5648 | stop processing: n_tokens = 234, truncated = 0 3.19.973.787 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 234, t_last = 199853753 3.20.000.504 I slot launch_slot_: id 0 | task 5708 | processing task, is_child = 0 3.21.815.422 I slot print_timing: id 0 | task 5708 | prompt eval time = 255.06 ms / 257 tokens ( 0.99 ms per token, 1007.61 tokens per second) 3.21.815.428 I slot print_timing: id 0 | task 5708 | eval time = 1559.84 ms / 56 tokens ( 28.36 ms per token, 35.26 tokens per second) 3.21.815.429 I slot print_timing: id 0 | task 5708 | total time = 1814.90 ms / 313 tokens 3.21.815.430 I slot print_timing: id 0 | task 5708 | graphs reused = 5090 3.21.815.431 I slot print_timing: id 0 | task 5708 | graph reallocs = 107 / 0 (same size) / (changed size) 3.21.815.464 I slot release: id 0 | task 5708 | stop processing: n_tokens = 312, truncated = 0 3.21.861.763 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 312, t_last = 201726402 3.21.861.816 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 400.210 MiB) 3.21.911.643 I slot launch_slot_: id 0 | task 5767 | processing task, is_child = 0 3.23.214.869 I slot print_timing: id 0 | task 5767 | prompt eval time = 248.58 ms / 256 tokens ( 0.97 ms per token, 1029.87 tokens per second) 3.23.214.876 I slot print_timing: id 0 | task 5767 | eval time = 1054.63 ms / 39 tokens ( 27.75 ms per token, 36.03 tokens per second) 3.23.214.877 I slot print_timing: id 0 | task 5767 | total time = 1303.20 ms / 295 tokens 3.23.214.878 I slot print_timing: id 0 | task 5767 | graphs reused = 5127 3.23.214.880 I slot print_timing: id 0 | task 5767 | graph reallocs = 107 / 0 (same size) / (changed size) 3.23.214.924 I slot release: id 0 | task 5767 | stop processing: n_tokens = 294, truncated = 0 3.23.249.805 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 294, t_last = 203125862 3.23.287.547 I slot launch_slot_: id 0 | task 5809 | processing task, is_child = 0 3.24.832.942 I slot print_timing: id 0 | task 5809 | prompt eval time = 262.83 ms / 276 tokens ( 0.95 ms per token, 1050.10 tokens per second) 3.24.832.947 I slot print_timing: id 0 | task 5809 | eval time = 1282.54 ms / 46 tokens ( 28.50 ms per token, 35.09 tokens per second) 3.24.832.948 I slot print_timing: id 0 | task 5809 | total time = 1545.37 ms / 322 tokens 3.24.832.949 I slot print_timing: id 0 | task 5809 | graphs reused = 5171 3.24.832.950 I slot print_timing: id 0 | task 5809 | graph reallocs = 108 / 0 (same size) / (changed size) 3.24.832.985 I slot release: id 0 | task 5809 | stop processing: n_tokens = 321, truncated = 0 3.24.859.383 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 321, t_last = 204743924 3.24.859.438 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 360.489 MiB) 3.24.914.549 I slot launch_slot_: id 0 | task 5858 | processing task, is_child = 0 3.25.707.522 I slot print_timing: id 0 | task 5858 | prompt eval time = 274.27 ms / 283 tokens ( 0.97 ms per token, 1031.82 tokens per second) 3.25.707.529 I slot print_timing: id 0 | task 5858 | eval time = 518.68 ms / 19 tokens ( 28.82 ms per token, 34.70 tokens per second) 3.25.707.530 I slot print_timing: id 0 | task 5858 | total time = 792.95 ms / 302 tokens 3.25.707.531 I slot print_timing: id 0 | task 5858 | graphs reused = 5188 3.25.707.532 I slot print_timing: id 0 | task 5858 | graph reallocs = 109 / 0 (same size) / (changed size) 3.25.707.581 I slot release: id 0 | task 5858 | stop processing: n_tokens = 301, truncated = 0 3.25.733.083 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 301, t_last = 205618520 3.25.733.136 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 476.448 MiB) 3.25.791.766 I slot launch_slot_: id 0 | task 5880 | processing task, is_child = 0 3.27.952.387 I slot print_timing: id 0 | task 5880 | prompt eval time = 269.21 ms / 288 tokens ( 0.93 ms per token, 1069.81 tokens per second) 3.27.952.394 I slot print_timing: id 0 | task 5880 | eval time = 1891.39 ms / 69 tokens ( 27.81 ms per token, 35.95 tokens per second) 3.27.952.395 I slot print_timing: id 0 | task 5880 | total time = 2160.60 ms / 357 tokens 3.27.952.397 I slot print_timing: id 0 | task 5880 | graphs reused = 5255 3.27.952.398 I slot print_timing: id 0 | task 5880 | graph reallocs = 110 / 0 (same size) / (changed size) 3.27.952.434 I slot release: id 0 | task 5880 | stop processing: n_tokens = 356, truncated = 0 3.27.959.095 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 356, t_last = 207863372 3.28.000.762 I slot launch_slot_: id 0 | task 5952 | processing task, is_child = 0 3.29.750.864 I slot print_timing: id 0 | task 5952 | prompt eval time = 251.82 ms / 237 tokens ( 1.06 ms per token, 941.15 tokens per second) 3.29.750.870 I slot print_timing: id 0 | task 5952 | eval time = 1498.26 ms / 53 tokens ( 28.81 ms per token, 34.71 tokens per second) 3.29.750.871 I slot print_timing: id 0 | task 5952 | total time = 1750.08 ms / 290 tokens 3.29.750.872 I slot print_timing: id 0 | task 5952 | graphs reused = 5305 3.29.750.873 I slot print_timing: id 0 | task 5952 | graph reallocs = 111 / 0 (same size) / (changed size) 3.29.750.910 I slot release: id 0 | task 5952 | stop processing: n_tokens = 289, truncated = 0 3.29.778.844 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 289, t_last = 209661849 3.29.778.909 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 585.782 MiB) 3.29.839.876 I slot launch_slot_: id 0 | task 6008 | processing task, is_child = 0 3.31.489.218 I slot print_timing: id 0 | task 6008 | prompt eval time = 242.05 ms / 173 tokens ( 1.40 ms per token, 714.73 tokens per second) 3.31.489.225 I slot print_timing: id 0 | task 6008 | eval time = 1407.26 ms / 52 tokens ( 27.59 ms per token, 36.24 tokens per second) 3.31.489.226 I slot print_timing: id 0 | task 6008 | total time = 1649.31 ms / 225 tokens 3.31.489.229 I slot print_timing: id 0 | task 6008 | graphs reused = 5355 3.31.489.230 I slot print_timing: id 0 | task 6008 | graph reallocs = 111 / 0 (same size) / (changed size) 3.31.489.266 I slot release: id 0 | task 6008 | stop processing: n_tokens = 224, truncated = 0 3.31.511.594 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 224, t_last = 211400205 3.31.537.976 I slot launch_slot_: id 0 | task 6063 | processing task, is_child = 0 3.33.984.537 I slot print_timing: id 0 | task 6063 | prompt eval time = 310.45 ms / 356 tokens ( 0.87 ms per token, 1146.73 tokens per second) 3.33.984.543 I slot print_timing: id 0 | task 6063 | eval time = 2136.09 ms / 76 tokens ( 28.48 ms per token, 35.11 tokens per second) 3.33.984.545 I slot print_timing: id 0 | task 6063 | total time = 2446.54 ms / 432 tokens 3.33.984.546 I slot print_timing: id 0 | task 6063 | graphs reused = 5429 3.33.984.547 I slot print_timing: id 0 | task 6063 | graph reallocs = 111 / 0 (same size) / (changed size) 3.33.984.588 I slot release: id 0 | task 6063 | stop processing: n_tokens = 431, truncated = 0 3.34.019.681 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 431, t_last = 213895526 3.34.019.747 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 173.309 MiB) 3.34.084.825 I slot launch_slot_: id 0 | task 6142 | processing task, is_child = 0 3.37.542.701 I slot print_timing: id 0 | task 6142 | n_gen = 106, tg = 34.79 t/s, tg_3s = 35.12 t/s 3.38.527.897 I slot print_timing: id 0 | task 6142 | prompt eval time = 439.82 ms / 580 tokens ( 0.76 ms per token, 1318.72 tokens per second) 3.38.527.903 I slot print_timing: id 0 | task 6142 | eval time = 4003.23 ms / 141 tokens ( 28.59 ms per token, 34.97 tokens per second) 3.38.527.904 I slot print_timing: id 0 | task 6142 | total time = 4443.05 ms / 721 tokens 3.38.527.906 I slot print_timing: id 0 | task 6142 | graphs reused = 5568 3.38.527.907 I slot print_timing: id 0 | task 6142 | graph reallocs = 113 / 0 (same size) / (changed size) 3.38.527.957 I slot release: id 0 | task 6142 | stop processing: n_tokens = 720, truncated = 0 3.38.537.373 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 720, t_last = 218438896 3.38.537.450 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 192.138 MiB) 3.38.540.736 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 190.310 MiB) 3.38.544.174 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 157.621 MiB) 3.38.645.005 I slot launch_slot_: id 0 | task 6287 | processing task, is_child = 0 3.41.823.588 I slot print_timing: id 0 | task 6287 | prompt eval time = 360.49 ms / 470 tokens ( 0.77 ms per token, 1303.79 tokens per second) 3.41.823.594 I slot print_timing: id 0 | task 6287 | eval time = 2818.07 ms / 99 tokens ( 28.76 ms per token, 34.78 tokens per second) 3.41.823.595 I slot print_timing: id 0 | task 6287 | total time = 3178.56 ms / 569 tokens 3.41.823.596 I slot print_timing: id 0 | task 6287 | graphs reused = 5664 3.41.823.597 I slot print_timing: id 0 | task 6287 | graph reallocs = 114 / 0 (same size) / (changed size) 3.41.823.638 I slot release: id 0 | task 6287 | stop processing: n_tokens = 568, truncated = 0 3.41.832.585 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 568, t_last = 221734576 3.41.832.665 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 219.561 MiB) 3.41.837.225 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 261.736 MiB) 3.41.922.627 I slot launch_slot_: id 0 | task 6389 | processing task, is_child = 0 3.45.223.514 I slot print_timing: id 0 | task 6389 | prompt eval time = 296.10 ms / 374 tokens ( 0.79 ms per token, 1263.08 tokens per second) 3.45.223.520 I slot print_timing: id 0 | task 6389 | eval time = 3004.76 ms / 108 tokens ( 28.08 ms per token, 35.61 tokens per second) 3.45.223.521 I slot print_timing: id 0 | task 6389 | total time = 3300.86 ms / 482 tokens 3.45.223.522 I slot print_timing: id 0 | task 6389 | graphs reused = 5770 3.45.223.522 I slot print_timing: id 0 | task 6389 | graph reallocs = 115 / 0 (same size) / (changed size) 3.45.223.567 I slot release: id 0 | task 6389 | stop processing: n_tokens = 481, truncated = 0 3.45.248.961 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 481, t_last = 225134506 3.45.249.021 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 330.239 MiB) 3.45.324.897 I slot launch_slot_: id 0 | task 6500 | processing task, is_child = 0 3.47.452.869 I slot print_timing: id 0 | task 6500 | prompt eval time = 296.55 ms / 318 tokens ( 0.93 ms per token, 1072.33 tokens per second) 3.47.452.876 I slot print_timing: id 0 | task 6500 | eval time = 1831.40 ms / 67 tokens ( 27.75 ms per token, 36.04 tokens per second) 3.47.452.878 I slot print_timing: id 0 | task 6500 | total time = 2127.95 ms / 385 tokens 3.47.452.879 I slot print_timing: id 0 | task 6500 | graphs reused = 5835 3.47.452.881 I slot print_timing: id 0 | task 6500 | graph reallocs = 115 / 0 (same size) / (changed size) 3.47.452.917 I slot release: id 0 | task 6500 | stop processing: n_tokens = 384, truncated = 0 3.47.489.228 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 384, t_last = 227363855 3.47.489.288 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 161.027 MiB) 3.47.492.619 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 160.433 MiB) 3.47.555.865 I slot launch_slot_: id 0 | task 6570 | processing task, is_child = 0 3.51.032.237 I slot print_timing: id 0 | task 6570 | prompt eval time = 461.23 ms / 571 tokens ( 0.81 ms per token, 1237.99 tokens per second) 3.51.032.243 I slot print_timing: id 0 | task 6570 | eval time = 3015.12 ms / 106 tokens ( 28.72 ms per token, 34.82 tokens per second) 3.51.032.245 I slot print_timing: id 0 | task 6570 | total time = 3476.35 ms / 677 tokens 3.51.032.245 I slot print_timing: id 0 | task 6570 | graphs reused = 5939 3.51.032.246 I slot print_timing: id 0 | task 6570 | graph reallocs = 117 / 0 (same size) / (changed size) 3.51.032.292 I slot release: id 0 | task 6570 | stop processing: n_tokens = 676, truncated = 0 3.51.051.492 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 676, t_last = 230943231 3.51.051.566 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 191.216 MiB) 3.51.055.145 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 246.656 MiB) 3.51.152.134 I slot launch_slot_: id 0 | task 6680 | processing task, is_child = 0 3.54.289.837 I slot print_timing: id 0 | task 6680 | prompt eval time = 275.27 ms / 310 tokens ( 0.89 ms per token, 1126.17 tokens per second) 3.54.289.843 I slot print_timing: id 0 | task 6680 | eval time = 2862.41 ms / 102 tokens ( 28.34 ms per token, 35.28 tokens per second) 3.54.289.844 I slot print_timing: id 0 | task 6680 | total time = 3137.68 ms / 412 tokens 3.54.289.845 I slot print_timing: id 0 | task 6680 | graphs reused = 6039 3.54.289.847 I slot print_timing: id 0 | task 6680 | graph reallocs = 118 / 0 (same size) / (changed size) 3.54.289.878 I slot release: id 0 | task 6680 | stop processing: n_tokens = 411, truncated = 0 3.54.326.391 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 411, t_last = 234200817 3.54.326.445 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 209.561 MiB) 3.54.330.371 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 201.779 MiB) 3.54.390.040 I slot launch_slot_: id 0 | task 6785 | processing task, is_child = 0 3.55.543.689 I slot print_timing: id 0 | task 6785 | prompt eval time = 327.35 ms / 433 tokens ( 0.76 ms per token, 1322.75 tokens per second) 3.55.543.695 I slot print_timing: id 0 | task 6785 | eval time = 826.28 ms / 31 tokens ( 27.54 ms per token, 36.31 tokens per second) 3.55.543.696 I slot print_timing: id 0 | task 6785 | total time = 1153.63 ms / 464 tokens 3.55.543.697 I slot print_timing: id 0 | task 6785 | graphs reused = 6068 3.55.543.697 I slot print_timing: id 0 | task 6785 | graph reallocs = 118 / 0 (same size) / (changed size) 3.55.543.744 I slot release: id 0 | task 6785 | stop processing: n_tokens = 463, truncated = 0 3.55.568.659 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 463, t_last = 235454683 3.55.568.716 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 213.873 MiB) 3.55.572.635 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 176.450 MiB) 3.55.641.797 I slot launch_slot_: id 0 | task 6819 | processing task, is_child = 0 3.58.009.842 I slot print_timing: id 0 | task 6819 | prompt eval time = 248.61 ms / 201 tokens ( 1.24 ms per token, 808.50 tokens per second) 3.58.009.849 I slot print_timing: id 0 | task 6819 | eval time = 2119.41 ms / 75 tokens ( 28.64 ms per token, 34.92 tokens per second) 3.58.009.850 I slot print_timing: id 0 | task 6819 | total time = 2368.02 ms / 276 tokens 3.58.009.851 I slot print_timing: id 0 | task 6819 | graphs reused = 6140 3.58.009.853 I slot print_timing: id 0 | task 6819 | graph reallocs = 119 / 0 (same size) / (changed size) 3.58.009.894 I slot release: id 0 | task 6819 | stop processing: n_tokens = 275, truncated = 0 3.58.038.890 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 275, t_last = 237920832 3.58.038.940 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 266.548 MiB) 3.58.076.449 I slot launch_slot_: id 0 | task 6897 | processing task, is_child = 0 4.01.406.598 I slot print_timing: id 0 | task 6897 | n_gen = 108, tg = 35.54 t/s, tg_3s = 35.88 t/s 4.01.584.924 I slot print_timing: id 0 | task 6897 | prompt eval time = 319.83 ms / 402 tokens ( 0.80 ms per token, 1256.92 tokens per second) 4.01.584.930 I slot print_timing: id 0 | task 6897 | eval time = 3188.62 ms / 114 tokens ( 28.22 ms per token, 35.44 tokens per second) 4.01.584.931 I slot print_timing: id 0 | task 6897 | total time = 3508.45 ms / 516 tokens 4.01.584.932 I slot print_timing: id 0 | task 6897 | graphs reused = 6251 4.01.584.933 I slot print_timing: id 0 | task 6897 | graph reallocs = 120 / 0 (same size) / (changed size) 4.01.584.981 I slot release: id 0 | task 6897 | stop processing: n_tokens = 515, truncated = 0 4.01.623.059 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 515, t_last = 241495920 4.01.623.118 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 193.873 MiB) 4.01.691.301 I slot launch_slot_: id 0 | task 7014 | processing task, is_child = 0 4.05.081.569 I slot print_timing: id 0 | task 7014 | n_gen = 109, tg = 35.74 t/s, tg_3s = 36.07 t/s 4.05.469.400 I slot print_timing: id 0 | task 7014 | prompt eval time = 368.67 ms / 514 tokens ( 0.72 ms per token, 1394.20 tokens per second) 4.05.469.406 I slot print_timing: id 0 | task 7014 | eval time = 3409.41 ms / 123 tokens ( 27.95 ms per token, 35.78 tokens per second) 4.05.469.407 I slot print_timing: id 0 | task 7014 | total time = 3778.08 ms / 637 tokens 4.05.469.408 I slot print_timing: id 0 | task 7014 | graphs reused = 6372 4.05.469.409 I slot print_timing: id 0 | task 7014 | graph reallocs = 120 / 0 (same size) / (changed size) 4.05.469.453 I slot release: id 0 | task 7014 | stop processing: n_tokens = 636, truncated = 0 4.05.493.916 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 636, t_last = 245380392 4.05.493.985 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 169.496 MiB) 4.05.497.083 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 241.672 MiB) 4.05.501.323 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 178.200 MiB) 4.05.592.558 I slot launch_slot_: id 0 | task 7140 | processing task, is_child = 0 4.08.017.117 I slot print_timing: id 0 | task 7140 | prompt eval time = 450.10 ms / 564 tokens ( 0.80 ms per token, 1253.06 tokens per second) 4.08.017.125 I slot print_timing: id 0 | task 7140 | eval time = 1974.44 ms / 72 tokens ( 27.81 ms per token, 35.96 tokens per second) 4.08.017.126 I slot print_timing: id 0 | task 7140 | total time = 2424.54 ms / 636 tokens 4.08.017.127 I slot print_timing: id 0 | task 7140 | graphs reused = 6442 4.08.017.128 I slot print_timing: id 0 | task 7140 | graph reallocs = 122 / 0 (same size) / (changed size) 4.08.017.190 I slot release: id 0 | task 7140 | stop processing: n_tokens = 635, truncated = 0 4.08.066.406 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 635, t_last = 247928130 4.08.066.489 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 240.234 MiB) 4.08.070.902 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 197.717 MiB) 4.08.161.107 I slot launch_slot_: id 0 | task 7216 | processing task, is_child = 0 4.10.509.203 I slot print_timing: id 0 | task 7216 | prompt eval time = 315.86 ms / 396 tokens ( 0.80 ms per token, 1253.70 tokens per second) 4.10.509.209 I slot print_timing: id 0 | task 7216 | eval time = 2032.21 ms / 75 tokens ( 27.46 ms per token, 36.41 tokens per second) 4.10.509.210 I slot print_timing: id 0 | task 7216 | total time = 2348.07 ms / 471 tokens 4.10.509.211 I slot print_timing: id 0 | task 7216 | graphs reused = 6515 4.10.509.212 I slot print_timing: id 0 | task 7216 | graph reallocs = 122 / 0 (same size) / (changed size) 4.10.509.255 I slot release: id 0 | task 7216 | stop processing: n_tokens = 470, truncated = 0 4.10.518.823 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 470, t_last = 250420194 4.10.518.891 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 260.923 MiB) 4.10.523.693 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 239.797 MiB) 4.10.596.982 I slot launch_slot_: id 0 | task 7294 | processing task, is_child = 0 4.13.956.254 I slot print_timing: id 0 | task 7294 | n_gen = 110, tg = 36.18 t/s, tg_3s = 36.52 t/s 4.14.897.176 I slot print_timing: id 0 | task 7294 | prompt eval time = 346.89 ms / 464 tokens ( 0.75 ms per token, 1337.61 tokens per second) 4.14.897.182 I slot print_timing: id 0 | task 7294 | eval time = 3953.28 ms / 144 tokens ( 27.65 ms per token, 36.17 tokens per second) 4.14.897.183 I slot print_timing: id 0 | task 7294 | total time = 4300.17 ms / 608 tokens 4.14.897.184 I slot print_timing: id 0 | task 7294 | graphs reused = 6656 4.14.897.185 I slot print_timing: id 0 | task 7294 | graph reallocs = 123 / 0 (same size) / (changed size) 4.14.897.237 I slot release: id 0 | task 7294 | stop processing: n_tokens = 607, truncated = 0 4.14.907.042 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 607, t_last = 254808176 4.14.907.125 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 261.220 MiB) 4.14.911.823 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 208.686 MiB) 4.14.991.265 I slot launch_slot_: id 0 | task 7441 | processing task, is_child = 0 4.17.158.933 I slot print_timing: id 0 | task 7441 | prompt eval time = 324.56 ms / 420 tokens ( 0.77 ms per token, 1294.06 tokens per second) 4.17.158.939 I slot print_timing: id 0 | task 7441 | eval time = 1843.09 ms / 68 tokens ( 27.51 ms per token, 36.35 tokens per second) 4.17.158.940 I slot print_timing: id 0 | task 7441 | total time = 2167.64 ms / 488 tokens 4.17.158.941 I slot print_timing: id 0 | task 7441 | graphs reused = 6722 4.17.158.942 I slot print_timing: id 0 | task 7441 | graph reallocs = 123 / 0 (same size) / (changed size) 4.17.158.990 I slot release: id 0 | task 7441 | stop processing: n_tokens = 487, truncated = 0 4.17.186.672 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 487, t_last = 257069929 4.17.186.741 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 161.589 MiB) 4.17.189.842 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 211.217 MiB) 4.17.251.457 I slot launch_slot_: id 0 | task 7512 | processing task, is_child = 0 4.20.493.365 I slot print_timing: id 0 | task 7512 | prompt eval time = 445.43 ms / 578 tokens ( 0.77 ms per token, 1297.61 tokens per second) 4.20.493.372 I slot print_timing: id 0 | task 7512 | eval time = 2796.46 ms / 101 tokens ( 27.96 ms per token, 35.76 tokens per second) 4.20.493.373 I slot print_timing: id 0 | task 7512 | total time = 3241.89 ms / 679 tokens 4.20.493.373 I slot print_timing: id 0 | task 7512 | graphs reused = 6821 4.20.493.375 I slot print_timing: id 0 | task 7512 | graph reallocs = 125 / 0 (same size) / (changed size) 4.20.493.427 I slot release: id 0 | task 7512 | stop processing: n_tokens = 678, truncated = 0 4.20.504.732 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 678, t_last = 260404366 4.20.504.805 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 130.369 MiB) 4.20.507.383 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 166.793 MiB) 4.20.510.411 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 247.390 MiB) 4.20.612.476 I slot launch_slot_: id 0 | task 7617 | processing task, is_child = 0 4.24.099.541 I slot print_timing: id 0 | task 7617 | n_gen = 108, tg = 35.64 t/s, tg_3s = 35.97 t/s 4.24.524.365 I slot print_timing: id 0 | task 7617 | prompt eval time = 484.85 ms / 662 tokens ( 0.73 ms per token, 1365.38 tokens per second) 4.24.524.372 I slot print_timing: id 0 | task 7617 | eval time = 3427.02 ms / 123 tokens ( 28.09 ms per token, 35.60 tokens per second) 4.24.524.374 I slot print_timing: id 0 | task 7617 | total time = 3911.86 ms / 785 tokens 4.24.524.375 I slot print_timing: id 0 | task 7617 | graphs reused = 6941 4.24.524.376 I slot print_timing: id 0 | task 7617 | graph reallocs = 128 / 0 (same size) / (changed size) 4.24.524.439 I slot release: id 0 | task 7617 | stop processing: n_tokens = 784, truncated = 0 4.24.549.953 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 784, t_last = 264435377 4.24.550.032 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 243.359 MiB) 4.24.554.397 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 255.344 MiB) 4.24.671.064 I slot launch_slot_: id 0 | task 7744 | processing task, is_child = 0 4.26.988.867 I slot print_timing: id 0 | task 7744 | prompt eval time = 352.86 ms / 470 tokens ( 0.75 ms per token, 1331.97 tokens per second) 4.26.988.874 I slot print_timing: id 0 | task 7744 | eval time = 1964.92 ms / 72 tokens ( 27.67 ms per token, 36.13 tokens per second) 4.26.988.875 I slot print_timing: id 0 | task 7744 | total time = 2317.78 ms / 542 tokens 4.26.988.876 I slot print_timing: id 0 | task 7744 | graphs reused = 7010 4.26.988.877 I slot print_timing: id 0 | task 7744 | graph reallocs = 129 / 0 (same size) / (changed size) 4.26.988.930 I slot release: id 0 | task 7744 | stop processing: n_tokens = 541, truncated = 0 4.27.037.044 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 541, t_last = 266899869 4.27.037.118 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 257.219 MiB) 4.27.041.867 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 270.892 MiB) 4.27.124.392 I slot launch_slot_: id 0 | task 7819 | processing task, is_child = 0 4.30.567.603 I slot print_timing: id 0 | task 7819 | n_gen = 109, tg = 35.98 t/s, tg_3s = 36.31 t/s 4.31.069.377 I slot print_timing: id 0 | task 7819 | prompt eval time = 441.47 ms / 534 tokens ( 0.83 ms per token, 1209.59 tokens per second) 4.31.069.384 I slot print_timing: id 0 | task 7819 | eval time = 3503.49 ms / 127 tokens ( 27.81 ms per token, 35.96 tokens per second) 4.31.069.386 I slot print_timing: id 0 | task 7819 | total time = 3944.96 ms / 661 tokens 4.31.069.387 I slot print_timing: id 0 | task 7819 | graphs reused = 7135 4.31.069.388 I slot print_timing: id 0 | task 7819 | graph reallocs = 130 / 0 (same size) / (changed size) 4.31.069.443 I slot release: id 0 | task 7819 | stop processing: n_tokens = 660, truncated = 0 4.31.086.017 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 660, t_last = 270980382 4.31.086.103 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 229.843 MiB) 4.31.090.279 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 166.637 MiB) 4.31.093.541 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 348.005 MiB) 4.31.201.033 I slot launch_slot_: id 0 | task 7950 | processing task, is_child = 0 4.34.484.324 I slot print_timing: id 0 | task 7950 | n_gen = 111, tg = 36.60 t/s, tg_3s = 36.94 t/s 4.34.812.397 I slot print_timing: id 0 | task 7950 | prompt eval time = 278.06 ms / 319 tokens ( 0.87 ms per token, 1147.23 tokens per second) 4.34.812.404 I slot print_timing: id 0 | task 7950 | eval time = 3333.28 ms / 123 tokens ( 27.32 ms per token, 36.60 tokens per second) 4.34.812.405 I slot print_timing: id 0 | task 7950 | total time = 3611.34 ms / 442 tokens 4.34.812.407 I slot print_timing: id 0 | task 7950 | graphs reused = 7256 4.34.812.408 I slot print_timing: id 0 | task 7950 | graph reallocs = 131 / 0 (same size) / (changed size) 4.34.812.441 I slot release: id 0 | task 7950 | stop processing: n_tokens = 441, truncated = 0 4.34.860.218 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 441, t_last = 274723380 4.34.906.835 I slot launch_slot_: id 0 | task 8076 | processing task, is_child = 0 4.38.228.593 I slot print_timing: id 0 | task 8076 | n_gen = 111, tg = 36.63 t/s, tg_3s = 36.96 t/s 4.39.294.570 I slot print_timing: id 0 | task 8076 | prompt eval time = 318.53 ms / 395 tokens ( 0.81 ms per token, 1240.09 tokens per second) 4.39.294.576 I slot print_timing: id 0 | task 8076 | eval time = 4069.19 ms / 149 tokens ( 27.49 ms per token, 36.37 tokens per second) 4.39.294.578 I slot print_timing: id 0 | task 8076 | total time = 4387.71 ms / 544 tokens 4.39.294.579 I slot print_timing: id 0 | task 8076 | graphs reused = 7402 4.39.294.580 I slot print_timing: id 0 | task 8076 | graph reallocs = 132 / 0 (same size) / (changed size) 4.39.294.620 I slot release: id 0 | task 8076 | stop processing: n_tokens = 543, truncated = 0 4.39.328.243 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 543, t_last = 279205558 4.39.328.318 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 559.720 MiB) 4.39.414.682 I slot launch_slot_: id 0 | task 8228 | processing task, is_child = 0 4.42.939.263 I slot print_timing: id 0 | task 8228 | n_gen = 105, tg = 34.60 t/s, tg_3s = 34.93 t/s 4.43.308.850 I slot print_timing: id 0 | task 8228 | prompt eval time = 518.42 ms / 711 tokens ( 0.73 ms per token, 1371.47 tokens per second) 4.43.308.857 I slot print_timing: id 0 | task 8228 | eval time = 3375.72 ms / 118 tokens ( 28.85 ms per token, 34.66 tokens per second) 4.43.308.858 I slot print_timing: id 0 | task 8228 | total time = 3894.14 ms / 829 tokens 4.43.308.859 I slot print_timing: id 0 | task 8228 | graphs reused = 7517 4.43.308.861 I slot print_timing: id 0 | task 8228 | graph reallocs = 134 / 0 (same size) / (changed size) 4.43.308.926 I slot release: id 0 | task 8228 | stop processing: n_tokens = 828, truncated = 0 4.43.320.564 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 828, t_last = 283219865 4.43.320.665 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 444.838 MiB) 4.43.330.386 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 351.287 MiB) 4.43.481.498 I slot launch_slot_: id 0 | task 8350 | processing task, is_child = 0 4.47.008.571 I slot print_timing: id 0 | task 8350 | n_gen = 105, tg = 34.61 t/s, tg_3s = 34.95 t/s 4.48.330.705 I slot print_timing: id 0 | task 8350 | prompt eval time = 522.48 ms / 667 tokens ( 0.78 ms per token, 1276.60 tokens per second) 4.48.330.711 I slot print_timing: id 0 | task 8350 | eval time = 4326.70 ms / 151 tokens ( 28.84 ms per token, 34.67 tokens per second) 4.48.330.712 I slot print_timing: id 0 | task 8350 | total time = 4849.18 ms / 818 tokens 4.48.330.713 I slot print_timing: id 0 | task 8350 | graphs reused = 7665 4.48.330.714 I slot print_timing: id 0 | task 8350 | graph reallocs = 136 / 0 (same size) / (changed size) 4.48.330.771 I slot release: id 0 | task 8350 | stop processing: n_tokens = 817, truncated = 0 4.48.337.088 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 817, t_last = 288241709 4.48.337.187 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 307.268 MiB) 4.48.342.532 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 543.719 MiB) 4.48.481.209 I slot launch_slot_: id 0 | task 8505 | processing task, is_child = 0 4.51.763.014 I slot print_timing: id 0 | task 8505 | n_gen = 108, tg = 35.54 t/s, tg_3s = 35.87 t/s 4.53.920.527 I slot print_timing: id 0 | task 8505 | prompt eval time = 271.03 ms / 227 tokens ( 1.19 ms per token, 837.55 tokens per second) 4.53.920.532 I slot print_timing: id 0 | task 8505 | eval time = 5168.26 ms / 184 tokens ( 28.24 ms per token, 35.41 tokens per second) 4.53.920.534 I slot print_timing: id 0 | task 8505 | total time = 5439.29 ms / 411 tokens 4.53.920.535 I slot print_timing: id 0 | task 8505 | graphs reused = 7846 4.53.920.536 I slot print_timing: id 0 | task 8505 | graph reallocs = 138 / 0 (same size) / (changed size) 4.53.920.570 I slot release: id 0 | task 8505 | stop processing: n_tokens = 410, truncated = 0 4.53.947.014 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 410, t_last = 293831509 4.53.988.154 I slot launch_slot_: id 0 | task 8692 | processing task, is_child = 0 4.57.220.122 I slot print_timing: id 0 | task 8692 | n_gen = 109, tg = 35.91 t/s, tg_3s = 36.24 t/s 5.00.190.252 I slot print_timing: id 0 | task 8692 | prompt eval time = 224.45 ms / 158 tokens ( 1.42 ms per token, 703.95 tokens per second) 5.00.190.259 I slot print_timing: id 0 | task 8692 | eval time = 5977.63 ms / 216 tokens ( 27.80 ms per token, 35.97 tokens per second) 5.00.190.260 I slot print_timing: id 0 | task 8692 | total time = 6202.08 ms / 374 tokens 5.00.190.261 I slot print_timing: id 0 | task 8692 | graphs reused = 8059 5.00.190.262 I slot print_timing: id 0 | task 8692 | graph reallocs = 140 / 0 (same size) / (changed size) 5.00.190.295 I slot release: id 0 | task 8692 | stop processing: n_tokens = 373, truncated = 0 5.00.230.326 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 373, t_last = 300101234 5.00.230.384 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 303.628 MiB) 5.00.279.281 I slot launch_slot_: id 0 | task 8911 | processing task, is_child = 0 5.01.211.441 I slot print_timing: id 0 | task 8911 | prompt eval time = 236.35 ms / 175 tokens ( 1.35 ms per token, 740.42 tokens per second) 5.01.211.448 I slot print_timing: id 0 | task 8911 | eval time = 695.78 ms / 25 tokens ( 28.99 ms per token, 34.49 tokens per second) 5.01.211.449 I slot print_timing: id 0 | task 8911 | total time = 932.14 ms / 200 tokens 5.01.211.450 I slot print_timing: id 0 | task 8911 | graphs reused = 8082 5.01.211.451 I slot print_timing: id 0 | task 8911 | graph reallocs = 140 / 0 (same size) / (changed size) 5.01.211.488 I slot release: id 0 | task 8911 | stop processing: n_tokens = 199, truncated = 0 5.01.241.659 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 199, t_last = 301122426 5.01.266.569 I slot launch_slot_: id 0 | task 8939 | processing task, is_child = 0 5.03.806.906 I slot print_timing: id 0 | task 8939 | prompt eval time = 216.61 ms / 135 tokens ( 1.60 ms per token, 623.24 tokens per second) 5.03.806.912 I slot print_timing: id 0 | task 8939 | eval time = 2323.71 ms / 85 tokens ( 27.66 ms per token, 36.15 tokens per second) 5.03.806.913 I slot print_timing: id 0 | task 8939 | total time = 2540.32 ms / 220 tokens 5.03.806.914 I slot print_timing: id 0 | task 8939 | graphs reused = 8165 5.03.806.915 I slot print_timing: id 0 | task 8939 | graph reallocs = 141 / 0 (same size) / (changed size) 5.03.806.945 I slot release: id 0 | task 8939 | stop processing: n_tokens = 219, truncated = 0 5.03.813.348 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 219, t_last = 303717884 5.03.813.401 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 381.944 MiB) 5.03.863.340 I slot launch_slot_: id 0 | task 9027 | processing task, is_child = 0 5.05.356.306 I slot print_timing: id 0 | task 9027 | prompt eval time = 242.09 ms / 210 tokens ( 1.15 ms per token, 867.45 tokens per second) 5.05.356.312 I slot print_timing: id 0 | task 9027 | eval time = 1250.85 ms / 45 tokens ( 28.43 ms per token, 35.18 tokens per second) 5.05.356.313 I slot print_timing: id 0 | task 9027 | total time = 1492.94 ms / 255 tokens 5.05.356.314 I slot print_timing: id 0 | task 9027 | graphs reused = 8208 5.05.356.315 I slot print_timing: id 0 | task 9027 | graph reallocs = 141 / 0 (same size) / (changed size) 5.05.356.347 I slot release: id 0 | task 9027 | stop processing: n_tokens = 254, truncated = 0 5.05.361.993 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 254, t_last = 305267286 5.05.395.065 I slot launch_slot_: id 0 | task 9075 | processing task, is_child = 0 5.06.041.652 I slot print_timing: id 0 | task 9075 | prompt eval time = 218.09 ms / 111 tokens ( 1.96 ms per token, 508.96 tokens per second) 5.06.041.659 I slot print_timing: id 0 | task 9075 | eval time = 428.47 ms / 16 tokens ( 28.56 ms per token, 35.01 tokens per second) 5.06.041.660 I slot print_timing: id 0 | task 9075 | total time = 646.56 ms / 127 tokens 5.06.041.660 I slot print_timing: id 0 | task 9075 | graphs reused = 8222 5.06.041.661 I slot print_timing: id 0 | task 9075 | graph reallocs = 142 / 0 (same size) / (changed size) 5.06.041.688 I slot release: id 0 | task 9075 | stop processing: n_tokens = 126, truncated = 0 5.06.047.614 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 126, t_last = 305952626 5.06.065.106 I slot launch_slot_: id 0 | task 9094 | processing task, is_child = 0 5.09.305.506 I slot print_timing: id 0 | task 9094 | n_gen = 109, tg = 35.80 t/s, tg_3s = 36.13 t/s 5.12.307.140 I slot print_timing: id 0 | task 9094 | n_gen = 217, tg = 35.89 t/s, tg_3s = 35.98 t/s 5.14.329.192 I slot print_timing: id 0 | task 9094 | prompt eval time = 223.45 ms / 151 tokens ( 1.48 ms per token, 675.76 tokens per second) 5.14.329.199 I slot print_timing: id 0 | task 9094 | eval time = 8040.61 ms / 288 tokens ( 28.02 ms per token, 35.69 tokens per second) 5.14.329.200 I slot print_timing: id 0 | task 9094 | total time = 8264.07 ms / 439 tokens 5.14.329.202 I slot print_timing: id 0 | task 9094 | graphs reused = 8507 5.14.329.203 I slot print_timing: id 0 | task 9094 | graph reallocs = 144 / 0 (same size) / (changed size) 5.14.329.239 I slot release: id 0 | task 9094 | stop processing: n_tokens = 438, truncated = 0 5.14.357.990 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 438, t_last = 314240177 5.14.358.055 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 197.748 MiB) 5.14.403.017 I slot launch_slot_: id 0 | task 9385 | processing task, is_child = 0 5.16.028.900 I slot print_timing: id 0 | task 9385 | prompt eval time = 223.84 ms / 150 tokens ( 1.49 ms per token, 670.11 tokens per second) 5.16.028.906 I slot print_timing: id 0 | task 9385 | eval time = 1402.02 ms / 52 tokens ( 27.49 ms per token, 36.38 tokens per second) 5.16.028.907 I slot print_timing: id 0 | task 9385 | total time = 1625.86 ms / 202 tokens 5.16.028.908 I slot print_timing: id 0 | task 9385 | graphs reused = 8557 5.16.028.909 I slot print_timing: id 0 | task 9385 | graph reallocs = 145 / 0 (same size) / (changed size) 5.16.028.941 I slot release: id 0 | task 9385 | stop processing: n_tokens = 201, truncated = 0 5.16.052.802 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 201, t_last = 315939880 5.16.052.838 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 387.757 MiB) 5.16.090.018 I slot launch_slot_: id 0 | task 9440 | processing task, is_child = 0 5.17.240.134 I slot print_timing: id 0 | task 9440 | prompt eval time = 204.86 ms / 89 tokens ( 2.30 ms per token, 434.45 tokens per second) 5.17.240.141 I slot print_timing: id 0 | task 9440 | eval time = 945.23 ms / 34 tokens ( 28.64 ms per token, 34.91 tokens per second) 5.17.240.143 I slot print_timing: id 0 | task 9440 | total time = 1150.09 ms / 123 tokens 5.17.240.144 I slot print_timing: id 0 | task 9440 | graphs reused = 8589 5.17.240.145 I slot print_timing: id 0 | task 9440 | graph reallocs = 146 / 0 (same size) / (changed size) 5.17.240.177 I slot release: id 0 | task 9440 | stop processing: n_tokens = 122, truncated = 0 5.17.263.416 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 122, t_last = 317151116 5.17.278.345 I slot launch_slot_: id 0 | task 9477 | processing task, is_child = 0 5.17.721.750 I slot print_timing: id 0 | task 9477 | prompt eval time = 237.16 ms / 159 tokens ( 1.49 ms per token, 670.44 tokens per second) 5.17.721.757 I slot print_timing: id 0 | task 9477 | eval time = 206.22 ms / 8 tokens ( 29.46 ms per token, 33.94 tokens per second) 5.17.721.758 I slot print_timing: id 0 | task 9477 | total time = 443.38 ms / 167 tokens 5.17.721.760 I slot print_timing: id 0 | task 9477 | graphs reused = 8595 5.17.721.760 I slot print_timing: id 0 | task 9477 | graph reallocs = 147 / 0 (same size) / (changed size) 5.17.721.794 I slot release: id 0 | task 9477 | stop processing: n_tokens = 166, truncated = 0 5.17.727.449 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 166, t_last = 317632732 5.17.751.329 I slot launch_slot_: id 0 | task 9488 | processing task, is_child = 0 5.19.191.965 I slot print_timing: id 0 | task 9488 | prompt eval time = 236.29 ms / 155 tokens ( 1.52 ms per token, 655.96 tokens per second) 5.19.191.971 I slot print_timing: id 0 | task 9488 | eval time = 1204.32 ms / 44 tokens ( 28.01 ms per token, 35.70 tokens per second) 5.19.191.972 I slot print_timing: id 0 | task 9488 | total time = 1440.62 ms / 199 tokens 5.19.191.973 I slot print_timing: id 0 | task 9488 | graphs reused = 8637 5.19.191.974 I slot print_timing: id 0 | task 9488 | graph reallocs = 148 / 0 (same size) / (changed size) 5.19.192.007 I slot release: id 0 | task 9488 | stop processing: n_tokens = 198, truncated = 0 5.19.212.824 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 198, t_last = 319102946 5.19.212.864 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 470.902 MiB) 5.19.253.338 I slot launch_slot_: id 0 | task 9535 | processing task, is_child = 0 5.20.459.640 I slot print_timing: id 0 | task 9535 | prompt eval time = 215.06 ms / 170 tokens ( 1.27 ms per token, 790.50 tokens per second) 5.20.459.647 I slot print_timing: id 0 | task 9535 | eval time = 991.22 ms / 37 tokens ( 27.53 ms per token, 36.32 tokens per second) 5.20.459.649 I slot print_timing: id 0 | task 9535 | total time = 1206.28 ms / 207 tokens 5.20.459.650 I slot print_timing: id 0 | task 9535 | graphs reused = 8672 5.20.459.651 I slot print_timing: id 0 | task 9535 | graph reallocs = 148 / 0 (same size) / (changed size) 5.20.459.694 I slot release: id 0 | task 9535 | stop processing: n_tokens = 206, truncated = 0 5.20.465.898 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 206, t_last = 320370633 5.20.499.517 I slot launch_slot_: id 0 | task 9575 | processing task, is_child = 0 5.21.237.047 I slot print_timing: id 0 | task 9575 | prompt eval time = 209.43 ms / 141 tokens ( 1.49 ms per token, 673.27 tokens per second) 5.21.237.054 I slot print_timing: id 0 | task 9575 | eval time = 528.08 ms / 19 tokens ( 29.34 ms per token, 34.09 tokens per second) 5.21.237.056 I slot print_timing: id 0 | task 9575 | total time = 737.51 ms / 160 tokens 5.21.237.057 I slot print_timing: id 0 | task 9575 | graphs reused = 8689 5.21.237.058 I slot print_timing: id 0 | task 9575 | graph reallocs = 149 / 0 (same size) / (changed size) 5.21.237.091 I slot release: id 0 | task 9575 | stop processing: n_tokens = 159, truncated = 0 5.21.243.094 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 159, t_last = 321148030 5.21.263.888 I slot launch_slot_: id 0 | task 9597 | processing task, is_child = 0 5.24.509.201 I slot print_timing: id 0 | task 9597 | n_gen = 109, tg = 35.95 t/s, tg_3s = 36.29 t/s 5.27.522.492 I slot print_timing: id 0 | task 9597 | n_gen = 216, tg = 35.73 t/s, tg_3s = 35.51 t/s 5.30.524.119 I slot print_timing: id 0 | task 9597 | n_gen = 323, tg = 35.70 t/s, tg_3s = 35.65 t/s 5.33.541.902 I slot print_timing: id 0 | task 9597 | n_gen = 429, tg = 35.56 t/s, tg_3s = 35.13 t/s 5.34.538.373 I slot print_timing: id 0 | task 9597 | prompt eval time = 241.47 ms / 150 tokens ( 1.61 ms per token, 621.18 tokens per second) 5.34.538.378 I slot print_timing: id 0 | task 9597 | eval time = 13032.99 ms / 465 tokens ( 28.09 ms per token, 35.60 tokens per second) 5.34.538.379 I slot print_timing: id 0 | task 9597 | total time = 13274.46 ms / 615 tokens 5.34.538.380 I slot print_timing: id 0 | task 9597 | graphs reused = 9150 5.34.538.381 I slot print_timing: id 0 | task 9597 | graph reallocs = 152 / 0 (same size) / (changed size) 5.34.538.406 I slot release: id 0 | task 9597 | stop processing: n_tokens = 614, truncated = 0 5.34.565.664 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 614, t_last = 334449345 5.34.565.731 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 534.327 MiB) 5.34.633.602 I slot launch_slot_: id 0 | task 10065 | processing task, is_child = 0 5.37.877.812 I slot print_timing: id 0 | task 10065 | n_gen = 111, tg = 36.64 t/s, tg_3s = 36.97 t/s 5.40.892.675 I slot print_timing: id 0 | task 10065 | n_gen = 222, tg = 36.73 t/s, tg_3s = 36.82 t/s 5.43.918.249 I slot print_timing: id 0 | task 10065 | n_gen = 333, tg = 36.71 t/s, tg_3s = 36.69 t/s 5.46.938.900 I slot print_timing: id 0 | task 10065 | n_gen = 441, tg = 36.47 t/s, tg_3s = 35.75 t/s 5.49.956.231 I slot print_timing: id 0 | task 10065 | n_gen = 547, tg = 36.20 t/s, tg_3s = 35.13 t/s 5.52.958.893 I slot print_timing: id 0 | task 10065 | n_gen = 650, tg = 35.89 t/s, tg_3s = 34.30 t/s 5.53.919.241 I slot print_timing: id 0 | task 10065 | prompt eval time = 241.62 ms / 171 tokens ( 1.41 ms per token, 707.73 tokens per second) 5.53.919.247 I slot print_timing: id 0 | task 10065 | eval time = 19044.00 ms / 684 tokens ( 27.88 ms per token, 35.86 tokens per second) 5.53.919.248 I slot print_timing: id 0 | task 10065 | total time = 19285.62 ms / 855 tokens 5.53.919.249 I slot print_timing: id 0 | task 10065 | graphs reused = 9829 5.53.919.250 I slot print_timing: id 0 | task 10065 | graph reallocs = 156 / 0 (same size) / (changed size) 5.53.919.278 I slot release: id 0 | task 10065 | stop processing: n_tokens = 854, truncated = 0 5.53.936.588 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 854, t_last = 353830216 5.53.936.675 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 376.116 MiB) 5.54.025.621 I slot launch_slot_: id 0 | task 10752 | processing task, is_child = 0 5.57.287.060 I slot print_timing: id 0 | task 10752 | n_gen = 108, tg = 35.45 t/s, tg_3s = 35.78 t/s 6.00.292.963 I slot print_timing: id 0 | task 10752 | n_gen = 215, tg = 35.52 t/s, tg_3s = 35.60 t/s 6.03.301.750 I slot print_timing: id 0 | task 10752 | n_gen = 323, tg = 35.65 t/s, tg_3s = 35.89 t/s 6.06.301.762 I slot print_timing: id 0 | task 10752 | n_gen = 429, tg = 35.57 t/s, tg_3s = 35.33 t/s 6.09.316.602 I slot print_timing: id 0 | task 10752 | n_gen = 534, tg = 35.42 t/s, tg_3s = 34.83 t/s 6.11.784.563 I slot print_timing: id 0 | task 10752 | prompt eval time = 243.18 ms / 164 tokens ( 1.48 ms per token, 674.41 tokens per second) 6.11.784.569 I slot print_timing: id 0 | task 10752 | eval time = 17515.74 ms / 620 tokens ( 28.30 ms per token, 35.34 tokens per second) 6.11.784.570 I slot print_timing: id 0 | task 10752 | total time = 17758.92 ms / 784 tokens 6.11.784.572 I slot print_timing: id 0 | task 10752 | graphs reused = 10444 6.11.784.573 I slot print_timing: id 0 | task 10752 | graph reallocs = 160 / 0 (same size) / (changed size) 6.11.784.615 I slot release: id 0 | task 10752 | stop processing: n_tokens = 783, truncated = 0 6.11.790.653 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 783, t_last = 371695554 6.11.790.750 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 444.510 MiB) 6.11.884.578 I slot launch_slot_: id 0 | task 11375 | processing task, is_child = 0 6.13.082.146 I slot print_timing: id 0 | task 11375 | prompt eval time = 237.62 ms / 156 tokens ( 1.52 ms per token, 656.50 tokens per second) 6.13.082.153 I slot print_timing: id 0 | task 11375 | eval time = 959.92 ms / 35 tokens ( 28.23 ms per token, 35.42 tokens per second) 6.13.082.155 I slot print_timing: id 0 | task 11375 | total time = 1197.54 ms / 191 tokens 6.13.082.157 I slot print_timing: id 0 | task 11375 | graphs reused = 10477 6.13.082.158 I slot print_timing: id 0 | task 11375 | graph reallocs = 161 / 0 (same size) / (changed size) 6.13.082.189 I slot release: id 0 | task 11375 | stop processing: n_tokens = 190, truncated = 0 6.13.100.372 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 190, t_last = 372993128 6.13.123.377 I slot launch_slot_: id 0 | task 11413 | processing task, is_child = 0 6.14.945.769 I slot print_timing: id 0 | task 11413 | prompt eval time = 243.41 ms / 162 tokens ( 1.50 ms per token, 665.54 tokens per second) 6.14.945.775 I slot print_timing: id 0 | task 11413 | eval time = 1578.96 ms / 58 tokens ( 27.70 ms per token, 36.10 tokens per second) 6.14.945.776 I slot print_timing: id 0 | task 11413 | total time = 1822.37 ms / 220 tokens 6.14.945.776 I slot print_timing: id 0 | task 11413 | graphs reused = 10533 6.14.945.777 I slot print_timing: id 0 | task 11413 | graph reallocs = 162 / 0 (same size) / (changed size) 6.14.945.810 I slot release: id 0 | task 11413 | stop processing: n_tokens = 219, truncated = 0 6.14.966.697 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 219, t_last = 374856748 6.14.992.159 I slot launch_slot_: id 0 | task 11474 | processing task, is_child = 0 6.16.489.650 I slot print_timing: id 0 | task 11474 | prompt eval time = 222.19 ms / 144 tokens ( 1.54 ms per token, 648.10 tokens per second) 6.16.489.655 I slot print_timing: id 0 | task 11474 | eval time = 1275.29 ms / 46 tokens ( 28.34 ms per token, 35.29 tokens per second) 6.16.489.657 I slot print_timing: id 0 | task 11474 | total time = 1497.47 ms / 190 tokens 6.16.489.659 I slot print_timing: id 0 | task 11474 | graphs reused = 10577 6.16.489.660 I slot print_timing: id 0 | task 11474 | graph reallocs = 163 / 0 (same size) / (changed size) 6.16.489.688 I slot release: id 0 | task 11474 | stop processing: n_tokens = 189, truncated = 0 6.16.495.437 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 189, t_last = 376400627 6.16.495.477 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 384.819 MiB) 6.16.526.136 I slot launch_slot_: id 0 | task 11523 | processing task, is_child = 0 6.17.393.331 I slot print_timing: id 0 | task 11523 | prompt eval time = 195.00 ms / 122 tokens ( 1.60 ms per token, 625.63 tokens per second) 6.17.393.337 I slot print_timing: id 0 | task 11523 | eval time = 672.17 ms / 25 tokens ( 28.01 ms per token, 35.71 tokens per second) 6.17.393.338 I slot print_timing: id 0 | task 11523 | total time = 867.17 ms / 147 tokens 6.17.393.340 I slot print_timing: id 0 | task 11523 | graphs reused = 10600 6.17.393.341 I slot print_timing: id 0 | task 11523 | graph reallocs = 164 / 0 (same size) / (changed size) 6.17.393.363 I slot release: id 0 | task 11523 | stop processing: n_tokens = 146, truncated = 0 6.17.399.894 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 146, t_last = 377304302 6.17.420.353 I slot launch_slot_: id 0 | task 11551 | processing task, is_child = 0 6.20.671.141 I slot print_timing: id 0 | task 11551 | n_gen = 108, tg = 35.51 t/s, tg_3s = 35.84 t/s 6.23.673.020 I slot print_timing: id 0 | task 11551 | n_gen = 216, tg = 35.74 t/s, tg_3s = 35.98 t/s 6.26.684.905 I slot print_timing: id 0 | task 11551 | n_gen = 324, tg = 35.78 t/s, tg_3s = 35.86 t/s 6.29.689.447 I slot print_timing: id 0 | task 11551 | n_gen = 429, tg = 35.57 t/s, tg_3s = 34.95 t/s 6.30.954.264 I slot print_timing: id 0 | task 11551 | prompt eval time = 237.56 ms / 166 tokens ( 1.43 ms per token, 698.78 tokens per second) 6.30.954.270 I slot print_timing: id 0 | task 11551 | eval time = 13296.33 ms / 474 tokens ( 28.11 ms per token, 35.57 tokens per second) 6.30.954.271 I slot print_timing: id 0 | task 11551 | total time = 13533.89 ms / 640 tokens 6.30.954.273 I slot print_timing: id 0 | task 11551 | graphs reused = 11070 6.30.954.274 I slot print_timing: id 0 | task 11551 | graph reallocs = 167 / 0 (same size) / (changed size) 6.30.954.321 I slot release: id 0 | task 11551 | stop processing: n_tokens = 639, truncated = 0 6.30.993.032 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 639, t_last = 390865260 6.30.993.120 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 560.001 MiB) 6.31.064.846 I slot launch_slot_: id 0 | task 12028 | processing task, is_child = 0 6.34.329.882 I slot print_timing: id 0 | task 12028 | n_gen = 108, tg = 35.48 t/s, tg_3s = 35.81 t/s 6.37.349.077 I slot print_timing: id 0 | task 12028 | n_gen = 215, tg = 35.46 t/s, tg_3s = 35.44 t/s 6.40.372.983 I slot print_timing: id 0 | task 12028 | n_gen = 323, tg = 35.55 t/s, tg_3s = 35.72 t/s 6.41.095.279 I slot print_timing: id 0 | task 12028 | prompt eval time = 249.48 ms / 185 tokens ( 1.35 ms per token, 741.54 tokens per second) 6.41.095.285 I slot print_timing: id 0 | task 12028 | eval time = 9780.93 ms / 348 tokens ( 28.19 ms per token, 35.48 tokens per second) 6.41.095.286 I slot print_timing: id 0 | task 12028 | total time = 10030.41 ms / 533 tokens 6.41.095.287 I slot print_timing: id 0 | task 12028 | graphs reused = 11414 6.41.095.288 I slot print_timing: id 0 | task 12028 | graph reallocs = 170 / 0 (same size) / (changed size) 6.41.095.330 I slot release: id 0 | task 12028 | stop processing: n_tokens = 532, truncated = 0 6.41.112.992 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 532, t_last = 401006269 6.41.159.637 I slot launch_slot_: id 0 | task 12379 | processing task, is_child = 0 6.44.395.813 I slot print_timing: id 0 | task 12379 | n_gen = 110, tg = 36.04 t/s, tg_3s = 36.37 t/s 6.45.668.389 I slot print_timing: id 0 | task 12379 | prompt eval time = 211.71 ms / 123 tokens ( 1.72 ms per token, 580.98 tokens per second) 6.45.668.395 I slot print_timing: id 0 | task 12379 | eval time = 4297.02 ms / 155 tokens ( 27.90 ms per token, 35.84 tokens per second) 6.45.668.397 I slot print_timing: id 0 | task 12379 | total time = 4508.73 ms / 278 tokens 6.45.668.398 I slot print_timing: id 0 | task 12379 | graphs reused = 11566 6.45.668.399 I slot print_timing: id 0 | task 12379 | graph reallocs = 172 / 0 (same size) / (changed size) 6.45.668.432 I slot release: id 0 | task 12379 | stop processing: n_tokens = 277, truncated = 0 6.45.689.732 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 277, t_last = 405579371 6.45.689.773 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 657.912 MiB) 6.45.737.105 I slot launch_slot_: id 0 | task 12537 | processing task, is_child = 0 6.47.870.389 I slot print_timing: id 0 | task 12537 | prompt eval time = 210.30 ms / 139 tokens ( 1.51 ms per token, 660.97 tokens per second) 6.47.870.396 I slot print_timing: id 0 | task 12537 | eval time = 1922.96 ms / 70 tokens ( 27.87 ms per token, 35.88 tokens per second) 6.47.870.397 I slot print_timing: id 0 | task 12537 | total time = 2133.26 ms / 209 tokens 6.47.870.398 I slot print_timing: id 0 | task 12537 | graphs reused = 11634 6.47.870.399 I slot print_timing: id 0 | task 12537 | graph reallocs = 173 / 0 (same size) / (changed size) 6.47.870.430 I slot release: id 0 | task 12537 | stop processing: n_tokens = 208, truncated = 0 6.47.889.338 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 208, t_last = 407781368 6.47.914.441 I slot launch_slot_: id 0 | task 12610 | processing task, is_child = 0 6.51.159.153 I slot print_timing: id 0 | task 12610 | n_gen = 110, tg = 36.03 t/s, tg_3s = 36.36 t/s 6.54.145.453 I slot print_timing: id 0 | task 12610 | prompt eval time = 219.59 ms / 132 tokens ( 1.66 ms per token, 601.12 tokens per second) 6.54.145.459 I slot print_timing: id 0 | task 12610 | eval time = 6011.40 ms / 216 tokens ( 27.96 ms per token, 35.77 tokens per second) 6.54.145.460 I slot print_timing: id 0 | task 12610 | total time = 6230.99 ms / 348 tokens 6.54.145.461 I slot print_timing: id 0 | task 12610 | graphs reused = 11847 6.54.145.461 I slot print_timing: id 0 | task 12610 | graph reallocs = 175 / 0 (same size) / (changed size) 6.54.145.490 I slot release: id 0 | task 12610 | stop processing: n_tokens = 347, truncated = 0 6.54.190.131 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 347, t_last = 414056429 6.54.222.827 I slot launch_slot_: id 0 | task 12829 | processing task, is_child = 0 6.55.389.025 I slot print_timing: id 0 | task 12829 | prompt eval time = 218.88 ms / 146 tokens ( 1.50 ms per token, 667.05 tokens per second) 6.55.389.030 I slot print_timing: id 0 | task 12829 | eval time = 947.30 ms / 35 tokens ( 27.86 ms per token, 35.89 tokens per second) 6.55.389.031 I slot print_timing: id 0 | task 12829 | total time = 1166.18 ms / 181 tokens 6.55.389.032 I slot print_timing: id 0 | task 12829 | graphs reused = 11880 6.55.389.033 I slot print_timing: id 0 | task 12829 | graph reallocs = 176 / 0 (same size) / (changed size) 6.55.389.064 I slot release: id 0 | task 12829 | stop processing: n_tokens = 180, truncated = 0 6.55.394.839 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 180, t_last = 415300003 6.55.416.898 I slot launch_slot_: id 0 | task 12867 | processing task, is_child = 0 6.56.195.992 I slot print_timing: id 0 | task 12867 | prompt eval time = 236.02 ms / 150 tokens ( 1.57 ms per token, 635.54 tokens per second) 6.56.195.998 I slot print_timing: id 0 | task 12867 | eval time = 543.06 ms / 20 tokens ( 28.58 ms per token, 34.99 tokens per second) 6.56.195.999 I slot print_timing: id 0 | task 12867 | total time = 779.08 ms / 170 tokens 6.56.196.000 I slot print_timing: id 0 | task 12867 | graphs reused = 11898 6.56.196.001 I slot print_timing: id 0 | task 12867 | graph reallocs = 177 / 0 (same size) / (changed size) 6.56.196.030 I slot release: id 0 | task 12867 | stop processing: n_tokens = 169, truncated = 0 6.56.220.575 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 169, t_last = 416106969 6.56.242.038 I slot launch_slot_: id 0 | task 12890 | processing task, is_child = 0 6.57.118.951 I slot print_timing: id 0 | task 12890 | prompt eval time = 222.55 ms / 142 tokens ( 1.57 ms per token, 638.07 tokens per second) 6.57.118.957 I slot print_timing: id 0 | task 12890 | eval time = 654.35 ms / 24 tokens ( 28.45 ms per token, 35.15 tokens per second) 6.57.118.959 I slot print_timing: id 0 | task 12890 | total time = 876.89 ms / 166 tokens 6.57.118.960 I slot print_timing: id 0 | task 12890 | graphs reused = 11920 6.57.118.960 I slot print_timing: id 0 | task 12890 | graph reallocs = 178 / 0 (same size) / (changed size) 6.57.118.991 I slot release: id 0 | task 12890 | stop processing: n_tokens = 165, truncated = 0 6.57.142.471 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 165, t_last = 417029929 6.57.142.512 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 432.853 MiB) 6.57.176.899 I slot launch_slot_: id 0 | task 12917 | processing task, is_child = 0 7.00.407.136 I slot print_timing: id 0 | task 12917 | n_gen = 110, tg = 36.02 t/s, tg_3s = 36.35 t/s 7.03.425.440 I slot print_timing: id 0 | task 12917 | n_gen = 218, tg = 35.90 t/s, tg_3s = 35.78 t/s 7.06.448.065 I slot print_timing: id 0 | task 12917 | n_gen = 329, tg = 36.17 t/s, tg_3s = 36.72 t/s 7.09.453.659 I slot print_timing: id 0 | task 12917 | n_gen = 438, tg = 36.20 t/s, tg_3s = 36.27 t/s 7.12.477.629 I slot print_timing: id 0 | task 12917 | n_gen = 547, tg = 36.17 t/s, tg_3s = 36.05 t/s 7.15.489.243 I slot print_timing: id 0 | task 12917 | n_gen = 655, tg = 36.12 t/s, tg_3s = 35.86 t/s 7.18.502.955 I slot print_timing: id 0 | task 12917 | n_gen = 762, tg = 36.03 t/s, tg_3s = 35.50 t/s 7.18.588.588 I slot print_timing: id 0 | task 12917 | prompt eval time = 204.04 ms / 144 tokens ( 1.42 ms per token, 705.74 tokens per second) 7.18.588.595 I slot print_timing: id 0 | task 12917 | eval time = 21207.63 ms / 765 tokens ( 27.76 ms per token, 36.02 tokens per second) 7.18.588.596 I slot print_timing: id 0 | task 12917 | total time = 21411.67 ms / 909 tokens 7.18.588.597 I slot print_timing: id 0 | task 12917 | graphs reused = 12680 7.18.588.598 I slot print_timing: id 0 | task 12917 | graph reallocs = 182 / 0 (same size) / (changed size) 7.18.588.635 I slot release: id 0 | task 12917 | stop processing: n_tokens = 908, truncated = 0 7.18.618.329 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 908, t_last = 438499574 7.18.618.439 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 511.280 MiB) 7.18.710.943 I slot launch_slot_: id 0 | task 13685 | processing task, is_child = 0 7.21.949.587 I slot print_timing: id 0 | task 13685 | n_gen = 111, tg = 36.43 t/s, tg_3s = 36.76 t/s 7.24.691.235 I slot print_timing: id 0 | task 13685 | prompt eval time = 219.25 ms / 148 tokens ( 1.48 ms per token, 675.01 tokens per second) 7.24.691.241 I slot print_timing: id 0 | task 13685 | eval time = 5761.02 ms / 212 tokens ( 27.30 ms per token, 36.63 tokens per second) 7.24.691.242 I slot print_timing: id 0 | task 13685 | total time = 5980.28 ms / 360 tokens 7.24.691.243 I slot print_timing: id 0 | task 13685 | graphs reused = 12889 7.24.691.244 I slot print_timing: id 0 | task 13685 | graph reallocs = 184 / 0 (same size) / (changed size) 7.24.691.267 I slot release: id 0 | task 13685 | stop processing: n_tokens = 359, truncated = 0 7.24.708.660 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 359, t_last = 444602205 7.24.743.443 I slot launch_slot_: id 0 | task 13900 | processing task, is_child = 0 7.25.856.295 I slot print_timing: id 0 | task 13900 | prompt eval time = 235.74 ms / 173 tokens ( 1.36 ms per token, 733.87 tokens per second) 7.25.856.301 I slot print_timing: id 0 | task 13900 | eval time = 877.09 ms / 33 tokens ( 27.41 ms per token, 36.48 tokens per second) 7.25.856.302 I slot print_timing: id 0 | task 13900 | total time = 1112.83 ms / 206 tokens 7.25.856.303 I slot print_timing: id 0 | task 13900 | graphs reused = 12920 7.25.856.304 I slot print_timing: id 0 | task 13900 | graph reallocs = 185 / 0 (same size) / (changed size) 7.25.856.339 I slot release: id 0 | task 13900 | stop processing: n_tokens = 205, truncated = 0 7.25.863.069 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 205, t_last = 445767278 7.25.890.572 I slot launch_slot_: id 0 | task 13936 | processing task, is_child = 0 7.26.912.230 I slot print_timing: id 0 | task 13936 | prompt eval time = 230.59 ms / 153 tokens ( 1.51 ms per token, 663.52 tokens per second) 7.26.912.239 I slot print_timing: id 0 | task 13936 | eval time = 791.05 ms / 30 tokens ( 27.28 ms per token, 36.66 tokens per second) 7.26.912.240 I slot print_timing: id 0 | task 13936 | total time = 1021.64 ms / 183 tokens 7.26.912.242 I slot print_timing: id 0 | task 13936 | graphs reused = 12948 7.26.912.243 I slot print_timing: id 0 | task 13936 | graph reallocs = 186 / 0 (same size) / (changed size) 7.26.912.272 I slot release: id 0 | task 13936 | stop processing: n_tokens = 182, truncated = 0 7.26.949.748 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 182, t_last = 446823210 7.26.949.799 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 311.285 MiB) 7.26.989.690 I slot launch_slot_: id 0 | task 13969 | processing task, is_child = 0 7.28.764.760 I slot print_timing: id 0 | task 13969 | prompt eval time = 222.85 ms / 151 tokens ( 1.48 ms per token, 677.60 tokens per second) 7.28.764.767 I slot print_timing: id 0 | task 13969 | eval time = 1552.20 ms / 58 tokens ( 27.23 ms per token, 36.72 tokens per second) 7.28.764.768 I slot print_timing: id 0 | task 13969 | total time = 1775.05 ms / 209 tokens 7.28.764.770 I slot print_timing: id 0 | task 13969 | graphs reused = 13004 7.28.764.771 I slot print_timing: id 0 | task 13969 | graph reallocs = 187 / 0 (same size) / (changed size) 7.28.764.798 I slot release: id 0 | task 13969 | stop processing: n_tokens = 208, truncated = 0 7.28.807.975 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 208, t_last = 448675737 7.28.831.803 I slot launch_slot_: id 0 | task 14030 | processing task, is_child = 0 7.30.601.444 I slot print_timing: id 0 | task 14030 | prompt eval time = 219.47 ms / 165 tokens ( 1.33 ms per token, 751.81 tokens per second) 7.30.601.449 I slot print_timing: id 0 | task 14030 | eval time = 1550.15 ms / 58 tokens ( 27.20 ms per token, 36.77 tokens per second) 7.30.601.450 I slot print_timing: id 0 | task 14030 | total time = 1769.62 ms / 223 tokens 7.30.601.451 I slot print_timing: id 0 | task 14030 | graphs reused = 13060 7.30.601.452 I slot print_timing: id 0 | task 14030 | graph reallocs = 188 / 0 (same size) / (changed size) 7.30.601.483 I slot release: id 0 | task 14030 | stop processing: n_tokens = 222, truncated = 0 7.30.636.204 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 222, t_last = 450512421 7.30.636.243 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 391.320 MiB) 7.30.678.785 I slot launch_slot_: id 0 | task 14091 | processing task, is_child = 0 7.31.275.733 I slot print_timing: id 0 | task 14091 | prompt eval time = 238.59 ms / 165 tokens ( 1.45 ms per token, 691.55 tokens per second) 7.31.275.740 I slot print_timing: id 0 | task 14091 | eval time = 358.34 ms / 14 tokens ( 27.56 ms per token, 36.28 tokens per second) 7.31.275.742 I slot print_timing: id 0 | task 14091 | total time = 596.93 ms / 179 tokens 7.31.275.743 I slot print_timing: id 0 | task 14091 | graphs reused = 13072 7.31.275.744 I slot print_timing: id 0 | task 14091 | graph reallocs = 189 / 0 (same size) / (changed size) 7.31.275.782 I slot release: id 0 | task 14091 | stop processing: n_tokens = 178, truncated = 0 7.31.307.664 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 178, t_last = 451186720 7.31.332.950 I slot launch_slot_: id 0 | task 14108 | processing task, is_child = 0 7.34.551.598 I slot print_timing: id 0 | task 14108 | n_gen = 111, tg = 36.67 t/s, tg_3s = 37.00 t/s 7.37.564.127 I slot print_timing: id 0 | task 14108 | n_gen = 222, tg = 36.76 t/s, tg_3s = 36.85 t/s 7.40.586.040 I slot print_timing: id 0 | task 14108 | n_gen = 329, tg = 36.31 t/s, tg_3s = 35.41 t/s 7.43.608.520 I slot print_timing: id 0 | task 14108 | n_gen = 436, tg = 36.08 t/s, tg_3s = 35.40 t/s 7.46.623.671 I slot print_timing: id 0 | task 14108 | n_gen = 542, tg = 35.89 t/s, tg_3s = 35.16 t/s 7.49.639.697 I slot print_timing: id 0 | task 14108 | n_gen = 646, tg = 35.66 t/s, tg_3s = 34.48 t/s 7.52.660.050 I slot print_timing: id 0 | task 14108 | n_gen = 750, tg = 35.48 t/s, tg_3s = 34.43 t/s 7.55.665.875 I slot print_timing: id 0 | task 14108 | n_gen = 854, tg = 35.37 t/s, tg_3s = 34.60 t/s 7.58.673.125 I slot print_timing: id 0 | task 14108 | n_gen = 957, tg = 35.25 t/s, tg_3s = 34.25 t/s 8.00.670.092 I slot print_timing: id 0 | task 14108 | prompt eval time = 218.62 ms / 153 tokens ( 1.43 ms per token, 699.86 tokens per second) 8.00.670.097 I slot print_timing: id 0 | task 14108 | eval time = 29118.51 ms / 1024 tokens ( 28.46 ms per token, 35.13 tokens per second) 8.00.670.098 I slot print_timing: id 0 | task 14108 | total time = 29337.12 ms / 1177 tokens 8.00.670.100 I slot print_timing: id 0 | task 14108 | graphs reused = 14090 8.00.670.100 I slot print_timing: id 0 | task 14108 | graph reallocs = 194 / 0 (same size) / (changed size) 8.00.670.130 I slot release: id 0 | task 14108 | stop processing: n_tokens = 1176, truncated = 0 8.00.701.096 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1176, t_last = 480581068 8.00.701.264 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 716.102 MiB) 8.00.815.941 I slot launch_slot_: id 0 | task 15135 | processing task, is_child = 0 8.04.066.204 I slot print_timing: id 0 | task 15135 | n_gen = 109, tg = 35.80 t/s, tg_3s = 36.13 t/s 8.07.071.757 I slot print_timing: id 0 | task 15135 | n_gen = 217, tg = 35.87 t/s, tg_3s = 35.93 t/s 8.10.084.438 I slot print_timing: id 0 | task 15135 | n_gen = 324, tg = 35.75 t/s, tg_3s = 35.52 t/s 8.13.110.709 I slot print_timing: id 0 | task 15135 | n_gen = 430, tg = 35.57 t/s, tg_3s = 35.03 t/s 8.16.137.948 I slot print_timing: id 0 | task 15135 | n_gen = 537, tg = 35.52 t/s, tg_3s = 35.35 t/s 8.18.317.776 I slot print_timing: id 0 | task 15135 | prompt eval time = 233.49 ms / 166 tokens ( 1.41 ms per token, 710.94 tokens per second) 8.18.317.783 I slot print_timing: id 0 | task 15135 | eval time = 17268.32 ms / 613 tokens ( 28.22 ms per token, 35.44 tokens per second) 8.18.317.785 I slot print_timing: id 0 | task 15135 | total time = 17501.81 ms / 779 tokens 8.18.317.786 I slot print_timing: id 0 | task 15135 | graphs reused = 14698 8.18.317.787 I slot print_timing: id 0 | task 15135 | graph reallocs = 198 / 0 (same size) / (changed size) 8.18.317.829 I slot release: id 0 | task 15135 | stop processing: n_tokens = 778, truncated = 0 8.18.361.193 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 778, t_last = 498228768 8.18.424.851 I slot launch_slot_: id 0 | task 15751 | processing task, is_child = 0 8.19.657.641 I slot print_timing: id 0 | task 15751 | prompt eval time = 218.05 ms / 172 tokens ( 1.27 ms per token, 788.82 tokens per second) 8.19.657.646 I slot print_timing: id 0 | task 15751 | eval time = 1014.72 ms / 37 tokens ( 28.19 ms per token, 35.48 tokens per second) 8.19.657.648 I slot print_timing: id 0 | task 15751 | total time = 1232.77 ms / 209 tokens 8.19.657.649 I slot print_timing: id 0 | task 15751 | graphs reused = 14733 8.19.657.650 I slot print_timing: id 0 | task 15751 | graph reallocs = 199 / 0 (same size) / (changed size) 8.19.657.683 I slot release: id 0 | task 15751 | stop processing: n_tokens = 208, truncated = 0 8.19.663.431 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 208, t_last = 499568621 8.19.663.471 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 686.866 MiB) 8.19.713.139 I slot launch_slot_: id 0 | task 15791 | processing task, is_child = 0 8.22.997.188 I slot print_timing: id 0 | task 15791 | n_gen = 109, tg = 35.75 t/s, tg_3s = 36.08 t/s 8.23.079.045 I slot print_timing: id 0 | task 15791 | prompt eval time = 263.08 ms / 204 tokens ( 1.29 ms per token, 775.41 tokens per second) 8.23.079.051 I slot print_timing: id 0 | task 15791 | eval time = 3102.80 ms / 112 tokens ( 27.95 ms per token, 35.77 tokens per second) 8.23.079.052 I slot print_timing: id 0 | task 15791 | total time = 3365.89 ms / 316 tokens 8.23.079.053 I slot print_timing: id 0 | task 15791 | graphs reused = 14842 8.23.079.054 I slot print_timing: id 0 | task 15791 | graph reallocs = 201 / 0 (same size) / (changed size) 8.23.079.093 I slot release: id 0 | task 15791 | stop processing: n_tokens = 315, truncated = 0 8.23.104.367 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 315, t_last = 502990031 8.23.140.810 I slot launch_slot_: id 0 | task 15906 | processing task, is_child = 0 8.24.303.389 I slot print_timing: id 0 | task 15906 | prompt eval time = 222.16 ms / 152 tokens ( 1.46 ms per token, 684.21 tokens per second) 8.24.303.396 I slot print_timing: id 0 | task 15906 | eval time = 940.40 ms / 34 tokens ( 28.50 ms per token, 35.09 tokens per second) 8.24.303.397 I slot print_timing: id 0 | task 15906 | total time = 1162.56 ms / 186 tokens 8.24.303.399 I slot print_timing: id 0 | task 15906 | graphs reused = 14874 8.24.303.399 I slot print_timing: id 0 | task 15906 | graph reallocs = 202 / 0 (same size) / (changed size) 8.24.303.430 I slot release: id 0 | task 15906 | stop processing: n_tokens = 185, truncated = 0