$ C:\quantdiff\llama.cpp\bin\llama-server.exe -m C:\quantdiff\dl\campaign\f20e7ff1be28\gemma-4-12b-it-Q8_0.gguf --host 127.0.0.1 --port 8089 -c 4096 -np 1 -ngl 36 -fa on --jinja --seed 1234 --no-webui -a quant 0.00.090.622 I srv llama_server: initializing ... 0.00.090.628 I cmn common_param: common_params_print_info: verbosity = 3 (adjust with the `-lv N` CLI arg) 0.00.090.737 I srv init_listene: The UI is disabled 0.00.090.739 I srv init_listene: Use --ui/--no-ui (or deprecated --webui/--no-webui) to enable/disable 0.00.090.816 W srv llama_server: security: no API key is set and CORS allows all origins (see https://github.com/ggml-org/llama.cpp/pull/25655) 0.00.093.008 I srv load_model: loading model 'C:\quantdiff\dl\campaign\f20e7ff1be28\gemma-4-12b-it-Q8_0.gguf' 0.01.334.825 W load: control-looking token: 1 '' was not control-type; this is probably a bug in the model. its type will be overridden 0.01.335.051 W load: control-looking token: 50 '<|tool_response>' was not control-type; this is probably a bug in the model. its type will be overridden 0.01.335.411 W load: control-looking token: 212 '' was not control-type; this is probably a bug in the model. its type will be overridden 0.01.379.051 W load: '' is a normal token here, removing it from EOG list 0.04.941.961 I cmn init: llama threadpool init, n_threads = 8 0.05.377.743 I srv load_model: initializing, n_slots = 1, n_ctx_slot = 4096, kv_unified = 'false' 0.05.389.668 I srv llama_server: model loaded 0.05.389.676 I srv llama_server: listening on http://127.0.0.1:8089 0.06.614.794 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 0, t_last = -1 0.06.614.912 I slot launch_slot_: id 0 | task 0 | processing task, is_child = 0 0.09.970.705 I slot print_timing: id 0 | task 0 | prompt eval time = 1015.96 ms / 160 tokens ( 6.35 ms per token, 157.49 tokens per second) 0.09.970.711 I slot print_timing: id 0 | task 0 | eval time = 2339.81 ms / 23 tokens ( 106.35 ms per token, 9.40 tokens per second) 0.09.970.712 I slot print_timing: id 0 | task 0 | total time = 3355.77 ms / 183 tokens 0.09.970.719 I slot print_timing: id 0 | task 0 | graphs reused = 22 0.09.970.720 I slot print_timing: id 0 | task 0 | graph reallocs = 1 / 0 (same size) / (changed size) 0.09.970.756 I slot release: id 0 | task 0 | stop processing: n_tokens = 182, truncated = 0 0.10.015.761 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 182, t_last = 9882083 0.10.044.291 I slot launch_slot_: id 0 | task 26 | processing task, is_child = 0 0.13.091.237 I slot print_timing: id 0 | task 26 | prompt eval time = 931.74 ms / 113 tokens ( 8.25 ms per token, 121.28 tokens per second) 0.13.091.244 I slot print_timing: id 0 | task 26 | eval time = 2115.18 ms / 21 tokens ( 105.76 ms per token, 9.46 tokens per second) 0.13.091.245 I slot print_timing: id 0 | task 26 | total time = 3046.92 ms / 134 tokens 0.13.091.247 I slot print_timing: id 0 | task 26 | graphs reused = 41 0.13.091.248 I slot print_timing: id 0 | task 26 | graph reallocs = 2 / 0 (same size) / (changed size) 0.13.091.276 I slot release: id 0 | task 26 | stop processing: n_tokens = 133, truncated = 0 0.13.112.933 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 133, t_last = 13002604 0.13.131.295 I slot launch_slot_: id 0 | task 50 | processing task, is_child = 0 0.16.481.823 I slot print_timing: id 0 | task 50 | prompt eval time = 999.14 ms / 153 tokens ( 6.53 ms per token, 153.13 tokens per second) 0.16.481.830 I slot print_timing: id 0 | task 50 | eval time = 2351.36 ms / 23 tokens ( 106.88 ms per token, 9.36 tokens per second) 0.16.481.832 I slot print_timing: id 0 | task 50 | total time = 3350.50 ms / 176 tokens 0.16.481.837 I slot print_timing: id 0 | task 50 | graphs reused = 62 0.16.481.838 I slot print_timing: id 0 | task 50 | graph reallocs = 3 / 0 (same size) / (changed size) 0.16.481.875 I slot release: id 0 | task 50 | stop processing: n_tokens = 175, truncated = 0 0.16.503.998 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 175, t_last = 16393202 0.16.527.232 I slot launch_slot_: id 0 | task 76 | processing task, is_child = 0 0.19.993.753 I slot print_timing: id 0 | task 76 | prompt eval time = 1078.88 ms / 194 tokens ( 5.56 ms per token, 179.82 tokens per second) 0.19.993.759 I slot print_timing: id 0 | task 76 | eval time = 2387.61 ms / 23 tokens ( 108.53 ms per token, 9.21 tokens per second) 0.19.993.760 I slot print_timing: id 0 | task 76 | total time = 3466.50 ms / 217 tokens 0.19.993.761 I slot print_timing: id 0 | task 76 | graphs reused = 83 0.19.993.762 I slot print_timing: id 0 | task 76 | graph reallocs = 4 / 0 (same size) / (changed size) 0.19.993.794 I slot release: id 0 | task 76 | stop processing: n_tokens = 216, truncated = 0 0.20.013.642 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.118 (> 0.100 thold), f_keep = 0.097 0.20.041.666 I slot launch_slot_: id 0 | task 102 | processing task, is_child = 0 0.23.672.218 I slot print_timing: id 0 | task 102 | prompt eval time = 857.75 ms / 178 tokens ( 4.82 ms per token, 207.52 tokens per second) 0.23.672.228 I slot print_timing: id 0 | task 102 | eval time = 2772.77 ms / 27 tokens ( 106.65 ms per token, 9.38 tokens per second) 0.23.672.230 I slot print_timing: id 0 | task 102 | total time = 3630.53 ms / 205 tokens 0.23.672.233 I slot print_timing: id 0 | task 102 | graphs reused = 108 0.23.672.234 I slot print_timing: id 0 | task 102 | graph reallocs = 4 / 0 (same size) / (changed size) 0.23.672.275 I slot release: id 0 | task 102 | stop processing: n_tokens = 204, truncated = 0 0.23.714.438 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 204, t_last = 23583602 0.23.743.341 I slot launch_slot_: id 0 | task 132 | processing task, is_child = 0 0.28.204.712 I slot print_timing: id 0 | task 132 | prompt eval time = 921.67 ms / 169 tokens ( 5.45 ms per token, 183.36 tokens per second) 0.28.204.718 I slot print_timing: id 0 | task 132 | eval time = 3539.68 ms / 34 tokens ( 107.26 ms per token, 9.32 tokens per second) 0.28.204.719 I slot print_timing: id 0 | task 132 | total time = 4461.35 ms / 203 tokens 0.28.204.720 I slot print_timing: id 0 | task 132 | graphs reused = 140 0.28.204.721 I slot print_timing: id 0 | task 132 | graph reallocs = 5 / 0 (same size) / (changed size) 0.28.204.749 I slot release: id 0 | task 132 | stop processing: n_tokens = 202, truncated = 0 0.28.250.310 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 202, t_last = 28116077 0.28.278.139 I slot launch_slot_: id 0 | task 169 | processing task, is_child = 0 0.31.764.427 I slot print_timing: id 0 | task 169 | prompt eval time = 1053.96 ms / 212 tokens ( 4.97 ms per token, 201.15 tokens per second) 0.31.764.432 I slot print_timing: id 0 | task 169 | eval time = 2432.31 ms / 24 tokens ( 105.75 ms per token, 9.46 tokens per second) 0.31.764.434 I slot print_timing: id 0 | task 169 | total time = 3486.27 ms / 236 tokens 0.31.764.436 I slot print_timing: id 0 | task 169 | graphs reused = 162 0.31.764.437 I slot print_timing: id 0 | task 169 | graph reallocs = 6 / 0 (same size) / (changed size) 0.31.764.470 I slot release: id 0 | task 169 | stop processing: n_tokens = 235, truncated = 0 0.31.771.847 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 235, t_last = 31675797 0.31.803.793 I slot launch_slot_: id 0 | task 196 | processing task, is_child = 0 0.36.220.496 I slot print_timing: id 0 | task 196 | prompt eval time = 881.14 ms / 264 tokens ( 3.34 ms per token, 299.61 tokens per second) 0.36.220.502 I slot print_timing: id 0 | task 196 | eval time = 3535.55 ms / 35 tokens ( 103.99 ms per token, 9.62 tokens per second) 0.36.220.503 I slot print_timing: id 0 | task 196 | total time = 4416.68 ms / 299 tokens 0.36.220.504 I slot print_timing: id 0 | task 196 | graphs reused = 195 0.36.220.505 I slot print_timing: id 0 | task 196 | graph reallocs = 7 / 0 (same size) / (changed size) 0.36.220.539 I slot release: id 0 | task 196 | stop processing: n_tokens = 298, truncated = 0 0.36.225.936 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 298, t_last = 36131867 0.36.264.067 I slot launch_slot_: id 0 | task 234 | processing task, is_child = 0 0.40.257.009 I slot print_timing: id 0 | task 234 | prompt eval time = 1012.53 ms / 140 tokens ( 7.23 ms per token, 138.27 tokens per second) 0.40.257.015 I slot print_timing: id 0 | task 234 | eval time = 2980.39 ms / 30 tokens ( 102.77 ms per token, 9.73 tokens per second) 0.40.257.016 I slot print_timing: id 0 | task 234 | total time = 3992.92 ms / 170 tokens 0.40.257.018 I slot print_timing: id 0 | task 234 | graphs reused = 223 0.40.257.019 I slot print_timing: id 0 | task 234 | graph reallocs = 8 / 0 (same size) / (changed size) 0.40.257.044 I slot release: id 0 | task 234 | stop processing: n_tokens = 169, truncated = 0 0.40.263.156 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 169, t_last = 40168372 0.40.284.734 I slot launch_slot_: id 0 | task 267 | processing task, is_child = 0 0.42.960.252 I slot print_timing: id 0 | task 267 | prompt eval time = 828.93 ms / 156 tokens ( 5.31 ms per token, 188.20 tokens per second) 0.42.960.258 I slot print_timing: id 0 | task 267 | eval time = 1846.57 ms / 19 tokens ( 102.59 ms per token, 9.75 tokens per second) 0.42.960.259 I slot print_timing: id 0 | task 267 | total time = 2675.50 ms / 175 tokens 0.42.960.260 I slot print_timing: id 0 | task 267 | graphs reused = 240 0.42.960.261 I slot print_timing: id 0 | task 267 | graph reallocs = 8 / 0 (same size) / (changed size) 0.42.960.288 I slot release: id 0 | task 267 | stop processing: n_tokens = 174, truncated = 0 0.42.990.509 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 174, t_last = 42871616 0.43.016.531 I slot launch_slot_: id 0 | task 289 | processing task, is_child = 0 0.47.355.411 I slot print_timing: id 0 | task 289 | prompt eval time = 838.27 ms / 164 tokens ( 5.11 ms per token, 195.64 tokens per second) 0.47.355.418 I slot print_timing: id 0 | task 289 | eval time = 3500.59 ms / 35 tokens ( 102.96 ms per token, 9.71 tokens per second) 0.47.355.419 I slot print_timing: id 0 | task 289 | total time = 4338.86 ms / 199 tokens 0.47.355.420 I slot print_timing: id 0 | task 289 | graphs reused = 273 0.47.355.421 I slot print_timing: id 0 | task 289 | graph reallocs = 9 / 0 (same size) / (changed size) 0.47.355.449 I slot release: id 0 | task 289 | stop processing: n_tokens = 198, truncated = 0 0.47.362.780 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 198, t_last = 47266776 0.47.389.379 I slot launch_slot_: id 0 | task 327 | processing task, is_child = 0 0.51.222.440 I slot print_timing: id 0 | task 327 | prompt eval time = 1033.14 ms / 204 tokens ( 5.06 ms per token, 197.46 tokens per second) 0.51.222.447 I slot print_timing: id 0 | task 327 | eval time = 2799.89 ms / 28 tokens ( 103.70 ms per token, 9.64 tokens per second) 0.51.222.448 I slot print_timing: id 0 | task 327 | total time = 3833.03 ms / 232 tokens 0.51.222.450 I slot print_timing: id 0 | task 327 | graphs reused = 299 0.51.222.450 I slot print_timing: id 0 | task 327 | graph reallocs = 10 / 0 (same size) / (changed size) 0.51.222.483 I slot release: id 0 | task 327 | stop processing: n_tokens = 231, truncated = 0 0.51.229.439 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 231, t_last = 51133810 0.51.260.271 I slot launch_slot_: id 0 | task 358 | processing task, is_child = 0 0.55.585.702 I slot print_timing: id 0 | task 358 | prompt eval time = 839.00 ms / 171 tokens ( 4.91 ms per token, 203.81 tokens per second) 0.55.585.708 I slot print_timing: id 0 | task 358 | eval time = 3486.41 ms / 35 tokens ( 102.54 ms per token, 9.75 tokens per second) 0.55.585.709 I slot print_timing: id 0 | task 358 | total time = 4325.41 ms / 206 tokens 0.55.585.711 I slot print_timing: id 0 | task 358 | graphs reused = 332 0.55.585.712 I slot print_timing: id 0 | task 358 | graph reallocs = 10 / 0 (same size) / (changed size) 0.55.585.739 I slot release: id 0 | task 358 | stop processing: n_tokens = 205, truncated = 0 0.55.619.842 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 205, t_last = 55497066 0.55.645.795 I slot launch_slot_: id 0 | task 396 | processing task, is_child = 0 0.59.262.111 I slot print_timing: id 0 | task 396 | prompt eval time = 935.84 ms / 168 tokens ( 5.57 ms per token, 179.52 tokens per second) 0.59.262.118 I slot print_timing: id 0 | task 396 | eval time = 2680.45 ms / 27 tokens ( 103.09 ms per token, 9.70 tokens per second) 0.59.262.119 I slot print_timing: id 0 | task 396 | total time = 3616.29 ms / 195 tokens 0.59.262.122 I slot print_timing: id 0 | task 396 | graphs reused = 357 0.59.262.124 I slot print_timing: id 0 | task 396 | graph reallocs = 11 / 0 (same size) / (changed size) 0.59.262.161 I slot release: id 0 | task 396 | stop processing: n_tokens = 194, truncated = 0 0.59.283.784 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 194, t_last = 59173488 0.59.308.563 I slot launch_slot_: id 0 | task 426 | processing task, is_child = 0 1.04.150.978 I slot print_timing: id 0 | task 426 | prompt eval time = 940.75 ms / 167 tokens ( 5.63 ms per token, 177.52 tokens per second) 1.04.150.983 I slot print_timing: id 0 | task 426 | eval time = 3901.65 ms / 39 tokens ( 102.67 ms per token, 9.74 tokens per second) 1.04.150.985 I slot print_timing: id 0 | task 426 | total time = 4842.39 ms / 206 tokens 1.04.150.986 I slot print_timing: id 0 | task 426 | graphs reused = 394 1.04.150.987 I slot print_timing: id 0 | task 426 | graph reallocs = 12 / 0 (same size) / (changed size) 1.04.151.015 I slot release: id 0 | task 426 | stop processing: n_tokens = 205, truncated = 0 1.04.170.696 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 205, t_last = 64062342 1.04.197.556 I slot launch_slot_: id 0 | task 468 | processing task, is_child = 0 1.07.957.877 I slot print_timing: id 0 | task 468 | prompt eval time = 997.86 ms / 141 tokens ( 7.08 ms per token, 141.30 tokens per second) 1.07.957.883 I slot print_timing: id 0 | task 468 | eval time = 2762.43 ms / 27 tokens ( 106.25 ms per token, 9.41 tokens per second) 1.07.957.885 I slot print_timing: id 0 | task 468 | total time = 3760.30 ms / 168 tokens 1.07.957.886 I slot print_timing: id 0 | task 468 | graphs reused = 419 1.07.957.887 I slot print_timing: id 0 | task 468 | graph reallocs = 13 / 0 (same size) / (changed size) 1.07.957.918 I slot release: id 0 | task 468 | stop processing: n_tokens = 167, truncated = 0 1.07.995.815 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 167, t_last = 67869246 1.08.017.414 I slot launch_slot_: id 0 | task 498 | processing task, is_child = 0 1.11.083.528 I slot print_timing: id 0 | task 498 | prompt eval time = 1026.40 ms / 163 tokens ( 6.30 ms per token, 158.81 tokens per second) 1.11.083.534 I slot print_timing: id 0 | task 498 | eval time = 2039.69 ms / 20 tokens ( 107.35 ms per token, 9.32 tokens per second) 1.11.083.535 I slot print_timing: id 0 | task 498 | total time = 3066.10 ms / 183 tokens 1.11.083.536 I slot print_timing: id 0 | task 498 | graphs reused = 437 1.11.083.537 I slot print_timing: id 0 | task 498 | graph reallocs = 14 / 0 (same size) / (changed size) 1.11.083.564 I slot release: id 0 | task 498 | stop processing: n_tokens = 182, truncated = 0 1.11.089.249 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 182, t_last = 70994892 1.11.114.405 I slot launch_slot_: id 0 | task 521 | processing task, is_child = 0 1.14.015.183 I slot print_timing: id 0 | task 521 | prompt eval time = 923.61 ms / 145 tokens ( 6.37 ms per token, 156.99 tokens per second) 1.14.015.188 I slot print_timing: id 0 | task 521 | eval time = 1977.15 ms / 20 tokens ( 104.06 ms per token, 9.61 tokens per second) 1.14.015.189 I slot print_timing: id 0 | task 521 | total time = 2900.76 ms / 165 tokens 1.14.015.190 I slot print_timing: id 0 | task 521 | graphs reused = 455 1.14.015.191 I slot print_timing: id 0 | task 521 | graph reallocs = 15 / 0 (same size) / (changed size) 1.14.015.217 I slot release: id 0 | task 521 | stop processing: n_tokens = 164, truncated = 0 1.14.041.349 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 164, t_last = 73926545 1.14.064.157 I slot launch_slot_: id 0 | task 544 | processing task, is_child = 0 1.16.652.818 I slot print_timing: id 0 | task 544 | prompt eval time = 899.40 ms / 140 tokens ( 6.42 ms per token, 155.66 tokens per second) 1.16.652.825 I slot print_timing: id 0 | task 544 | eval time = 1689.24 ms / 17 tokens ( 105.58 ms per token, 9.47 tokens per second) 1.16.652.826 I slot print_timing: id 0 | task 544 | total time = 2588.64 ms / 157 tokens 1.16.652.827 I slot print_timing: id 0 | task 544 | graphs reused = 470 1.16.652.828 I slot print_timing: id 0 | task 544 | graph reallocs = 16 / 0 (same size) / (changed size) 1.16.652.854 I slot release: id 0 | task 544 | stop processing: n_tokens = 156, truncated = 0 1.16.678.775 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 156, t_last = 76564181 1.16.700.723 I slot launch_slot_: id 0 | task 564 | processing task, is_child = 0 1.21.450.359 I slot print_timing: id 0 | task 564 | prompt eval time = 849.41 ms / 173 tokens ( 4.91 ms per token, 203.67 tokens per second) 1.21.450.366 I slot print_timing: id 0 | task 564 | eval time = 3900.20 ms / 38 tokens ( 105.41 ms per token, 9.49 tokens per second) 1.21.450.368 I slot print_timing: id 0 | task 564 | total time = 4749.61 ms / 211 tokens 1.21.450.369 I slot print_timing: id 0 | task 564 | graphs reused = 506 1.21.450.370 I slot print_timing: id 0 | task 564 | graph reallocs = 16 / 0 (same size) / (changed size) 1.21.450.408 I slot release: id 0 | task 564 | stop processing: n_tokens = 210, truncated = 0 1.21.472.371 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 210, t_last = 81361735 1.21.498.956 I slot launch_slot_: id 0 | task 605 | processing task, is_child = 0 1.25.705.720 I slot print_timing: id 0 | task 605 | prompt eval time = 849.73 ms / 158 tokens ( 5.38 ms per token, 185.94 tokens per second) 1.25.705.727 I slot print_timing: id 0 | task 605 | eval time = 3357.02 ms / 33 tokens ( 104.91 ms per token, 9.53 tokens per second) 1.25.705.729 I slot print_timing: id 0 | task 605 | total time = 4206.74 ms / 191 tokens 1.25.705.731 I slot print_timing: id 0 | task 605 | graphs reused = 537 1.25.705.732 I slot print_timing: id 0 | task 605 | graph reallocs = 16 / 0 (same size) / (changed size) 1.25.705.766 I slot release: id 0 | task 605 | stop processing: n_tokens = 190, truncated = 0 1.25.712.821 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 190, t_last = 85617094 1.25.738.697 I slot launch_slot_: id 0 | task 641 | processing task, is_child = 0 1.30.142.839 I slot print_timing: id 0 | task 641 | prompt eval time = 872.63 ms / 200 tokens ( 4.36 ms per token, 229.19 tokens per second) 1.30.142.845 I slot print_timing: id 0 | task 641 | eval time = 3531.49 ms / 34 tokens ( 107.01 ms per token, 9.34 tokens per second) 1.30.142.847 I slot print_timing: id 0 | task 641 | total time = 4404.12 ms / 234 tokens 1.30.142.848 I slot print_timing: id 0 | task 641 | graphs reused = 569 1.30.142.848 I slot print_timing: id 0 | task 641 | graph reallocs = 16 / 0 (same size) / (changed size) 1.30.142.880 I slot release: id 0 | task 641 | stop processing: n_tokens = 233, truncated = 0 1.30.149.471 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 233, t_last = 90054207 1.30.181.485 I slot launch_slot_: id 0 | task 678 | processing task, is_child = 0 1.34.406.693 I slot print_timing: id 0 | task 678 | prompt eval time = 1041.73 ms / 184 tokens ( 5.66 ms per token, 176.63 tokens per second) 1.34.406.698 I slot print_timing: id 0 | task 678 | eval time = 3183.46 ms / 31 tokens ( 106.12 ms per token, 9.42 tokens per second) 1.34.406.700 I slot print_timing: id 0 | task 678 | total time = 4225.18 ms / 215 tokens 1.34.406.701 I slot print_timing: id 0 | task 678 | graphs reused = 598 1.34.406.702 I slot print_timing: id 0 | task 678 | graph reallocs = 17 / 0 (same size) / (changed size) 1.34.406.731 I slot release: id 0 | task 678 | stop processing: n_tokens = 214, truncated = 0 1.34.429.986 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 214, t_last = 94318059 1.34.458.211 I slot launch_slot_: id 0 | task 712 | processing task, is_child = 0 1.41.118.739 I slot print_timing: id 0 | task 712 | prompt eval time = 877.51 ms / 196 tokens ( 4.48 ms per token, 223.36 tokens per second) 1.41.118.745 I slot print_timing: id 0 | task 712 | eval time = 5782.99 ms / 55 tokens ( 107.09 ms per token, 9.34 tokens per second) 1.41.118.747 I slot print_timing: id 0 | task 712 | total time = 6660.50 ms / 251 tokens 1.41.118.748 I slot print_timing: id 0 | task 712 | graphs reused = 651 1.41.118.749 I slot print_timing: id 0 | task 712 | graph reallocs = 17 / 0 (same size) / (changed size) 1.41.118.786 I slot release: id 0 | task 712 | stop processing: n_tokens = 250, truncated = 0 1.41.160.247 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 250, t_last = 101030114 1.41.192.822 I slot launch_slot_: id 0 | task 770 | processing task, is_child = 0 1.45.622.020 I slot print_timing: id 0 | task 770 | prompt eval time = 871.52 ms / 232 tokens ( 3.76 ms per token, 266.20 tokens per second) 1.45.622.025 I slot print_timing: id 0 | task 770 | eval time = 3557.66 ms / 34 tokens ( 107.81 ms per token, 9.28 tokens per second) 1.45.622.026 I slot print_timing: id 0 | task 770 | total time = 4429.18 ms / 266 tokens 1.45.622.028 I slot print_timing: id 0 | task 770 | graphs reused = 682 1.45.622.028 I slot print_timing: id 0 | task 770 | graph reallocs = 18 / 0 (same size) / (changed size) 1.45.622.060 I slot release: id 0 | task 770 | stop processing: n_tokens = 265, truncated = 0 1.45.653.173 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 265, t_last = 105533388 1.45.688.647 I slot launch_slot_: id 0 | task 807 | processing task, is_child = 0 1.50.290.688 I slot print_timing: id 0 | task 807 | prompt eval time = 873.28 ms / 193 tokens ( 4.52 ms per token, 221.01 tokens per second) 1.50.290.694 I slot print_timing: id 0 | task 807 | eval time = 3728.73 ms / 36 tokens ( 106.54 ms per token, 9.39 tokens per second) 1.50.290.695 I slot print_timing: id 0 | task 807 | total time = 4602.02 ms / 229 tokens 1.50.290.696 I slot print_timing: id 0 | task 807 | graphs reused = 716 1.50.290.697 I slot print_timing: id 0 | task 807 | graph reallocs = 18 / 0 (same size) / (changed size) 1.50.290.725 I slot release: id 0 | task 807 | stop processing: n_tokens = 228, truncated = 0 1.50.296.524 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 228, t_last = 110202053 1.50.325.147 I slot launch_slot_: id 0 | task 846 | processing task, is_child = 0 1.54.532.668 I slot print_timing: id 0 | task 846 | prompt eval time = 942.73 ms / 148 tokens ( 6.37 ms per token, 156.99 tokens per second) 1.54.532.674 I slot print_timing: id 0 | task 846 | eval time = 3264.77 ms / 32 tokens ( 105.32 ms per token, 9.50 tokens per second) 1.54.532.675 I slot print_timing: id 0 | task 846 | total time = 4207.50 ms / 180 tokens 1.54.532.676 I slot print_timing: id 0 | task 846 | graphs reused = 746 1.54.532.677 I slot print_timing: id 0 | task 846 | graph reallocs = 19 / 0 (same size) / (changed size) 1.54.532.705 I slot release: id 0 | task 846 | stop processing: n_tokens = 179, truncated = 0 1.54.563.767 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 179, t_last = 114444033 1.54.586.632 I slot launch_slot_: id 0 | task 881 | processing task, is_child = 0 1.59.797.446 I slot print_timing: id 0 | task 881 | prompt eval time = 1091.91 ms / 174 tokens ( 6.28 ms per token, 159.35 tokens per second) 1.59.797.453 I slot print_timing: id 0 | task 881 | eval time = 4118.88 ms / 41 tokens ( 102.97 ms per token, 9.71 tokens per second) 1.59.797.454 I slot print_timing: id 0 | task 881 | total time = 5210.79 ms / 215 tokens 1.59.797.455 I slot print_timing: id 0 | task 881 | graphs reused = 785 1.59.797.456 I slot print_timing: id 0 | task 881 | graph reallocs = 20 / 0 (same size) / (changed size) 1.59.797.486 I slot release: id 0 | task 881 | stop processing: n_tokens = 214, truncated = 0 1.59.840.899 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 214, t_last = 119708813 1.59.866.852 I slot launch_slot_: id 0 | task 925 | processing task, is_child = 0 2.05.863.909 I slot print_timing: id 0 | task 925 | prompt eval time = 872.45 ms / 204 tokens ( 4.28 ms per token, 233.82 tokens per second) 2.05.863.916 I slot print_timing: id 0 | task 925 | eval time = 5124.57 ms / 51 tokens ( 102.49 ms per token, 9.76 tokens per second) 2.05.863.918 I slot print_timing: id 0 | task 925 | total time = 5997.02 ms / 255 tokens 2.05.863.919 I slot print_timing: id 0 | task 925 | graphs reused = 834 2.05.863.920 I slot print_timing: id 0 | task 925 | graph reallocs = 20 / 0 (same size) / (changed size) 2.05.863.956 I slot release: id 0 | task 925 | stop processing: n_tokens = 254, truncated = 0 2.05.871.332 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 254, t_last = 125775284 2.05.900.742 I slot launch_slot_: id 0 | task 979 | processing task, is_child = 0 2.10.653.043 I slot print_timing: id 0 | task 979 | prompt eval time = 1020.63 ms / 178 tokens ( 5.73 ms per token, 174.40 tokens per second) 2.10.653.048 I slot print_timing: id 0 | task 979 | eval time = 3731.62 ms / 37 tokens ( 103.66 ms per token, 9.65 tokens per second) 2.10.653.049 I slot print_timing: id 0 | task 979 | total time = 4752.26 ms / 215 tokens 2.10.653.051 I slot print_timing: id 0 | task 979 | graphs reused = 869 2.10.653.052 I slot print_timing: id 0 | task 979 | graph reallocs = 21 / 0 (same size) / (changed size) 2.10.653.080 I slot release: id 0 | task 979 | stop processing: n_tokens = 214, truncated = 0 2.10.659.352 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 214, t_last = 130564407 2.10.687.391 I slot launch_slot_: id 0 | task 1019 | processing task, is_child = 0 2.15.591.040 I slot print_timing: id 0 | task 1019 | prompt eval time = 930.63 ms / 153 tokens ( 6.08 ms per token, 164.41 tokens per second) 2.15.591.046 I slot print_timing: id 0 | task 1019 | eval time = 3973.00 ms / 36 tokens ( 113.51 ms per token, 8.81 tokens per second) 2.15.591.047 I slot print_timing: id 0 | task 1019 | total time = 4903.62 ms / 189 tokens 2.15.591.049 I slot print_timing: id 0 | task 1019 | graphs reused = 903 2.15.591.050 I slot print_timing: id 0 | task 1019 | graph reallocs = 22 / 0 (same size) / (changed size) 2.15.591.085 I slot release: id 0 | task 1019 | stop processing: n_tokens = 188, truncated = 0 2.15.613.371 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 188, t_last = 135502412 2.15.639.092 I slot launch_slot_: id 0 | task 1058 | processing task, is_child = 0 2.18.800.783 I slot print_timing: id 0 | task 1058 | prompt eval time = 1018.02 ms / 154 tokens ( 6.61 ms per token, 151.27 tokens per second) 2.18.800.790 I slot print_timing: id 0 | task 1058 | eval time = 2143.64 ms / 19 tokens ( 119.09 ms per token, 8.40 tokens per second) 2.18.800.791 I slot print_timing: id 0 | task 1058 | total time = 3161.66 ms / 173 tokens 2.18.800.792 I slot print_timing: id 0 | task 1058 | graphs reused = 920 2.18.800.794 I slot print_timing: id 0 | task 1058 | graph reallocs = 23 / 0 (same size) / (changed size) 2.18.800.822 I slot release: id 0 | task 1058 | stop processing: n_tokens = 172, truncated = 0 2.18.808.786 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 172, t_last = 138712150 2.18.832.507 I slot launch_slot_: id 0 | task 1080 | processing task, is_child = 0 2.24.037.378 I slot print_timing: id 0 | task 1080 | prompt eval time = 1043.33 ms / 179 tokens ( 5.83 ms per token, 171.57 tokens per second) 2.24.037.385 I slot print_timing: id 0 | task 1080 | eval time = 4161.51 ms / 39 tokens ( 109.51 ms per token, 9.13 tokens per second) 2.24.037.386 I slot print_timing: id 0 | task 1080 | total time = 5204.84 ms / 218 tokens 2.24.037.388 I slot print_timing: id 0 | task 1080 | graphs reused = 957 2.24.037.390 I slot print_timing: id 0 | task 1080 | graph reallocs = 24 / 0 (same size) / (changed size) 2.24.037.424 I slot release: id 0 | task 1080 | stop processing: n_tokens = 217, truncated = 0 2.24.045.321 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 217, t_last = 143948752 2.24.072.052 I slot launch_slot_: id 0 | task 1122 | processing task, is_child = 0 2.29.214.554 I slot print_timing: id 0 | task 1122 | prompt eval time = 830.34 ms / 207 tokens ( 4.01 ms per token, 249.30 tokens per second) 2.29.214.560 I slot print_timing: id 0 | task 1122 | eval time = 4312.14 ms / 43 tokens ( 102.67 ms per token, 9.74 tokens per second) 2.29.214.562 I slot print_timing: id 0 | task 1122 | total time = 5142.48 ms / 250 tokens 2.29.214.563 I slot print_timing: id 0 | task 1122 | graphs reused = 998 2.29.214.565 I slot print_timing: id 0 | task 1122 | graph reallocs = 24 / 0 (same size) / (changed size) 2.29.214.601 I slot release: id 0 | task 1122 | stop processing: n_tokens = 249, truncated = 0 2.29.221.124 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 249, t_last = 149125928 2.29.251.349 I slot launch_slot_: id 0 | task 1168 | processing task, is_child = 0 2.33.067.695 I slot print_timing: id 0 | task 1168 | prompt eval time = 854.95 ms / 140 tokens ( 6.11 ms per token, 163.75 tokens per second) 2.33.067.701 I slot print_timing: id 0 | task 1168 | eval time = 2961.38 ms / 30 tokens ( 102.12 ms per token, 9.79 tokens per second) 2.33.067.702 I slot print_timing: id 0 | task 1168 | total time = 3816.33 ms / 170 tokens 2.33.067.703 I slot print_timing: id 0 | task 1168 | graphs reused = 1026 2.33.067.704 I slot print_timing: id 0 | task 1168 | graph reallocs = 25 / 0 (same size) / (changed size) 2.33.067.731 I slot release: id 0 | task 1168 | stop processing: n_tokens = 169, truncated = 0 2.33.075.176 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 169, t_last = 152979058 2.33.096.043 I slot launch_slot_: id 0 | task 1201 | processing task, is_child = 0 2.36.974.499 I slot print_timing: id 0 | task 1201 | prompt eval time = 915.10 ms / 189 tokens ( 4.84 ms per token, 206.54 tokens per second) 2.36.974.504 I slot print_timing: id 0 | task 1201 | eval time = 2963.34 ms / 30 tokens ( 102.18 ms per token, 9.79 tokens per second) 2.36.974.505 I slot print_timing: id 0 | task 1201 | total time = 3878.44 ms / 219 tokens 2.36.974.507 I slot print_timing: id 0 | task 1201 | graphs reused = 1054 2.36.974.507 I slot print_timing: id 0 | task 1201 | graph reallocs = 26 / 0 (same size) / (changed size) 2.36.974.537 I slot release: id 0 | task 1201 | stop processing: n_tokens = 218, truncated = 0 2.36.999.399 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 218, t_last = 156885865 2.37.027.265 I slot launch_slot_: id 0 | task 1234 | processing task, is_child = 0 2.39.987.986 I slot print_timing: id 0 | task 1234 | prompt eval time = 813.92 ms / 114 tokens ( 7.14 ms per token, 140.06 tokens per second) 2.39.987.992 I slot print_timing: id 0 | task 1234 | eval time = 2146.78 ms / 22 tokens ( 102.23 ms per token, 9.78 tokens per second) 2.39.987.994 I slot print_timing: id 0 | task 1234 | total time = 2960.70 ms / 136 tokens 2.39.987.994 I slot print_timing: id 0 | task 1234 | graphs reused = 1074 2.39.987.996 I slot print_timing: id 0 | task 1234 | graph reallocs = 27 / 0 (same size) / (changed size) 2.39.988.018 I slot release: id 0 | task 1234 | stop processing: n_tokens = 135, truncated = 0 2.40.013.098 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 135, t_last = 159899345 2.40.030.571 I slot launch_slot_: id 0 | task 1259 | processing task, is_child = 0 2.43.680.710 I slot print_timing: id 0 | task 1259 | prompt eval time = 872.90 ms / 126 tokens ( 6.93 ms per token, 144.35 tokens per second) 2.43.680.716 I slot print_timing: id 0 | task 1259 | eval time = 2777.21 ms / 28 tokens ( 102.86 ms per token, 9.72 tokens per second) 2.43.680.717 I slot print_timing: id 0 | task 1259 | total time = 3650.12 ms / 154 tokens 2.43.680.718 I slot print_timing: id 0 | task 1259 | graphs reused = 1100 2.43.680.719 I slot print_timing: id 0 | task 1259 | graph reallocs = 28 / 0 (same size) / (changed size) 2.43.680.744 I slot release: id 0 | task 1259 | stop processing: n_tokens = 153, truncated = 0 2.43.713.582 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 153, t_last = 163592071 2.43.732.535 I slot launch_slot_: id 0 | task 1290 | processing task, is_child = 0 2.46.598.593 I slot print_timing: id 0 | task 1290 | prompt eval time = 818.69 ms / 135 tokens ( 6.06 ms per token, 164.90 tokens per second) 2.46.598.600 I slot print_timing: id 0 | task 1290 | eval time = 2047.35 ms / 21 tokens ( 102.37 ms per token, 9.77 tokens per second) 2.46.598.601 I slot print_timing: id 0 | task 1290 | total time = 2866.04 ms / 156 tokens 2.46.598.601 I slot print_timing: id 0 | task 1290 | graphs reused = 1119 2.46.598.602 I slot print_timing: id 0 | task 1290 | graph reallocs = 29 / 0 (same size) / (changed size) 2.46.598.628 I slot release: id 0 | task 1290 | stop processing: n_tokens = 155, truncated = 0 2.46.642.613 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 155, t_last = 166509956 2.46.662.753 I slot launch_slot_: id 0 | task 1314 | processing task, is_child = 0 2.50.278.999 I slot print_timing: id 0 | task 1314 | prompt eval time = 764.76 ms / 125 tokens ( 6.12 ms per token, 163.45 tokens per second) 2.50.279.006 I slot print_timing: id 0 | task 1314 | eval time = 2851.47 ms / 29 tokens ( 101.84 ms per token, 9.82 tokens per second) 2.50.279.007 I slot print_timing: id 0 | task 1314 | total time = 3616.22 ms / 154 tokens 2.50.279.008 I slot print_timing: id 0 | task 1314 | graphs reused = 1146 2.50.279.009 I slot print_timing: id 0 | task 1314 | graph reallocs = 30 / 0 (same size) / (changed size) 2.50.279.037 I slot release: id 0 | task 1314 | stop processing: n_tokens = 153, truncated = 0 2.50.299.028 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 153, t_last = 170190364 2.50.317.932 I slot launch_slot_: id 0 | task 1346 | processing task, is_child = 0 2.54.019.778 I slot print_timing: id 0 | task 1346 | prompt eval time = 845.43 ms / 191 tokens ( 4.43 ms per token, 225.92 tokens per second) 2.54.019.785 I slot print_timing: id 0 | task 1346 | eval time = 2856.39 ms / 29 tokens ( 102.01 ms per token, 9.80 tokens per second) 2.54.019.787 I slot print_timing: id 0 | task 1346 | total time = 3701.82 ms / 220 tokens 2.54.019.788 I slot print_timing: id 0 | task 1346 | graphs reused = 1173 2.54.019.789 I slot print_timing: id 0 | task 1346 | graph reallocs = 30 / 0 (same size) / (changed size) 2.54.019.825 I slot release: id 0 | task 1346 | stop processing: n_tokens = 219, truncated = 0 2.54.028.142 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 219, t_last = 173931152 2.54.054.723 I slot launch_slot_: id 0 | task 1378 | processing task, is_child = 0 2.59.370.636 I slot print_timing: id 0 | task 1378 | prompt eval time = 877.14 ms / 309 tokens ( 2.84 ms per token, 352.28 tokens per second) 2.59.370.642 I slot print_timing: id 0 | task 1378 | eval time = 4438.75 ms / 44 tokens ( 103.23 ms per token, 9.69 tokens per second) 2.59.370.644 I slot print_timing: id 0 | task 1378 | total time = 5315.89 ms / 353 tokens 2.59.370.645 I slot print_timing: id 0 | task 1378 | graphs reused = 1215 2.59.370.646 I slot print_timing: id 0 | task 1378 | graph reallocs = 31 / 0 (same size) / (changed size) 2.59.370.686 I slot release: id 0 | task 1378 | stop processing: n_tokens = 352, truncated = 0 2.59.377.109 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 352, t_last = 179282013 2.59.420.364 I slot launch_slot_: id 0 | task 1425 | processing task, is_child = 0 3.03.016.270 I slot print_timing: id 0 | task 1425 | prompt eval time = 918.59 ms / 139 tokens ( 6.61 ms per token, 151.32 tokens per second) 3.03.016.276 I slot print_timing: id 0 | task 1425 | eval time = 2677.29 ms / 27 tokens ( 102.97 ms per token, 9.71 tokens per second) 3.03.016.277 I slot print_timing: id 0 | task 1425 | total time = 3595.88 ms / 166 tokens 3.03.016.278 I slot print_timing: id 0 | task 1425 | graphs reused = 1240 3.03.016.279 I slot print_timing: id 0 | task 1425 | graph reallocs = 32 / 0 (same size) / (changed size) 3.03.016.305 I slot release: id 0 | task 1425 | stop processing: n_tokens = 165, truncated = 0 3.03.054.025 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 165, t_last = 182927632 3.03.075.148 I slot launch_slot_: id 0 | task 1455 | processing task, is_child = 0 3.07.055.100 I slot print_timing: id 0 | task 1455 | prompt eval time = 912.93 ms / 172 tokens ( 5.31 ms per token, 188.40 tokens per second) 3.07.055.106 I slot print_timing: id 0 | task 1455 | eval time = 3066.99 ms / 31 tokens ( 102.23 ms per token, 9.78 tokens per second) 3.07.055.107 I slot print_timing: id 0 | task 1455 | total time = 3979.93 ms / 203 tokens 3.07.055.108 I slot print_timing: id 0 | task 1455 | graphs reused = 1269 3.07.055.108 I slot print_timing: id 0 | task 1455 | graph reallocs = 33 / 0 (same size) / (changed size) 3.07.055.138 I slot release: id 0 | task 1455 | stop processing: n_tokens = 202, truncated = 0 3.07.063.540 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 202, t_last = 186966465 3.07.091.046 I slot launch_slot_: id 0 | task 1489 | processing task, is_child = 0 3.11.953.494 I slot print_timing: id 0 | task 1489 | prompt eval time = 837.40 ms / 225 tokens ( 3.72 ms per token, 268.69 tokens per second) 3.11.953.500 I slot print_timing: id 0 | task 1489 | eval time = 4025.02 ms / 40 tokens ( 103.21 ms per token, 9.69 tokens per second) 3.11.953.502 I slot print_timing: id 0 | task 1489 | total time = 4862.42 ms / 265 tokens 3.11.953.503 I slot print_timing: id 0 | task 1489 | graphs reused = 1306 3.11.953.504 I slot print_timing: id 0 | task 1489 | graph reallocs = 34 / 0 (same size) / (changed size) 3.11.953.537 I slot release: id 0 | task 1489 | stop processing: n_tokens = 264, truncated = 0 3.11.970.924 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 264, t_last = 191864864 3.12.004.871 I slot launch_slot_: id 0 | task 1532 | processing task, is_child = 0 3.16.249.465 I slot print_timing: id 0 | task 1532 | prompt eval time = 1042.40 ms / 225 tokens ( 4.63 ms per token, 215.85 tokens per second) 3.16.249.470 I slot print_timing: id 0 | task 1532 | eval time = 3202.17 ms / 32 tokens ( 103.30 ms per token, 9.68 tokens per second) 3.16.249.472 I slot print_timing: id 0 | task 1532 | total time = 4244.57 ms / 257 tokens 3.16.249.472 I slot print_timing: id 0 | task 1532 | graphs reused = 1336 3.16.249.473 I slot print_timing: id 0 | task 1532 | graph reallocs = 35 / 0 (same size) / (changed size) 3.16.249.506 I slot release: id 0 | task 1532 | stop processing: n_tokens = 256, truncated = 0 3.16.265.617 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 256, t_last = 196160834 3.16.300.188 I slot launch_slot_: id 0 | task 1567 | processing task, is_child = 0 3.19.907.540 I slot print_timing: id 0 | task 1567 | prompt eval time = 830.82 ms / 147 tokens ( 5.65 ms per token, 176.93 tokens per second) 3.19.907.547 I slot print_timing: id 0 | task 1567 | eval time = 2776.51 ms / 28 tokens ( 102.83 ms per token, 9.72 tokens per second) 3.19.907.548 I slot print_timing: id 0 | task 1567 | total time = 3607.33 ms / 175 tokens 3.19.907.550 I slot print_timing: id 0 | task 1567 | graphs reused = 1362 3.19.907.552 I slot print_timing: id 0 | task 1567 | graph reallocs = 36 / 0 (same size) / (changed size) 3.19.907.583 I slot release: id 0 | task 1567 | stop processing: n_tokens = 174, truncated = 0 3.19.935.640 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 174, t_last = 199818910 3.19.959.946 I slot launch_slot_: id 0 | task 1598 | processing task, is_child = 0 3.24.111.724 I slot print_timing: id 0 | task 1598 | prompt eval time = 965.94 ms / 166 tokens ( 5.82 ms per token, 171.85 tokens per second) 3.24.111.730 I slot print_timing: id 0 | task 1598 | eval time = 3185.81 ms / 32 tokens ( 102.77 ms per token, 9.73 tokens per second) 3.24.111.731 I slot print_timing: id 0 | task 1598 | total time = 4151.75 ms / 198 tokens 3.24.111.732 I slot print_timing: id 0 | task 1598 | graphs reused = 1392 3.24.111.733 I slot print_timing: id 0 | task 1598 | graph reallocs = 37 / 0 (same size) / (changed size) 3.24.111.760 I slot release: id 0 | task 1598 | stop processing: n_tokens = 197, truncated = 0 3.24.150.435 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 197, t_last = 204023088 3.24.178.445 I slot launch_slot_: id 0 | task 1633 | processing task, is_child = 0 3.27.872.784 I slot print_timing: id 0 | task 1633 | prompt eval time = 912.28 ms / 167 tokens ( 5.46 ms per token, 183.06 tokens per second) 3.27.872.791 I slot print_timing: id 0 | task 1633 | eval time = 2782.03 ms / 28 tokens ( 103.04 ms per token, 9.71 tokens per second) 3.27.872.792 I slot print_timing: id 0 | task 1633 | total time = 3694.32 ms / 195 tokens 3.27.872.794 I slot print_timing: id 0 | task 1633 | graphs reused = 1418 3.27.872.795 I slot print_timing: id 0 | task 1633 | graph reallocs = 38 / 0 (same size) / (changed size) 3.27.872.823 I slot release: id 0 | task 1633 | stop processing: n_tokens = 194, truncated = 0 3.27.891.034 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 194, t_last = 207784151 3.27.917.048 I slot launch_slot_: id 0 | task 1664 | processing task, is_child = 0 3.33.242.215 I slot print_timing: id 0 | task 1664 | prompt eval time = 1079.62 ms / 195 tokens ( 5.54 ms per token, 180.62 tokens per second) 3.33.242.221 I slot print_timing: id 0 | task 1664 | eval time = 4245.52 ms / 42 tokens ( 103.55 ms per token, 9.66 tokens per second) 3.33.242.222 I slot print_timing: id 0 | task 1664 | total time = 5325.14 ms / 237 tokens 3.33.242.223 I slot print_timing: id 0 | task 1664 | graphs reused = 1458 3.33.242.224 I slot print_timing: id 0 | task 1664 | graph reallocs = 39 / 0 (same size) / (changed size) 3.33.242.252 I slot release: id 0 | task 1664 | stop processing: n_tokens = 236, truncated = 0 3.33.266.830 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 236, t_last = 213153580 3.33.266.873 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 149.417 MiB) 3.33.305.827 I slot launch_slot_: id 0 | task 1709 | processing task, is_child = 0 3.37.597.659 I slot print_timing: id 0 | task 1709 | prompt eval time = 913.77 ms / 144 tokens ( 6.35 ms per token, 157.59 tokens per second) 3.37.597.665 I slot print_timing: id 0 | task 1709 | eval time = 3378.04 ms / 34 tokens ( 102.36 ms per token, 9.77 tokens per second) 3.37.597.666 I slot print_timing: id 0 | task 1709 | total time = 4291.81 ms / 178 tokens 3.37.597.668 I slot print_timing: id 0 | task 1709 | graphs reused = 1490 3.37.597.669 I slot print_timing: id 0 | task 1709 | graph reallocs = 40 / 0 (same size) / (changed size) 3.37.597.696 I slot release: id 0 | task 1709 | stop processing: n_tokens = 177, truncated = 0 3.37.604.352 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 177, t_last = 217509023 3.37.628.301 I slot launch_slot_: id 0 | task 1746 | processing task, is_child = 0 3.41.311.751 I slot print_timing: id 0 | task 1746 | prompt eval time = 1013.26 ms / 208 tokens ( 4.87 ms per token, 205.28 tokens per second) 3.41.311.755 I slot print_timing: id 0 | task 1746 | eval time = 2670.17 ms / 27 tokens ( 102.70 ms per token, 9.74 tokens per second) 3.41.311.756 I slot print_timing: id 0 | task 1746 | total time = 3683.43 ms / 235 tokens 3.41.311.758 I slot print_timing: id 0 | task 1746 | graphs reused = 1515 3.41.311.759 I slot print_timing: id 0 | task 1746 | graph reallocs = 41 / 0 (same size) / (changed size) 3.41.311.792 I slot release: id 0 | task 1746 | stop processing: n_tokens = 234, truncated = 0 3.41.345.489 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 234, t_last = 221223120 3.41.345.549 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 104.274 MiB) 3.41.348.075 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 142.120 MiB) 3.41.391.639 I slot launch_slot_: id 0 | task 1776 | processing task, is_child = 0 3.45.904.437 I slot print_timing: id 0 | task 1776 | prompt eval time = 835.31 ms / 164 tokens ( 5.09 ms per token, 196.33 tokens per second) 3.45.904.444 I slot print_timing: id 0 | task 1776 | eval time = 3677.46 ms / 37 tokens ( 102.15 ms per token, 9.79 tokens per second) 3.45.904.445 I slot print_timing: id 0 | task 1776 | total time = 4512.77 ms / 201 tokens 3.45.904.446 I slot print_timing: id 0 | task 1776 | graphs reused = 1550 3.45.904.447 I slot print_timing: id 0 | task 1776 | graph reallocs = 42 / 0 (same size) / (changed size) 3.45.904.481 I slot release: id 0 | task 1776 | stop processing: n_tokens = 200, truncated = 0 3.45.929.461 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 200, t_last = 225815809 3.45.929.500 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 179.949 MiB) 3.45.963.025 I slot launch_slot_: id 0 | task 1816 | processing task, is_child = 0 3.49.907.886 I slot print_timing: id 0 | task 1816 | prompt eval time = 958.44 ms / 154 tokens ( 6.22 ms per token, 160.68 tokens per second) 3.49.907.893 I slot print_timing: id 0 | task 1816 | eval time = 2986.39 ms / 30 tokens ( 102.98 ms per token, 9.71 tokens per second) 3.49.907.894 I slot print_timing: id 0 | task 1816 | total time = 3944.84 ms / 184 tokens 3.49.907.897 I slot print_timing: id 0 | task 1816 | graphs reused = 1578 3.49.907.899 I slot print_timing: id 0 | task 1816 | graph reallocs = 43 / 0 (same size) / (changed size) 3.49.907.926 I slot release: id 0 | task 1816 | stop processing: n_tokens = 183, truncated = 0 3.49.933.453 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 183, t_last = 229819254 3.49.933.497 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 161.636 MiB) 3.49.964.525 I slot launch_slot_: id 0 | task 1849 | processing task, is_child = 0 3.56.505.649 I slot print_timing: id 0 | task 1849 | prompt eval time = 860.72 ms / 284 tokens ( 3.03 ms per token, 329.95 tokens per second) 3.56.505.655 I slot print_timing: id 0 | task 1849 | eval time = 5680.37 ms / 56 tokens ( 103.28 ms per token, 9.68 tokens per second) 3.56.505.656 I slot print_timing: id 0 | task 1849 | total time = 6541.10 ms / 340 tokens 3.56.505.657 I slot print_timing: id 0 | task 1849 | graphs reused = 1632 3.56.505.658 I slot print_timing: id 0 | task 1849 | graph reallocs = 44 / 0 (same size) / (changed size) 3.56.505.693 I slot release: id 0 | task 1849 | stop processing: n_tokens = 339, truncated = 0 3.56.513.210 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 339, t_last = 236417021 3.56.513.270 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 163.480 MiB) 3.56.516.225 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 198.060 MiB) 3.56.572.618 I slot launch_slot_: id 0 | task 1908 | processing task, is_child = 0 4.05.181.447 I slot print_timing: id 0 | task 1908 | prompt eval time = 855.36 ms / 258 tokens ( 3.32 ms per token, 301.63 tokens per second) 4.05.181.453 I slot print_timing: id 0 | task 1908 | eval time = 7753.44 ms / 76 tokens ( 103.38 ms per token, 9.67 tokens per second) 4.05.181.455 I slot print_timing: id 0 | task 1908 | total time = 8608.81 ms / 334 tokens 4.05.181.456 I slot print_timing: id 0 | task 1908 | graphs reused = 1706 4.05.181.457 I slot print_timing: id 0 | task 1908 | graph reallocs = 44 / 0 (same size) / (changed size) 4.05.181.488 I slot release: id 0 | task 1908 | stop processing: n_tokens = 333, truncated = 0 4.05.202.253 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 333, t_last = 245092815 4.05.202.328 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 247.484 MiB) 4.05.253.672 I slot launch_slot_: id 0 | task 1987 | processing task, is_child = 0 4.09.364.627 I slot print_timing: id 0 | task 1987 | prompt eval time = 913.70 ms / 154 tokens ( 5.93 ms per token, 168.54 tokens per second) 4.09.364.634 I slot print_timing: id 0 | task 1987 | eval time = 3197.23 ms / 32 tokens ( 103.14 ms per token, 9.70 tokens per second) 4.09.364.635 I slot print_timing: id 0 | task 1987 | total time = 4110.93 ms / 186 tokens 4.09.364.637 I slot print_timing: id 0 | task 1987 | graphs reused = 1736 4.09.364.639 I slot print_timing: id 0 | task 1987 | graph reallocs = 45 / 0 (same size) / (changed size) 4.09.364.670 I slot release: id 0 | task 1987 | stop processing: n_tokens = 185, truncated = 0 4.09.372.105 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 185, t_last = 249275998 4.09.396.856 I slot launch_slot_: id 0 | task 2022 | processing task, is_child = 0 4.13.166.985 I slot print_timing: id 0 | task 2022 | prompt eval time = 974.14 ms / 189 tokens ( 5.15 ms per token, 194.02 tokens per second) 4.13.166.991 I slot print_timing: id 0 | task 2022 | eval time = 2795.96 ms / 28 tokens ( 103.55 ms per token, 9.66 tokens per second) 4.13.166.992 I slot print_timing: id 0 | task 2022 | total time = 3770.10 ms / 217 tokens 4.13.166.993 I slot print_timing: id 0 | task 2022 | graphs reused = 1762 4.13.166.994 I slot print_timing: id 0 | task 2022 | graph reallocs = 46 / 0 (same size) / (changed size) 4.13.167.026 I slot release: id 0 | task 2022 | stop processing: n_tokens = 216, truncated = 0 4.13.173.542 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 216, t_last = 253078354 4.13.173.591 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 131.400 MiB) 4.13.176.113 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 141.791 MiB) 4.13.214.270 I slot launch_slot_: id 0 | task 2053 | processing task, is_child = 0 4.16.983.248 I slot print_timing: id 0 | task 2053 | prompt eval time = 904.23 ms / 150 tokens ( 6.03 ms per token, 165.89 tokens per second) 4.16.983.254 I slot print_timing: id 0 | task 2053 | eval time = 2864.73 ms / 29 tokens ( 102.31 ms per token, 9.77 tokens per second) 4.16.983.256 I slot print_timing: id 0 | task 2053 | total time = 3768.95 ms / 179 tokens 4.16.983.257 I slot print_timing: id 0 | task 2053 | graphs reused = 1789 4.16.983.258 I slot print_timing: id 0 | task 2053 | graph reallocs = 47 / 0 (same size) / (changed size) 4.16.983.290 I slot release: id 0 | task 2053 | stop processing: n_tokens = 178, truncated = 0 4.17.004.848 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 178, t_last = 256894618 4.17.004.902 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 159.355 MiB) 4.17.033.436 I slot launch_slot_: id 0 | task 2085 | processing task, is_child = 0 4.21.668.536 I slot print_timing: id 0 | task 2085 | prompt eval time = 842.80 ms / 212 tokens ( 3.98 ms per token, 251.54 tokens per second) 4.21.668.541 I slot print_timing: id 0 | task 2085 | eval time = 3792.28 ms / 38 tokens ( 102.49 ms per token, 9.76 tokens per second) 4.21.668.542 I slot print_timing: id 0 | task 2085 | total time = 4635.08 ms / 250 tokens 4.21.668.543 I slot print_timing: id 0 | task 2085 | graphs reused = 1825 4.21.668.544 I slot print_timing: id 0 | task 2085 | graph reallocs = 47 / 0 (same size) / (changed size) 4.21.668.574 I slot release: id 0 | task 2085 | stop processing: n_tokens = 249, truncated = 0 4.21.715.413 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 249, t_last = 261579902 4.21.715.459 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 191.434 MiB) 4.21.756.380 I slot launch_slot_: id 0 | task 2126 | processing task, is_child = 0 4.25.533.955 I slot print_timing: id 0 | task 2126 | prompt eval time = 882.48 ms / 336 tokens ( 2.63 ms per token, 380.75 tokens per second) 4.25.533.961 I slot print_timing: id 0 | task 2126 | eval time = 2895.07 ms / 29 tokens ( 103.40 ms per token, 9.67 tokens per second) 4.25.533.962 I slot print_timing: id 0 | task 2126 | total time = 3777.55 ms / 365 tokens 4.25.533.963 I slot print_timing: id 0 | task 2126 | graphs reused = 1852 4.25.533.963 I slot print_timing: id 0 | task 2126 | graph reallocs = 47 / 0 (same size) / (changed size) 4.25.533.996 I slot release: id 0 | task 2126 | stop processing: n_tokens = 364, truncated = 0 4.25.542.198 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 364, t_last = 265445323 4.25.542.251 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 159.152 MiB) 4.25.545.007 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 158.980 MiB) 4.25.607.478 I slot launch_slot_: id 0 | task 2158 | processing task, is_child = 0 4.29.421.777 I slot print_timing: id 0 | task 2158 | prompt eval time = 913.31 ms / 399 tokens ( 2.29 ms per token, 436.87 tokens per second) 4.29.421.784 I slot print_timing: id 0 | task 2158 | eval time = 2900.96 ms / 29 tokens ( 103.61 ms per token, 9.65 tokens per second) 4.29.421.785 I slot print_timing: id 0 | task 2158 | total time = 3814.27 ms / 428 tokens 4.29.421.786 I slot print_timing: id 0 | task 2158 | graphs reused = 1879 4.29.421.787 I slot print_timing: id 0 | task 2158 | graph reallocs = 47 / 0 (same size) / (changed size) 4.29.421.828 I slot release: id 0 | task 2158 | stop processing: n_tokens = 427, truncated = 0 4.29.466.997 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 427, t_last = 269333156 4.29.467.082 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 161.964 MiB) 4.29.471.009 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 131.057 MiB) 4.29.542.952 I slot launch_slot_: id 0 | task 2190 | processing task, is_child = 0 4.34.025.468 I slot print_timing: id 0 | task 2190 | prompt eval time = 942.47 ms / 442 tokens ( 2.13 ms per token, 468.98 tokens per second) 4.34.025.475 I slot print_timing: id 0 | task 2190 | eval time = 3540.02 ms / 35 tokens ( 104.12 ms per token, 9.60 tokens per second) 4.34.025.476 I slot print_timing: id 0 | task 2190 | total time = 4482.49 ms / 477 tokens 4.34.025.477 I slot print_timing: id 0 | task 2190 | graphs reused = 1912 4.34.025.478 I slot print_timing: id 0 | task 2190 | graph reallocs = 47 / 0 (same size) / (changed size) 4.34.025.525 I slot release: id 0 | task 2190 | stop processing: n_tokens = 476, truncated = 0 4.34.035.335 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 476, t_last = 273936853 4.34.035.408 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 149.729 MiB) 4.34.038.047 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 134.447 MiB) 4.34.040.387 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 129.634 MiB) 4.34.124.431 I slot launch_slot_: id 0 | task 2228 | processing task, is_child = 0 4.40.152.866 I slot print_timing: id 0 | task 2228 | prompt eval time = 1165.25 ms / 430 tokens ( 2.71 ms per token, 369.02 tokens per second) 4.40.152.871 I slot print_timing: id 0 | task 2228 | eval time = 4863.16 ms / 48 tokens ( 103.47 ms per token, 9.66 tokens per second) 4.40.152.872 I slot print_timing: id 0 | task 2228 | total time = 6028.41 ms / 478 tokens 4.40.152.873 I slot print_timing: id 0 | task 2228 | graphs reused = 1958 4.40.152.874 I slot print_timing: id 0 | task 2228 | graph reallocs = 48 / 0 (same size) / (changed size) 4.40.152.911 I slot release: id 0 | task 2228 | stop processing: n_tokens = 477, truncated = 0 4.40.192.646 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 477, t_last = 280064238 4.40.192.720 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 162.355 MiB) 4.40.195.644 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 148.292 MiB) 4.40.198.158 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 187.716 MiB) 4.40.278.904 I slot launch_slot_: id 0 | task 2279 | processing task, is_child = 0 4.43.960.033 I slot print_timing: id 0 | task 2279 | prompt eval time = 1106.64 ms / 267 tokens ( 4.14 ms per token, 241.27 tokens per second) 4.43.960.040 I slot print_timing: id 0 | task 2279 | eval time = 2574.46 ms / 26 tokens ( 102.98 ms per token, 9.71 tokens per second) 4.43.960.041 I slot print_timing: id 0 | task 2279 | total time = 3681.11 ms / 293 tokens 4.43.960.041 I slot print_timing: id 0 | task 2279 | graphs reused = 1982 4.43.960.042 I slot print_timing: id 0 | task 2279 | graph reallocs = 49 / 0 (same size) / (changed size) 4.43.960.073 I slot release: id 0 | task 2279 | stop processing: n_tokens = 292, truncated = 0 4.43.968.264 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 292, t_last = 283871401 4.43.968.319 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 173.980 MiB) 4.44.015.287 I slot launch_slot_: id 0 | task 2308 | processing task, is_child = 0 4.47.514.305 I slot print_timing: id 0 | task 2308 | prompt eval time = 1128.58 ms / 405 tokens ( 2.79 ms per token, 358.86 tokens per second) 4.47.514.311 I slot print_timing: id 0 | task 2308 | eval time = 2370.41 ms / 24 tokens ( 103.06 ms per token, 9.70 tokens per second) 4.47.514.312 I slot print_timing: id 0 | task 2308 | total time = 3498.99 ms / 429 tokens 4.47.514.313 I slot print_timing: id 0 | task 2308 | graphs reused = 2004 4.47.514.314 I slot print_timing: id 0 | task 2308 | graph reallocs = 50 / 0 (same size) / (changed size) 4.47.514.353 I slot release: id 0 | task 2308 | stop processing: n_tokens = 428, truncated = 0 4.47.521.798 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 428, t_last = 287425681 4.47.521.883 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 187.356 MiB) 4.47.526.403 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 215.092 MiB) 4.47.603.419 I slot launch_slot_: id 0 | task 2335 | processing task, is_child = 0 4.51.326.049 I slot print_timing: id 0 | task 2335 | prompt eval time = 1138.15 ms / 387 tokens ( 2.94 ms per token, 340.02 tokens per second) 4.51.326.056 I slot print_timing: id 0 | task 2335 | eval time = 2584.45 ms / 26 tokens ( 103.38 ms per token, 9.67 tokens per second) 4.51.326.057 I slot print_timing: id 0 | task 2335 | total time = 3722.61 ms / 413 tokens 4.51.326.058 I slot print_timing: id 0 | task 2335 | graphs reused = 2028 4.51.326.059 I slot print_timing: id 0 | task 2335 | graph reallocs = 51 / 0 (same size) / (changed size) 4.51.326.101 I slot release: id 0 | task 2335 | stop processing: n_tokens = 412, truncated = 0 4.51.335.267 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 412, t_last = 291237429 4.51.335.326 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 178.887 MiB) 4.51.338.890 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 141.245 MiB) 4.51.416.243 I slot launch_slot_: id 0 | task 2364 | processing task, is_child = 0 4.55.347.892 I slot print_timing: id 0 | task 2364 | prompt eval time = 1047.24 ms / 301 tokens ( 3.48 ms per token, 287.42 tokens per second) 4.55.347.899 I slot print_timing: id 0 | task 2364 | eval time = 2884.39 ms / 29 tokens ( 103.01 ms per token, 9.71 tokens per second) 4.55.347.900 I slot print_timing: id 0 | task 2364 | total time = 3931.62 ms / 330 tokens 4.55.347.901 I slot print_timing: id 0 | task 2364 | graphs reused = 2055 4.55.347.902 I slot print_timing: id 0 | task 2364 | graph reallocs = 52 / 0 (same size) / (changed size) 4.55.347.941 I slot release: id 0 | task 2364 | stop processing: n_tokens = 329, truncated = 0 4.55.357.128 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 329, t_last = 295259269 4.55.357.186 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 166.793 MiB) 4.55.360.102 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 192.107 MiB) 4.55.417.352 I slot launch_slot_: id 0 | task 2396 | processing task, is_child = 0 4.59.637.463 I slot print_timing: id 0 | task 2396 | prompt eval time = 1030.04 ms / 295 tokens ( 3.49 ms per token, 286.40 tokens per second) 4.59.637.470 I slot print_timing: id 0 | task 2396 | eval time = 3190.05 ms / 32 tokens ( 102.90 ms per token, 9.72 tokens per second) 4.59.637.471 I slot print_timing: id 0 | task 2396 | total time = 4220.08 ms / 327 tokens 4.59.637.473 I slot print_timing: id 0 | task 2396 | graphs reused = 2085 4.59.637.473 I slot print_timing: id 0 | task 2396 | graph reallocs = 53 / 0 (same size) / (changed size) 4.59.637.510 I slot release: id 0 | task 2396 | stop processing: n_tokens = 326, truncated = 0 4.59.662.835 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 326, t_last = 299548837 4.59.662.907 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 170.543 MiB) 4.59.667.021 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 147.323 MiB) 4.59.721.444 I slot launch_slot_: id 0 | task 2431 | processing task, is_child = 0 5.02.856.073 I slot print_timing: id 0 | task 2431 | prompt eval time = 977.44 ms / 361 tokens ( 2.71 ms per token, 369.33 tokens per second) 5.02.856.080 I slot print_timing: id 0 | task 2431 | eval time = 2157.17 ms / 22 tokens ( 102.72 ms per token, 9.73 tokens per second) 5.02.856.081 I slot print_timing: id 0 | task 2431 | total time = 3134.61 ms / 383 tokens 5.02.856.082 I slot print_timing: id 0 | task 2431 | graphs reused = 2105 5.02.856.083 I slot print_timing: id 0 | task 2431 | graph reallocs = 54 / 0 (same size) / (changed size) 5.02.856.134 I slot release: id 0 | task 2431 | stop processing: n_tokens = 382, truncated = 0 5.02.879.981 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 382, t_last = 302767462 5.02.880.044 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 143.635 MiB) 5.02.882.620 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 173.090 MiB) 5.02.946.312 I slot launch_slot_: id 0 | task 2456 | processing task, is_child = 0 5.08.217.872 I slot print_timing: id 0 | task 2456 | prompt eval time = 1045.87 ms / 316 tokens ( 3.31 ms per token, 302.14 tokens per second) 5.08.217.879 I slot print_timing: id 0 | task 2456 | eval time = 4225.67 ms / 42 tokens ( 103.07 ms per token, 9.70 tokens per second) 5.08.217.881 I slot print_timing: id 0 | task 2456 | total time = 5271.53 ms / 358 tokens 5.08.217.882 I slot print_timing: id 0 | task 2456 | graphs reused = 2145 5.08.217.883 I slot print_timing: id 0 | task 2456 | graph reallocs = 55 / 0 (same size) / (changed size) 5.08.217.921 I slot release: id 0 | task 2456 | stop processing: n_tokens = 357, truncated = 0 5.08.224.810 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 357, t_last = 308129249 5.08.224.869 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 198.591 MiB) 5.08.282.707 I slot launch_slot_: id 0 | task 2501 | processing task, is_child = 0 5.11.088.868 I slot print_timing: id 0 | task 2501 | prompt eval time = 935.03 ms / 241 tokens ( 3.88 ms per token, 257.74 tokens per second) 5.11.088.875 I slot print_timing: id 0 | task 2501 | eval time = 1871.10 ms / 19 tokens ( 103.95 ms per token, 9.62 tokens per second) 5.11.088.876 I slot print_timing: id 0 | task 2501 | total time = 2806.14 ms / 260 tokens 5.11.088.878 I slot print_timing: id 0 | task 2501 | graphs reused = 2161 5.11.088.879 I slot print_timing: id 0 | task 2501 | graph reallocs = 57 / 0 (same size) / (changed size) 5.11.088.912 I slot release: id 0 | task 2501 | stop processing: n_tokens = 259, truncated = 0 5.11.131.023 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 259, t_last = 311000240 5.11.131.069 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 134.213 MiB) 5.11.133.528 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 180.293 MiB) 5.11.178.485 I slot launch_slot_: id 0 | task 2523 | processing task, is_child = 0 5.16.044.348 I slot print_timing: id 0 | task 2523 | prompt eval time = 1050.98 ms / 322 tokens ( 3.26 ms per token, 306.38 tokens per second) 5.16.044.354 I slot print_timing: id 0 | task 2523 | eval time = 3814.86 ms / 38 tokens ( 103.10 ms per token, 9.70 tokens per second) 5.16.044.356 I slot print_timing: id 0 | task 2523 | total time = 4865.84 ms / 360 tokens 5.16.044.359 I slot print_timing: id 0 | task 2523 | graphs reused = 2197 5.16.044.360 I slot print_timing: id 0 | task 2523 | graph reallocs = 58 / 0 (same size) / (changed size) 5.16.044.420 I slot release: id 0 | task 2523 | stop processing: n_tokens = 359, truncated = 0 5.16.053.593 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 359, t_last = 315955749 5.16.053.671 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 107.430 MiB) 5.16.055.659 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 119.587 MiB) 5.16.113.238 I slot launch_slot_: id 0 | task 2564 | processing task, is_child = 0 5.20.103.940 I slot print_timing: id 0 | task 2564 | prompt eval time = 979.92 ms / 288 tokens ( 3.40 ms per token, 293.90 tokens per second) 5.20.103.947 I slot print_timing: id 0 | task 2564 | eval time = 3010.75 ms / 30 tokens ( 103.82 ms per token, 9.63 tokens per second) 5.20.103.948 I slot print_timing: id 0 | task 2564 | total time = 3990.68 ms / 318 tokens 5.20.103.949 I slot print_timing: id 0 | task 2564 | graphs reused = 2225 5.20.103.950 I slot print_timing: id 0 | task 2564 | graph reallocs = 59 / 0 (same size) / (changed size) 5.20.103.992 I slot release: id 0 | task 2564 | stop processing: n_tokens = 317, truncated = 0 5.20.150.032 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 317, t_last = 320015319 5.20.150.081 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 127.119 MiB) 5.20.152.417 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 121.462 MiB) 5.20.154.489 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 174.996 MiB) 5.20.210.959 I slot launch_slot_: id 0 | task 2597 | processing task, is_child = 0 5.23.385.966 I slot print_timing: id 0 | task 2597 | prompt eval time = 1002.99 ms / 237 tokens ( 4.23 ms per token, 236.29 tokens per second) 5.23.385.971 I slot print_timing: id 0 | task 2597 | eval time = 2171.99 ms / 22 tokens ( 103.43 ms per token, 9.67 tokens per second) 5.23.385.972 I slot print_timing: id 0 | task 2597 | total time = 3174.98 ms / 259 tokens 5.23.385.974 I slot print_timing: id 0 | task 2597 | graphs reused = 2244 5.23.385.975 I slot print_timing: id 0 | task 2597 | graph reallocs = 61 / 0 (same size) / (changed size) 5.23.386.007 I slot release: id 0 | task 2597 | stop processing: n_tokens = 258, truncated = 0 5.23.417.884 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 258, t_last = 323297335 5.23.417.926 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 286.455 MiB) 5.23.457.826 I slot launch_slot_: id 0 | task 2622 | processing task, is_child = 0 5.26.543.998 I slot print_timing: id 0 | task 2622 | prompt eval time = 945.19 ms / 264 tokens ( 3.58 ms per token, 279.31 tokens per second) 5.26.544.002 I slot print_timing: id 0 | task 2622 | eval time = 2140.95 ms / 22 tokens ( 101.95 ms per token, 9.81 tokens per second) 5.26.544.003 I slot print_timing: id 0 | task 2622 | total time = 3086.15 ms / 286 tokens 5.26.544.004 I slot print_timing: id 0 | task 2622 | graphs reused = 2264 5.26.544.005 I slot print_timing: id 0 | task 2622 | graph reallocs = 62 / 0 (same size) / (changed size) 5.26.544.044 I slot release: id 0 | task 2622 | stop processing: n_tokens = 285, truncated = 0 5.26.552.103 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 285, t_last = 326455372 5.26.552.168 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 131.338 MiB) 5.26.593.911 I slot launch_slot_: id 0 | task 2647 | processing task, is_child = 0 5.29.634.539 I slot print_timing: id 0 | task 2647 | prompt eval time = 990.59 ms / 255 tokens ( 3.88 ms per token, 257.42 tokens per second) 5.29.634.545 I slot print_timing: id 0 | task 2647 | eval time = 2050.01 ms / 21 tokens ( 102.50 ms per token, 9.76 tokens per second) 5.29.634.547 I slot print_timing: id 0 | task 2647 | total time = 3040.60 ms / 276 tokens 5.29.634.548 I slot print_timing: id 0 | task 2647 | graphs reused = 2282 5.29.634.548 I slot print_timing: id 0 | task 2647 | graph reallocs = 64 / 0 (same size) / (changed size) 5.29.634.594 I slot release: id 0 | task 2647 | stop processing: n_tokens = 275, truncated = 0 5.29.667.031 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 275, t_last = 329545921 5.29.667.083 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 164.730 MiB) 5.29.709.272 I slot launch_slot_: id 0 | task 2671 | processing task, is_child = 0 5.33.207.687 I slot print_timing: id 0 | task 2671 | prompt eval time = 902.24 ms / 397 tokens ( 2.27 ms per token, 440.01 tokens per second) 5.33.207.692 I slot print_timing: id 0 | task 2671 | eval time = 2596.15 ms / 26 tokens ( 103.85 ms per token, 9.63 tokens per second) 5.33.207.694 I slot print_timing: id 0 | task 2671 | total time = 3498.39 ms / 423 tokens 5.33.207.695 I slot print_timing: id 0 | task 2671 | graphs reused = 2306 5.33.207.696 I slot print_timing: id 0 | task 2671 | graph reallocs = 64 / 0 (same size) / (changed size) 5.33.207.752 I slot release: id 0 | task 2671 | stop processing: n_tokens = 422, truncated = 0 5.33.226.805 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 422, t_last = 333119079 5.33.226.859 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 212.889 MiB) 5.33.230.501 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 212.764 MiB) 5.33.306.063 I slot launch_slot_: id 0 | task 2700 | processing task, is_child = 0 5.36.057.437 I slot print_timing: id 0 | task 2700 | prompt eval time = 874.16 ms / 287 tokens ( 3.05 ms per token, 328.32 tokens per second) 5.36.057.443 I slot print_timing: id 0 | task 2700 | eval time = 1877.19 ms / 19 tokens ( 104.29 ms per token, 9.59 tokens per second) 5.36.057.444 I slot print_timing: id 0 | task 2700 | total time = 2751.35 ms / 306 tokens 5.36.057.445 I slot print_timing: id 0 | task 2700 | graphs reused = 2323 5.36.057.446 I slot print_timing: id 0 | task 2700 | graph reallocs = 65 / 0 (same size) / (changed size) 5.36.057.488 I slot release: id 0 | task 2700 | stop processing: n_tokens = 305, truncated = 0 5.36.088.837 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 305, t_last = 335968816 5.36.088.894 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 141.166 MiB) 5.36.091.452 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 158.089 MiB) 5.36.139.905 I slot launch_slot_: id 0 | task 2722 | processing task, is_child = 0 5.40.925.287 I slot print_timing: id 0 | task 2722 | prompt eval time = 1308.66 ms / 626 tokens ( 2.09 ms per token, 478.35 tokens per second) 5.40.925.296 I slot print_timing: id 0 | task 2722 | eval time = 3476.69 ms / 34 tokens ( 105.35 ms per token, 9.49 tokens per second) 5.40.925.298 I slot print_timing: id 0 | task 2722 | total time = 4785.35 ms / 660 tokens 5.40.925.304 I slot print_timing: id 0 | task 2722 | graphs reused = 2355 5.40.925.309 I slot print_timing: id 0 | task 2722 | graph reallocs = 66 / 0 (same size) / (changed size) 5.40.925.419 I slot release: id 0 | task 2722 | stop processing: n_tokens = 659, truncated = 0 5.40.945.863 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 659, t_last = 340836749 5.40.945.979 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 158.980 MiB) 5.40.949.748 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 187.137 MiB) 5.40.954.581 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 138.401 MiB) 5.40.957.935 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 195.544 MiB) 5.41.069.418 I slot launch_slot_: id 0 | task 2760 | processing task, is_child = 0 5.43.901.168 I slot print_timing: id 0 | task 2760 | prompt eval time = 866.42 ms / 266 tokens ( 3.26 ms per token, 307.01 tokens per second) 5.43.901.175 I slot print_timing: id 0 | task 2760 | eval time = 1965.31 ms / 20 tokens ( 103.44 ms per token, 9.67 tokens per second) 5.43.901.177 I slot print_timing: id 0 | task 2760 | total time = 2831.72 ms / 286 tokens 5.43.901.178 I slot print_timing: id 0 | task 2760 | graphs reused = 2373 5.43.901.179 I slot print_timing: id 0 | task 2760 | graph reallocs = 67 / 0 (same size) / (changed size) 5.43.901.229 I slot release: id 0 | task 2760 | stop processing: n_tokens = 285, truncated = 0 5.43.924.968 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 285, t_last = 343812557 5.43.925.020 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 160.011 MiB) 5.43.973.505 I slot launch_slot_: id 0 | task 2783 | processing task, is_child = 0 5.47.402.571 I slot print_timing: id 0 | task 2783 | prompt eval time = 954.31 ms / 481 tokens ( 1.98 ms per token, 504.03 tokens per second) 5.47.402.578 I slot print_timing: id 0 | task 2783 | eval time = 2474.74 ms / 25 tokens ( 103.11 ms per token, 9.70 tokens per second) 5.47.402.580 I slot print_timing: id 0 | task 2783 | total time = 3429.04 ms / 506 tokens 5.47.402.581 I slot print_timing: id 0 | task 2783 | graphs reused = 2396 5.47.402.582 I slot print_timing: id 0 | task 2783 | graph reallocs = 67 / 0 (same size) / (changed size) 5.47.402.640 I slot release: id 0 | task 2783 | stop processing: n_tokens = 505, truncated = 0 5.47.431.195 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 505, t_last = 347313970 5.47.431.272 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 145.995 MiB) 5.47.434.370 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 273.751 MiB) 5.47.523.888 I slot launch_slot_: id 0 | task 2811 | processing task, is_child = 0 5.52.704.070 I slot print_timing: id 0 | task 2811 | prompt eval time = 1302.52 ms / 553 tokens ( 2.36 ms per token, 424.56 tokens per second) 5.52.704.076 I slot print_timing: id 0 | task 2811 | eval time = 3877.64 ms / 38 tokens ( 104.80 ms per token, 9.54 tokens per second) 5.52.704.076 I slot print_timing: id 0 | task 2811 | total time = 5180.16 ms / 591 tokens 5.52.704.077 I slot print_timing: id 0 | task 2811 | graphs reused = 2432 5.52.704.078 I slot print_timing: id 0 | task 2811 | graph reallocs = 69 / 0 (same size) / (changed size) 5.52.704.146 I slot release: id 0 | task 2811 | stop processing: n_tokens = 590, truncated = 0 5.52.740.869 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 590, t_last = 352615473 5.52.740.951 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 256.782 MiB) 5.52.746.149 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 146.964 MiB) 5.52.748.929 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 178.699 MiB) 5.52.855.701 I slot launch_slot_: id 0 | task 2853 | processing task, is_child = 0 5.57.785.945 I slot print_timing: id 0 | task 2853 | prompt eval time = 910.66 ms / 396 tokens ( 2.30 ms per token, 434.85 tokens per second) 5.57.785.951 I slot print_timing: id 0 | task 2853 | eval time = 4019.56 ms / 40 tokens ( 103.07 ms per token, 9.70 tokens per second) 5.57.785.952 I slot print_timing: id 0 | task 2853 | total time = 4930.22 ms / 436 tokens 5.57.785.953 I slot print_timing: id 0 | task 2853 | graphs reused = 2470 5.57.785.954 I slot print_timing: id 0 | task 2853 | graph reallocs = 69 / 0 (same size) / (changed size) 5.57.786.008 I slot release: id 0 | task 2853 | stop processing: n_tokens = 435, truncated = 0 5.57.806.147 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 435, t_last = 357697336 5.57.806.203 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 142.791 MiB) 5.57.809.068 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 201.716 MiB) 5.57.886.162 I slot launch_slot_: id 0 | task 2896 | processing task, is_child = 0 6.02.042.350 I slot print_timing: id 0 | task 2896 | prompt eval time = 858.09 ms / 277 tokens ( 3.10 ms per token, 322.81 tokens per second) 6.02.042.355 I slot print_timing: id 0 | task 2896 | eval time = 3298.08 ms / 33 tokens ( 103.06 ms per token, 9.70 tokens per second) 6.02.042.357 I slot print_timing: id 0 | task 2896 | total time = 4156.16 ms / 310 tokens 6.02.042.359 I slot print_timing: id 0 | task 2896 | graphs reused = 2501 6.02.042.360 I slot print_timing: id 0 | task 2896 | graph reallocs = 70 / 0 (same size) / (changed size) 6.02.042.391 I slot release: id 0 | task 2896 | stop processing: n_tokens = 309, truncated = 0 6.02.068.554 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 309, t_last = 361953719 6.02.068.601 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 316.644 MiB) 6.02.123.096 I slot launch_slot_: id 0 | task 2932 | processing task, is_child = 0 6.05.671.232 I slot print_timing: id 0 | task 2932 | prompt eval time = 1061.82 ms / 424 tokens ( 2.50 ms per token, 399.31 tokens per second) 6.05.671.239 I slot print_timing: id 0 | task 2932 | eval time = 2486.29 ms / 25 tokens ( 103.60 ms per token, 9.65 tokens per second) 6.05.671.240 I slot print_timing: id 0 | task 2932 | total time = 3548.11 ms / 449 tokens 6.05.671.242 I slot print_timing: id 0 | task 2932 | graphs reused = 2524 6.05.671.243 I slot print_timing: id 0 | task 2932 | graph reallocs = 71 / 0 (same size) / (changed size) 6.05.671.299 I slot release: id 0 | task 2932 | stop processing: n_tokens = 448, truncated = 0 6.05.709.462 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 448, t_last = 365582627 6.05.709.530 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 370.756 MiB) 6.05.788.282 I slot launch_slot_: id 0 | task 2960 | processing task, is_child = 0 6.11.109.327 I slot print_timing: id 0 | task 2960 | prompt eval time = 1543.94 ms / 586 tokens ( 2.63 ms per token, 379.55 tokens per second) 6.11.109.332 I slot print_timing: id 0 | task 2960 | eval time = 3777.08 ms / 37 tokens ( 104.92 ms per token, 9.53 tokens per second) 6.11.109.333 I slot print_timing: id 0 | task 2960 | total time = 5321.02 ms / 623 tokens 6.11.109.334 I slot print_timing: id 0 | task 2960 | graphs reused = 2559 6.11.109.335 I slot print_timing: id 0 | task 2960 | graph reallocs = 73 / 0 (same size) / (changed size) 6.11.109.395 I slot release: id 0 | task 2960 | stop processing: n_tokens = 622, truncated = 0 6.11.130.975 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 622, t_last = 371020725 6.11.131.061 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 415.273 MiB) 6.11.139.259 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 413.414 MiB) 6.11.286.194 I slot launch_slot_: id 0 | task 3001 | processing task, is_child = 0 6.15.527.752 I slot print_timing: id 0 | task 3001 | prompt eval time = 1133.81 ms / 417 tokens ( 2.72 ms per token, 367.79 tokens per second) 6.15.527.758 I slot print_timing: id 0 | task 3001 | eval time = 3107.73 ms / 31 tokens ( 103.59 ms per token, 9.65 tokens per second) 6.15.527.759 I slot print_timing: id 0 | task 3001 | total time = 4241.53 ms / 448 tokens 6.15.527.760 I slot print_timing: id 0 | task 3001 | graphs reused = 2588 6.15.527.761 I slot print_timing: id 0 | task 3001 | graph reallocs = 74 / 0 (same size) / (changed size) 6.15.527.802 I slot release: id 0 | task 3001 | stop processing: n_tokens = 447, truncated = 0 6.15.547.457 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 447, t_last = 375439129 6.15.608.679 I slot launch_slot_: id 0 | task 3035 | processing task, is_child = 0 6.19.207.050 I slot print_timing: id 0 | task 3035 | prompt eval time = 926.62 ms / 366 tokens ( 2.53 ms per token, 394.99 tokens per second) 6.19.207.055 I slot print_timing: id 0 | task 3035 | eval time = 2671.73 ms / 27 tokens ( 102.76 ms per token, 9.73 tokens per second) 6.19.207.057 I slot print_timing: id 0 | task 3035 | total time = 3598.34 ms / 393 tokens 6.19.207.058 I slot print_timing: id 0 | task 3035 | graphs reused = 2613 6.19.207.058 I slot print_timing: id 0 | task 3035 | graph reallocs = 74 / 0 (same size) / (changed size) 6.19.207.102 I slot release: id 0 | task 3035 | stop processing: n_tokens = 392, truncated = 0 6.19.241.711 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 392, t_last = 379118430 6.19.241.773 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 250.515 MiB) 6.19.303.406 I slot launch_slot_: id 0 | task 3065 | processing task, is_child = 0 6.22.821.159 I slot print_timing: id 0 | task 3065 | prompt eval time = 949.11 ms / 254 tokens ( 3.74 ms per token, 267.62 tokens per second) 6.22.821.164 I slot print_timing: id 0 | task 3065 | eval time = 2568.62 ms / 26 tokens ( 102.74 ms per token, 9.73 tokens per second) 6.22.821.166 I slot print_timing: id 0 | task 3065 | total time = 3517.73 ms / 280 tokens 6.22.821.167 I slot print_timing: id 0 | task 3065 | graphs reused = 2636 6.22.821.168 I slot print_timing: id 0 | task 3065 | graph reallocs = 76 / 0 (same size) / (changed size) 6.22.821.204 I slot release: id 0 | task 3065 | stop processing: n_tokens = 279, truncated = 0 6.22.838.926 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 279, t_last = 382732531 6.22.838.977 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 382.022 MiB) 6.22.896.816 I slot launch_slot_: id 0 | task 3094 | processing task, is_child = 0 6.27.373.435 I slot print_timing: id 0 | task 3094 | prompt eval time = 881.92 ms / 301 tokens ( 2.93 ms per token, 341.30 tokens per second) 6.27.373.442 I slot print_timing: id 0 | task 3094 | eval time = 3594.68 ms / 36 tokens ( 102.70 ms per token, 9.74 tokens per second) 6.27.373.443 I slot print_timing: id 0 | task 3094 | total time = 4476.59 ms / 337 tokens 6.27.373.445 I slot print_timing: id 0 | task 3094 | graphs reused = 2670 6.27.373.446 I slot print_timing: id 0 | task 3094 | graph reallocs = 76 / 0 (same size) / (changed size) 6.27.373.493 I slot release: id 0 | task 3094 | stop processing: n_tokens = 336, truncated = 0 6.27.397.557 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 336, t_last = 387284820 6.27.440.221 I slot launch_slot_: id 0 | task 3133 | processing task, is_child = 0 6.31.473.829 I slot print_timing: id 0 | task 3133 | prompt eval time = 1125.01 ms / 322 tokens ( 3.49 ms per token, 286.22 tokens per second) 6.31.473.836 I slot print_timing: id 0 | task 3133 | eval time = 2908.57 ms / 29 tokens ( 103.88 ms per token, 9.63 tokens per second) 6.31.473.838 I slot print_timing: id 0 | task 3133 | total time = 4033.58 ms / 351 tokens 6.31.473.839 I slot print_timing: id 0 | task 3133 | graphs reused = 2697 6.31.473.840 I slot print_timing: id 0 | task 3133 | graph reallocs = 77 / 0 (same size) / (changed size) 6.31.473.897 I slot release: id 0 | task 3133 | stop processing: n_tokens = 350, truncated = 0 6.31.499.535 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 350, t_last = 391385224 6.31.499.610 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 365.521 MiB) 6.31.567.261 I slot launch_slot_: id 0 | task 3165 | processing task, is_child = 0 6.36.328.154 I slot print_timing: id 0 | task 3165 | prompt eval time = 1042.79 ms / 428 tokens ( 2.44 ms per token, 410.44 tokens per second) 6.36.328.160 I slot print_timing: id 0 | task 3165 | eval time = 3718.08 ms / 37 tokens ( 103.28 ms per token, 9.68 tokens per second) 6.36.328.161 I slot print_timing: id 0 | task 3165 | total time = 4760.87 ms / 465 tokens 6.36.328.162 I slot print_timing: id 0 | task 3165 | graphs reused = 2732 6.36.328.163 I slot print_timing: id 0 | task 3165 | graph reallocs = 78 / 0 (same size) / (changed size) 6.36.328.219 I slot release: id 0 | task 3165 | stop processing: n_tokens = 464, truncated = 0 6.36.355.230 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 464, t_last = 396239547 6.36.355.297 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 285.470 MiB) 6.36.435.757 I slot launch_slot_: id 0 | task 3205 | processing task, is_child = 0 6.40.475.219 I slot print_timing: id 0 | task 3205 | prompt eval time = 1047.51 ms / 379 tokens ( 2.76 ms per token, 361.81 tokens per second) 6.40.475.225 I slot print_timing: id 0 | task 3205 | eval time = 2991.92 ms / 30 tokens ( 103.17 ms per token, 9.69 tokens per second) 6.40.475.226 I slot print_timing: id 0 | task 3205 | total time = 4039.44 ms / 409 tokens 6.40.475.228 I slot print_timing: id 0 | task 3205 | graphs reused = 2760 6.40.475.228 I slot print_timing: id 0 | task 3205 | graph reallocs = 79 / 0 (same size) / (changed size) 6.40.475.269 I slot release: id 0 | task 3205 | stop processing: n_tokens = 408, truncated = 0 6.40.487.736 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 408, t_last = 400386597 6.40.487.818 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 281.048 MiB) 6.40.494.062 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 342.238 MiB) 6.40.570.215 I slot launch_slot_: id 0 | task 3238 | processing task, is_child = 0 6.44.682.341 I slot print_timing: id 0 | task 3238 | prompt eval time = 1393.58 ms / 596 tokens ( 2.34 ms per token, 427.68 tokens per second) 6.44.682.347 I slot print_timing: id 0 | task 3238 | eval time = 2718.53 ms / 27 tokens ( 104.56 ms per token, 9.56 tokens per second) 6.44.682.348 I slot print_timing: id 0 | task 3238 | total time = 4112.10 ms / 623 tokens 6.44.682.349 I slot print_timing: id 0 | task 3238 | graphs reused = 2785 6.44.682.350 I slot print_timing: id 0 | task 3238 | graph reallocs = 81 / 0 (same size) / (changed size) 6.44.682.416 I slot release: id 0 | task 3238 | stop processing: n_tokens = 622, truncated = 0 6.44.708.159 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 622, t_last = 404593746 6.44.708.243 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 304.346 MiB) 6.44.714.331 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 226.561 MiB) 6.44.827.626 I slot launch_slot_: id 0 | task 3269 | processing task, is_child = 0 6.48.106.804 I slot print_timing: id 0 | task 3269 | prompt eval time = 1108.27 ms / 375 tokens ( 2.96 ms per token, 338.36 tokens per second) 6.48.106.810 I slot print_timing: id 0 | task 3269 | eval time = 2170.88 ms / 22 tokens ( 103.38 ms per token, 9.67 tokens per second) 6.48.106.812 I slot print_timing: id 0 | task 3269 | total time = 3279.15 ms / 397 tokens 6.48.106.813 I slot print_timing: id 0 | task 3269 | graphs reused = 2805 6.48.106.814 I slot print_timing: id 0 | task 3269 | graph reallocs = 82 / 0 (same size) / (changed size) 6.48.106.857 I slot release: id 0 | task 3269 | stop processing: n_tokens = 396, truncated = 0 6.48.152.184 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 396, t_last = 408018185 6.48.152.248 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 308.753 MiB) 6.48.219.244 I slot launch_slot_: id 0 | task 3294 | processing task, is_child = 0 6.52.633.206 I slot print_timing: id 0 | task 3294 | prompt eval time = 1104.67 ms / 420 tokens ( 2.63 ms per token, 380.20 tokens per second) 6.52.633.211 I slot print_timing: id 0 | task 3294 | eval time = 3309.26 ms / 33 tokens ( 103.41 ms per token, 9.67 tokens per second) 6.52.633.212 I slot print_timing: id 0 | task 3294 | total time = 4413.94 ms / 453 tokens 6.52.633.213 I slot print_timing: id 0 | task 3294 | graphs reused = 2836 6.52.633.213 I slot print_timing: id 0 | task 3294 | graph reallocs = 83 / 0 (same size) / (changed size) 6.52.633.254 I slot release: id 0 | task 3294 | stop processing: n_tokens = 452, truncated = 0 6.52.657.811 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 452, t_last = 412544582 6.52.657.879 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 274.970 MiB) 6.52.731.522 I slot launch_slot_: id 0 | task 3330 | processing task, is_child = 0 6.57.191.286 I slot print_timing: id 0 | task 3330 | prompt eval time = 1048.56 ms / 377 tokens ( 2.78 ms per token, 359.54 tokens per second) 6.57.191.292 I slot print_timing: id 0 | task 3330 | eval time = 3411.18 ms / 34 tokens ( 103.37 ms per token, 9.67 tokens per second) 6.57.191.293 I slot print_timing: id 0 | task 3330 | total time = 4459.74 ms / 411 tokens 6.57.191.293 I slot print_timing: id 0 | task 3330 | graphs reused = 2868 6.57.191.294 I slot print_timing: id 0 | task 3330 | graph reallocs = 84 / 0 (same size) / (changed size) 6.57.191.338 I slot release: id 0 | task 3330 | stop processing: n_tokens = 410, truncated = 0 6.57.240.576 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 410, t_last = 417102666 6.57.240.641 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 222.483 MiB) 6.57.245.129 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 249.156 MiB) 6.57.315.321 I slot launch_slot_: id 0 | task 3367 | processing task, is_child = 0 7.01.746.229 I slot print_timing: id 0 | task 3367 | prompt eval time = 1090.56 ms / 499 tokens ( 2.19 ms per token, 457.56 tokens per second) 7.01.746.235 I slot print_timing: id 0 | task 3367 | eval time = 3340.33 ms / 33 tokens ( 104.39 ms per token, 9.58 tokens per second) 7.01.746.236 I slot print_timing: id 0 | task 3367 | total time = 4430.88 ms / 532 tokens 7.01.746.236 I slot print_timing: id 0 | task 3367 | graphs reused = 2898 7.01.746.237 I slot print_timing: id 0 | task 3367 | graph reallocs = 86 / 0 (same size) / (changed size) 7.01.746.298 I slot release: id 0 | task 3367 | stop processing: n_tokens = 531, truncated = 0 7.01.782.688 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 531, t_last = 421657626 7.01.782.750 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 239.624 MiB) 7.01.787.497 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 372.553 MiB) 7.01.891.725 I slot launch_slot_: id 0 | task 3403 | processing task, is_child = 0 7.09.732.193 I slot print_timing: id 0 | task 3403 | prompt eval time = 1313.01 ms / 586 tokens ( 2.24 ms per token, 446.30 tokens per second) 7.09.732.198 I slot print_timing: id 0 | task 3403 | eval time = 6527.44 ms / 63 tokens ( 105.28 ms per token, 9.50 tokens per second) 7.09.732.199 I slot print_timing: id 0 | task 3403 | total time = 7840.44 ms / 649 tokens 7.09.732.201 I slot print_timing: id 0 | task 3403 | graphs reused = 2959 7.09.732.202 I slot print_timing: id 0 | task 3403 | graph reallocs = 87 / 0 (same size) / (changed size) 7.09.732.251 I slot release: id 0 | task 3403 | stop processing: n_tokens = 648, truncated = 0 7.09.751.684 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 648, t_last = 429643578 7.09.751.769 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 266.657 MiB) 7.09.757.078 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 620.956 MiB) 7.09.882.942 I slot launch_slot_: id 0 | task 3470 | processing task, is_child = 0 7.16.071.892 I slot print_timing: id 0 | task 3470 | prompt eval time = 853.85 ms / 179 tokens ( 4.77 ms per token, 209.64 tokens per second) 7.16.071.898 I slot print_timing: id 0 | task 3470 | eval time = 5335.07 ms / 53 tokens ( 102.60 ms per token, 9.75 tokens per second) 7.16.071.899 I slot print_timing: id 0 | task 3470 | total time = 6188.91 ms / 232 tokens 7.16.071.900 I slot print_timing: id 0 | task 3470 | graphs reused = 3010 7.16.071.901 I slot print_timing: id 0 | task 3470 | graph reallocs = 87 / 0 (same size) / (changed size) 7.16.071.943 I slot release: id 0 | task 3470 | stop processing: n_tokens = 231, truncated = 0 7.16.077.894 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 231, t_last = 435983271 7.16.107.406 I slot launch_slot_: id 0 | task 3526 | processing task, is_child = 0 7.22.598.293 I slot print_timing: id 0 | task 3526 | prompt eval time = 836.25 ms / 201 tokens ( 4.16 ms per token, 240.36 tokens per second) 7.22.598.299 I slot print_timing: id 0 | task 3526 | eval time = 5654.61 ms / 56 tokens ( 102.81 ms per token, 9.73 tokens per second) 7.22.598.300 I slot print_timing: id 0 | task 3526 | total time = 6490.86 ms / 257 tokens 7.22.598.301 I slot print_timing: id 0 | task 3526 | graphs reused = 3064 7.22.598.302 I slot print_timing: id 0 | task 3526 | graph reallocs = 87 / 0 (same size) / (changed size) 7.22.598.350 I slot release: id 0 | task 3526 | stop processing: n_tokens = 256, truncated = 0 7.22.629.490 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 256, t_last = 442509677 7.22.658.476 I slot launch_slot_: id 0 | task 3585 | processing task, is_child = 0 7.30.258.667 I slot print_timing: id 0 | task 3585 | prompt eval time = 827.07 ms / 193 tokens ( 4.29 ms per token, 233.35 tokens per second) 7.30.258.674 I slot print_timing: id 0 | task 3585 | eval time = 6773.10 ms / 67 tokens ( 102.62 ms per token, 9.74 tokens per second) 7.30.258.676 I slot print_timing: id 0 | task 3585 | total time = 7600.17 ms / 260 tokens 7.30.258.677 I slot print_timing: id 0 | task 3585 | graphs reused = 3128 7.30.258.678 I slot print_timing: id 0 | task 3585 | graph reallocs = 88 / 0 (same size) / (changed size) 7.30.258.718 I slot release: id 0 | task 3585 | stop processing: n_tokens = 259, truncated = 0 7.30.264.678 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 259, t_last = 450170045 7.30.295.779 I slot launch_slot_: id 0 | task 3655 | processing task, is_child = 0 7.38.367.425 I slot print_timing: id 0 | task 3655 | prompt eval time = 813.12 ms / 156 tokens ( 5.21 ms per token, 191.85 tokens per second) 7.38.367.431 I slot print_timing: id 0 | task 3655 | eval time = 7258.50 ms / 72 tokens ( 102.23 ms per token, 9.78 tokens per second) 7.38.367.433 I slot print_timing: id 0 | task 3655 | total time = 8071.62 ms / 228 tokens 7.38.367.434 I slot print_timing: id 0 | task 3655 | graphs reused = 3198 7.38.367.435 I slot print_timing: id 0 | task 3655 | graph reallocs = 88 / 0 (same size) / (changed size) 7.38.367.473 I slot release: id 0 | task 3655 | stop processing: n_tokens = 227, truncated = 0 7.38.375.234 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 227, t_last = 458278801 7.38.375.273 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 246.031 MiB) 7.38.411.270 I slot launch_slot_: id 0 | task 3730 | processing task, is_child = 0 7.46.661.283 I slot print_timing: id 0 | task 3730 | prompt eval time = 848.18 ms / 219 tokens ( 3.87 ms per token, 258.20 tokens per second) 7.46.661.289 I slot print_timing: id 0 | task 3730 | eval time = 7401.81 ms / 73 tokens ( 102.80 ms per token, 9.73 tokens per second) 7.46.661.290 I slot print_timing: id 0 | task 3730 | total time = 8249.99 ms / 292 tokens 7.46.661.291 I slot print_timing: id 0 | task 3730 | graphs reused = 3268 7.46.661.292 I slot print_timing: id 0 | task 3730 | graph reallocs = 89 / 0 (same size) / (changed size) 7.46.661.337 I slot release: id 0 | task 3730 | stop processing: n_tokens = 291, truncated = 0 7.46.691.021 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 291, t_last = 466572665 7.46.691.066 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 452.916 MiB) 7.46.744.811 I slot launch_slot_: id 0 | task 3806 | processing task, is_child = 0 7.57.788.205 I slot print_timing: id 0 | task 3806 | n_gen = 100, tg = 9.73 t/s, tg_3s = 9.83 t/s 8.00.809.100 I slot print_timing: id 0 | task 3806 | n_gen = 129, tg = 9.70 t/s, tg_3s = 9.60 t/s 8.01.419.498 I slot print_timing: id 0 | task 3806 | prompt eval time = 871.60 ms / 256 tokens ( 3.40 ms per token, 293.71 tokens per second) 8.01.419.505 I slot print_timing: id 0 | task 3806 | eval time = 13803.06 ms / 135 tokens ( 103.01 ms per token, 9.71 tokens per second) 8.01.419.506 I slot print_timing: id 0 | task 3806 | total time = 14674.66 ms / 391 tokens 8.01.419.507 I slot print_timing: id 0 | task 3806 | graphs reused = 3401 8.01.419.508 I slot print_timing: id 0 | task 3806 | graph reallocs = 89 / 0 (same size) / (changed size) 8.01.419.539 I slot release: id 0 | task 3806 | stop processing: n_tokens = 390, truncated = 0 8.01.457.980 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 390, t_last = 481330867 8.01.498.412 I slot launch_slot_: id 0 | task 3944 | processing task, is_child = 0 8.12.376.603 I slot print_timing: id 0 | task 3944 | n_gen = 100, tg = 9.89 t/s, tg_3s = 9.99 t/s 8.15.419.422 I slot print_timing: id 0 | task 3944 | n_gen = 130, tg = 9.88 t/s, tg_3s = 9.86 t/s 8.16.433.589 I slot print_timing: id 0 | task 3944 | prompt eval time = 863.98 ms / 335 tokens ( 2.58 ms per token, 387.74 tokens per second) 8.16.433.595 I slot print_timing: id 0 | task 3944 | eval time = 14071.18 ms / 140 tokens ( 101.23 ms per token, 9.88 tokens per second) 8.16.433.596 I slot print_timing: id 0 | task 3944 | total time = 14935.15 ms / 475 tokens 8.16.433.597 I slot print_timing: id 0 | task 3944 | graphs reused = 3539 8.16.433.598 I slot print_timing: id 0 | task 3944 | graph reallocs = 90 / 0 (same size) / (changed size) 8.16.433.642 I slot release: id 0 | task 3944 | stop processing: n_tokens = 474, truncated = 0 8.16.464.156 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 474, t_last = 496344970 8.16.464.213 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 536.124 MiB) 8.16.539.642 I slot launch_slot_: id 0 | task 4087 | processing task, is_child = 0 8.25.283.207 I slot print_timing: id 0 | task 4087 | prompt eval time = 818.79 ms / 166 tokens ( 4.93 ms per token, 202.74 tokens per second) 8.25.283.213 I slot print_timing: id 0 | task 4087 | eval time = 7924.75 ms / 80 tokens ( 100.31 ms per token, 9.97 tokens per second) 8.25.283.214 I slot print_timing: id 0 | task 4087 | total time = 8743.54 ms / 246 tokens 8.25.283.215 I slot print_timing: id 0 | task 4087 | graphs reused = 3617 8.25.283.216 I slot print_timing: id 0 | task 4087 | graph reallocs = 90 / 0 (same size) / (changed size) 8.25.283.245 I slot release: id 0 | task 4087 | stop processing: n_tokens = 245, truncated = 0 8.25.320.341 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 245, t_last = 505194572 8.25.349.193 I slot launch_slot_: id 0 | task 4170 | processing task, is_child = 0 8.34.072.173 I slot print_timing: id 0 | task 4170 | prompt eval time = 801.93 ms / 168 tokens ( 4.77 ms per token, 209.49 tokens per second) 8.34.072.179 I slot print_timing: id 0 | task 4170 | eval time = 7921.02 ms / 80 tokens ( 100.27 ms per token, 9.97 tokens per second) 8.34.072.181 I slot print_timing: id 0 | task 4170 | total time = 8722.95 ms / 248 tokens 8.34.072.181 I slot print_timing: id 0 | task 4170 | graphs reused = 3695 8.34.072.182 I slot print_timing: id 0 | task 4170 | graph reallocs = 90 / 0 (same size) / (changed size) 8.34.072.221 I slot release: id 0 | task 4170 | stop processing: n_tokens = 247, truncated = 0 8.34.117.945 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 247, t_last = 513983549 8.34.118.008 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 260.157 MiB) 8.34.152.243 I slot launch_slot_: id 0 | task 4253 | processing task, is_child = 0 8.38.780.709 I slot print_timing: id 0 | task 4253 | prompt eval time = 822.36 ms / 220 tokens ( 3.74 ms per token, 267.52 tokens per second) 8.38.780.715 I slot print_timing: id 0 | task 4253 | eval time = 3806.09 ms / 38 tokens ( 102.87 ms per token, 9.72 tokens per second) 8.38.780.717 I slot print_timing: id 0 | task 4253 | total time = 4628.44 ms / 258 tokens 8.38.780.718 I slot print_timing: id 0 | task 4253 | graphs reused = 3730 8.38.780.719 I slot print_timing: id 0 | task 4253 | graph reallocs = 91 / 0 (same size) / (changed size) 8.38.780.754 I slot release: id 0 | task 4253 | stop processing: n_tokens = 257, truncated = 0 8.38.787.004 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 257, t_last = 518692082 8.38.817.068 I slot launch_slot_: id 0 | task 4294 | processing task, is_child = 0 8.43.886.202 I slot print_timing: id 0 | task 4294 | prompt eval time = 848.46 ms / 284 tokens ( 2.99 ms per token, 334.73 tokens per second) 8.43.886.209 I slot print_timing: id 0 | task 4294 | eval time = 4220.65 ms / 42 tokens ( 102.94 ms per token, 9.71 tokens per second) 8.43.886.210 I slot print_timing: id 0 | task 4294 | total time = 5069.11 ms / 326 tokens 8.43.886.211 I slot print_timing: id 0 | task 4294 | graphs reused = 3770 8.43.886.212 I slot print_timing: id 0 | task 4294 | graph reallocs = 92 / 0 (same size) / (changed size) 8.43.886.254 I slot release: id 0 | task 4294 | stop processing: n_tokens = 325, truncated = 0 8.43.912.932 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 325, t_last = 523797581 8.43.912.988 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 402.335 MiB) 8.43.969.944 I slot launch_slot_: id 0 | task 4339 | processing task, is_child = 0 8.50.399.818 I slot print_timing: id 0 | task 4339 | prompt eval time = 847.62 ms / 237 tokens ( 3.58 ms per token, 279.61 tokens per second) 8.50.399.825 I slot print_timing: id 0 | task 4339 | eval time = 5582.23 ms / 55 tokens ( 103.37 ms per token, 9.67 tokens per second) 8.50.399.826 I slot print_timing: id 0 | task 4339 | total time = 6429.85 ms / 292 tokens 8.50.399.827 I slot print_timing: id 0 | task 4339 | graphs reused = 3822 8.50.399.828 I slot print_timing: id 0 | task 4339 | graph reallocs = 93 / 0 (same size) / (changed size) 8.50.399.876 I slot release: id 0 | task 4339 | stop processing: n_tokens = 291, truncated = 0 8.50.406.380 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 291, t_last = 530311203 8.50.440.019 I slot launch_slot_: id 0 | task 4397 | processing task, is_child = 0 9.01.479.670 I slot print_timing: id 0 | task 4397 | n_gen = 100, tg = 9.70 t/s, tg_3s = 9.80 t/s 9.03.851.606 I slot print_timing: id 0 | task 4397 | prompt eval time = 831.93 ms / 228 tokens ( 3.65 ms per token, 274.06 tokens per second) 9.03.851.612 I slot print_timing: id 0 | task 4397 | eval time = 12579.63 ms / 123 tokens ( 103.11 ms per token, 9.70 tokens per second) 9.03.851.613 I slot print_timing: id 0 | task 4397 | total time = 13411.56 ms / 351 tokens 9.03.851.615 I slot print_timing: id 0 | task 4397 | graphs reused = 3942 9.03.851.618 I slot print_timing: id 0 | task 4397 | graph reallocs = 94 / 0 (same size) / (changed size) 9.03.851.667 I slot release: id 0 | task 4397 | stop processing: n_tokens = 350, truncated = 0 9.03.875.811 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 350, t_last = 543762995 9.03.875.876 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 580.688 MiB) 9.03.931.223 I slot launch_slot_: id 0 | task 4523 | processing task, is_child = 0 9.12.615.346 I slot print_timing: id 0 | task 4523 | prompt eval time = 851.00 ms / 249 tokens ( 3.42 ms per token, 292.60 tokens per second) 9.12.615.352 I slot print_timing: id 0 | task 4523 | eval time = 7833.09 ms / 77 tokens ( 103.07 ms per token, 9.70 tokens per second) 9.12.615.357 I slot print_timing: id 0 | task 4523 | total time = 8684.10 ms / 326 tokens 9.12.615.358 I slot print_timing: id 0 | task 4523 | graphs reused = 4016 9.12.615.359 I slot print_timing: id 0 | task 4523 | graph reallocs = 95 / 0 (same size) / (changed size) 9.12.615.407 I slot release: id 0 | task 4523 | stop processing: n_tokens = 325, truncated = 0 9.12.620.909 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 325, t_last = 552526734 9.12.655.505 I slot launch_slot_: id 0 | task 4603 | processing task, is_child = 0 9.20.284.178 I slot print_timing: id 0 | task 4603 | prompt eval time = 831.71 ms / 186 tokens ( 4.47 ms per token, 223.64 tokens per second) 9.20.284.187 I slot print_timing: id 0 | task 4603 | eval time = 6796.94 ms / 67 tokens ( 102.98 ms per token, 9.71 tokens per second) 9.20.284.188 I slot print_timing: id 0 | task 4603 | total time = 7628.65 ms / 253 tokens 9.20.284.189 I slot print_timing: id 0 | task 4603 | graphs reused = 4081 9.20.284.191 I slot print_timing: id 0 | task 4603 | graph reallocs = 95 / 0 (same size) / (changed size) 9.20.284.231 I slot release: id 0 | task 4603 | stop processing: n_tokens = 252, truncated = 0 9.20.301.845 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 252, t_last = 560195558 9.20.301.885 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 396.382 MiB) 9.20.337.476 I slot launch_slot_: id 0 | task 4673 | processing task, is_child = 0 9.31.408.066 I slot print_timing: id 0 | task 4673 | n_gen = 100, tg = 9.69 t/s, tg_3s = 9.79 t/s 9.32.923.550 I slot print_timing: id 0 | task 4673 | prompt eval time = 857.01 ms / 284 tokens ( 3.02 ms per token, 331.39 tokens per second) 9.32.923.555 I slot print_timing: id 0 | task 4673 | eval time = 11729.05 ms / 115 tokens ( 102.89 ms per token, 9.72 tokens per second) 9.32.923.557 I slot print_timing: id 0 | task 4673 | total time = 12586.05 ms / 399 tokens 9.32.923.557 I slot print_timing: id 0 | task 4673 | graphs reused = 4194 9.32.923.558 I slot print_timing: id 0 | task 4673 | graph reallocs = 96 / 0 (same size) / (changed size) 9.32.923.600 I slot release: id 0 | task 4673 | stop processing: n_tokens = 398, truncated = 0 9.32.961.370 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 398, t_last = 572834927 9.33.001.634 I slot launch_slot_: id 0 | task 4791 | processing task, is_child = 0 9.43.767.213 I slot print_timing: id 0 | task 4791 | n_gen = 100, tg = 9.94 t/s, tg_3s = 10.05 t/s 9.46.791.599 I slot print_timing: id 0 | task 4791 | n_gen = 130, tg = 9.94 t/s, tg_3s = 9.92 t/s 9.46.892.700 I slot print_timing: id 0 | task 4791 | prompt eval time = 810.62 ms / 177 tokens ( 4.58 ms per token, 218.35 tokens per second) 9.46.892.706 I slot print_timing: id 0 | task 4791 | eval time = 13080.42 ms / 131 tokens ( 100.62 ms per token, 9.94 tokens per second) 9.46.892.707 I slot print_timing: id 0 | task 4791 | total time = 13891.04 ms / 308 tokens 9.46.892.708 I slot print_timing: id 0 | task 4791 | graphs reused = 4322 9.46.892.709 I slot print_timing: id 0 | task 4791 | graph reallocs = 97 / 0 (same size) / (changed size) 9.46.892.745 I slot release: id 0 | task 4791 | stop processing: n_tokens = 307, truncated = 0 9.46.929.549 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 307, t_last = 586804072 9.46.929.596 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 344.270 MiB) 9.46.972.076 I slot launch_slot_: id 0 | task 4925 | processing task, is_child = 0 9.56.324.428 I slot print_timing: id 0 | task 4925 | prompt eval time = 810.82 ms / 162 tokens ( 5.01 ms per token, 199.80 tokens per second) 9.56.324.435 I slot print_timing: id 0 | task 4925 | eval time = 8541.50 ms / 86 tokens ( 100.49 ms per token, 9.95 tokens per second) 9.56.324.436 I slot print_timing: id 0 | task 4925 | total time = 9352.31 ms / 248 tokens 9.56.324.437 I slot print_timing: id 0 | task 4925 | graphs reused = 4406 9.56.324.438 I slot print_timing: id 0 | task 4925 | graph reallocs = 97 / 0 (same size) / (changed size) 9.56.324.468 I slot release: id 0 | task 4925 | stop processing: n_tokens = 247, truncated = 0 9.56.347.504 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 247, t_last = 596235795 9.56.374.634 I slot launch_slot_: id 0 | task 5014 | processing task, is_child = 0 10.07.178.123 I slot print_timing: id 0 | task 5014 | prompt eval time = 838.81 ms / 248 tokens ( 3.38 ms per token, 295.66 tokens per second) 10.07.178.129 I slot print_timing: id 0 | task 5014 | eval time = 9964.65 ms / 99 tokens ( 101.68 ms per token, 9.83 tokens per second) 10.07.178.131 I slot print_timing: id 0 | task 5014 | total time = 10803.47 ms / 347 tokens 10.07.178.132 I slot print_timing: id 0 | task 5014 | graphs reused = 4502 10.07.178.133 I slot print_timing: id 0 | task 5014 | graph reallocs = 98 / 0 (same size) / (changed size) 10.07.178.181 I slot release: id 0 | task 5014 | stop processing: n_tokens = 346, truncated = 0 10.07.222.718 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 346, t_last = 607089508 10.07.222.778 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 240.937 MiB) 10.07.275.722 I slot launch_slot_: id 0 | task 5116 | processing task, is_child = 0 10.14.045.765 I slot print_timing: id 0 | task 5116 | prompt eval time = 823.95 ms / 186 tokens ( 4.43 ms per token, 225.74 tokens per second) 10.14.045.771 I slot print_timing: id 0 | task 5116 | eval time = 5946.07 ms / 59 tokens ( 102.52 ms per token, 9.75 tokens per second) 10.14.045.772 I slot print_timing: id 0 | task 5116 | total time = 6770.02 ms / 245 tokens 10.14.045.774 I slot print_timing: id 0 | task 5116 | graphs reused = 4559 10.14.045.775 I slot print_timing: id 0 | task 5116 | graph reallocs = 98 / 0 (same size) / (changed size) 10.14.045.819 I slot release: id 0 | task 5116 | stop processing: n_tokens = 244, truncated = 0 10.14.073.191 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 244, t_last = 613957147 10.14.073.240 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 283.705 MiB) 10.14.116.305 I slot launch_slot_: id 0 | task 5178 | processing task, is_child = 0 10.20.367.560 I slot print_timing: id 0 | task 5178 | prompt eval time = 878.88 ms / 282 tokens ( 3.12 ms per token, 320.86 tokens per second) 10.20.367.565 I slot print_timing: id 0 | task 5178 | eval time = 5372.35 ms / 53 tokens ( 103.31 ms per token, 9.68 tokens per second) 10.20.367.566 I slot print_timing: id 0 | task 5178 | total time = 6251.23 ms / 335 tokens 10.20.367.567 I slot print_timing: id 0 | task 5178 | graphs reused = 4610 10.20.367.568 I slot print_timing: id 0 | task 5178 | graph reallocs = 99 / 0 (same size) / (changed size) 10.20.367.612 I slot release: id 0 | task 5178 | stop processing: n_tokens = 334, truncated = 0 10.20.373.280 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 334, t_last = 620278940 10.20.373.326 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 304.549 MiB) 10.20.421.291 I slot launch_slot_: id 0 | task 5234 | processing task, is_child = 0 10.28.474.474 I slot print_timing: id 0 | task 5234 | prompt eval time = 838.13 ms / 223 tokens ( 3.76 ms per token, 266.07 tokens per second) 10.28.474.480 I slot print_timing: id 0 | task 5234 | eval time = 7215.03 ms / 71 tokens ( 103.07 ms per token, 9.70 tokens per second) 10.28.474.481 I slot print_timing: id 0 | task 5234 | total time = 8053.16 ms / 294 tokens 10.28.474.482 I slot print_timing: id 0 | task 5234 | graphs reused = 4678 10.28.474.482 I slot print_timing: id 0 | task 5234 | graph reallocs = 101 / 0 (same size) / (changed size) 10.28.474.527 I slot release: id 0 | task 5234 | stop processing: n_tokens = 293, truncated = 0 10.28.481.463 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 293, t_last = 628385855 10.28.511.995 I slot launch_slot_: id 0 | task 5308 | processing task, is_child = 0 10.37.097.697 I slot print_timing: id 0 | task 5308 | prompt eval time = 850.12 ms / 283 tokens ( 3.00 ms per token, 332.89 tokens per second) 10.37.097.703 I slot print_timing: id 0 | task 5308 | eval time = 7735.56 ms / 76 tokens ( 103.14 ms per token, 9.70 tokens per second) 10.37.097.704 I slot print_timing: id 0 | task 5308 | total time = 8585.68 ms / 359 tokens 10.37.097.705 I slot print_timing: id 0 | task 5308 | graphs reused = 4752 10.37.097.706 I slot print_timing: id 0 | task 5308 | graph reallocs = 102 / 0 (same size) / (changed size) 10.37.097.751 I slot release: id 0 | task 5308 | stop processing: n_tokens = 358, truncated = 0 10.37.139.353 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 358, t_last = 637009078 10.37.139.405 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 410.398 MiB) 10.37.201.244 I slot launch_slot_: id 0 | task 5387 | processing task, is_child = 0 10.41.479.075 I slot print_timing: id 0 | task 5387 | prompt eval time = 869.09 ms / 293 tokens ( 2.97 ms per token, 337.13 tokens per second) 10.41.479.081 I slot print_timing: id 0 | task 5387 | eval time = 3408.71 ms / 34 tokens ( 103.29 ms per token, 9.68 tokens per second) 10.41.479.083 I slot print_timing: id 0 | task 5387 | total time = 4277.81 ms / 327 tokens 10.41.479.084 I slot print_timing: id 0 | task 5387 | graphs reused = 4784 10.41.479.085 I slot print_timing: id 0 | task 5387 | graph reallocs = 103 / 0 (same size) / (changed size) 10.41.479.137 I slot release: id 0 | task 5387 | stop processing: n_tokens = 326, truncated = 0 10.41.497.830 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 326, t_last = 641390465 10.41.497.888 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 361.083 MiB) 10.41.551.968 I slot launch_slot_: id 0 | task 5424 | processing task, is_child = 0 10.52.624.403 I slot print_timing: id 0 | task 5424 | prompt eval time = 860.80 ms / 278 tokens ( 3.10 ms per token, 322.95 tokens per second) 10.52.624.411 I slot print_timing: id 0 | task 5424 | eval time = 10211.61 ms / 100 tokens ( 103.15 ms per token, 9.69 tokens per second) 10.52.624.412 I slot print_timing: id 0 | task 5424 | total time = 11072.41 ms / 378 tokens 10.52.624.413 I slot print_timing: id 0 | task 5424 | graphs reused = 4882 10.52.624.414 I slot print_timing: id 0 | task 5424 | graph reallocs = 104 / 0 (same size) / (changed size) 10.52.624.455 I slot release: id 0 | task 5424 | stop processing: n_tokens = 377, truncated = 0 10.52.652.761 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 377, t_last = 652535783 10.52.698.707 I slot launch_slot_: id 0 | task 5527 | processing task, is_child = 0 10.59.930.224 I slot print_timing: id 0 | task 5527 | prompt eval time = 847.47 ms / 233 tokens ( 3.64 ms per token, 274.94 tokens per second) 10.59.930.231 I slot print_timing: id 0 | task 5527 | eval time = 6384.03 ms / 63 tokens ( 102.97 ms per token, 9.71 tokens per second) 10.59.930.232 I slot print_timing: id 0 | task 5527 | total time = 7231.49 ms / 296 tokens 10.59.930.233 I slot print_timing: id 0 | task 5527 | graphs reused = 4942 10.59.930.234 I slot print_timing: id 0 | task 5527 | graph reallocs = 105 / 0 (same size) / (changed size) 10.59.930.268 I slot release: id 0 | task 5527 | stop processing: n_tokens = 295, truncated = 0 10.59.955.028 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 295, t_last = 659841596 10.59.955.072 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 593.189 MiB) 11.00.018.819 I slot launch_slot_: id 0 | task 5593 | processing task, is_child = 0 11.06.469.186 I slot print_timing: id 0 | task 5593 | prompt eval time = 833.12 ms / 166 tokens ( 5.02 ms per token, 199.25 tokens per second) 11.06.469.192 I slot print_timing: id 0 | task 5593 | eval time = 5617.23 ms / 56 tokens ( 102.13 ms per token, 9.79 tokens per second) 11.06.469.192 I slot print_timing: id 0 | task 5593 | total time = 6450.34 ms / 222 tokens 11.06.469.194 I slot print_timing: id 0 | task 5593 | graphs reused = 4996 11.06.469.195 I slot print_timing: id 0 | task 5593 | graph reallocs = 105 / 0 (same size) / (changed size) 11.06.469.232 I slot release: id 0 | task 5593 | stop processing: n_tokens = 221, truncated = 0 11.06.475.852 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 221, t_last = 666380560 11.06.500.968 I slot launch_slot_: id 0 | task 5652 | processing task, is_child = 0 11.11.872.800 I slot print_timing: id 0 | task 5652 | prompt eval time = 839.36 ms / 253 tokens ( 3.32 ms per token, 301.42 tokens per second) 11.11.872.805 I slot print_timing: id 0 | task 5652 | eval time = 4532.45 ms / 45 tokens ( 103.01 ms per token, 9.71 tokens per second) 11.11.872.806 I slot print_timing: id 0 | task 5652 | total time = 5371.81 ms / 298 tokens 11.11.872.807 I slot print_timing: id 0 | task 5652 | graphs reused = 5038 11.11.872.809 I slot print_timing: id 0 | task 5652 | graph reallocs = 107 / 0 (same size) / (changed size) 11.11.872.846 I slot release: id 0 | task 5652 | stop processing: n_tokens = 297, truncated = 0 11.11.878.414 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 297, t_last = 671784174 11.11.910.122 I slot launch_slot_: id 0 | task 5700 | processing task, is_child = 0 11.17.540.560 I slot print_timing: id 0 | task 5700 | prompt eval time = 803.33 ms / 136 tokens ( 5.91 ms per token, 169.29 tokens per second) 11.17.540.567 I slot print_timing: id 0 | task 5700 | eval time = 4827.08 ms / 48 tokens ( 102.70 ms per token, 9.74 tokens per second) 11.17.540.568 I slot print_timing: id 0 | task 5700 | total time = 5630.41 ms / 184 tokens 11.17.540.570 I slot print_timing: id 0 | task 5700 | graphs reused = 5084 11.17.540.571 I slot print_timing: id 0 | task 5700 | graph reallocs = 107 / 0 (same size) / (changed size) 11.17.540.606 I slot release: id 0 | task 5700 | stop processing: n_tokens = 183, truncated = 0 11.17.562.023 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 183, t_last = 677451934 11.17.562.067 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 353.083 MiB) 11.17.599.773 I slot launch_slot_: id 0 | task 5751 | processing task, is_child = 0 11.24.169.952 I slot print_timing: id 0 | task 5751 | prompt eval time = 835.62 ms / 178 tokens ( 4.69 ms per token, 213.01 tokens per second) 11.24.169.958 I slot print_timing: id 0 | task 5751 | eval time = 5734.53 ms / 57 tokens ( 102.40 ms per token, 9.77 tokens per second) 11.24.169.959 I slot print_timing: id 0 | task 5751 | total time = 6570.16 ms / 235 tokens 11.24.169.961 I slot print_timing: id 0 | task 5751 | graphs reused = 5139 11.24.169.961 I slot print_timing: id 0 | task 5751 | graph reallocs = 107 / 0 (same size) / (changed size) 11.24.169.988 I slot release: id 0 | task 5751 | stop processing: n_tokens = 234, truncated = 0 11.24.176.932 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 234, t_last = 684081316 11.24.203.314 I slot launch_slot_: id 0 | task 5811 | processing task, is_child = 0 11.30.941.203 I slot print_timing: id 0 | task 5811 | prompt eval time = 848.31 ms / 257 tokens ( 3.30 ms per token, 302.96 tokens per second) 11.30.941.209 I slot print_timing: id 0 | task 5811 | eval time = 5889.56 ms / 56 tokens ( 107.08 ms per token, 9.34 tokens per second) 11.30.941.210 I slot print_timing: id 0 | task 5811 | total time = 6737.86 ms / 313 tokens 11.30.941.211 I slot print_timing: id 0 | task 5811 | graphs reused = 5193 11.30.941.213 I slot print_timing: id 0 | task 5811 | graph reallocs = 107 / 0 (same size) / (changed size) 11.30.941.252 I slot release: id 0 | task 5811 | stop processing: n_tokens = 312, truncated = 0 11.30.962.275 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 312, t_last = 690852579 11.30.962.328 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 400.210 MiB) 11.31.027.843 I slot launch_slot_: id 0 | task 5870 | processing task, is_child = 0 11.35.801.935 I slot print_timing: id 0 | task 5870 | prompt eval time = 845.52 ms / 256 tokens ( 3.30 ms per token, 302.77 tokens per second) 11.35.801.941 I slot print_timing: id 0 | task 5870 | eval time = 3928.55 ms / 39 tokens ( 103.38 ms per token, 9.67 tokens per second) 11.35.801.942 I slot print_timing: id 0 | task 5870 | total time = 4774.07 ms / 295 tokens 11.35.801.943 I slot print_timing: id 0 | task 5870 | graphs reused = 5230 11.35.801.943 I slot print_timing: id 0 | task 5870 | graph reallocs = 107 / 0 (same size) / (changed size) 11.35.801.982 I slot release: id 0 | task 5870 | stop processing: n_tokens = 294, truncated = 0 11.35.845.031 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 294, t_last = 695713310 11.35.883.782 I slot launch_slot_: id 0 | task 5912 | processing task, is_child = 0 11.41.366.943 I slot print_timing: id 0 | task 5912 | prompt eval time = 850.72 ms / 276 tokens ( 3.08 ms per token, 324.43 tokens per second) 11.41.366.949 I slot print_timing: id 0 | task 5912 | eval time = 4632.41 ms / 46 tokens ( 102.94 ms per token, 9.71 tokens per second) 11.41.366.951 I slot print_timing: id 0 | task 5912 | total time = 5483.14 ms / 322 tokens 11.41.366.952 I slot print_timing: id 0 | task 5912 | graphs reused = 5274 11.41.366.953 I slot print_timing: id 0 | task 5912 | graph reallocs = 108 / 0 (same size) / (changed size) 11.41.366.997 I slot release: id 0 | task 5912 | stop processing: n_tokens = 321, truncated = 0 11.41.393.593 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 321, t_last = 701278325 11.41.393.649 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 360.489 MiB) 11.41.460.689 I slot launch_slot_: id 0 | task 5961 | processing task, is_child = 0 11.44.189.424 I slot print_timing: id 0 | task 5961 | prompt eval time = 886.74 ms / 283 tokens ( 3.13 ms per token, 319.15 tokens per second) 11.44.189.429 I slot print_timing: id 0 | task 5961 | eval time = 1841.97 ms / 19 tokens ( 102.33 ms per token, 9.77 tokens per second) 11.44.189.430 I slot print_timing: id 0 | task 5961 | total time = 2728.71 ms / 302 tokens 11.44.189.432 I slot print_timing: id 0 | task 5961 | graphs reused = 5291 11.44.189.432 I slot print_timing: id 0 | task 5961 | graph reallocs = 109 / 0 (same size) / (changed size) 11.44.189.479 I slot release: id 0 | task 5961 | stop processing: n_tokens = 301, truncated = 0 11.44.216.272 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 301, t_last = 704100806 11.44.216.321 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 476.448 MiB) 11.44.272.963 I slot launch_slot_: id 0 | task 5983 | processing task, is_child = 0 11.52.150.490 I slot print_timing: id 0 | task 5983 | prompt eval time = 868.05 ms / 288 tokens ( 3.01 ms per token, 331.78 tokens per second) 11.52.150.495 I slot print_timing: id 0 | task 5983 | eval time = 7009.45 ms / 69 tokens ( 103.08 ms per token, 9.70 tokens per second) 11.52.150.497 I slot print_timing: id 0 | task 5983 | total time = 7877.50 ms / 357 tokens 11.52.150.497 I slot print_timing: id 0 | task 5983 | graphs reused = 5358 11.52.150.498 I slot print_timing: id 0 | task 5983 | graph reallocs = 110 / 0 (same size) / (changed size) 11.52.150.537 I slot release: id 0 | task 5983 | stop processing: n_tokens = 356, truncated = 0 11.52.175.352 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 356, t_last = 712061864 11.52.216.844 I slot launch_slot_: id 0 | task 6055 | processing task, is_child = 0 11.58.430.844 I slot print_timing: id 0 | task 6055 | prompt eval time = 843.94 ms / 237 tokens ( 3.56 ms per token, 280.82 tokens per second) 11.58.430.850 I slot print_timing: id 0 | task 6055 | eval time = 5370.03 ms / 53 tokens ( 103.27 ms per token, 9.68 tokens per second) 11.58.430.851 I slot print_timing: id 0 | task 6055 | total time = 6213.97 ms / 290 tokens 11.58.430.852 I slot print_timing: id 0 | task 6055 | graphs reused = 5408 11.58.430.853 I slot print_timing: id 0 | task 6055 | graph reallocs = 111 / 0 (same size) / (changed size) 11.58.430.893 I slot release: id 0 | task 6055 | stop processing: n_tokens = 289, truncated = 0 11.58.462.669 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 289, t_last = 718342220 11.58.462.726 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 585.782 MiB) 11.58.516.689 I slot launch_slot_: id 0 | task 6111 | processing task, is_child = 0 12.04.574.208 I slot print_timing: id 0 | task 6111 | prompt eval time = 844.53 ms / 173 tokens ( 4.88 ms per token, 204.85 tokens per second) 12.04.574.214 I slot print_timing: id 0 | task 6111 | eval time = 5212.96 ms / 52 tokens ( 102.21 ms per token, 9.78 tokens per second) 12.04.574.216 I slot print_timing: id 0 | task 6111 | total time = 6057.50 ms / 225 tokens 12.04.574.221 I slot print_timing: id 0 | task 6111 | graphs reused = 5458 12.04.574.222 I slot print_timing: id 0 | task 6111 | graph reallocs = 111 / 0 (same size) / (changed size) 12.04.574.262 I slot release: id 0 | task 6111 | stop processing: n_tokens = 224, truncated = 0 12.04.599.009 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 224, t_last = 724485590 12.04.626.711 I slot launch_slot_: id 0 | task 6166 | processing task, is_child = 0 12.13.274.024 I slot print_timing: id 0 | task 6166 | prompt eval time = 894.63 ms / 356 tokens ( 2.51 ms per token, 397.93 tokens per second) 12.13.274.030 I slot print_timing: id 0 | task 6166 | eval time = 7752.66 ms / 76 tokens ( 103.37 ms per token, 9.67 tokens per second) 12.13.274.031 I slot print_timing: id 0 | task 6166 | total time = 8647.29 ms / 432 tokens 12.13.274.032 I slot print_timing: id 0 | task 6166 | graphs reused = 5532 12.13.274.032 I slot print_timing: id 0 | task 6166 | graph reallocs = 111 / 0 (same size) / (changed size) 12.13.274.092 I slot release: id 0 | task 6166 | stop processing: n_tokens = 431, truncated = 0 12.13.316.802 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 431, t_last = 733185419 12.13.316.868 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 173.309 MiB) 12.13.382.243 I slot launch_slot_: id 0 | task 6245 | processing task, is_child = 0 12.25.087.571 I slot print_timing: id 0 | task 6245 | n_gen = 100, tg = 9.52 t/s, tg_3s = 9.62 t/s 12.28.153.114 I slot print_timing: id 0 | task 6245 | n_gen = 129, tg = 9.51 t/s, tg_3s = 9.46 t/s 12.29.401.076 I slot print_timing: id 0 | task 6245 | prompt eval time = 1311.05 ms / 580 tokens ( 2.26 ms per token, 442.39 tokens per second) 12.29.401.083 I slot print_timing: id 0 | task 6245 | eval time = 14707.76 ms / 141 tokens ( 105.06 ms per token, 9.52 tokens per second) 12.29.401.084 I slot print_timing: id 0 | task 6245 | total time = 16018.81 ms / 721 tokens 12.29.401.085 I slot print_timing: id 0 | task 6245 | graphs reused = 5671 12.29.401.087 I slot print_timing: id 0 | task 6245 | graph reallocs = 113 / 0 (same size) / (changed size) 12.29.401.161 I slot release: id 0 | task 6245 | stop processing: n_tokens = 720, truncated = 0 12.29.427.093 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 720, t_last = 749312489 12.29.427.190 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 192.138 MiB) 12.29.435.392 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 190.310 MiB) 12.29.442.494 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 157.621 MiB) 12.29.553.760 I slot launch_slot_: id 0 | task 6390 | processing task, is_child = 0 12.40.547.914 I slot print_timing: id 0 | task 6390 | prompt eval time = 971.96 ms / 470 tokens ( 2.07 ms per token, 483.56 tokens per second) 12.40.547.920 I slot print_timing: id 0 | task 6390 | eval time = 10022.17 ms / 99 tokens ( 102.27 ms per token, 9.78 tokens per second) 12.40.547.922 I slot print_timing: id 0 | task 6390 | total time = 10994.13 ms / 569 tokens 12.40.547.923 I slot print_timing: id 0 | task 6390 | graphs reused = 5767 12.40.547.924 I slot print_timing: id 0 | task 6390 | graph reallocs = 114 / 0 (same size) / (changed size) 12.40.547.982 I slot release: id 0 | task 6390 | stop processing: n_tokens = 568, truncated = 0 12.40.578.781 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 568, t_last = 760459309 12.40.578.858 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 219.561 MiB) 12.40.582.746 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 261.736 MiB) 12.40.673.832 I slot launch_slot_: id 0 | task 6492 | processing task, is_child = 0 12.51.614.376 I slot print_timing: id 0 | task 6492 | n_gen = 100, tg = 9.84 t/s, tg_3s = 9.94 t/s 12.52.424.787 I slot print_timing: id 0 | task 6492 | prompt eval time = 882.78 ms / 374 tokens ( 2.36 ms per token, 423.66 tokens per second) 12.52.424.795 I slot print_timing: id 0 | task 6492 | eval time = 10868.16 ms / 108 tokens ( 101.57 ms per token, 9.85 tokens per second) 12.52.424.796 I slot print_timing: id 0 | task 6492 | total time = 11750.93 ms / 482 tokens 12.52.424.797 I slot print_timing: id 0 | task 6492 | graphs reused = 5873 12.52.424.798 I slot print_timing: id 0 | task 6492 | graph reallocs = 115 / 0 (same size) / (changed size) 12.52.424.855 I slot release: id 0 | task 6492 | stop processing: n_tokens = 481, truncated = 0 12.52.434.942 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 481, t_last = 772336182 12.52.435.001 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 330.239 MiB) 12.52.506.250 I slot launch_slot_: id 0 | task 6603 | processing task, is_child = 0 13.00.041.737 I slot print_timing: id 0 | task 6603 | prompt eval time = 866.58 ms / 318 tokens ( 2.73 ms per token, 366.96 tokens per second) 13.00.041.742 I slot print_timing: id 0 | task 6603 | eval time = 6668.88 ms / 67 tokens ( 101.04 ms per token, 9.90 tokens per second) 13.00.041.743 I slot print_timing: id 0 | task 6603 | total time = 7535.46 ms / 385 tokens 13.00.041.744 I slot print_timing: id 0 | task 6603 | graphs reused = 5938 13.00.041.745 I slot print_timing: id 0 | task 6603 | graph reallocs = 115 / 0 (same size) / (changed size) 13.00.041.791 I slot release: id 0 | task 6603 | stop processing: n_tokens = 384, truncated = 0 13.00.073.470 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 384, t_last = 779953119 13.00.073.522 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 161.027 MiB) 13.00.076.824 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 160.433 MiB) 13.00.132.168 I slot launch_slot_: id 0 | task 6673 | processing task, is_child = 0 13.11.741.507 I slot print_timing: id 0 | task 6673 | n_gen = 100, tg = 9.57 t/s, tg_3s = 9.67 t/s 13.12.367.940 I slot print_timing: id 0 | task 6673 | prompt eval time = 1269.39 ms / 571 tokens ( 2.22 ms per token, 449.82 tokens per second) 13.12.367.946 I slot print_timing: id 0 | task 6673 | eval time = 10966.35 ms / 106 tokens ( 104.44 ms per token, 9.57 tokens per second) 13.12.367.947 I slot print_timing: id 0 | task 6673 | total time = 12235.75 ms / 677 tokens 13.12.367.948 I slot print_timing: id 0 | task 6673 | graphs reused = 6042 13.12.367.954 I slot print_timing: id 0 | task 6673 | graph reallocs = 117 / 0 (same size) / (changed size) 13.12.368.007 I slot release: id 0 | task 6673 | stop processing: n_tokens = 676, truncated = 0 13.12.396.545 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 676, t_last = 792279335 13.12.396.634 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 191.216 MiB) 13.12.402.452 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 246.656 MiB) 13.12.407.423 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 209.561 MiB) 13.12.513.619 I slot launch_slot_: id 0 | task 6783 | processing task, is_child = 0 13.23.594.685 I slot print_timing: id 0 | task 6783 | n_gen = 100, tg = 9.69 t/s, tg_3s = 9.79 t/s 13.23.801.868 I slot print_timing: id 0 | task 6783 | prompt eval time = 867.95 ms / 310 tokens ( 2.80 ms per token, 357.17 tokens per second) 13.23.801.875 I slot print_timing: id 0 | task 6783 | eval time = 10420.28 ms / 102 tokens ( 103.17 ms per token, 9.69 tokens per second) 13.23.801.876 I slot print_timing: id 0 | task 6783 | total time = 11288.22 ms / 412 tokens 13.23.801.878 I slot print_timing: id 0 | task 6783 | graphs reused = 6142 13.23.801.879 I slot print_timing: id 0 | task 6783 | graph reallocs = 118 / 0 (same size) / (changed size) 13.23.801.927 I slot release: id 0 | task 6783 | stop processing: n_tokens = 411, truncated = 0 13.23.824.079 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 411, t_last = 803713255 13.23.824.136 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 227.046 MiB) 13.23.887.780 I slot launch_slot_: id 0 | task 6888 | processing task, is_child = 0 13.27.897.338 I slot print_timing: id 0 | task 6888 | prompt eval time = 912.87 ms / 433 tokens ( 2.11 ms per token, 474.33 tokens per second) 13.27.897.345 I slot print_timing: id 0 | task 6888 | eval time = 3096.66 ms / 31 tokens ( 103.22 ms per token, 9.69 tokens per second) 13.27.897.346 I slot print_timing: id 0 | task 6888 | total time = 4009.53 ms / 464 tokens 13.27.897.347 I slot print_timing: id 0 | task 6888 | graphs reused = 6171 13.27.897.348 I slot print_timing: id 0 | task 6888 | graph reallocs = 118 / 0 (same size) / (changed size) 13.27.897.415 I slot release: id 0 | task 6888 | stop processing: n_tokens = 463, truncated = 0 13.27.928.993 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 463, t_last = 807808744 13.27.929.061 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 226.343 MiB) 13.27.936.498 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 176.450 MiB) 13.28.019.870 I slot launch_slot_: id 0 | task 6922 | processing task, is_child = 0 13.36.469.658 I slot print_timing: id 0 | task 6922 | prompt eval time = 839.23 ms / 201 tokens ( 4.18 ms per token, 239.51 tokens per second) 13.36.469.664 I slot print_timing: id 0 | task 6922 | eval time = 7610.54 ms / 75 tokens ( 102.85 ms per token, 9.72 tokens per second) 13.36.469.665 I slot print_timing: id 0 | task 6922 | total time = 8449.76 ms / 276 tokens 13.36.469.666 I slot print_timing: id 0 | task 6922 | graphs reused = 6243 13.36.469.667 I slot print_timing: id 0 | task 6922 | graph reallocs = 119 / 0 (same size) / (changed size) 13.36.469.707 I slot release: id 0 | task 6922 | stop processing: n_tokens = 275, truncated = 0 13.36.479.426 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 275, t_last = 816381035 13.36.479.485 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 266.548 MiB) 13.36.522.220 I slot launch_slot_: id 0 | task 7000 | processing task, is_child = 0 13.47.657.714 I slot print_timing: id 0 | task 7000 | n_gen = 100, tg = 9.68 t/s, tg_3s = 9.78 t/s 13.49.127.178 I slot print_timing: id 0 | task 7000 | prompt eval time = 908.20 ms / 402 tokens ( 2.26 ms per token, 442.63 tokens per second) 13.49.127.184 I slot print_timing: id 0 | task 7000 | eval time = 11696.73 ms / 114 tokens ( 103.51 ms per token, 9.66 tokens per second) 13.49.127.185 I slot print_timing: id 0 | task 7000 | total time = 12604.93 ms / 516 tokens 13.49.127.186 I slot print_timing: id 0 | task 7000 | graphs reused = 6354 13.49.127.186 I slot print_timing: id 0 | task 7000 | graph reallocs = 120 / 0 (same size) / (changed size) 13.49.127.244 I slot release: id 0 | task 7000 | stop processing: n_tokens = 515, truncated = 0 13.49.169.671 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 515, t_last = 829038571 13.49.169.765 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 193.873 MiB) 13.49.246.259 I slot launch_slot_: id 0 | task 7117 | processing task, is_child = 0 14.00.593.699 I slot print_timing: id 0 | task 7117 | n_gen = 100, tg = 9.52 t/s, tg_3s = 9.61 t/s 14.03.013.833 I slot print_timing: id 0 | task 7117 | prompt eval time = 946.26 ms / 514 tokens ( 1.84 ms per token, 543.19 tokens per second) 14.03.013.839 I slot print_timing: id 0 | task 7117 | eval time = 12821.28 ms / 123 tokens ( 105.09 ms per token, 9.52 tokens per second) 14.03.013.840 I slot print_timing: id 0 | task 7117 | total time = 13767.55 ms / 637 tokens 14.03.013.846 I slot print_timing: id 0 | task 7117 | graphs reused = 6475 14.03.013.849 I slot print_timing: id 0 | task 7117 | graph reallocs = 120 / 0 (same size) / (changed size) 14.03.013.898 I slot release: id 0 | task 7117 | stop processing: n_tokens = 636, truncated = 0 14.03.039.622 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 636, t_last = 842925226 14.03.039.709 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 169.496 MiB) 14.03.045.429 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 241.672 MiB) 14.03.051.473 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 178.200 MiB) 14.03.149.788 I slot launch_slot_: id 0 | task 7243 | processing task, is_child = 0 14.11.895.672 I slot print_timing: id 0 | task 7243 | prompt eval time = 1306.46 ms / 564 tokens ( 2.32 ms per token, 431.70 tokens per second) 14.11.895.679 I slot print_timing: id 0 | task 7243 | eval time = 7439.40 ms / 72 tokens ( 104.78 ms per token, 9.54 tokens per second) 14.11.895.680 I slot print_timing: id 0 | task 7243 | total time = 8745.86 ms / 636 tokens 14.11.895.682 I slot print_timing: id 0 | task 7243 | graphs reused = 6545 14.11.895.683 I slot print_timing: id 0 | task 7243 | graph reallocs = 122 / 0 (same size) / (changed size) 14.11.895.759 I slot release: id 0 | task 7243 | stop processing: n_tokens = 635, truncated = 0 14.11.928.399 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 635, t_last = 851807088 14.11.928.485 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 240.234 MiB) 14.11.936.421 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 197.717 MiB) 14.12.039.565 I slot launch_slot_: id 0 | task 7319 | processing task, is_child = 0 14.20.649.491 I slot print_timing: id 0 | task 7319 | prompt eval time = 910.14 ms / 396 tokens ( 2.30 ms per token, 435.10 tokens per second) 14.20.649.498 I slot print_timing: id 0 | task 7319 | eval time = 7699.76 ms / 75 tokens ( 104.05 ms per token, 9.61 tokens per second) 14.20.649.499 I slot print_timing: id 0 | task 7319 | total time = 8609.90 ms / 471 tokens 14.20.649.500 I slot print_timing: id 0 | task 7319 | graphs reused = 6618 14.20.649.501 I slot print_timing: id 0 | task 7319 | graph reallocs = 122 / 0 (same size) / (changed size) 14.20.649.560 I slot release: id 0 | task 7319 | stop processing: n_tokens = 470, truncated = 0 14.20.677.938 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 470, t_last = 860560888 14.20.678.008 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 260.923 MiB) 14.20.682.606 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 239.797 MiB) 14.20.760.358 I slot launch_slot_: id 0 | task 7397 | processing task, is_child = 0 14.32.010.728 I slot print_timing: id 0 | task 7397 | n_gen = 100, tg = 9.61 t/s, tg_3s = 9.70 t/s 14.35.067.046 I slot print_timing: id 0 | task 7397 | n_gen = 129, tg = 9.58 t/s, tg_3s = 9.49 t/s 14.36.632.849 I slot print_timing: id 0 | task 7397 | prompt eval time = 944.51 ms / 464 tokens ( 2.04 ms per token, 491.26 tokens per second) 14.36.632.857 I slot print_timing: id 0 | task 7397 | eval time = 14927.96 ms / 144 tokens ( 104.39 ms per token, 9.58 tokens per second) 14.36.632.858 I slot print_timing: id 0 | task 7397 | total time = 15872.47 ms / 608 tokens 14.36.632.859 I slot print_timing: id 0 | task 7397 | graphs reused = 6759 14.36.632.860 I slot print_timing: id 0 | task 7397 | graph reallocs = 123 / 0 (same size) / (changed size) 14.36.632.927 I slot release: id 0 | task 7397 | stop processing: n_tokens = 607, truncated = 0 14.36.663.078 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 607, t_last = 876544254 14.36.663.147 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 261.220 MiB) 14.36.671.761 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 208.686 MiB) 14.36.755.258 I slot launch_slot_: id 0 | task 7544 | processing task, is_child = 0 14.44.607.111 I slot print_timing: id 0 | task 7544 | prompt eval time = 935.63 ms / 420 tokens ( 2.23 ms per token, 448.89 tokens per second) 14.44.607.118 I slot print_timing: id 0 | task 7544 | eval time = 6916.19 ms / 68 tokens ( 103.23 ms per token, 9.69 tokens per second) 14.44.607.119 I slot print_timing: id 0 | task 7544 | total time = 7851.83 ms / 488 tokens 14.44.607.120 I slot print_timing: id 0 | task 7544 | graphs reused = 6825 14.44.607.121 I slot print_timing: id 0 | task 7544 | graph reallocs = 123 / 0 (same size) / (changed size) 14.44.607.184 I slot release: id 0 | task 7544 | stop processing: n_tokens = 487, truncated = 0 14.44.628.186 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 487, t_last = 884518513 14.44.628.277 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 161.589 MiB) 14.44.632.288 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 211.217 MiB) 14.44.710.448 I slot launch_slot_: id 0 | task 7615 | processing task, is_child = 0 14.56.382.750 I slot print_timing: id 0 | task 7615 | n_gen = 100, tg = 9.54 t/s, tg_3s = 9.64 t/s 14.56.486.775 I slot print_timing: id 0 | task 7615 | prompt eval time = 1296.17 ms / 578 tokens ( 2.24 ms per token, 445.93 tokens per second) 14.56.486.782 I slot print_timing: id 0 | task 7615 | eval time = 10480.12 ms / 101 tokens ( 104.80 ms per token, 9.54 tokens per second) 14.56.486.783 I slot print_timing: id 0 | task 7615 | total time = 11776.29 ms / 679 tokens 14.56.486.784 I slot print_timing: id 0 | task 7615 | graphs reused = 6924 14.56.486.785 I slot print_timing: id 0 | task 7615 | graph reallocs = 125 / 0 (same size) / (changed size) 14.56.486.890 I slot release: id 0 | task 7615 | stop processing: n_tokens = 678, truncated = 0 14.56.538.485 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 678, t_last = 896398219 14.56.538.564 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 130.369 MiB) 14.56.541.116 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 166.793 MiB) 14.56.544.288 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 247.390 MiB) 14.56.652.933 I slot launch_slot_: id 0 | task 7720 | processing task, is_child = 0 15.08.454.128 I slot print_timing: id 0 | task 7720 | n_gen = 100, tg = 9.47 t/s, tg_3s = 9.57 t/s 15.10.919.290 I slot print_timing: id 0 | task 7720 | prompt eval time = 1349.19 ms / 662 tokens ( 2.04 ms per token, 490.66 tokens per second) 15.10.919.300 I slot print_timing: id 0 | task 7720 | eval time = 12917.14 ms / 123 tokens ( 105.88 ms per token, 9.44 tokens per second) 15.10.919.301 I slot print_timing: id 0 | task 7720 | total time = 14266.33 ms / 785 tokens 15.10.919.303 I slot print_timing: id 0 | task 7720 | graphs reused = 7044 15.10.919.304 I slot print_timing: id 0 | task 7720 | graph reallocs = 128 / 0 (same size) / (changed size) 15.10.919.381 I slot release: id 0 | task 7720 | stop processing: n_tokens = 784, truncated = 0 15.10.950.545 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 784, t_last = 910830710 15.10.950.643 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 243.359 MiB) 15.10.957.268 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 255.344 MiB) 15.11.081.400 I slot launch_slot_: id 0 | task 7847 | processing task, is_child = 0 15.19.416.593 I slot print_timing: id 0 | task 7847 | prompt eval time = 939.58 ms / 470 tokens ( 2.00 ms per token, 500.22 tokens per second) 15.19.416.599 I slot print_timing: id 0 | task 7847 | eval time = 7395.58 ms / 72 tokens ( 104.16 ms per token, 9.60 tokens per second) 15.19.416.601 I slot print_timing: id 0 | task 7847 | total time = 8335.16 ms / 542 tokens 15.19.416.602 I slot print_timing: id 0 | task 7847 | graphs reused = 7113 15.19.416.603 I slot print_timing: id 0 | task 7847 | graph reallocs = 129 / 0 (same size) / (changed size) 15.19.416.675 I slot release: id 0 | task 7847 | stop processing: n_tokens = 541, truncated = 0 15.19.452.250 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 541, t_last = 919328004 15.19.452.324 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 257.219 MiB) 15.19.456.780 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 270.892 MiB) 15.19.542.660 I slot launch_slot_: id 0 | task 7922 | processing task, is_child = 0 15.31.194.010 I slot print_timing: id 0 | task 7922 | n_gen = 100, tg = 9.54 t/s, tg_3s = 9.64 t/s 15.33.971.562 I slot print_timing: id 0 | task 7922 | prompt eval time = 1277.94 ms / 534 tokens ( 2.39 ms per token, 417.86 tokens per second) 15.33.971.569 I slot print_timing: id 0 | task 7922 | eval time = 13150.93 ms / 127 tokens ( 104.37 ms per token, 9.58 tokens per second) 15.33.971.571 I slot print_timing: id 0 | task 7922 | total time = 14428.88 ms / 661 tokens 15.33.971.572 I slot print_timing: id 0 | task 7922 | graphs reused = 7238 15.33.971.572 I slot print_timing: id 0 | task 7922 | graph reallocs = 130 / 0 (same size) / (changed size) 15.33.971.637 I slot release: id 0 | task 7922 | stop processing: n_tokens = 660, truncated = 0 15.33.995.404 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 660, t_last = 933882965 15.33.995.492 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 229.843 MiB) 15.34.002.019 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 166.637 MiB) 15.34.004.880 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 348.005 MiB) 15.34.102.271 I slot launch_slot_: id 0 | task 8053 | processing task, is_child = 0 15.44.980.806 I slot print_timing: id 0 | task 8053 | n_gen = 100, tg = 9.89 t/s, tg_3s = 9.99 t/s 15.47.308.442 I slot print_timing: id 0 | task 8053 | prompt eval time = 873.38 ms / 319 tokens ( 2.74 ms per token, 365.25 tokens per second) 15.47.308.449 I slot print_timing: id 0 | task 8053 | eval time = 12332.77 ms / 123 tokens ( 101.09 ms per token, 9.89 tokens per second) 15.47.308.450 I slot print_timing: id 0 | task 8053 | total time = 13206.15 ms / 442 tokens 15.47.308.452 I slot print_timing: id 0 | task 8053 | graphs reused = 7359 15.47.308.453 I slot print_timing: id 0 | task 8053 | graph reallocs = 131 / 0 (same size) / (changed size) 15.47.308.486 I slot release: id 0 | task 8053 | stop processing: n_tokens = 441, truncated = 0 15.47.338.071 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 441, t_last = 947219814 15.47.389.526 I slot launch_slot_: id 0 | task 8179 | processing task, is_child = 0 15.58.341.859 I slot print_timing: id 0 | task 8179 | n_gen = 100, tg = 9.86 t/s, tg_3s = 9.96 t/s 16.01.402.952 I slot print_timing: id 0 | task 8179 | n_gen = 130, tg = 9.85 t/s, tg_3s = 9.80 t/s 16.03.345.865 I slot print_timing: id 0 | task 8179 | prompt eval time = 911.44 ms / 395 tokens ( 2.31 ms per token, 433.38 tokens per second) 16.03.345.871 I slot print_timing: id 0 | task 8179 | eval time = 15044.87 ms / 149 tokens ( 101.65 ms per token, 9.84 tokens per second) 16.03.345.873 I slot print_timing: id 0 | task 8179 | total time = 15956.31 ms / 544 tokens 16.03.345.873 I slot print_timing: id 0 | task 8179 | graphs reused = 7505 16.03.345.874 I slot print_timing: id 0 | task 8179 | graph reallocs = 132 / 0 (same size) / (changed size) 16.03.345.937 I slot release: id 0 | task 8179 | stop processing: n_tokens = 543, truncated = 0 16.03.377.869 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 543, t_last = 963257265 16.03.377.932 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 559.720 MiB) 16.03.460.385 I slot launch_slot_: id 0 | task 8331 | processing task, is_child = 0 16.15.296.672 I slot print_timing: id 0 | task 8331 | n_gen = 100, tg = 9.43 t/s, tg_3s = 9.52 t/s 16.17.205.009 I slot print_timing: id 0 | task 8331 | prompt eval time = 1333.10 ms / 711 tokens ( 1.87 ms per token, 533.34 tokens per second) 16.17.205.016 I slot print_timing: id 0 | task 8331 | eval time = 12411.50 ms / 118 tokens ( 106.08 ms per token, 9.43 tokens per second) 16.17.205.017 I slot print_timing: id 0 | task 8331 | total time = 13744.60 ms / 829 tokens 16.17.205.018 I slot print_timing: id 0 | task 8331 | graphs reused = 7620 16.17.205.019 I slot print_timing: id 0 | task 8331 | graph reallocs = 134 / 0 (same size) / (changed size) 16.17.205.105 I slot release: id 0 | task 8331 | stop processing: n_tokens = 828, truncated = 0 16.17.232.833 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 828, t_last = 977116435 16.17.232.918 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 444.838 MiB) 16.17.244.299 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 351.287 MiB) 16.17.392.514 I slot launch_slot_: id 0 | task 8453 | processing task, is_child = 0 16.29.176.330 I slot print_timing: id 0 | task 8453 | n_gen = 100, tg = 9.49 t/s, tg_3s = 9.59 t/s 16.32.244.961 I slot print_timing: id 0 | task 8453 | n_gen = 128, tg = 9.41 t/s, tg_3s = 9.12 t/s 16.34.721.922 I slot print_timing: id 0 | task 8453 | prompt eval time = 1352.98 ms / 667 tokens ( 2.03 ms per token, 492.99 tokens per second) 16.34.721.929 I slot print_timing: id 0 | task 8453 | eval time = 15976.40 ms / 151 tokens ( 106.51 ms per token, 9.39 tokens per second) 16.34.721.930 I slot print_timing: id 0 | task 8453 | total time = 17329.38 ms / 818 tokens 16.34.721.931 I slot print_timing: id 0 | task 8453 | graphs reused = 7768 16.34.721.931 I slot print_timing: id 0 | task 8453 | graph reallocs = 136 / 0 (same size) / (changed size) 16.34.721.994 I slot release: id 0 | task 8453 | stop processing: n_tokens = 817, truncated = 0 16.34.764.372 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 817, t_last = 994633322 16.34.764.505 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 307.268 MiB) 16.34.779.693 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 543.719 MiB) 16.34.924.623 I slot launch_slot_: id 0 | task 8608 | processing task, is_child = 0 16.45.970.730 I slot print_timing: id 0 | task 8608 | n_gen = 100, tg = 9.73 t/s, tg_3s = 9.83 t/s 16.49.064.498 I slot print_timing: id 0 | task 8608 | n_gen = 130, tg = 9.72 t/s, tg_3s = 9.70 t/s 16.52.067.014 I slot print_timing: id 0 | task 8608 | n_gen = 159, tg = 9.71 t/s, tg_3s = 9.66 t/s 16.53.390.411 I slot print_timing: id 0 | task 8608 | prompt eval time = 870.68 ms / 227 tokens ( 3.84 ms per token, 260.72 tokens per second) 16.53.390.418 I slot print_timing: id 0 | task 8608 | eval time = 17595.09 ms / 172 tokens ( 102.90 ms per token, 9.72 tokens per second) 16.53.390.419 I slot print_timing: id 0 | task 8608 | total time = 18465.76 ms / 399 tokens 16.53.390.420 I slot print_timing: id 0 | task 8608 | graphs reused = 7937 16.53.390.421 I slot print_timing: id 0 | task 8608 | graph reallocs = 138 / 0 (same size) / (changed size) 16.53.390.462 I slot release: id 0 | task 8608 | stop processing: n_tokens = 398, truncated = 0 16.53.396.274 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 398, t_last = 1013301789 16.53.437.394 I slot launch_slot_: id 0 | task 8783 | processing task, is_child = 0 17.04.443.352 I slot print_timing: id 0 | task 8783 | n_gen = 100, tg = 9.72 t/s, tg_3s = 9.82 t/s 17.07.522.334 I slot print_timing: id 0 | task 8783 | n_gen = 130, tg = 9.73 t/s, tg_3s = 9.74 t/s 17.09.068.720 I slot print_timing: id 0 | task 8783 | prompt eval time = 820.92 ms / 158 tokens ( 5.20 ms per token, 192.47 tokens per second) 17.09.068.726 I slot print_timing: id 0 | task 8783 | eval time = 14810.38 ms / 145 tokens ( 102.85 ms per token, 9.72 tokens per second) 17.09.068.727 I slot print_timing: id 0 | task 8783 | total time = 15631.30 ms / 303 tokens 17.09.068.729 I slot print_timing: id 0 | task 8783 | graphs reused = 8079 17.09.068.730 I slot print_timing: id 0 | task 8783 | graph reallocs = 140 / 0 (same size) / (changed size) 17.09.068.774 I slot release: id 0 | task 8783 | stop processing: n_tokens = 302, truncated = 0 17.09.075.957 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 302, t_last = 1028980102 17.09.076.004 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 303.628 MiB) 17.09.111.320 I slot launch_slot_: id 0 | task 8931 | processing task, is_child = 0 17.12.408.042 I slot print_timing: id 0 | task 8931 | prompt eval time = 826.75 ms / 175 tokens ( 4.72 ms per token, 211.67 tokens per second) 17.12.408.047 I slot print_timing: id 0 | task 8931 | eval time = 2469.95 ms / 25 tokens ( 102.91 ms per token, 9.72 tokens per second) 17.12.408.048 I slot print_timing: id 0 | task 8931 | total time = 3296.70 ms / 200 tokens 17.12.408.049 I slot print_timing: id 0 | task 8931 | graphs reused = 8102 17.12.408.050 I slot print_timing: id 0 | task 8931 | graph reallocs = 140 / 0 (same size) / (changed size) 17.12.408.089 I slot release: id 0 | task 8931 | stop processing: n_tokens = 199, truncated = 0 17.12.448.235 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 199, t_last = 1032319417 17.12.473.432 I slot launch_slot_: id 0 | task 8959 | processing task, is_child = 0 17.21.825.252 I slot print_timing: id 0 | task 8959 | prompt eval time = 833.32 ms / 135 tokens ( 6.17 ms per token, 162.00 tokens per second) 17.21.825.259 I slot print_timing: id 0 | task 8959 | eval time = 8518.48 ms / 84 tokens ( 102.63 ms per token, 9.74 tokens per second) 17.21.825.260 I slot print_timing: id 0 | task 8959 | total time = 9351.80 ms / 219 tokens 17.21.825.261 I slot print_timing: id 0 | task 8959 | graphs reused = 8184 17.21.825.262 I slot print_timing: id 0 | task 8959 | graph reallocs = 141 / 0 (same size) / (changed size) 17.21.825.309 I slot release: id 0 | task 8959 | stop processing: n_tokens = 218, truncated = 0 17.21.846.280 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 218, t_last = 1041736636 17.21.846.318 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 381.944 MiB) 17.21.892.926 I slot launch_slot_: id 0 | task 9046 | processing task, is_child = 0 17.27.243.313 I slot print_timing: id 0 | task 9046 | prompt eval time = 835.88 ms / 210 tokens ( 3.98 ms per token, 251.23 tokens per second) 17.27.243.319 I slot print_timing: id 0 | task 9046 | eval time = 4514.48 ms / 45 tokens ( 102.60 ms per token, 9.75 tokens per second) 17.27.243.321 I slot print_timing: id 0 | task 9046 | total time = 5350.35 ms / 255 tokens 17.27.243.322 I slot print_timing: id 0 | task 9046 | graphs reused = 8227 17.27.243.323 I slot print_timing: id 0 | task 9046 | graph reallocs = 141 / 0 (same size) / (changed size) 17.27.243.369 I slot release: id 0 | task 9046 | stop processing: n_tokens = 254, truncated = 0 17.27.268.136 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 254, t_last = 1047154697 17.27.299.677 I slot launch_slot_: id 0 | task 9094 | processing task, is_child = 0 17.29.655.218 I slot print_timing: id 0 | task 9094 | prompt eval time = 834.05 ms / 111 tokens ( 7.51 ms per token, 133.09 tokens per second) 17.29.655.225 I slot print_timing: id 0 | task 9094 | eval time = 1521.47 ms / 16 tokens ( 101.43 ms per token, 9.86 tokens per second) 17.29.655.227 I slot print_timing: id 0 | task 9094 | total time = 2355.52 ms / 127 tokens 17.29.655.228 I slot print_timing: id 0 | task 9094 | graphs reused = 8241 17.29.655.230 I slot print_timing: id 0 | task 9094 | graph reallocs = 142 / 0 (same size) / (changed size) 17.29.655.273 I slot release: id 0 | task 9094 | stop processing: n_tokens = 126, truncated = 0 17.29.691.204 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 126, t_last = 1049566601 17.29.707.540 I slot launch_slot_: id 0 | task 9113 | processing task, is_child = 0 17.40.664.140 I slot print_timing: id 0 | task 9113 | n_gen = 100, tg = 9.75 t/s, tg_3s = 9.84 t/s 17.43.730.377 I slot print_timing: id 0 | task 9113 | n_gen = 130, tg = 9.75 t/s, tg_3s = 9.78 t/s 17.46.801.273 I slot print_timing: id 0 | task 9113 | n_gen = 160, tg = 9.76 t/s, tg_3s = 9.77 t/s 17.49.808.114 I slot print_timing: id 0 | task 9113 | n_gen = 189, tg = 9.74 t/s, tg_3s = 9.64 t/s 17.52.910.804 I slot print_timing: id 0 | task 9113 | n_gen = 219, tg = 9.73 t/s, tg_3s = 9.67 t/s 17.56.006.766 I slot print_timing: id 0 | task 9113 | n_gen = 249, tg = 9.73 t/s, tg_3s = 9.69 t/s 17.59.097.595 I slot print_timing: id 0 | task 9113 | n_gen = 279, tg = 9.72 t/s, tg_3s = 9.71 t/s 18.02.101.228 I slot print_timing: id 0 | task 9113 | n_gen = 308, tg = 9.72 t/s, tg_3s = 9.65 t/s 18.05.105.788 I slot print_timing: id 0 | task 9113 | n_gen = 337, tg = 9.71 t/s, tg_3s = 9.65 t/s 18.05.725.901 I slot print_timing: id 0 | task 9113 | prompt eval time = 797.94 ms / 151 tokens ( 5.28 ms per token, 189.24 tokens per second) 18.05.725.907 I slot print_timing: id 0 | task 9113 | eval time = 35220.40 ms / 343 tokens ( 102.98 ms per token, 9.71 tokens per second) 18.05.725.909 I slot print_timing: id 0 | task 9113 | total time = 36018.34 ms / 494 tokens 18.05.725.912 I slot print_timing: id 0 | task 9113 | graphs reused = 8581 18.05.725.916 I slot print_timing: id 0 | task 9113 | graph reallocs = 144 / 0 (same size) / (changed size) 18.05.725.977 I slot release: id 0 | task 9113 | stop processing: n_tokens = 493, truncated = 0 18.05.731.903 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 493, t_last = 1085637305 18.05.731.983 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 197.748 MiB) 18.05.783.060 I slot launch_slot_: id 0 | task 9459 | processing task, is_child = 0 18.16.784.055 I slot print_timing: id 0 | task 9459 | n_gen = 100, tg = 9.77 t/s, tg_3s = 9.87 t/s 18.17.823.752 I slot print_timing: id 0 | task 9459 | prompt eval time = 866.54 ms / 150 tokens ( 5.78 ms per token, 173.10 tokens per second) 18.17.823.758 I slot print_timing: id 0 | task 9459 | eval time = 11174.13 ms / 110 tokens ( 102.51 ms per token, 9.75 tokens per second) 18.17.823.759 I slot print_timing: id 0 | task 9459 | total time = 12040.67 ms / 260 tokens 18.17.823.760 I slot print_timing: id 0 | task 9459 | graphs reused = 8688 18.17.823.761 I slot print_timing: id 0 | task 9459 | graph reallocs = 146 / 0 (same size) / (changed size) 18.17.823.797 I slot release: id 0 | task 9459 | stop processing: n_tokens = 259, truncated = 0 18.17.828.841 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 259, t_last = 1097735124 18.17.828.883 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 387.757 MiB) 18.17.872.443 I slot launch_slot_: id 0 | task 9572 | processing task, is_child = 0 18.22.104.949 I slot print_timing: id 0 | task 9572 | prompt eval time = 864.38 ms / 89 tokens ( 9.71 ms per token, 102.96 tokens per second) 18.22.104.958 I slot print_timing: id 0 | task 9572 | eval time = 3368.10 ms / 34 tokens ( 102.06 ms per token, 9.80 tokens per second) 18.22.104.959 I slot print_timing: id 0 | task 9572 | total time = 4232.47 ms / 123 tokens 18.22.104.962 I slot print_timing: id 0 | task 9572 | graphs reused = 8720 18.22.104.963 I slot print_timing: id 0 | task 9572 | graph reallocs = 147 / 0 (same size) / (changed size) 18.22.104.992 I slot release: id 0 | task 9572 | stop processing: n_tokens = 122, truncated = 0 18.22.142.811 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 122, t_last = 1102016319 18.22.157.192 I slot launch_slot_: id 0 | task 9609 | processing task, is_child = 0 18.23.804.035 I slot print_timing: id 0 | task 9609 | prompt eval time = 927.71 ms / 159 tokens ( 5.83 ms per token, 171.39 tokens per second) 18.23.804.041 I slot print_timing: id 0 | task 9609 | eval time = 719.12 ms / 8 tokens ( 102.73 ms per token, 9.73 tokens per second) 18.23.804.043 I slot print_timing: id 0 | task 9609 | total time = 1646.82 ms / 167 tokens 18.23.804.044 I slot print_timing: id 0 | task 9609 | graphs reused = 8726 18.23.804.044 I slot print_timing: id 0 | task 9609 | graph reallocs = 148 / 0 (same size) / (changed size) 18.23.804.091 I slot release: id 0 | task 9609 | stop processing: n_tokens = 166, truncated = 0 18.23.810.444 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 166, t_last = 1103715419 18.23.810.493 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 470.902 MiB) 18.23.847.186 I slot launch_slot_: id 0 | task 9620 | processing task, is_child = 0 18.30.582.762 I slot print_timing: id 0 | task 9620 | prompt eval time = 896.22 ms / 155 tokens ( 5.78 ms per token, 172.95 tokens per second) 18.30.582.768 I slot print_timing: id 0 | task 9620 | eval time = 5839.34 ms / 58 tokens ( 102.44 ms per token, 9.76 tokens per second) 18.30.582.769 I slot print_timing: id 0 | task 9620 | total time = 6735.55 ms / 213 tokens 18.30.582.770 I slot print_timing: id 0 | task 9620 | graphs reused = 8782 18.30.582.771 I slot print_timing: id 0 | task 9620 | graph reallocs = 149 / 0 (same size) / (changed size) 18.30.582.808 I slot release: id 0 | task 9620 | stop processing: n_tokens = 212, truncated = 0 18.30.611.553 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 212, t_last = 1110494136 18.30.637.811 I slot launch_slot_: id 0 | task 9681 | processing task, is_child = 0 18.35.047.690 I slot print_timing: id 0 | task 9681 | prompt eval time = 807.53 ms / 170 tokens ( 4.75 ms per token, 210.52 tokens per second) 18.35.047.696 I slot print_timing: id 0 | task 9681 | eval time = 3602.33 ms / 37 tokens ( 100.06 ms per token, 9.99 tokens per second) 18.35.047.697 I slot print_timing: id 0 | task 9681 | total time = 4409.86 ms / 207 tokens 18.35.047.698 I slot print_timing: id 0 | task 9681 | graphs reused = 8817 18.35.047.703 I slot print_timing: id 0 | task 9681 | graph reallocs = 149 / 0 (same size) / (changed size) 18.35.047.742 I slot release: id 0 | task 9681 | stop processing: n_tokens = 206, truncated = 0 18.35.054.148 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 206, t_last = 1114959070 18.35.079.499 I slot launch_slot_: id 0 | task 9721 | processing task, is_child = 0 18.37.666.810 I slot print_timing: id 0 | task 9721 | prompt eval time = 784.60 ms / 141 tokens ( 5.56 ms per token, 179.71 tokens per second) 18.37.666.817 I slot print_timing: id 0 | task 9721 | eval time = 1802.68 ms / 19 tokens ( 100.15 ms per token, 9.99 tokens per second) 18.37.666.818 I slot print_timing: id 0 | task 9721 | total time = 2587.29 ms / 160 tokens 18.37.666.819 I slot print_timing: id 0 | task 9721 | graphs reused = 8834 18.37.666.820 I slot print_timing: id 0 | task 9721 | graph reallocs = 150 / 0 (same size) / (changed size) 18.37.666.854 I slot release: id 0 | task 9721 | stop processing: n_tokens = 159, truncated = 0 18.37.707.397 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 159, t_last = 1117578182 18.37.727.899 I slot launch_slot_: id 0 | task 9743 | processing task, is_child = 0 18.48.502.522 I slot print_timing: id 0 | task 9743 | n_gen = 100, tg = 9.96 t/s, tg_3s = 10.06 t/s 18.51.554.120 I slot print_timing: id 0 | task 9743 | n_gen = 130, tg = 9.93 t/s, tg_3s = 9.83 t/s 18.54.581.116 I slot print_timing: id 0 | task 9743 | n_gen = 160, tg = 9.93 t/s, tg_3s = 9.91 t/s 18.57.639.719 I slot print_timing: id 0 | task 9743 | n_gen = 189, tg = 9.86 t/s, tg_3s = 9.48 t/s 19.00.730.570 I slot print_timing: id 0 | task 9743 | n_gen = 218, tg = 9.79 t/s, tg_3s = 9.38 t/s 19.03.731.114 I slot print_timing: id 0 | task 9743 | n_gen = 247, tg = 9.78 t/s, tg_3s = 9.66 t/s 19.06.810.995 I slot print_timing: id 0 | task 9743 | n_gen = 277, tg = 9.77 t/s, tg_3s = 9.74 t/s 19.09.904.157 I slot print_timing: id 0 | task 9743 | n_gen = 307, tg = 9.76 t/s, tg_3s = 9.70 t/s 19.12.929.781 I slot print_timing: id 0 | task 9743 | n_gen = 336, tg = 9.75 t/s, tg_3s = 9.58 t/s 19.16.037.091 I slot print_timing: id 0 | task 9743 | n_gen = 365, tg = 9.71 t/s, tg_3s = 9.33 t/s 19.19.128.146 I slot print_timing: id 0 | task 9743 | n_gen = 393, tg = 9.66 t/s, tg_3s = 9.06 t/s 19.22.159.465 I slot print_timing: id 0 | task 9743 | n_gen = 422, tg = 9.66 t/s, tg_3s = 9.57 t/s 19.25.215.955 I slot print_timing: id 0 | task 9743 | n_gen = 451, tg = 9.65 t/s, tg_3s = 9.49 t/s 19.28.247.518 I slot print_timing: id 0 | task 9743 | n_gen = 480, tg = 9.64 t/s, tg_3s = 9.57 t/s 19.31.071.709 I slot print_timing: id 0 | task 9743 | prompt eval time = 839.00 ms / 150 tokens ( 5.59 ms per token, 178.78 tokens per second) 19.31.071.716 I slot print_timing: id 0 | task 9743 | eval time = 52504.79 ms / 507 tokens ( 103.76 ms per token, 9.64 tokens per second) 19.31.071.717 I slot print_timing: id 0 | task 9743 | total time = 53343.79 ms / 657 tokens 19.31.071.722 I slot print_timing: id 0 | task 9743 | graphs reused = 9337 19.31.071.725 I slot print_timing: id 0 | task 9743 | graph reallocs = 153 / 0 (same size) / (changed size) 19.31.071.759 I slot release: id 0 | task 9743 | stop processing: n_tokens = 656, truncated = 0 19.31.078.421 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 656, t_last = 1170983086 19.31.078.532 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 534.327 MiB) 19.31.181.615 I slot launch_slot_: id 0 | task 10253 | processing task, is_child = 0 19.42.473.907 I slot print_timing: id 0 | task 10253 | n_gen = 100, tg = 9.49 t/s, tg_3s = 9.59 t/s 19.45.575.604 I slot print_timing: id 0 | task 10253 | n_gen = 130, tg = 9.53 t/s, tg_3s = 9.67 t/s 19.48.652.499 I slot print_timing: id 0 | task 10253 | n_gen = 160, tg = 9.57 t/s, tg_3s = 9.75 t/s 19.51.736.619 I slot print_timing: id 0 | task 10253 | n_gen = 190, tg = 9.60 t/s, tg_3s = 9.73 t/s 19.54.824.736 I slot print_timing: id 0 | task 10253 | n_gen = 220, tg = 9.61 t/s, tg_3s = 9.71 t/s 19.57.835.005 I slot print_timing: id 0 | task 10253 | n_gen = 249, tg = 9.62 t/s, tg_3s = 9.63 t/s 20.00.855.032 I slot print_timing: id 0 | task 10253 | n_gen = 278, tg = 9.61 t/s, tg_3s = 9.60 t/s 20.03.948.096 I slot print_timing: id 0 | task 10253 | n_gen = 308, tg = 9.62 t/s, tg_3s = 9.70 t/s 20.07.046.165 I slot print_timing: id 0 | task 10253 | n_gen = 338, tg = 9.63 t/s, tg_3s = 9.68 t/s 20.10.097.579 I slot print_timing: id 0 | task 10253 | n_gen = 367, tg = 9.62 t/s, tg_3s = 9.50 t/s 20.13.120.318 I slot print_timing: id 0 | task 10253 | n_gen = 396, tg = 9.62 t/s, tg_3s = 9.59 t/s 20.16.175.543 I slot print_timing: id 0 | task 10253 | n_gen = 425, tg = 9.61 t/s, tg_3s = 9.49 t/s 20.19.257.382 I slot print_timing: id 0 | task 10253 | n_gen = 454, tg = 9.59 t/s, tg_3s = 9.41 t/s 20.22.313.443 I slot print_timing: id 0 | task 10253 | n_gen = 483, tg = 9.59 t/s, tg_3s = 9.49 t/s 20.25.360.696 I slot print_timing: id 0 | task 10253 | n_gen = 512, tg = 9.58 t/s, tg_3s = 9.52 t/s 20.28.406.158 I slot print_timing: id 0 | task 10253 | n_gen = 541, tg = 9.58 t/s, tg_3s = 9.52 t/s 20.31.455.253 I slot print_timing: id 0 | task 10253 | n_gen = 570, tg = 9.58 t/s, tg_3s = 9.51 t/s 20.34.531.481 I slot print_timing: id 0 | task 10253 | n_gen = 599, tg = 9.57 t/s, tg_3s = 9.43 t/s 20.37.618.696 I slot print_timing: id 0 | task 10253 | n_gen = 628, tg = 9.56 t/s, tg_3s = 9.39 t/s 20.40.709.566 I slot print_timing: id 0 | task 10253 | n_gen = 657, tg = 9.55 t/s, tg_3s = 9.38 t/s 20.42.640.265 I slot print_timing: id 0 | task 10253 | prompt eval time = 862.68 ms / 171 tokens ( 5.04 ms per token, 198.22 tokens per second) 20.42.640.271 I slot print_timing: id 0 | task 10253 | eval time = 70595.95 ms / 675 tokens ( 104.74 ms per token, 9.55 tokens per second) 20.42.640.272 I slot print_timing: id 0 | task 10253 | total time = 71458.63 ms / 846 tokens 20.42.640.276 I slot print_timing: id 0 | task 10253 | graphs reused = 10007 20.42.640.278 I slot print_timing: id 0 | task 10253 | graph reallocs = 157 / 0 (same size) / (changed size) 20.42.640.316 I slot release: id 0 | task 10253 | stop processing: n_tokens = 845, truncated = 0 20.42.686.033 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 845, t_last = 1242551644 20.42.686.171 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 376.116 MiB) 20.42.796.787 I slot launch_slot_: id 0 | task 10931 | processing task, is_child = 0 20.54.153.341 I slot print_timing: id 0 | task 10931 | n_gen = 100, tg = 9.52 t/s, tg_3s = 9.62 t/s 20.57.224.763 I slot print_timing: id 0 | task 10931 | n_gen = 130, tg = 9.58 t/s, tg_3s = 9.77 t/s 21.00.299.778 I slot print_timing: id 0 | task 10931 | n_gen = 160, tg = 9.61 t/s, tg_3s = 9.76 t/s 21.03.303.681 I slot print_timing: id 0 | task 10931 | n_gen = 189, tg = 9.62 t/s, tg_3s = 9.65 t/s 21.06.400.550 I slot print_timing: id 0 | task 10931 | n_gen = 219, tg = 9.63 t/s, tg_3s = 9.69 t/s 21.09.485.033 I slot print_timing: id 0 | task 10931 | n_gen = 249, tg = 9.64 t/s, tg_3s = 9.73 t/s 21.12.573.660 I slot print_timing: id 0 | task 10931 | n_gen = 279, tg = 9.65 t/s, tg_3s = 9.71 t/s 21.15.577.003 I slot print_timing: id 0 | task 10931 | n_gen = 306, tg = 9.58 t/s, tg_3s = 8.99 t/s 21.18.581.877 I slot print_timing: id 0 | task 10931 | n_gen = 335, tg = 9.59 t/s, tg_3s = 9.65 t/s 21.21.601.765 I slot print_timing: id 0 | task 10931 | n_gen = 364, tg = 9.59 t/s, tg_3s = 9.60 t/s 21.24.624.339 I slot print_timing: id 0 | task 10931 | n_gen = 393, tg = 9.59 t/s, tg_3s = 9.59 t/s 21.27.669.182 I slot print_timing: id 0 | task 10931 | n_gen = 422, tg = 9.59 t/s, tg_3s = 9.52 t/s 21.30.719.758 I slot print_timing: id 0 | task 10931 | n_gen = 451, tg = 9.58 t/s, tg_3s = 9.51 t/s 21.33.798.908 I slot print_timing: id 0 | task 10931 | n_gen = 481, tg = 9.59 t/s, tg_3s = 9.74 t/s 21.36.887.368 I slot print_timing: id 0 | task 10931 | n_gen = 511, tg = 9.60 t/s, tg_3s = 9.71 t/s 21.39.986.814 I slot print_timing: id 0 | task 10931 | n_gen = 541, tg = 9.60 t/s, tg_3s = 9.68 t/s 21.43.081.029 I slot print_timing: id 0 | task 10931 | n_gen = 571, tg = 9.61 t/s, tg_3s = 9.70 t/s 21.46.088.864 I slot print_timing: id 0 | task 10931 | n_gen = 600, tg = 9.61 t/s, tg_3s = 9.64 t/s 21.49.110.036 I slot print_timing: id 0 | task 10931 | n_gen = 627, tg = 9.58 t/s, tg_3s = 8.94 t/s 21.52.137.409 I slot print_timing: id 0 | task 10931 | n_gen = 656, tg = 9.58 t/s, tg_3s = 9.58 t/s 21.55.169.863 I slot print_timing: id 0 | task 10931 | n_gen = 685, tg = 9.58 t/s, tg_3s = 9.56 t/s 21.58.192.155 I slot print_timing: id 0 | task 10931 | n_gen = 714, tg = 9.58 t/s, tg_3s = 9.60 t/s 22.01.234.449 I slot print_timing: id 0 | task 10931 | n_gen = 743, tg = 9.58 t/s, tg_3s = 9.53 t/s 22.04.271.617 I slot print_timing: id 0 | task 10931 | n_gen = 772, tg = 9.58 t/s, tg_3s = 9.55 t/s 22.06.790.655 I slot print_timing: id 0 | task 10931 | prompt eval time = 957.38 ms / 164 tokens ( 5.84 ms per token, 171.30 tokens per second) 22.06.790.662 I slot print_timing: id 0 | task 10931 | eval time = 83036.46 ms / 796 tokens ( 104.45 ms per token, 9.57 tokens per second) 22.06.790.663 I slot print_timing: id 0 | task 10931 | total time = 83993.84 ms / 960 tokens 22.06.790.664 I slot print_timing: id 0 | task 10931 | graphs reused = 10798 22.06.790.665 I slot print_timing: id 0 | task 10931 | graph reallocs = 161 / 0 (same size) / (changed size) 22.06.790.723 I slot release: id 0 | task 10931 | stop processing: n_tokens = 959, truncated = 0 22.06.797.488 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 959, t_last = 1326702051 22.06.797.645 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 444.510 MiB) 22.06.921.697 I slot launch_slot_: id 0 | task 11730 | processing task, is_child = 0 22.11.696.364 I slot print_timing: id 0 | task 11730 | prompt eval time = 901.92 ms / 156 tokens ( 5.78 ms per token, 172.97 tokens per second) 22.11.696.369 I slot print_timing: id 0 | task 11730 | eval time = 3872.73 ms / 38 tokens ( 104.67 ms per token, 9.55 tokens per second) 22.11.696.370 I slot print_timing: id 0 | task 11730 | total time = 4774.64 ms / 194 tokens 22.11.696.372 I slot print_timing: id 0 | task 11730 | graphs reused = 10834 22.11.696.372 I slot print_timing: id 0 | task 11730 | graph reallocs = 162 / 0 (same size) / (changed size) 22.11.696.413 I slot release: id 0 | task 11730 | stop processing: n_tokens = 193, truncated = 0 22.11.703.140 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 193, t_last = 1331607741 22.11.729.961 I slot launch_slot_: id 0 | task 11771 | processing task, is_child = 0 22.17.993.459 I slot print_timing: id 0 | task 11771 | prompt eval time = 920.23 ms / 162 tokens ( 5.68 ms per token, 176.04 tokens per second) 22.17.993.465 I slot print_timing: id 0 | task 11771 | eval time = 5343.24 ms / 53 tokens ( 102.75 ms per token, 9.73 tokens per second) 22.17.993.466 I slot print_timing: id 0 | task 11771 | total time = 6263.48 ms / 215 tokens 22.17.993.468 I slot print_timing: id 0 | task 11771 | graphs reused = 10885 22.17.993.469 I slot print_timing: id 0 | task 11771 | graph reallocs = 163 / 0 (same size) / (changed size) 22.17.993.517 I slot release: id 0 | task 11771 | stop processing: n_tokens = 214, truncated = 0 22.18.000.259 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 214, t_last = 1337904845 22.18.000.300 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 384.819 MiB) 22.18.055.642 I slot launch_slot_: id 0 | task 11827 | processing task, is_child = 0 22.26.807.735 I slot print_timing: id 0 | task 11827 | prompt eval time = 874.71 ms / 144 tokens ( 6.07 ms per token, 164.63 tokens per second) 22.26.807.744 I slot print_timing: id 0 | task 11827 | eval time = 7877.35 ms / 78 tokens ( 102.30 ms per token, 9.77 tokens per second) 22.26.807.750 I slot print_timing: id 0 | task 11827 | total time = 8752.07 ms / 222 tokens 22.26.807.755 I slot print_timing: id 0 | task 11827 | graphs reused = 10961 22.26.807.756 I slot print_timing: id 0 | task 11827 | graph reallocs = 164 / 0 (same size) / (changed size) 22.26.807.807 I slot release: id 0 | task 11827 | stop processing: n_tokens = 221, truncated = 0 22.26.814.334 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 221, t_last = 1346719134 22.26.841.305 I slot launch_slot_: id 0 | task 11908 | processing task, is_child = 0 22.30.073.397 I slot print_timing: id 0 | task 11908 | prompt eval time = 800.56 ms / 122 tokens ( 6.56 ms per token, 152.39 tokens per second) 22.30.073.404 I slot print_timing: id 0 | task 11908 | eval time = 2431.51 ms / 25 tokens ( 101.31 ms per token, 9.87 tokens per second) 22.30.073.405 I slot print_timing: id 0 | task 11908 | total time = 3232.07 ms / 147 tokens 22.30.073.408 I slot print_timing: id 0 | task 11908 | graphs reused = 10984 22.30.073.409 I slot print_timing: id 0 | task 11908 | graph reallocs = 165 / 0 (same size) / (changed size) 22.30.073.452 I slot release: id 0 | task 11908 | stop processing: n_tokens = 146, truncated = 0 22.30.096.923 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 146, t_last = 1349984780 22.30.116.164 I slot launch_slot_: id 0 | task 11936 | processing task, is_child = 0 22.41.127.870 I slot print_timing: id 0 | task 11936 | n_gen = 100, tg = 9.77 t/s, tg_3s = 9.87 t/s 22.44.160.492 I slot print_timing: id 0 | task 11936 | n_gen = 129, tg = 9.72 t/s, tg_3s = 9.56 t/s 22.47.250.494 I slot print_timing: id 0 | task 11936 | n_gen = 159, tg = 9.72 t/s, tg_3s = 9.71 t/s 22.50.332.132 I slot print_timing: id 0 | task 11936 | n_gen = 189, tg = 9.72 t/s, tg_3s = 9.74 t/s 22.53.414.676 I slot print_timing: id 0 | task 11936 | n_gen = 219, tg = 9.72 t/s, tg_3s = 9.73 t/s 22.56.514.633 I slot print_timing: id 0 | task 11936 | n_gen = 249, tg = 9.72 t/s, tg_3s = 9.68 t/s 22.59.518.336 I slot print_timing: id 0 | task 11936 | n_gen = 278, tg = 9.71 t/s, tg_3s = 9.65 t/s 23.02.523.825 I slot print_timing: id 0 | task 11936 | n_gen = 307, tg = 9.71 t/s, tg_3s = 9.65 t/s 23.05.598.042 I slot print_timing: id 0 | task 11936 | n_gen = 337, tg = 9.71 t/s, tg_3s = 9.76 t/s 23.08.650.016 I slot print_timing: id 0 | task 11936 | n_gen = 366, tg = 9.69 t/s, tg_3s = 9.50 t/s 23.11.713.346 I slot print_timing: id 0 | task 11936 | n_gen = 395, tg = 9.68 t/s, tg_3s = 9.47 t/s 23.14.749.796 I slot print_timing: id 0 | task 11936 | n_gen = 424, tg = 9.67 t/s, tg_3s = 9.55 t/s 23.17.795.227 I slot print_timing: id 0 | task 11936 | n_gen = 453, tg = 9.66 t/s, tg_3s = 9.52 t/s 23.19.542.428 I slot print_timing: id 0 | task 11936 | prompt eval time = 878.74 ms / 166 tokens ( 5.29 ms per token, 188.91 tokens per second) 23.19.542.435 I slot print_timing: id 0 | task 11936 | eval time = 48547.50 ms / 469 tokens ( 103.73 ms per token, 9.64 tokens per second) 23.19.542.441 I slot print_timing: id 0 | task 11936 | total time = 49426.24 ms / 635 tokens 23.19.542.445 I slot print_timing: id 0 | task 11936 | graphs reused = 11449 23.19.542.446 I slot print_timing: id 0 | task 11936 | graph reallocs = 168 / 0 (same size) / (changed size) 23.19.542.507 I slot release: id 0 | task 11936 | stop processing: n_tokens = 634, truncated = 0 23.19.551.694 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 634, t_last = 1399453837 23.19.551.821 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 560.001 MiB) 23.19.657.788 I slot launch_slot_: id 0 | task 12408 | processing task, is_child = 0 23.30.806.427 I slot print_timing: id 0 | task 12408 | n_gen = 100, tg = 9.65 t/s, tg_3s = 9.75 t/s 23.33.881.784 I slot print_timing: id 0 | task 12408 | n_gen = 130, tg = 9.68 t/s, tg_3s = 9.75 t/s 23.36.972.535 I slot print_timing: id 0 | task 12408 | n_gen = 160, tg = 9.68 t/s, tg_3s = 9.71 t/s 23.39.992.357 I slot print_timing: id 0 | task 12408 | n_gen = 189, tg = 9.67 t/s, tg_3s = 9.60 t/s 23.43.070.574 I slot print_timing: id 0 | task 12408 | n_gen = 218, tg = 9.64 t/s, tg_3s = 9.42 t/s 23.46.159.774 I slot print_timing: id 0 | task 12408 | n_gen = 248, tg = 9.65 t/s, tg_3s = 9.71 t/s 23.49.160.791 I slot print_timing: id 0 | task 12408 | n_gen = 277, tg = 9.65 t/s, tg_3s = 9.66 t/s 23.52.190.603 I slot print_timing: id 0 | task 12408 | n_gen = 306, tg = 9.64 t/s, tg_3s = 9.57 t/s 23.55.193.547 I slot print_timing: id 0 | task 12408 | n_gen = 335, tg = 9.64 t/s, tg_3s = 9.66 t/s 23.58.292.883 I slot print_timing: id 0 | task 12408 | n_gen = 364, tg = 9.62 t/s, tg_3s = 9.36 t/s 24.01.367.666 I slot print_timing: id 0 | task 12408 | n_gen = 393, tg = 9.60 t/s, tg_3s = 9.43 t/s 24.04.420.863 I slot print_timing: id 0 | task 12408 | n_gen = 422, tg = 9.60 t/s, tg_3s = 9.50 t/s 24.07.449.180 I slot print_timing: id 0 | task 12408 | n_gen = 451, tg = 9.60 t/s, tg_3s = 9.58 t/s 24.10.488.570 I slot print_timing: id 0 | task 12408 | n_gen = 480, tg = 9.59 t/s, tg_3s = 9.54 t/s 24.13.541.945 I slot print_timing: id 0 | task 12408 | n_gen = 509, tg = 9.59 t/s, tg_3s = 9.50 t/s 24.16.633.686 I slot print_timing: id 0 | task 12408 | n_gen = 538, tg = 9.58 t/s, tg_3s = 9.38 t/s 24.17.468.822 I slot print_timing: id 0 | task 12408 | prompt eval time = 893.22 ms / 185 tokens ( 4.83 ms per token, 207.12 tokens per second) 24.17.468.829 I slot print_timing: id 0 | task 12408 | eval time = 56917.79 ms / 546 tokens ( 104.44 ms per token, 9.58 tokens per second) 24.17.468.830 I slot print_timing: id 0 | task 12408 | total time = 57811.01 ms / 731 tokens 24.17.468.832 I slot print_timing: id 0 | task 12408 | graphs reused = 11991 24.17.468.833 I slot print_timing: id 0 | task 12408 | graph reallocs = 171 / 0 (same size) / (changed size) 24.17.468.903 I slot release: id 0 | task 12408 | stop processing: n_tokens = 730, truncated = 0 24.17.474.749 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 730, t_last = 1457380232 24.17.474.848 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 657.912 MiB) 24.17.594.460 I slot launch_slot_: id 0 | task 12957 | processing task, is_child = 0 24.28.630.268 I slot print_timing: id 0 | task 12957 | n_gen = 100, tg = 9.77 t/s, tg_3s = 9.87 t/s 24.31.677.374 I slot print_timing: id 0 | task 12957 | n_gen = 130, tg = 9.79 t/s, tg_3s = 9.85 t/s 24.34.713.464 I slot print_timing: id 0 | task 12957 | n_gen = 160, tg = 9.80 t/s, tg_3s = 9.88 t/s 24.36.731.177 I slot print_timing: id 0 | task 12957 | prompt eval time = 900.94 ms / 123 tokens ( 7.32 ms per token, 136.52 tokens per second) 24.36.731.184 I slot print_timing: id 0 | task 12957 | eval time = 18235.75 ms / 180 tokens ( 101.88 ms per token, 9.82 tokens per second) 24.36.731.185 I slot print_timing: id 0 | task 12957 | total time = 19136.69 ms / 303 tokens 24.36.731.186 I slot print_timing: id 0 | task 12957 | graphs reused = 12168 24.36.731.187 I slot print_timing: id 0 | task 12957 | graph reallocs = 173 / 0 (same size) / (changed size) 24.36.731.237 I slot release: id 0 | task 12957 | stop processing: n_tokens = 302, truncated = 0 24.36.770.493 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 302, t_last = 1476642565 24.36.799.887 I slot launch_slot_: id 0 | task 13140 | processing task, is_child = 0 24.44.017.502 I slot print_timing: id 0 | task 13140 | prompt eval time = 786.67 ms / 139 tokens ( 5.66 ms per token, 176.69 tokens per second) 24.44.017.509 I slot print_timing: id 0 | task 13140 | eval time = 6430.92 ms / 65 tokens ( 100.48 ms per token, 9.95 tokens per second) 24.44.017.510 I slot print_timing: id 0 | task 13140 | total time = 7217.59 ms / 204 tokens 24.44.017.511 I slot print_timing: id 0 | task 13140 | graphs reused = 12231 24.44.017.512 I slot print_timing: id 0 | task 13140 | graph reallocs = 174 / 0 (same size) / (changed size) 24.44.017.548 I slot release: id 0 | task 13140 | stop processing: n_tokens = 203, truncated = 0 24.44.042.326 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 203, t_last = 1483928876 24.44.066.333 I slot launch_slot_: id 0 | task 13208 | processing task, is_child = 0 24.54.820.851 I slot print_timing: id 0 | task 13208 | n_gen = 100, tg = 9.97 t/s, tg_3s = 10.07 t/s 24.57.834.499 I slot print_timing: id 0 | task 13208 | n_gen = 130, tg = 9.96 t/s, tg_3s = 9.95 t/s 25.00.862.582 I slot print_timing: id 0 | task 13208 | n_gen = 160, tg = 9.95 t/s, tg_3s = 9.91 t/s 25.03.888.068 I slot print_timing: id 0 | task 13208 | n_gen = 190, tg = 9.95 t/s, tg_3s = 9.92 t/s 25.06.942.951 I slot print_timing: id 0 | task 13208 | n_gen = 220, tg = 9.93 t/s, tg_3s = 9.82 t/s 25.10.030.739 I slot print_timing: id 0 | task 13208 | n_gen = 250, tg = 9.90 t/s, tg_3s = 9.72 t/s 25.13.055.633 I slot print_timing: id 0 | task 13208 | n_gen = 279, tg = 9.87 t/s, tg_3s = 9.59 t/s 25.16.146.166 I slot print_timing: id 0 | task 13208 | n_gen = 309, tg = 9.85 t/s, tg_3s = 9.71 t/s 25.19.242.701 I slot print_timing: id 0 | task 13208 | n_gen = 339, tg = 9.84 t/s, tg_3s = 9.69 t/s 25.22.257.170 I slot print_timing: id 0 | task 13208 | n_gen = 368, tg = 9.82 t/s, tg_3s = 9.62 t/s 25.24.756.633 I slot print_timing: id 0 | task 13208 | prompt eval time = 820.85 ms / 132 tokens ( 6.22 ms per token, 160.81 tokens per second) 25.24.756.639 I slot print_timing: id 0 | task 13208 | eval time = 39869.43 ms / 391 tokens ( 102.23 ms per token, 9.78 tokens per second) 25.24.756.641 I slot print_timing: id 0 | task 13208 | total time = 40690.27 ms / 523 tokens 25.24.756.644 I slot print_timing: id 0 | task 13208 | graphs reused = 12618 25.24.756.644 I slot print_timing: id 0 | task 13208 | graph reallocs = 177 / 0 (same size) / (changed size) 25.24.756.689 I slot release: id 0 | task 13208 | stop processing: n_tokens = 522, truncated = 0 25.24.775.383 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 522, t_last = 1524668017 25.24.824.487 I slot launch_slot_: id 0 | task 13602 | processing task, is_child = 0 25.29.133.979 I slot print_timing: id 0 | task 13602 | prompt eval time = 844.37 ms / 146 tokens ( 5.78 ms per token, 172.91 tokens per second) 25.29.133.986 I slot print_timing: id 0 | task 13602 | eval time = 3465.10 ms / 35 tokens ( 101.91 ms per token, 9.81 tokens per second) 25.29.133.988 I slot print_timing: id 0 | task 13602 | total time = 4309.47 ms / 181 tokens 25.29.133.989 I slot print_timing: id 0 | task 13602 | graphs reused = 12651 25.29.133.990 I slot print_timing: id 0 | task 13602 | graph reallocs = 178 / 0 (same size) / (changed size) 25.29.134.034 I slot release: id 0 | task 13602 | stop processing: n_tokens = 180, truncated = 0 25.29.155.440 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 180, t_last = 1529045362 25.29.155.492 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 432.853 MiB) 25.29.212.321 I slot launch_slot_: id 0 | task 13640 | processing task, is_child = 0 25.32.017.794 I slot print_timing: id 0 | task 13640 | prompt eval time = 869.60 ms / 150 tokens ( 5.80 ms per token, 172.49 tokens per second) 25.32.017.801 I slot print_timing: id 0 | task 13640 | eval time = 1935.85 ms / 20 tokens ( 101.89 ms per token, 9.81 tokens per second) 25.32.017.802 I slot print_timing: id 0 | task 13640 | total time = 2805.45 ms / 170 tokens 25.32.017.804 I slot print_timing: id 0 | task 13640 | graphs reused = 12669 25.32.017.805 I slot print_timing: id 0 | task 13640 | graph reallocs = 179 / 0 (same size) / (changed size) 25.32.017.858 I slot release: id 0 | task 13640 | stop processing: n_tokens = 169, truncated = 0 25.32.046.335 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 169, t_last = 1531929186 25.32.069.183 I slot launch_slot_: id 0 | task 13663 | processing task, is_child = 0 25.35.225.930 I slot print_timing: id 0 | task 13663 | prompt eval time = 827.80 ms / 142 tokens ( 5.83 ms per token, 171.54 tokens per second) 25.35.225.936 I slot print_timing: id 0 | task 13663 | eval time = 2328.93 ms / 24 tokens ( 101.26 ms per token, 9.88 tokens per second) 25.35.225.937 I slot print_timing: id 0 | task 13663 | total time = 3156.73 ms / 166 tokens 25.35.225.938 I slot print_timing: id 0 | task 13663 | graphs reused = 12691 25.35.225.939 I slot print_timing: id 0 | task 13663 | graph reallocs = 180 / 0 (same size) / (changed size) 25.35.225.978 I slot release: id 0 | task 13663 | stop processing: n_tokens = 165, truncated = 0 25.35.260.200 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 165, t_last = 1535137305 25.35.284.971 I slot launch_slot_: id 0 | task 13690 | processing task, is_child = 0 25.46.230.811 I slot print_timing: id 0 | task 13690 | n_gen = 100, tg = 9.76 t/s, tg_3s = 9.86 t/s 25.49.322.597 I slot print_timing: id 0 | task 13690 | n_gen = 130, tg = 9.74 t/s, tg_3s = 9.70 t/s 25.52.401.515 I slot print_timing: id 0 | task 13690 | n_gen = 160, tg = 9.74 t/s, tg_3s = 9.74 t/s 25.55.477.481 I slot print_timing: id 0 | task 13690 | n_gen = 190, tg = 9.75 t/s, tg_3s = 9.75 t/s 25.58.489.137 I slot print_timing: id 0 | task 13690 | n_gen = 219, tg = 9.73 t/s, tg_3s = 9.63 t/s 26.01.520.597 I slot print_timing: id 0 | task 13690 | n_gen = 248, tg = 9.71 t/s, tg_3s = 9.57 t/s 26.04.607.162 I slot print_timing: id 0 | task 13690 | n_gen = 278, tg = 9.71 t/s, tg_3s = 9.72 t/s 26.07.703.373 I slot print_timing: id 0 | task 13690 | n_gen = 308, tg = 9.71 t/s, tg_3s = 9.69 t/s 26.10.722.349 I slot print_timing: id 0 | task 13690 | n_gen = 337, tg = 9.70 t/s, tg_3s = 9.61 t/s 26.13.725.185 I slot print_timing: id 0 | task 13690 | n_gen = 366, tg = 9.70 t/s, tg_3s = 9.66 t/s 26.16.752.497 I slot print_timing: id 0 | task 13690 | n_gen = 395, tg = 9.69 t/s, tg_3s = 9.58 t/s 26.19.832.690 I slot print_timing: id 0 | task 13690 | n_gen = 423, tg = 9.65 t/s, tg_3s = 9.09 t/s 26.22.905.177 I slot print_timing: id 0 | task 13690 | n_gen = 452, tg = 9.63 t/s, tg_3s = 9.44 t/s 26.25.940.299 I slot print_timing: id 0 | task 13690 | n_gen = 481, tg = 9.63 t/s, tg_3s = 9.55 t/s 26.28.974.853 I slot print_timing: id 0 | task 13690 | n_gen = 510, tg = 9.62 t/s, tg_3s = 9.56 t/s 26.32.011.628 I slot print_timing: id 0 | task 13690 | n_gen = 539, tg = 9.62 t/s, tg_3s = 9.55 t/s 26.35.082.195 I slot print_timing: id 0 | task 13690 | n_gen = 568, tg = 9.61 t/s, tg_3s = 9.44 t/s 26.38.141.922 I slot print_timing: id 0 | task 13690 | n_gen = 597, tg = 9.60 t/s, tg_3s = 9.48 t/s 26.41.191.831 I slot print_timing: id 0 | task 13690 | n_gen = 626, tg = 9.60 t/s, tg_3s = 9.51 t/s 26.44.280.027 I slot print_timing: id 0 | task 13690 | n_gen = 655, tg = 9.59 t/s, tg_3s = 9.39 t/s 26.47.382.292 I slot print_timing: id 0 | task 13690 | n_gen = 684, tg = 9.58 t/s, tg_3s = 9.35 t/s 26.50.405.887 I slot print_timing: id 0 | task 13690 | n_gen = 711, tg = 9.55 t/s, tg_3s = 8.93 t/s 26.51.998.375 I slot print_timing: id 0 | task 13690 | prompt eval time = 798.75 ms / 144 tokens ( 5.55 ms per token, 180.28 tokens per second) 26.51.998.386 I slot print_timing: id 0 | task 13690 | eval time = 75914.63 ms / 726 tokens ( 104.71 ms per token, 9.55 tokens per second) 26.51.998.389 I slot print_timing: id 0 | task 13690 | total time = 76713.38 ms / 870 tokens 26.51.998.390 I slot print_timing: id 0 | task 13690 | graphs reused = 13412 26.51.998.391 I slot print_timing: id 0 | task 13690 | graph reallocs = 184 / 0 (same size) / (changed size) 26.51.998.436 I slot release: id 0 | task 13690 | stop processing: n_tokens = 869, truncated = 0 26.52.028.104 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 869, t_last = 1611909763 26.52.028.248 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 511.280 MiB) 26.52.145.507 I slot launch_slot_: id 0 | task 14419 | processing task, is_child = 0 27.03.091.410 I slot print_timing: id 0 | task 14419 | n_gen = 100, tg = 9.76 t/s, tg_3s = 9.86 t/s 27.06.176.128 I slot print_timing: id 0 | task 14419 | n_gen = 130, tg = 9.75 t/s, tg_3s = 9.73 t/s 27.09.247.976 I slot print_timing: id 0 | task 14419 | n_gen = 160, tg = 9.75 t/s, tg_3s = 9.77 t/s 27.12.346.145 I slot print_timing: id 0 | task 14419 | n_gen = 190, tg = 9.74 t/s, tg_3s = 9.68 t/s 27.12.958.100 I slot print_timing: id 0 | task 14419 | prompt eval time = 799.66 ms / 148 tokens ( 5.40 ms per token, 185.08 tokens per second) 27.12.958.106 I slot print_timing: id 0 | task 14419 | eval time = 20012.91 ms / 196 tokens ( 102.63 ms per token, 9.74 tokens per second) 27.12.958.108 I slot print_timing: id 0 | task 14419 | total time = 20812.57 ms / 344 tokens 27.12.958.108 I slot print_timing: id 0 | task 14419 | graphs reused = 13605 27.12.958.109 I slot print_timing: id 0 | task 14419 | graph reallocs = 186 / 0 (same size) / (changed size) 27.12.958.148 I slot release: id 0 | task 14419 | stop processing: n_tokens = 343, truncated = 0 27.12.985.641 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 343, t_last = 1632869476 27.13.019.774 I slot launch_slot_: id 0 | task 14618 | processing task, is_child = 0 27.17.180.510 I slot print_timing: id 0 | task 14618 | prompt eval time = 886.80 ms / 173 tokens ( 5.13 ms per token, 195.08 tokens per second) 27.17.180.516 I slot print_timing: id 0 | task 14618 | eval time = 3273.91 ms / 33 tokens ( 102.31 ms per token, 9.77 tokens per second) 27.17.180.517 I slot print_timing: id 0 | task 14618 | total time = 4160.71 ms / 206 tokens 27.17.180.518 I slot print_timing: id 0 | task 14618 | graphs reused = 13636 27.17.180.519 I slot print_timing: id 0 | task 14618 | graph reallocs = 187 / 0 (same size) / (changed size) 27.17.180.562 I slot release: id 0 | task 14618 | stop processing: n_tokens = 205, truncated = 0 27.17.187.438 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 205, t_last = 1637091889 27.17.187.480 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 311.285 MiB) 27.17.234.663 I slot launch_slot_: id 0 | task 14654 | processing task, is_child = 0 27.21.048.486 I slot print_timing: id 0 | task 14654 | prompt eval time = 858.07 ms / 153 tokens ( 5.61 ms per token, 178.31 tokens per second) 27.21.048.492 I slot print_timing: id 0 | task 14654 | eval time = 2955.73 ms / 30 tokens ( 101.92 ms per token, 9.81 tokens per second) 27.21.048.493 I slot print_timing: id 0 | task 14654 | total time = 3813.80 ms / 183 tokens 27.21.048.494 I slot print_timing: id 0 | task 14654 | graphs reused = 13664 27.21.048.495 I slot print_timing: id 0 | task 14654 | graph reallocs = 188 / 0 (same size) / (changed size) 27.21.048.536 I slot release: id 0 | task 14654 | stop processing: n_tokens = 182, truncated = 0 27.21.076.854 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 182, t_last = 1640959863 27.21.101.497 I slot launch_slot_: id 0 | task 14687 | processing task, is_child = 0 27.26.617.877 I slot print_timing: id 0 | task 14687 | prompt eval time = 906.96 ms / 151 tokens ( 6.01 ms per token, 166.49 tokens per second) 27.26.617.882 I slot print_timing: id 0 | task 14687 | eval time = 4609.40 ms / 46 tokens ( 102.43 ms per token, 9.76 tokens per second) 27.26.617.884 I slot print_timing: id 0 | task 14687 | total time = 5516.36 ms / 197 tokens 27.26.617.885 I slot print_timing: id 0 | task 14687 | graphs reused = 13708 27.26.617.886 I slot print_timing: id 0 | task 14687 | graph reallocs = 189 / 0 (same size) / (changed size) 27.26.617.919 I slot release: id 0 | task 14687 | stop processing: n_tokens = 196, truncated = 0 27.26.647.236 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 196, t_last = 1646529246 27.26.647.275 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 391.320 MiB) 27.26.697.252 I slot launch_slot_: id 0 | task 14736 | processing task, is_child = 0 27.33.377.291 I slot print_timing: id 0 | task 14736 | prompt eval time = 812.99 ms / 165 tokens ( 4.93 ms per token, 202.96 tokens per second) 27.33.377.297 I slot print_timing: id 0 | task 14736 | eval time = 5867.03 ms / 59 tokens ( 101.16 ms per token, 9.89 tokens per second) 27.33.377.298 I slot print_timing: id 0 | task 14736 | total time = 6680.02 ms / 224 tokens 27.33.377.299 I slot print_timing: id 0 | task 14736 | graphs reused = 13765 27.33.377.300 I slot print_timing: id 0 | task 14736 | graph reallocs = 190 / 0 (same size) / (changed size) 27.33.377.346 I slot release: id 0 | task 14736 | stop processing: n_tokens = 223, truncated = 0 27.33.408.739 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 223, t_last = 1653288673 27.33.436.219 I slot launch_slot_: id 0 | task 14798 | processing task, is_child = 0 27.35.604.064 I slot print_timing: id 0 | task 14798 | prompt eval time = 863.23 ms / 165 tokens ( 5.23 ms per token, 191.14 tokens per second) 27.35.604.070 I slot print_timing: id 0 | task 14798 | eval time = 1304.59 ms / 14 tokens ( 100.35 ms per token, 9.96 tokens per second) 27.35.604.071 I slot print_timing: id 0 | task 14798 | total time = 2167.82 ms / 179 tokens 27.35.604.071 I slot print_timing: id 0 | task 14798 | graphs reused = 13777 27.35.604.072 I slot print_timing: id 0 | task 14798 | graph reallocs = 191 / 0 (same size) / (changed size) 27.35.604.112 I slot release: id 0 | task 14798 | stop processing: n_tokens = 178, truncated = 0 27.35.610.412 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 178, t_last = 1655515439 27.35.610.453 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 716.102 MiB) 27.35.670.357 I slot launch_slot_: id 0 | task 14815 | processing task, is_child = 0 27.46.455.498 I slot print_timing: id 0 | task 14815 | n_gen = 100, tg = 9.98 t/s, tg_3s = 10.08 t/s 27.49.516.525 I slot print_timing: id 0 | task 14815 | n_gen = 130, tg = 9.93 t/s, tg_3s = 9.80 t/s 27.52.538.677 I slot print_timing: id 0 | task 14815 | n_gen = 160, tg = 9.93 t/s, tg_3s = 9.93 t/s 27.55.566.030 I slot print_timing: id 0 | task 14815 | n_gen = 190, tg = 9.93 t/s, tg_3s = 9.91 t/s 27.58.595.060 I slot print_timing: id 0 | task 14815 | n_gen = 220, tg = 9.93 t/s, tg_3s = 9.90 t/s 28.01.654.875 I slot print_timing: id 0 | task 14815 | n_gen = 250, tg = 9.91 t/s, tg_3s = 9.80 t/s 28.04.735.749 I slot print_timing: id 0 | task 14815 | n_gen = 280, tg = 9.89 t/s, tg_3s = 9.74 t/s 28.07.818.408 I slot print_timing: id 0 | task 14815 | n_gen = 310, tg = 9.88 t/s, tg_3s = 9.73 t/s 28.10.918.288 I slot print_timing: id 0 | task 14815 | n_gen = 340, tg = 9.86 t/s, tg_3s = 9.68 t/s 28.13.937.514 I slot print_timing: id 0 | task 14815 | n_gen = 369, tg = 9.84 t/s, tg_3s = 9.61 t/s 28.16.979.434 I slot print_timing: id 0 | task 14815 | n_gen = 398, tg = 9.82 t/s, tg_3s = 9.53 t/s 28.20.024.418 I slot print_timing: id 0 | task 14815 | n_gen = 426, tg = 9.77 t/s, tg_3s = 9.20 t/s 28.23.054.438 I slot print_timing: id 0 | task 14815 | n_gen = 455, tg = 9.76 t/s, tg_3s = 9.57 t/s 28.26.092.502 I slot print_timing: id 0 | task 14815 | n_gen = 484, tg = 9.75 t/s, tg_3s = 9.55 t/s 28.29.146.042 I slot print_timing: id 0 | task 14815 | n_gen = 513, tg = 9.73 t/s, tg_3s = 9.50 t/s 28.32.205.485 I slot print_timing: id 0 | task 14815 | n_gen = 542, tg = 9.72 t/s, tg_3s = 9.48 t/s 28.35.250.821 I slot print_timing: id 0 | task 14815 | n_gen = 571, tg = 9.71 t/s, tg_3s = 9.52 t/s 28.38.298.019 I slot print_timing: id 0 | task 14815 | n_gen = 600, tg = 9.70 t/s, tg_3s = 9.52 t/s 28.41.378.278 I slot print_timing: id 0 | task 14815 | n_gen = 629, tg = 9.68 t/s, tg_3s = 9.41 t/s 28.44.385.798 I slot print_timing: id 0 | task 14815 | n_gen = 656, tg = 9.65 t/s, tg_3s = 8.98 t/s 28.47.388.188 I slot print_timing: id 0 | task 14815 | n_gen = 684, tg = 9.64 t/s, tg_3s = 9.33 t/s 28.50.474.520 I slot print_timing: id 0 | task 14815 | n_gen = 713, tg = 9.63 t/s, tg_3s = 9.40 t/s 28.53.484.029 I slot print_timing: id 0 | task 14815 | n_gen = 741, tg = 9.62 t/s, tg_3s = 9.30 t/s 28.56.495.169 I slot print_timing: id 0 | task 14815 | n_gen = 769, tg = 9.60 t/s, tg_3s = 9.30 t/s 28.59.596.394 I slot print_timing: id 0 | task 14815 | n_gen = 798, tg = 9.59 t/s, tg_3s = 9.35 t/s 29.02.615.831 I slot print_timing: id 0 | task 14815 | n_gen = 826, tg = 9.58 t/s, tg_3s = 9.27 t/s 29.05.673.247 I slot print_timing: id 0 | task 14815 | n_gen = 855, tg = 9.58 t/s, tg_3s = 9.49 t/s 29.08.736.150 I slot print_timing: id 0 | task 14815 | n_gen = 884, tg = 9.58 t/s, tg_3s = 9.47 t/s 29.11.806.161 I slot print_timing: id 0 | task 14815 | n_gen = 913, tg = 9.57 t/s, tg_3s = 9.45 t/s 29.14.811.565 I slot print_timing: id 0 | task 14815 | n_gen = 941, tg = 9.56 t/s, tg_3s = 9.32 t/s 29.17.866.116 I slot print_timing: id 0 | task 14815 | n_gen = 969, tg = 9.55 t/s, tg_3s = 9.17 t/s 29.20.899.893 I slot print_timing: id 0 | task 14815 | n_gen = 997, tg = 9.54 t/s, tg_3s = 9.23 t/s 29.23.834.462 I slot print_timing: id 0 | task 14815 | prompt eval time = 861.63 ms / 153 tokens ( 5.63 ms per token, 177.57 tokens per second) 29.23.834.468 I slot print_timing: id 0 | task 14815 | eval time = 107302.45 ms / 1024 tokens ( 104.89 ms per token, 9.53 tokens per second) 29.23.834.470 I slot print_timing: id 0 | task 14815 | total time = 108164.08 ms / 1177 tokens 29.23.834.471 I slot print_timing: id 0 | task 14815 | graphs reused = 14795 29.23.834.472 I slot print_timing: id 0 | task 14815 | graph reallocs = 196 / 0 (same size) / (changed size) 29.23.834.522 I slot release: id 0 | task 14815 | stop processing: n_tokens = 1176, truncated = 0 29.23.871.581 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1176, t_last = 1763745850 29.23.949.584 I slot launch_slot_: id 0 | task 15842 | processing task, is_child = 0 29.34.930.697 I slot print_timing: id 0 | task 15842 | n_gen = 100, tg = 9.73 t/s, tg_3s = 9.83 t/s 29.38.002.269 I slot print_timing: id 0 | task 15842 | n_gen = 130, tg = 9.74 t/s, tg_3s = 9.77 t/s 29.41.086.813 I slot print_timing: id 0 | task 15842 | n_gen = 160, tg = 9.74 t/s, tg_3s = 9.73 t/s 29.44.171.366 I slot print_timing: id 0 | task 15842 | n_gen = 190, tg = 9.74 t/s, tg_3s = 9.73 t/s 29.47.181.237 I slot print_timing: id 0 | task 15842 | n_gen = 219, tg = 9.72 t/s, tg_3s = 9.63 t/s 29.50.282.715 I slot print_timing: id 0 | task 15842 | n_gen = 249, tg = 9.72 t/s, tg_3s = 9.67 t/s 29.53.373.914 I slot print_timing: id 0 | task 15842 | n_gen = 279, tg = 9.72 t/s, tg_3s = 9.70 t/s 29.56.467.002 I slot print_timing: id 0 | task 15842 | n_gen = 309, tg = 9.71 t/s, tg_3s = 9.70 t/s 29.59.484.510 I slot print_timing: id 0 | task 15842 | n_gen = 338, tg = 9.70 t/s, tg_3s = 9.61 t/s 30.02.503.985 I slot print_timing: id 0 | task 15842 | n_gen = 367, tg = 9.70 t/s, tg_3s = 9.60 t/s 30.05.536.956 I slot print_timing: id 0 | task 15842 | n_gen = 396, tg = 9.69 t/s, tg_3s = 9.56 t/s 30.08.578.439 I slot print_timing: id 0 | task 15842 | n_gen = 424, tg = 9.65 t/s, tg_3s = 9.21 t/s 30.11.633.184 I slot print_timing: id 0 | task 15842 | n_gen = 453, tg = 9.64 t/s, tg_3s = 9.49 t/s 30.14.678.671 I slot print_timing: id 0 | task 15842 | n_gen = 482, tg = 9.64 t/s, tg_3s = 9.52 t/s 30.17.718.011 I slot print_timing: id 0 | task 15842 | n_gen = 511, tg = 9.63 t/s, tg_3s = 9.54 t/s 30.20.766.035 I slot print_timing: id 0 | task 15842 | n_gen = 540, tg = 9.62 t/s, tg_3s = 9.51 t/s 30.23.804.475 I slot print_timing: id 0 | task 15842 | n_gen = 568, tg = 9.60 t/s, tg_3s = 9.22 t/s 30.24.145.320 I slot print_timing: id 0 | task 15842 | prompt eval time = 809.67 ms / 166 tokens ( 4.88 ms per token, 205.02 tokens per second) 30.24.145.329 I slot print_timing: id 0 | task 15842 | eval time = 59386.04 ms / 571 tokens ( 104.19 ms per token, 9.60 tokens per second) 30.24.145.330 I slot print_timing: id 0 | task 15842 | total time = 60195.71 ms / 737 tokens 30.24.145.331 I slot print_timing: id 0 | task 15842 | graphs reused = 15362 30.24.145.333 I slot print_timing: id 0 | task 15842 | graph reallocs = 199 / 0 (same size) / (changed size) 30.24.145.375 I slot release: id 0 | task 15842 | stop processing: n_tokens = 736, truncated = 0 30.24.178.664 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 736, t_last = 1824056702 30.24.178.795 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 686.866 MiB) 30.24.296.514 I slot launch_slot_: id 0 | task 16416 | processing task, is_child = 0 30.28.819.209 I slot print_timing: id 0 | task 16416 | prompt eval time = 835.98 ms / 172 tokens ( 4.86 ms per token, 205.75 tokens per second) 30.28.819.214 I slot print_timing: id 0 | task 16416 | eval time = 3686.69 ms / 37 tokens ( 102.41 ms per token, 9.76 tokens per second) 30.28.819.215 I slot print_timing: id 0 | task 16416 | total time = 4522.66 ms / 209 tokens 30.28.819.216 I slot print_timing: id 0 | task 16416 | graphs reused = 15397 30.28.819.219 I slot print_timing: id 0 | task 16416 | graph reallocs = 200 / 0 (same size) / (changed size) 30.28.819.248 I slot release: id 0 | task 16416 | stop processing: n_tokens = 208, truncated = 0 30.28.847.816 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 208, t_last = 1828730576 30.28.874.754 I slot launch_slot_: id 0 | task 16456 | processing task, is_child = 0 30.40.007.512 I slot print_timing: id 0 | task 16456 | n_gen = 100, tg = 9.67 t/s, tg_3s = 9.77 t/s 30.41.322.634 I slot print_timing: id 0 | task 16456 | prompt eval time = 893.54 ms / 204 tokens ( 4.38 ms per token, 228.31 tokens per second) 30.41.322.640 I slot print_timing: id 0 | task 16456 | eval time = 11554.32 ms / 113 tokens ( 103.16 ms per token, 9.69 tokens per second) 30.41.322.641 I slot print_timing: id 0 | task 16456 | total time = 12447.86 ms / 317 tokens 30.41.322.642 I slot print_timing: id 0 | task 16456 | graphs reused = 15507 30.41.322.643 I slot print_timing: id 0 | task 16456 | graph reallocs = 202 / 0 (same size) / (changed size) 30.41.322.688 I slot release: id 0 | task 16456 | stop processing: n_tokens = 316, truncated = 0 30.41.341.979 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 316, t_last = 1841234015 30.41.376.702 I slot launch_slot_: id 0 | task 16572 | processing task, is_child = 0 30.45.618.310 I slot print_timing: id 0 | task 16572 | prompt eval time = 861.78 ms / 152 tokens ( 5.67 ms per token, 176.38 tokens per second) 30.45.618.316 I slot print_timing: id 0 | task 16572 | eval time = 3379.81 ms / 34 tokens ( 102.42 ms per token, 9.76 tokens per second) 30.45.618.318 I slot print_timing: id 0 | task 16572 | total time = 4241.58 ms / 186 tokens 30.45.618.319 I slot print_timing: id 0 | task 16572 | graphs reused = 15539 30.45.618.320 I slot print_timing: id 0 | task 16572 | graph reallocs = 203 / 0 (same size) / (changed size) 30.45.618.358 I slot release: id 0 | task 16572 | stop processing: n_tokens = 185, truncated = 0