$ C:\quantdiff\llama.cpp\bin\llama-server.exe -m C:\quantdiff\dl\campaign\0a270ec9fe6b\gemma-4-12b-it-Q4_K_M.gguf --host 127.0.0.1 --port 8089 -c 4096 -np 1 -ngl 999 -fa on --jinja --seed 1234 --no-webui -a quant 0.00.105.047 I srv llama_server: initializing ... 0.00.105.053 I cmn common_param: common_params_print_info: verbosity = 3 (adjust with the `-lv N` CLI arg) 0.00.105.162 I srv init_listene: The UI is disabled 0.00.105.164 I srv init_listene: Use --ui/--no-ui (or deprecated --webui/--no-webui) to enable/disable 0.00.105.242 W srv llama_server: security: no API key is set and CORS allows all origins (see https://github.com/ggml-org/llama.cpp/pull/25655) 0.00.109.528 I srv load_model: loading model 'C:\quantdiff\dl\campaign\0a270ec9fe6b\gemma-4-12b-it-Q4_K_M.gguf' 0.01.359.875 W load: control-looking token: 1 '' was not control-type; this is probably a bug in the model. its type will be overridden 0.01.360.075 W load: control-looking token: 50 '<|tool_response>' was not control-type; this is probably a bug in the model. its type will be overridden 0.01.360.385 W load: control-looking token: 212 '' was not control-type; this is probably a bug in the model. its type will be overridden 0.01.394.957 W load: '' is a normal token here, removing it from EOG list 0.03.907.790 I cmn init: llama threadpool init, n_threads = 8 0.03.992.351 I srv load_model: initializing, n_slots = 1, n_ctx_slot = 4096, kv_unified = 'false' 0.04.000.831 I srv llama_server: model loaded 0.04.000.837 I srv llama_server: listening on http://127.0.0.1:8089 0.04.594.730 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 0, t_last = -1 0.04.594.865 I slot launch_slot_: id 0 | task 0 | processing task, is_child = 0 0.05.063.523 I slot print_timing: id 0 | task 0 | prompt eval time = 135.77 ms / 160 tokens ( 0.85 ms per token, 1178.44 tokens per second) 0.05.063.529 I slot print_timing: id 0 | task 0 | eval time = 332.87 ms / 23 tokens ( 15.13 ms per token, 66.09 tokens per second) 0.05.063.530 I slot print_timing: id 0 | task 0 | total time = 468.64 ms / 183 tokens 0.05.063.535 I slot print_timing: id 0 | task 0 | graphs reused = 22 0.05.063.536 I slot print_timing: id 0 | task 0 | graph reallocs = 0 / 0 (same size) / (changed size) 0.05.063.560 I slot release: id 0 | task 0 | stop processing: n_tokens = 182, truncated = 0 0.05.104.908 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 182, t_last = 4960495 0.05.127.951 I slot launch_slot_: id 0 | task 26 | processing task, is_child = 0 0.05.507.436 I slot print_timing: id 0 | task 26 | prompt eval time = 94.87 ms / 113 tokens ( 0.84 ms per token, 1191.14 tokens per second) 0.05.507.441 I slot print_timing: id 0 | task 26 | eval time = 284.60 ms / 21 tokens ( 14.23 ms per token, 70.27 tokens per second) 0.05.507.442 I slot print_timing: id 0 | task 26 | total time = 379.47 ms / 134 tokens 0.05.507.443 I slot print_timing: id 0 | task 26 | graphs reused = 41 0.05.507.443 I slot print_timing: id 0 | task 26 | graph reallocs = 0 / 0 (same size) / (changed size) 0.05.507.467 I slot release: id 0 | task 26 | stop processing: n_tokens = 133, truncated = 0 0.05.538.036 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 133, t_last = 5404402 0.05.555.502 I slot launch_slot_: id 0 | task 50 | processing task, is_child = 0 0.05.972.056 I slot print_timing: id 0 | task 50 | prompt eval time = 105.20 ms / 153 tokens ( 0.69 ms per token, 1454.37 tokens per second) 0.05.972.061 I slot print_timing: id 0 | task 50 | eval time = 311.33 ms / 23 tokens ( 14.15 ms per token, 70.66 tokens per second) 0.05.972.062 I slot print_timing: id 0 | task 50 | total time = 416.53 ms / 176 tokens 0.05.972.063 I slot print_timing: id 0 | task 50 | graphs reused = 62 0.05.972.064 I slot print_timing: id 0 | task 50 | graph reallocs = 0 / 0 (same size) / (changed size) 0.05.972.090 I slot release: id 0 | task 50 | stop processing: n_tokens = 175, truncated = 0 0.06.018.016 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 175, t_last = 5869025 0.06.042.310 I slot launch_slot_: id 0 | task 76 | processing task, is_child = 0 0.06.477.854 I slot print_timing: id 0 | task 76 | prompt eval time = 121.05 ms / 194 tokens ( 0.62 ms per token, 1602.68 tokens per second) 0.06.477.859 I slot print_timing: id 0 | task 76 | eval time = 314.48 ms / 23 tokens ( 14.29 ms per token, 69.96 tokens per second) 0.06.477.860 I slot print_timing: id 0 | task 76 | total time = 435.52 ms / 217 tokens 0.06.477.861 I slot print_timing: id 0 | task 76 | graphs reused = 83 0.06.477.862 I slot print_timing: id 0 | task 76 | graph reallocs = 0 / 0 (same size) / (changed size) 0.06.477.889 I slot release: id 0 | task 76 | stop processing: n_tokens = 216, truncated = 0 0.06.503.405 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.118 (> 0.100 thold), f_keep = 0.097 0.06.530.710 I slot launch_slot_: id 0 | task 102 | processing task, is_child = 0 0.07.036.073 I slot print_timing: id 0 | task 102 | prompt eval time = 124.84 ms / 178 tokens ( 0.70 ms per token, 1425.86 tokens per second) 0.07.036.079 I slot print_timing: id 0 | task 102 | eval time = 380.50 ms / 27 tokens ( 14.63 ms per token, 68.33 tokens per second) 0.07.036.080 I slot print_timing: id 0 | task 102 | total time = 505.34 ms / 205 tokens 0.07.036.081 I slot print_timing: id 0 | task 102 | graphs reused = 108 0.07.036.082 I slot print_timing: id 0 | task 102 | graph reallocs = 0 / 0 (same size) / (changed size) 0.07.036.107 I slot release: id 0 | task 102 | stop processing: n_tokens = 204, truncated = 0 0.07.078.544 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 204, t_last = 6933042 0.07.103.835 I slot launch_slot_: id 0 | task 132 | processing task, is_child = 0 0.07.708.727 I slot print_timing: id 0 | task 132 | prompt eval time = 119.59 ms / 169 tokens ( 0.71 ms per token, 1413.20 tokens per second) 0.07.708.733 I slot print_timing: id 0 | task 132 | eval time = 485.28 ms / 34 tokens ( 14.71 ms per token, 68.00 tokens per second) 0.07.708.734 I slot print_timing: id 0 | task 132 | total time = 604.87 ms / 203 tokens 0.07.708.735 I slot print_timing: id 0 | task 132 | graphs reused = 140 0.07.708.737 I slot print_timing: id 0 | task 132 | graph reallocs = 0 / 0 (same size) / (changed size) 0.07.708.763 I slot release: id 0 | task 132 | stop processing: n_tokens = 202, truncated = 0 0.07.742.231 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 202, t_last = 7605698 0.07.767.827 I slot launch_slot_: id 0 | task 169 | processing task, is_child = 0 0.08.242.137 I slot print_timing: id 0 | task 169 | prompt eval time = 133.41 ms / 212 tokens ( 0.63 ms per token, 1589.15 tokens per second) 0.08.242.143 I slot print_timing: id 0 | task 169 | eval time = 340.88 ms / 24 tokens ( 14.82 ms per token, 67.47 tokens per second) 0.08.242.144 I slot print_timing: id 0 | task 169 | total time = 474.28 ms / 236 tokens 0.08.242.145 I slot print_timing: id 0 | task 169 | graphs reused = 162 0.08.242.145 I slot print_timing: id 0 | task 169 | graph reallocs = 0 / 0 (same size) / (changed size) 0.08.242.174 I slot release: id 0 | task 169 | stop processing: n_tokens = 235, truncated = 0 0.08.259.862 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 235, t_last = 8139109 0.08.290.237 I slot launch_slot_: id 0 | task 196 | processing task, is_child = 0 0.08.942.825 I slot print_timing: id 0 | task 196 | prompt eval time = 148.01 ms / 264 tokens ( 0.56 ms per token, 1783.63 tokens per second) 0.08.942.831 I slot print_timing: id 0 | task 196 | eval time = 504.56 ms / 35 tokens ( 14.84 ms per token, 67.39 tokens per second) 0.08.942.832 I slot print_timing: id 0 | task 196 | total time = 652.57 ms / 299 tokens 0.08.942.832 I slot print_timing: id 0 | task 196 | graphs reused = 195 0.08.942.833 I slot print_timing: id 0 | task 196 | graph reallocs = 0 / 0 (same size) / (changed size) 0.08.942.868 I slot release: id 0 | task 196 | stop processing: n_tokens = 298, truncated = 0 0.08.973.730 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 298, t_last = 8839803 0.09.010.499 I slot launch_slot_: id 0 | task 234 | processing task, is_child = 0 0.09.524.500 I slot print_timing: id 0 | task 234 | prompt eval time = 103.41 ms / 140 tokens ( 0.74 ms per token, 1353.79 tokens per second) 0.09.524.506 I slot print_timing: id 0 | task 234 | eval time = 410.57 ms / 30 tokens ( 14.16 ms per token, 70.63 tokens per second) 0.09.524.508 I slot print_timing: id 0 | task 234 | total time = 513.98 ms / 170 tokens 0.09.524.509 I slot print_timing: id 0 | task 234 | graphs reused = 223 0.09.524.510 I slot print_timing: id 0 | task 234 | graph reallocs = 0 / 0 (same size) / (changed size) 0.09.524.531 I slot release: id 0 | task 234 | stop processing: n_tokens = 169, truncated = 0 0.09.567.750 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 169, t_last = 9421466 0.09.589.178 I slot launch_slot_: id 0 | task 267 | processing task, is_child = 0 0.09.953.396 I slot print_timing: id 0 | task 267 | prompt eval time = 107.40 ms / 156 tokens ( 0.69 ms per token, 1452.47 tokens per second) 0.09.953.402 I slot print_timing: id 0 | task 267 | eval time = 256.80 ms / 19 tokens ( 14.27 ms per token, 70.09 tokens per second) 0.09.953.403 I slot print_timing: id 0 | task 267 | total time = 364.20 ms / 175 tokens 0.09.953.404 I slot print_timing: id 0 | task 267 | graphs reused = 240 0.09.953.406 I slot print_timing: id 0 | task 267 | graph reallocs = 0 / 0 (same size) / (changed size) 0.09.953.429 I slot release: id 0 | task 267 | stop processing: n_tokens = 174, truncated = 0 0.09.987.553 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 174, t_last = 9850364 0.10.009.646 I slot launch_slot_: id 0 | task 289 | processing task, is_child = 0 0.10.608.499 I slot print_timing: id 0 | task 289 | prompt eval time = 116.69 ms / 164 tokens ( 0.71 ms per token, 1405.45 tokens per second) 0.10.608.506 I slot print_timing: id 0 | task 289 | eval time = 482.14 ms / 35 tokens ( 14.18 ms per token, 70.52 tokens per second) 0.10.608.507 I slot print_timing: id 0 | task 289 | total time = 598.83 ms / 199 tokens 0.10.608.508 I slot print_timing: id 0 | task 289 | graphs reused = 273 0.10.608.508 I slot print_timing: id 0 | task 289 | graph reallocs = 0 / 0 (same size) / (changed size) 0.10.608.533 I slot release: id 0 | task 289 | stop processing: n_tokens = 198, truncated = 0 0.10.643.382 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 198, t_last = 10505468 0.10.668.611 I slot launch_slot_: id 0 | task 327 | processing task, is_child = 0 0.11.193.426 I slot print_timing: id 0 | task 327 | prompt eval time = 129.40 ms / 204 tokens ( 0.63 ms per token, 1576.54 tokens per second) 0.11.193.433 I slot print_timing: id 0 | task 327 | eval time = 395.40 ms / 28 tokens ( 14.64 ms per token, 68.29 tokens per second) 0.11.193.435 I slot print_timing: id 0 | task 327 | total time = 524.79 ms / 232 tokens 0.11.193.436 I slot print_timing: id 0 | task 327 | graphs reused = 299 0.11.193.437 I slot print_timing: id 0 | task 327 | graph reallocs = 0 / 0 (same size) / (changed size) 0.11.193.467 I slot release: id 0 | task 327 | stop processing: n_tokens = 231, truncated = 0 0.11.236.678 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 231, t_last = 11090402 0.11.265.450 I slot launch_slot_: id 0 | task 358 | processing task, is_child = 0 0.11.876.803 I slot print_timing: id 0 | task 358 | prompt eval time = 112.88 ms / 171 tokens ( 0.66 ms per token, 1514.84 tokens per second) 0.11.876.809 I slot print_timing: id 0 | task 358 | eval time = 498.45 ms / 35 tokens ( 14.66 ms per token, 68.21 tokens per second) 0.11.876.810 I slot print_timing: id 0 | task 358 | total time = 611.33 ms / 206 tokens 0.11.876.811 I slot print_timing: id 0 | task 358 | graphs reused = 332 0.11.876.812 I slot print_timing: id 0 | task 358 | graph reallocs = 0 / 0 (same size) / (changed size) 0.11.876.834 I slot release: id 0 | task 358 | stop processing: n_tokens = 205, truncated = 0 0.11.917.337 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 205, t_last = 11773769 0.11.943.184 I slot launch_slot_: id 0 | task 396 | processing task, is_child = 0 0.12.446.236 I slot print_timing: id 0 | task 396 | prompt eval time = 120.46 ms / 168 tokens ( 0.72 ms per token, 1394.61 tokens per second) 0.12.446.241 I slot print_timing: id 0 | task 396 | eval time = 382.57 ms / 27 tokens ( 14.71 ms per token, 67.96 tokens per second) 0.12.446.243 I slot print_timing: id 0 | task 396 | total time = 503.03 ms / 195 tokens 0.12.446.243 I slot print_timing: id 0 | task 396 | graphs reused = 357 0.12.446.244 I slot print_timing: id 0 | task 396 | graph reallocs = 0 / 0 (same size) / (changed size) 0.12.446.267 I slot release: id 0 | task 396 | stop processing: n_tokens = 194, truncated = 0 0.12.475.348 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 194, t_last = 12343202 0.12.499.961 I slot launch_slot_: id 0 | task 426 | processing task, is_child = 0 0.13.173.184 I slot print_timing: id 0 | task 426 | prompt eval time = 120.25 ms / 167 tokens ( 0.72 ms per token, 1388.75 tokens per second) 0.13.173.190 I slot print_timing: id 0 | task 426 | eval time = 552.95 ms / 39 tokens ( 14.55 ms per token, 68.72 tokens per second) 0.13.173.191 I slot print_timing: id 0 | task 426 | total time = 673.20 ms / 206 tokens 0.13.173.191 I slot print_timing: id 0 | task 426 | graphs reused = 394 0.13.173.192 I slot print_timing: id 0 | task 426 | graph reallocs = 0 / 0 (same size) / (changed size) 0.13.173.216 I slot release: id 0 | task 426 | stop processing: n_tokens = 205, truncated = 0 0.13.219.741 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 205, t_last = 13070151 0.13.244.629 I slot launch_slot_: id 0 | task 468 | processing task, is_child = 0 0.13.722.758 I slot print_timing: id 0 | task 468 | prompt eval time = 101.17 ms / 141 tokens ( 0.72 ms per token, 1393.76 tokens per second) 0.13.722.766 I slot print_timing: id 0 | task 468 | eval time = 376.94 ms / 27 tokens ( 14.50 ms per token, 68.98 tokens per second) 0.13.722.768 I slot print_timing: id 0 | task 468 | total time = 478.10 ms / 168 tokens 0.13.722.769 I slot print_timing: id 0 | task 468 | graphs reused = 419 0.13.722.770 I slot print_timing: id 0 | task 468 | graph reallocs = 0 / 0 (same size) / (changed size) 0.13.722.796 I slot release: id 0 | task 468 | stop processing: n_tokens = 167, truncated = 0 0.13.747.688 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 167, t_last = 13619731 0.13.769.546 I slot launch_slot_: id 0 | task 498 | processing task, is_child = 0 0.14.155.632 I slot print_timing: id 0 | task 498 | prompt eval time = 117.29 ms / 163 tokens ( 0.72 ms per token, 1389.77 tokens per second) 0.14.155.638 I slot print_timing: id 0 | task 498 | eval time = 268.78 ms / 20 tokens ( 14.15 ms per token, 70.69 tokens per second) 0.14.155.639 I slot print_timing: id 0 | task 498 | total time = 386.07 ms / 183 tokens 0.14.155.640 I slot print_timing: id 0 | task 498 | graphs reused = 437 0.14.155.641 I slot print_timing: id 0 | task 498 | graph reallocs = 0 / 0 (same size) / (changed size) 0.14.155.664 I slot release: id 0 | task 498 | stop processing: n_tokens = 182, truncated = 0 0.14.195.965 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 182, t_last = 14052599 0.14.220.707 I slot launch_slot_: id 0 | task 521 | processing task, is_child = 0 0.14.595.097 I slot print_timing: id 0 | task 521 | prompt eval time = 103.80 ms / 145 tokens ( 0.72 ms per token, 1396.89 tokens per second) 0.14.595.103 I slot print_timing: id 0 | task 521 | eval time = 270.57 ms / 20 tokens ( 14.24 ms per token, 70.22 tokens per second) 0.14.595.104 I slot print_timing: id 0 | task 521 | total time = 374.37 ms / 165 tokens 0.14.595.105 I slot print_timing: id 0 | task 521 | graphs reused = 455 0.14.595.106 I slot print_timing: id 0 | task 521 | graph reallocs = 0 / 0 (same size) / (changed size) 0.14.595.126 I slot release: id 0 | task 521 | stop processing: n_tokens = 164, truncated = 0 0.14.637.150 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 164, t_last = 14492061 0.14.657.956 I slot launch_slot_: id 0 | task 544 | processing task, is_child = 0 0.14.988.175 I slot print_timing: id 0 | task 544 | prompt eval time = 102.05 ms / 140 tokens ( 0.73 ms per token, 1371.84 tokens per second) 0.14.988.181 I slot print_timing: id 0 | task 544 | eval time = 228.15 ms / 17 tokens ( 14.26 ms per token, 70.13 tokens per second) 0.14.988.182 I slot print_timing: id 0 | task 544 | total time = 330.20 ms / 157 tokens 0.14.988.183 I slot print_timing: id 0 | task 544 | graphs reused = 470 0.14.988.184 I slot print_timing: id 0 | task 544 | graph reallocs = 0 / 0 (same size) / (changed size) 0.14.988.204 I slot release: id 0 | task 544 | stop processing: n_tokens = 156, truncated = 0 0.15.024.302 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 156, t_last = 14885139 0.15.045.087 I slot launch_slot_: id 0 | task 564 | processing task, is_child = 0 0.15.683.977 I slot print_timing: id 0 | task 564 | prompt eval time = 119.06 ms / 173 tokens ( 0.69 ms per token, 1453.02 tokens per second) 0.15.683.982 I slot print_timing: id 0 | task 564 | eval time = 519.81 ms / 38 tokens ( 14.05 ms per token, 71.18 tokens per second) 0.15.683.983 I slot print_timing: id 0 | task 564 | total time = 638.87 ms / 211 tokens 0.15.683.984 I slot print_timing: id 0 | task 564 | graphs reused = 506 0.15.683.985 I slot print_timing: id 0 | task 564 | graph reallocs = 0 / 0 (same size) / (changed size) 0.15.684.009 I slot release: id 0 | task 564 | stop processing: n_tokens = 210, truncated = 0 0.15.708.781 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 210, t_last = 15580943 0.15.734.102 I slot launch_slot_: id 0 | task 605 | processing task, is_child = 0 0.16.291.752 I slot print_timing: id 0 | task 605 | prompt eval time = 107.84 ms / 158 tokens ( 0.68 ms per token, 1465.16 tokens per second) 0.16.291.757 I slot print_timing: id 0 | task 605 | eval time = 449.79 ms / 33 tokens ( 14.06 ms per token, 71.14 tokens per second) 0.16.291.759 I slot print_timing: id 0 | task 605 | total time = 557.63 ms / 191 tokens 0.16.291.759 I slot print_timing: id 0 | task 605 | graphs reused = 537 0.16.291.760 I slot print_timing: id 0 | task 605 | graph reallocs = 0 / 0 (same size) / (changed size) 0.16.291.782 I slot release: id 0 | task 605 | stop processing: n_tokens = 190, truncated = 0 0.16.333.446 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 190, t_last = 16188717 0.16.356.675 I slot launch_slot_: id 0 | task 641 | processing task, is_child = 0 0.16.942.179 I slot print_timing: id 0 | task 641 | prompt eval time = 122.28 ms / 200 tokens ( 0.61 ms per token, 1635.64 tokens per second) 0.16.942.185 I slot print_timing: id 0 | task 641 | eval time = 463.21 ms / 34 tokens ( 14.04 ms per token, 71.24 tokens per second) 0.16.942.186 I slot print_timing: id 0 | task 641 | total time = 585.48 ms / 234 tokens 0.16.942.187 I slot print_timing: id 0 | task 641 | graphs reused = 569 0.16.942.188 I slot print_timing: id 0 | task 641 | graph reallocs = 0 / 0 (same size) / (changed size) 0.16.942.211 I slot release: id 0 | task 641 | stop processing: n_tokens = 233, truncated = 0 0.16.970.277 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 233, t_last = 16839146 0.16.998.768 I slot launch_slot_: id 0 | task 678 | processing task, is_child = 0 0.17.540.250 I slot print_timing: id 0 | task 678 | prompt eval time = 120.35 ms / 184 tokens ( 0.65 ms per token, 1528.92 tokens per second) 0.17.540.256 I slot print_timing: id 0 | task 678 | eval time = 421.11 ms / 31 tokens ( 14.04 ms per token, 71.24 tokens per second) 0.17.540.257 I slot print_timing: id 0 | task 678 | total time = 541.46 ms / 215 tokens 0.17.540.257 I slot print_timing: id 0 | task 678 | graphs reused = 598 0.17.540.258 I slot print_timing: id 0 | task 678 | graph reallocs = 0 / 0 (same size) / (changed size) 0.17.540.282 I slot release: id 0 | task 678 | stop processing: n_tokens = 214, truncated = 0 0.17.561.063 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 214, t_last = 17437217 0.17.588.139 I slot launch_slot_: id 0 | task 712 | processing task, is_child = 0 0.18.466.434 I slot print_timing: id 0 | task 712 | prompt eval time = 122.49 ms / 196 tokens ( 0.62 ms per token, 1600.14 tokens per second) 0.18.466.440 I slot print_timing: id 0 | task 712 | eval time = 755.79 ms / 55 tokens ( 14.00 ms per token, 71.45 tokens per second) 0.18.466.441 I slot print_timing: id 0 | task 712 | total time = 878.28 ms / 251 tokens 0.18.466.442 I slot print_timing: id 0 | task 712 | graphs reused = 651 0.18.466.442 I slot print_timing: id 0 | task 712 | graph reallocs = 0 / 0 (same size) / (changed size) 0.18.466.467 I slot release: id 0 | task 712 | stop processing: n_tokens = 250, truncated = 0 0.18.495.518 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 250, t_last = 18363402 0.18.524.910 I slot launch_slot_: id 0 | task 770 | processing task, is_child = 0 0.19.135.239 I slot print_timing: id 0 | task 770 | prompt eval time = 130.91 ms / 232 tokens ( 0.56 ms per token, 1772.20 tokens per second) 0.19.135.244 I slot print_timing: id 0 | task 770 | eval time = 479.40 ms / 34 tokens ( 14.53 ms per token, 68.84 tokens per second) 0.19.135.245 I slot print_timing: id 0 | task 770 | total time = 610.31 ms / 266 tokens 0.19.135.246 I slot print_timing: id 0 | task 770 | graphs reused = 682 0.19.135.246 I slot print_timing: id 0 | task 770 | graph reallocs = 0 / 0 (same size) / (changed size) 0.19.135.274 I slot release: id 0 | task 770 | stop processing: n_tokens = 265, truncated = 0 0.19.169.834 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 265, t_last = 19032209 0.19.201.750 I slot launch_slot_: id 0 | task 807 | processing task, is_child = 0 0.19.818.495 I slot print_timing: id 0 | task 807 | prompt eval time = 122.36 ms / 193 tokens ( 0.63 ms per token, 1577.26 tokens per second) 0.19.818.500 I slot print_timing: id 0 | task 807 | eval time = 494.37 ms / 36 tokens ( 14.12 ms per token, 70.80 tokens per second) 0.19.818.501 I slot print_timing: id 0 | task 807 | total time = 616.73 ms / 229 tokens 0.19.818.502 I slot print_timing: id 0 | task 807 | graphs reused = 716 0.19.818.503 I slot print_timing: id 0 | task 807 | graph reallocs = 0 / 0 (same size) / (changed size) 0.19.818.524 I slot release: id 0 | task 807 | stop processing: n_tokens = 228, truncated = 0 0.19.837.071 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 228, t_last = 19715459 0.19.864.851 I slot launch_slot_: id 0 | task 846 | processing task, is_child = 0 0.20.404.897 I slot print_timing: id 0 | task 846 | prompt eval time = 104.13 ms / 148 tokens ( 0.70 ms per token, 1421.29 tokens per second) 0.20.404.902 I slot print_timing: id 0 | task 846 | eval time = 435.89 ms / 32 tokens ( 14.06 ms per token, 71.12 tokens per second) 0.20.404.903 I slot print_timing: id 0 | task 846 | total time = 540.02 ms / 180 tokens 0.20.404.904 I slot print_timing: id 0 | task 846 | graphs reused = 746 0.20.404.905 I slot print_timing: id 0 | task 846 | graph reallocs = 0 / 0 (same size) / (changed size) 0.20.404.926 I slot release: id 0 | task 846 | stop processing: n_tokens = 179, truncated = 0 0.20.428.726 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 179, t_last = 20301861 0.20.452.693 I slot launch_slot_: id 0 | task 881 | processing task, is_child = 0 0.21.132.791 I slot print_timing: id 0 | task 881 | prompt eval time = 118.53 ms / 174 tokens ( 0.68 ms per token, 1467.97 tokens per second) 0.21.132.797 I slot print_timing: id 0 | task 881 | eval time = 561.55 ms / 41 tokens ( 14.04 ms per token, 71.23 tokens per second) 0.21.132.798 I slot print_timing: id 0 | task 881 | total time = 680.08 ms / 215 tokens 0.21.132.799 I slot print_timing: id 0 | task 881 | graphs reused = 785 0.21.132.799 I slot print_timing: id 0 | task 881 | graph reallocs = 0 / 0 (same size) / (changed size) 0.21.132.825 I slot release: id 0 | task 881 | stop processing: n_tokens = 214, truncated = 0 0.21.177.014 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 214, t_last = 21029759 0.21.203.024 I slot launch_slot_: id 0 | task 925 | processing task, is_child = 0 0.22.192.421 I slot print_timing: id 0 | task 925 | prompt eval time = 126.91 ms / 204 tokens ( 0.62 ms per token, 1607.49 tokens per second) 0.22.192.427 I slot print_timing: id 0 | task 925 | eval time = 862.47 ms / 62 tokens ( 14.14 ms per token, 70.73 tokens per second) 0.22.192.428 I slot print_timing: id 0 | task 925 | total time = 989.38 ms / 266 tokens 0.22.192.429 I slot print_timing: id 0 | task 925 | graphs reused = 844 0.22.192.429 I slot print_timing: id 0 | task 925 | graph reallocs = 0 / 0 (same size) / (changed size) 0.22.192.456 I slot release: id 0 | task 925 | stop processing: n_tokens = 265, truncated = 0 0.22.220.115 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 265, t_last = 22089391 0.22.250.420 I slot launch_slot_: id 0 | task 990 | processing task, is_child = 0 0.22.877.166 I slot print_timing: id 0 | task 990 | prompt eval time = 119.04 ms / 178 tokens ( 0.67 ms per token, 1495.32 tokens per second) 0.22.877.172 I slot print_timing: id 0 | task 990 | eval time = 507.69 ms / 37 tokens ( 14.10 ms per token, 70.91 tokens per second) 0.22.877.173 I slot print_timing: id 0 | task 990 | total time = 626.73 ms / 215 tokens 0.22.877.173 I slot print_timing: id 0 | task 990 | graphs reused = 879 0.22.877.174 I slot print_timing: id 0 | task 990 | graph reallocs = 0 / 0 (same size) / (changed size) 0.22.877.195 I slot release: id 0 | task 990 | stop processing: n_tokens = 214, truncated = 0 0.22.902.311 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 214, t_last = 22774130 0.22.928.444 I slot launch_slot_: id 0 | task 1030 | processing task, is_child = 0 0.23.526.063 I slot print_timing: id 0 | task 1030 | prompt eval time = 105.62 ms / 153 tokens ( 0.69 ms per token, 1448.58 tokens per second) 0.23.526.069 I slot print_timing: id 0 | task 1030 | eval time = 491.98 ms / 36 tokens ( 14.06 ms per token, 71.14 tokens per second) 0.23.526.070 I slot print_timing: id 0 | task 1030 | total time = 597.60 ms / 189 tokens 0.23.526.071 I slot print_timing: id 0 | task 1030 | graphs reused = 913 0.23.526.072 I slot print_timing: id 0 | task 1030 | graph reallocs = 0 / 0 (same size) / (changed size) 0.23.526.094 I slot release: id 0 | task 1030 | stop processing: n_tokens = 188, truncated = 0 0.23.568.609 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 188, t_last = 23423028 0.23.592.456 I slot launch_slot_: id 0 | task 1069 | processing task, is_child = 0 0.23.963.105 I slot print_timing: id 0 | task 1069 | prompt eval time = 114.85 ms / 154 tokens ( 0.75 ms per token, 1340.86 tokens per second) 0.23.963.111 I slot print_timing: id 0 | task 1069 | eval time = 255.78 ms / 19 tokens ( 14.21 ms per token, 70.37 tokens per second) 0.23.963.112 I slot print_timing: id 0 | task 1069 | total time = 370.63 ms / 173 tokens 0.23.963.113 I slot print_timing: id 0 | task 1069 | graphs reused = 930 0.23.963.114 I slot print_timing: id 0 | task 1069 | graph reallocs = 0 / 0 (same size) / (changed size) 0.23.963.135 I slot release: id 0 | task 1069 | stop processing: n_tokens = 172, truncated = 0 0.23.992.089 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 172, t_last = 23860070 0.24.015.436 I slot launch_slot_: id 0 | task 1091 | processing task, is_child = 0 0.24.664.973 I slot print_timing: id 0 | task 1091 | prompt eval time = 117.03 ms / 179 tokens ( 0.65 ms per token, 1529.46 tokens per second) 0.24.664.979 I slot print_timing: id 0 | task 1091 | eval time = 532.48 ms / 39 tokens ( 14.01 ms per token, 71.36 tokens per second) 0.24.664.980 I slot print_timing: id 0 | task 1091 | total time = 649.52 ms / 218 tokens 0.24.664.980 I slot print_timing: id 0 | task 1091 | graphs reused = 967 0.24.664.981 I slot print_timing: id 0 | task 1091 | graph reallocs = 0 / 0 (same size) / (changed size) 0.24.665.006 I slot release: id 0 | task 1091 | stop processing: n_tokens = 217, truncated = 0 0.24.709.132 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 217, t_last = 24561941 0.24.735.536 I slot launch_slot_: id 0 | task 1133 | processing task, is_child = 0 0.25.451.444 I slot print_timing: id 0 | task 1133 | prompt eval time = 126.18 ms / 207 tokens ( 0.61 ms per token, 1640.50 tokens per second) 0.25.451.449 I slot print_timing: id 0 | task 1133 | eval time = 589.71 ms / 43 tokens ( 14.04 ms per token, 71.22 tokens per second) 0.25.451.451 I slot print_timing: id 0 | task 1133 | total time = 715.89 ms / 250 tokens 0.25.451.452 I slot print_timing: id 0 | task 1133 | graphs reused = 1008 0.25.451.452 I slot print_timing: id 0 | task 1133 | graph reallocs = 0 / 0 (same size) / (changed size) 0.25.451.478 I slot release: id 0 | task 1133 | stop processing: n_tokens = 249, truncated = 0 0.25.472.570 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 249, t_last = 25348413 0.25.503.765 I slot launch_slot_: id 0 | task 1179 | processing task, is_child = 0 0.26.014.788 I slot print_timing: id 0 | task 1179 | prompt eval time = 102.82 ms / 140 tokens ( 0.73 ms per token, 1361.64 tokens per second) 0.26.014.794 I slot print_timing: id 0 | task 1179 | eval time = 408.19 ms / 30 tokens ( 14.08 ms per token, 71.05 tokens per second) 0.26.014.795 I slot print_timing: id 0 | task 1179 | total time = 511.00 ms / 170 tokens 0.26.014.796 I slot print_timing: id 0 | task 1179 | graphs reused = 1036 0.26.014.797 I slot print_timing: id 0 | task 1179 | graph reallocs = 0 / 0 (same size) / (changed size) 0.26.014.820 I slot release: id 0 | task 1179 | stop processing: n_tokens = 169, truncated = 0 0.26.033.351 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 169, t_last = 25911755 0.26.055.489 I slot launch_slot_: id 0 | task 1212 | processing task, is_child = 0 0.26.588.546 I slot print_timing: id 0 | task 1212 | prompt eval time = 124.93 ms / 189 tokens ( 0.66 ms per token, 1512.90 tokens per second) 0.26.588.552 I slot print_timing: id 0 | task 1212 | eval time = 408.11 ms / 30 tokens ( 14.07 ms per token, 71.06 tokens per second) 0.26.588.553 I slot print_timing: id 0 | task 1212 | total time = 533.04 ms / 219 tokens 0.26.588.554 I slot print_timing: id 0 | task 1212 | graphs reused = 1064 0.26.588.556 I slot print_timing: id 0 | task 1212 | graph reallocs = 0 / 0 (same size) / (changed size) 0.26.588.583 I slot release: id 0 | task 1212 | stop processing: n_tokens = 218, truncated = 0 0.26.606.452 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 218, t_last = 26485518 0.26.633.961 I slot launch_slot_: id 0 | task 1245 | processing task, is_child = 0 0.27.023.467 I slot print_timing: id 0 | task 1245 | prompt eval time = 92.64 ms / 114 tokens ( 0.81 ms per token, 1230.64 tokens per second) 0.27.023.473 I slot print_timing: id 0 | task 1245 | eval time = 296.85 ms / 22 tokens ( 14.14 ms per token, 70.74 tokens per second) 0.27.023.476 I slot print_timing: id 0 | task 1245 | total time = 389.48 ms / 136 tokens 0.27.023.477 I slot print_timing: id 0 | task 1245 | graphs reused = 1084 0.27.023.478 I slot print_timing: id 0 | task 1245 | graph reallocs = 0 / 0 (same size) / (changed size) 0.27.023.502 I slot release: id 0 | task 1245 | stop processing: n_tokens = 135, truncated = 0 0.27.042.052 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 135, t_last = 26920437 0.27.061.381 I slot launch_slot_: id 0 | task 1270 | processing task, is_child = 0 0.27.540.786 I slot print_timing: id 0 | task 1270 | prompt eval time = 99.09 ms / 126 tokens ( 0.79 ms per token, 1271.62 tokens per second) 0.27.540.792 I slot print_timing: id 0 | task 1270 | eval time = 380.30 ms / 28 tokens ( 14.09 ms per token, 71.00 tokens per second) 0.27.540.793 I slot print_timing: id 0 | task 1270 | total time = 479.38 ms / 154 tokens 0.27.540.794 I slot print_timing: id 0 | task 1270 | graphs reused = 1110 0.27.540.795 I slot print_timing: id 0 | task 1270 | graph reallocs = 0 / 0 (same size) / (changed size) 0.27.540.815 I slot release: id 0 | task 1270 | stop processing: n_tokens = 153, truncated = 0 0.27.557.076 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 153, t_last = 27437750 0.27.576.189 I slot launch_slot_: id 0 | task 1301 | processing task, is_child = 0 0.27.960.254 I slot print_timing: id 0 | task 1301 | prompt eval time = 101.02 ms / 135 tokens ( 0.75 ms per token, 1336.38 tokens per second) 0.27.960.259 I slot print_timing: id 0 | task 1301 | eval time = 283.02 ms / 21 tokens ( 14.15 ms per token, 70.67 tokens per second) 0.27.960.260 I slot print_timing: id 0 | task 1301 | total time = 384.04 ms / 156 tokens 0.27.960.261 I slot print_timing: id 0 | task 1301 | graphs reused = 1129 0.27.960.262 I slot print_timing: id 0 | task 1301 | graph reallocs = 0 / 0 (same size) / (changed size) 0.27.960.281 I slot release: id 0 | task 1301 | stop processing: n_tokens = 155, truncated = 0 0.27.994.849 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 155, t_last = 27857216 0.28.015.076 I slot launch_slot_: id 0 | task 1325 | processing task, is_child = 0 0.28.509.465 I slot print_timing: id 0 | task 1325 | prompt eval time = 100.10 ms / 125 tokens ( 0.80 ms per token, 1248.76 tokens per second) 0.28.509.470 I slot print_timing: id 0 | task 1325 | eval time = 394.27 ms / 29 tokens ( 14.08 ms per token, 71.02 tokens per second) 0.28.509.471 I slot print_timing: id 0 | task 1325 | total time = 494.37 ms / 154 tokens 0.28.509.472 I slot print_timing: id 0 | task 1325 | graphs reused = 1156 0.28.509.473 I slot print_timing: id 0 | task 1325 | graph reallocs = 0 / 0 (same size) / (changed size) 0.28.509.492 I slot release: id 0 | task 1325 | stop processing: n_tokens = 153, truncated = 0 0.28.539.991 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 153, t_last = 28406427 0.28.559.772 I slot launch_slot_: id 0 | task 1357 | processing task, is_child = 0 0.29.074.410 I slot print_timing: id 0 | task 1357 | prompt eval time = 120.99 ms / 191 tokens ( 0.63 ms per token, 1578.63 tokens per second) 0.29.074.415 I slot print_timing: id 0 | task 1357 | eval time = 393.63 ms / 29 tokens ( 14.06 ms per token, 71.13 tokens per second) 0.29.074.416 I slot print_timing: id 0 | task 1357 | total time = 514.62 ms / 220 tokens 0.29.074.417 I slot print_timing: id 0 | task 1357 | graphs reused = 1183 0.29.074.418 I slot print_timing: id 0 | task 1357 | graph reallocs = 0 / 0 (same size) / (changed size) 0.29.074.442 I slot release: id 0 | task 1357 | stop processing: n_tokens = 219, truncated = 0 0.29.091.385 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 219, t_last = 28971377 0.29.119.246 I slot launch_slot_: id 0 | task 1389 | processing task, is_child = 0 0.29.886.080 I slot print_timing: id 0 | task 1389 | prompt eval time = 157.13 ms / 309 tokens ( 0.51 ms per token, 1966.57 tokens per second) 0.29.886.086 I slot print_timing: id 0 | task 1389 | eval time = 609.69 ms / 44 tokens ( 14.18 ms per token, 70.53 tokens per second) 0.29.886.087 I slot print_timing: id 0 | task 1389 | total time = 766.81 ms / 353 tokens 0.29.886.088 I slot print_timing: id 0 | task 1389 | graphs reused = 1225 0.29.886.089 I slot print_timing: id 0 | task 1389 | graph reallocs = 0 / 0 (same size) / (changed size) 0.29.886.119 I slot release: id 0 | task 1389 | stop processing: n_tokens = 352, truncated = 0 0.29.902.382 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 352, t_last = 29783054 0.29.945.335 I slot launch_slot_: id 0 | task 1436 | processing task, is_child = 0 0.30.415.217 I slot print_timing: id 0 | task 1436 | prompt eval time = 100.97 ms / 139 tokens ( 0.73 ms per token, 1376.61 tokens per second) 0.30.415.222 I slot print_timing: id 0 | task 1436 | eval time = 368.89 ms / 27 tokens ( 14.19 ms per token, 70.48 tokens per second) 0.30.415.224 I slot print_timing: id 0 | task 1436 | total time = 469.86 ms / 166 tokens 0.30.415.225 I slot print_timing: id 0 | task 1436 | graphs reused = 1250 0.30.415.226 I slot print_timing: id 0 | task 1436 | graph reallocs = 0 / 0 (same size) / (changed size) 0.30.415.247 I slot release: id 0 | task 1436 | stop processing: n_tokens = 165, truncated = 0 0.30.421.686 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 165, t_last = 30312182 0.30.442.730 I slot launch_slot_: id 0 | task 1466 | processing task, is_child = 0 0.30.986.305 I slot print_timing: id 0 | task 1466 | prompt eval time = 117.81 ms / 172 tokens ( 0.68 ms per token, 1459.94 tokens per second) 0.30.986.311 I slot print_timing: id 0 | task 1466 | eval time = 425.74 ms / 31 tokens ( 14.19 ms per token, 70.47 tokens per second) 0.30.986.312 I slot print_timing: id 0 | task 1466 | total time = 543.56 ms / 203 tokens 0.30.986.313 I slot print_timing: id 0 | task 1466 | graphs reused = 1279 0.30.986.313 I slot print_timing: id 0 | task 1466 | graph reallocs = 0 / 0 (same size) / (changed size) 0.30.986.338 I slot release: id 0 | task 1466 | stop processing: n_tokens = 202, truncated = 0 0.30.992.519 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 202, t_last = 30883273 0.31.017.994 I slot launch_slot_: id 0 | task 1500 | processing task, is_child = 0 0.31.707.161 I slot print_timing: id 0 | task 1500 | prompt eval time = 129.50 ms / 225 tokens ( 0.58 ms per token, 1737.40 tokens per second) 0.31.707.167 I slot print_timing: id 0 | task 1500 | eval time = 559.65 ms / 40 tokens ( 14.35 ms per token, 69.69 tokens per second) 0.31.707.168 I slot print_timing: id 0 | task 1500 | total time = 689.15 ms / 265 tokens 0.31.707.169 I slot print_timing: id 0 | task 1500 | graphs reused = 1316 0.31.707.170 I slot print_timing: id 0 | task 1500 | graph reallocs = 0 / 0 (same size) / (changed size) 0.31.707.195 I slot release: id 0 | task 1500 | stop processing: n_tokens = 264, truncated = 0 0.31.742.090 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 264, t_last = 31604130 0.31.775.446 I slot launch_slot_: id 0 | task 1543 | processing task, is_child = 0 0.32.433.693 I slot print_timing: id 0 | task 1543 | prompt eval time = 128.90 ms / 225 tokens ( 0.57 ms per token, 1745.50 tokens per second) 0.32.433.698 I slot print_timing: id 0 | task 1543 | eval time = 529.32 ms / 33 tokens ( 16.54 ms per token, 60.45 tokens per second) 0.32.433.699 I slot print_timing: id 0 | task 1543 | total time = 658.23 ms / 258 tokens 0.32.433.700 I slot print_timing: id 0 | task 1543 | graphs reused = 1346 0.32.433.701 I slot print_timing: id 0 | task 1543 | graph reallocs = 0 / 0 (same size) / (changed size) 0.32.433.728 I slot release: id 0 | task 1543 | stop processing: n_tokens = 257, truncated = 0 0.32.468.609 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 257, t_last = 32330663 0.32.500.764 I slot launch_slot_: id 0 | task 1579 | processing task, is_child = 0 0.32.985.295 I slot print_timing: id 0 | task 1579 | prompt eval time = 104.20 ms / 147 tokens ( 0.71 ms per token, 1410.68 tokens per second) 0.32.985.301 I slot print_timing: id 0 | task 1579 | eval time = 380.30 ms / 28 tokens ( 14.09 ms per token, 71.00 tokens per second) 0.32.985.302 I slot print_timing: id 0 | task 1579 | total time = 484.51 ms / 175 tokens 0.32.985.303 I slot print_timing: id 0 | task 1579 | graphs reused = 1372 0.32.985.304 I slot print_timing: id 0 | task 1579 | graph reallocs = 0 / 0 (same size) / (changed size) 0.32.985.327 I slot release: id 0 | task 1579 | stop processing: n_tokens = 174, truncated = 0 0.33.027.987 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 174, t_last = 32882262 0.33.052.416 I slot launch_slot_: id 0 | task 1610 | processing task, is_child = 0 0.33.606.226 I slot print_timing: id 0 | task 1610 | prompt eval time = 117.31 ms / 166 tokens ( 0.71 ms per token, 1415.09 tokens per second) 0.33.606.232 I slot print_timing: id 0 | task 1610 | eval time = 436.48 ms / 32 tokens ( 14.08 ms per token, 71.02 tokens per second) 0.33.606.233 I slot print_timing: id 0 | task 1610 | total time = 553.79 ms / 198 tokens 0.33.606.234 I slot print_timing: id 0 | task 1610 | graphs reused = 1402 0.33.606.235 I slot print_timing: id 0 | task 1610 | graph reallocs = 0 / 0 (same size) / (changed size) 0.33.606.257 I slot release: id 0 | task 1610 | stop processing: n_tokens = 197, truncated = 0 0.33.634.989 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 197, t_last = 33503192 0.33.659.298 I slot launch_slot_: id 0 | task 1645 | processing task, is_child = 0 0.34.155.972 I slot print_timing: id 0 | task 1645 | prompt eval time = 115.96 ms / 167 tokens ( 0.69 ms per token, 1440.19 tokens per second) 0.34.155.978 I slot print_timing: id 0 | task 1645 | eval time = 380.70 ms / 28 tokens ( 14.10 ms per token, 70.92 tokens per second) 0.34.155.979 I slot print_timing: id 0 | task 1645 | total time = 496.66 ms / 195 tokens 0.34.155.980 I slot print_timing: id 0 | task 1645 | graphs reused = 1428 0.34.155.981 I slot print_timing: id 0 | task 1645 | graph reallocs = 0 / 0 (same size) / (changed size) 0.34.156.002 I slot release: id 0 | task 1645 | stop processing: n_tokens = 194, truncated = 0 0.34.183.766 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 194, t_last = 34052937 0.34.207.990 I slot launch_slot_: id 0 | task 1676 | processing task, is_child = 0 0.34.903.754 I slot print_timing: id 0 | task 1676 | prompt eval time = 120.62 ms / 195 tokens ( 0.62 ms per token, 1616.70 tokens per second) 0.34.903.760 I slot print_timing: id 0 | task 1676 | eval time = 575.13 ms / 42 tokens ( 14.03 ms per token, 71.29 tokens per second) 0.34.903.761 I slot print_timing: id 0 | task 1676 | total time = 695.75 ms / 237 tokens 0.34.903.763 I slot print_timing: id 0 | task 1676 | graphs reused = 1468 0.34.903.763 I slot print_timing: id 0 | task 1676 | graph reallocs = 0 / 0 (same size) / (changed size) 0.34.903.787 I slot release: id 0 | task 1676 | stop processing: n_tokens = 236, truncated = 0 0.34.947.245 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 236, t_last = 34800722 0.34.947.296 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 149.417 MiB) 0.34.985.660 I slot launch_slot_: id 0 | task 1721 | processing task, is_child = 0 0.35.552.991 I slot print_timing: id 0 | task 1721 | prompt eval time = 103.07 ms / 144 tokens ( 0.72 ms per token, 1397.12 tokens per second) 0.35.552.997 I slot print_timing: id 0 | task 1721 | eval time = 464.24 ms / 34 tokens ( 14.07 ms per token, 71.08 tokens per second) 0.35.552.997 I slot print_timing: id 0 | task 1721 | total time = 567.31 ms / 178 tokens 0.35.552.998 I slot print_timing: id 0 | task 1721 | graphs reused = 1500 0.35.552.999 I slot print_timing: id 0 | task 1721 | graph reallocs = 0 / 0 (same size) / (changed size) 0.35.553.020 I slot release: id 0 | task 1721 | stop processing: n_tokens = 177, truncated = 0 0.35.594.274 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 177, t_last = 35449955 0.35.594.318 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 104.274 MiB) 0.35.623.041 I slot launch_slot_: id 0 | task 1758 | processing task, is_child = 0 0.36.116.355 I slot print_timing: id 0 | task 1758 | prompt eval time = 126.60 ms / 208 tokens ( 0.61 ms per token, 1642.93 tokens per second) 0.36.116.361 I slot print_timing: id 0 | task 1758 | eval time = 366.69 ms / 27 tokens ( 14.10 ms per token, 70.90 tokens per second) 0.36.116.362 I slot print_timing: id 0 | task 1758 | total time = 493.29 ms / 235 tokens 0.36.116.363 I slot print_timing: id 0 | task 1758 | graphs reused = 1525 0.36.116.364 I slot print_timing: id 0 | task 1758 | graph reallocs = 0 / 0 (same size) / (changed size) 0.36.116.388 I slot release: id 0 | task 1758 | stop processing: n_tokens = 234, truncated = 0 0.36.144.665 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 234, t_last = 36013323 0.36.144.711 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 142.120 MiB) 0.36.178.481 I slot launch_slot_: id 0 | task 1788 | processing task, is_child = 0 0.36.801.470 I slot print_timing: id 0 | task 1788 | prompt eval time = 116.28 ms / 164 tokens ( 0.71 ms per token, 1410.38 tokens per second) 0.36.801.476 I slot print_timing: id 0 | task 1788 | eval time = 506.69 ms / 37 tokens ( 14.07 ms per token, 71.05 tokens per second) 0.36.801.477 I slot print_timing: id 0 | task 1788 | total time = 622.97 ms / 201 tokens 0.36.801.478 I slot print_timing: id 0 | task 1788 | graphs reused = 1560 0.36.801.479 I slot print_timing: id 0 | task 1788 | graph reallocs = 0 / 0 (same size) / (changed size) 0.36.801.502 I slot release: id 0 | task 1788 | stop processing: n_tokens = 200, truncated = 0 0.36.831.556 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 200, t_last = 36698437 0.36.831.593 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 179.949 MiB) 0.36.859.893 I slot launch_slot_: id 0 | task 1828 | processing task, is_child = 0 0.37.374.695 I slot print_timing: id 0 | task 1828 | prompt eval time = 105.38 ms / 154 tokens ( 0.68 ms per token, 1461.41 tokens per second) 0.37.374.701 I slot print_timing: id 0 | task 1828 | eval time = 409.40 ms / 30 tokens ( 14.12 ms per token, 70.83 tokens per second) 0.37.374.702 I slot print_timing: id 0 | task 1828 | total time = 514.78 ms / 184 tokens 0.37.374.702 I slot print_timing: id 0 | task 1828 | graphs reused = 1588 0.37.374.703 I slot print_timing: id 0 | task 1828 | graph reallocs = 0 / 0 (same size) / (changed size) 0.37.374.726 I slot release: id 0 | task 1828 | stop processing: n_tokens = 183, truncated = 0 0.37.409.490 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 183, t_last = 37271661 0.37.409.533 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 161.636 MiB) 0.37.435.400 I slot launch_slot_: id 0 | task 1861 | processing task, is_child = 0 0.38.364.219 I slot print_timing: id 0 | task 1861 | prompt eval time = 150.63 ms / 284 tokens ( 0.53 ms per token, 1885.38 tokens per second) 0.38.364.225 I slot print_timing: id 0 | task 1861 | eval time = 778.16 ms / 56 tokens ( 14.15 ms per token, 70.68 tokens per second) 0.38.364.226 I slot print_timing: id 0 | task 1861 | total time = 928.80 ms / 340 tokens 0.38.364.226 I slot print_timing: id 0 | task 1861 | graphs reused = 1642 0.38.364.227 I slot print_timing: id 0 | task 1861 | graph reallocs = 0 / 0 (same size) / (changed size) 0.38.364.256 I slot release: id 0 | task 1861 | stop processing: n_tokens = 339, truncated = 0 0.38.401.162 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 339, t_last = 38261191 0.38.401.212 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 163.480 MiB) 0.38.403.382 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 198.060 MiB) 0.38.446.602 I slot launch_slot_: id 0 | task 1920 | processing task, is_child = 0 0.39.644.650 I slot print_timing: id 0 | task 1920 | prompt eval time = 141.00 ms / 258 tokens ( 0.55 ms per token, 1829.85 tokens per second) 0.39.644.656 I slot print_timing: id 0 | task 1920 | eval time = 1057.03 ms / 76 tokens ( 14.09 ms per token, 70.95 tokens per second) 0.39.644.657 I slot print_timing: id 0 | task 1920 | total time = 1198.03 ms / 334 tokens 0.39.644.658 I slot print_timing: id 0 | task 1920 | graphs reused = 1716 0.39.644.659 I slot print_timing: id 0 | task 1920 | graph reallocs = 0 / 0 (same size) / (changed size) 0.39.644.683 I slot release: id 0 | task 1920 | stop processing: n_tokens = 333, truncated = 0 0.39.676.305 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 333, t_last = 39541618 0.39.676.359 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 247.484 MiB) 0.39.719.402 I slot launch_slot_: id 0 | task 1999 | processing task, is_child = 0 0.40.292.404 I slot print_timing: id 0 | task 1999 | prompt eval time = 104.91 ms / 154 tokens ( 0.68 ms per token, 1467.91 tokens per second) 0.40.292.410 I slot print_timing: id 0 | task 1999 | eval time = 468.07 ms / 34 tokens ( 14.18 ms per token, 70.50 tokens per second) 0.40.292.411 I slot print_timing: id 0 | task 1999 | total time = 572.98 ms / 188 tokens 0.40.292.412 I slot print_timing: id 0 | task 1999 | graphs reused = 1748 0.40.292.413 I slot print_timing: id 0 | task 1999 | graph reallocs = 0 / 0 (same size) / (changed size) 0.40.292.435 I slot release: id 0 | task 1999 | stop processing: n_tokens = 187, truncated = 0 0.40.313.011 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 187, t_last = 40189370 0.40.337.910 I slot launch_slot_: id 0 | task 2036 | processing task, is_child = 0 0.40.843.345 I slot print_timing: id 0 | task 2036 | prompt eval time = 124.69 ms / 189 tokens ( 0.66 ms per token, 1515.77 tokens per second) 0.40.843.350 I slot print_timing: id 0 | task 2036 | eval time = 380.73 ms / 28 tokens ( 14.10 ms per token, 70.92 tokens per second) 0.40.843.351 I slot print_timing: id 0 | task 2036 | total time = 505.42 ms / 217 tokens 0.40.843.352 I slot print_timing: id 0 | task 2036 | graphs reused = 1774 0.40.843.353 I slot print_timing: id 0 | task 2036 | graph reallocs = 0 / 0 (same size) / (changed size) 0.40.843.377 I slot release: id 0 | task 2036 | stop processing: n_tokens = 216, truncated = 0 0.40.872.990 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 216, t_last = 40740312 0.40.873.034 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 131.400 MiB) 0.40.875.003 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 141.791 MiB) 0.40.906.545 I slot launch_slot_: id 0 | task 2067 | processing task, is_child = 0 0.41.405.199 I slot print_timing: id 0 | task 2067 | prompt eval time = 103.56 ms / 150 tokens ( 0.69 ms per token, 1448.38 tokens per second) 0.41.405.205 I slot print_timing: id 0 | task 2067 | eval time = 395.07 ms / 29 tokens ( 14.11 ms per token, 70.87 tokens per second) 0.41.405.206 I slot print_timing: id 0 | task 2067 | total time = 498.63 ms / 179 tokens 0.41.405.207 I slot print_timing: id 0 | task 2067 | graphs reused = 1801 0.41.405.208 I slot print_timing: id 0 | task 2067 | graph reallocs = 0 / 0 (same size) / (changed size) 0.41.405.229 I slot release: id 0 | task 2067 | stop processing: n_tokens = 178, truncated = 0 0.41.435.712 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 178, t_last = 41302164 0.41.435.750 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 159.355 MiB) 0.41.460.550 I slot launch_slot_: id 0 | task 2099 | processing task, is_child = 0 0.42.108.370 I slot print_timing: id 0 | task 2099 | prompt eval time = 127.18 ms / 212 tokens ( 0.60 ms per token, 1666.97 tokens per second) 0.42.108.376 I slot print_timing: id 0 | task 2099 | eval time = 520.62 ms / 38 tokens ( 14.07 ms per token, 71.07 tokens per second) 0.42.108.377 I slot print_timing: id 0 | task 2099 | total time = 647.80 ms / 250 tokens 0.42.108.378 I slot print_timing: id 0 | task 2099 | graphs reused = 1837 0.42.108.378 I slot print_timing: id 0 | task 2099 | graph reallocs = 0 / 0 (same size) / (changed size) 0.42.108.403 I slot release: id 0 | task 2099 | stop processing: n_tokens = 249, truncated = 0 0.42.140.244 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 249, t_last = 42005338 0.42.140.292 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 191.434 MiB) 0.42.174.648 I slot launch_slot_: id 0 | task 2140 | processing task, is_child = 0 0.42.756.331 I slot print_timing: id 0 | task 2140 | prompt eval time = 180.56 ms / 336 tokens ( 0.54 ms per token, 1860.87 tokens per second) 0.42.756.336 I slot print_timing: id 0 | task 2140 | eval time = 401.10 ms / 29 tokens ( 14.33 ms per token, 69.81 tokens per second) 0.42.756.337 I slot print_timing: id 0 | task 2140 | total time = 581.66 ms / 365 tokens 0.42.756.338 I slot print_timing: id 0 | task 2140 | graphs reused = 1864 0.42.756.339 I slot print_timing: id 0 | task 2140 | graph reallocs = 0 / 0 (same size) / (changed size) 0.42.756.366 I slot release: id 0 | task 2140 | stop processing: n_tokens = 364, truncated = 0 0.42.778.712 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 364, t_last = 42653301 0.42.778.775 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 159.152 MiB) 0.42.781.065 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 158.980 MiB) 0.42.831.255 I slot launch_slot_: id 0 | task 2172 | processing task, is_child = 0 0.43.431.095 I slot print_timing: id 0 | task 2172 | prompt eval time = 201.25 ms / 399 tokens ( 0.50 ms per token, 1982.62 tokens per second) 0.43.431.101 I slot print_timing: id 0 | task 2172 | eval time = 398.57 ms / 29 tokens ( 14.23 ms per token, 70.25 tokens per second) 0.43.431.102 I slot print_timing: id 0 | task 2172 | total time = 599.82 ms / 428 tokens 0.43.431.104 I slot print_timing: id 0 | task 2172 | graphs reused = 1891 0.43.431.104 I slot print_timing: id 0 | task 2172 | graph reallocs = 0 / 0 (same size) / (changed size) 0.43.431.136 I slot release: id 0 | task 2172 | stop processing: n_tokens = 427, truncated = 0 0.43.462.772 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 427, t_last = 43328071 0.43.462.836 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 161.964 MiB) 0.43.465.181 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 131.057 MiB) 0.43.521.804 I slot launch_slot_: id 0 | task 2204 | processing task, is_child = 0 0.44.221.588 I slot print_timing: id 0 | task 2204 | prompt eval time = 218.21 ms / 442 tokens ( 0.49 ms per token, 2025.53 tokens per second) 0.44.221.613 I slot print_timing: id 0 | task 2204 | eval time = 481.53 ms / 35 tokens ( 14.16 ms per token, 70.61 tokens per second) 0.44.221.615 I slot print_timing: id 0 | task 2204 | total time = 699.75 ms / 477 tokens 0.44.221.616 I slot print_timing: id 0 | task 2204 | graphs reused = 1924 0.44.221.618 I slot print_timing: id 0 | task 2204 | graph reallocs = 0 / 0 (same size) / (changed size) 0.44.221.694 I slot release: id 0 | task 2204 | stop processing: n_tokens = 476, truncated = 0 0.44.245.099 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 476, t_last = 44118629 0.44.245.170 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 149.729 MiB) 0.44.247.279 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 134.447 MiB) 0.44.249.060 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 129.634 MiB) 0.44.309.882 I slot launch_slot_: id 0 | task 2242 | processing task, is_child = 0 0.45.247.223 I slot print_timing: id 0 | task 2242 | prompt eval time = 216.99 ms / 430 tokens ( 0.50 ms per token, 1981.70 tokens per second) 0.45.247.228 I slot print_timing: id 0 | task 2242 | eval time = 720.34 ms / 52 tokens ( 14.12 ms per token, 70.80 tokens per second) 0.45.247.229 I slot print_timing: id 0 | task 2242 | total time = 937.32 ms / 482 tokens 0.45.247.230 I slot print_timing: id 0 | task 2242 | graphs reused = 1974 0.45.247.230 I slot print_timing: id 0 | task 2242 | graph reallocs = 0 / 0 (same size) / (changed size) 0.45.247.264 I slot release: id 0 | task 2242 | stop processing: n_tokens = 481, truncated = 0 0.45.254.225 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 481, t_last = 45144199 0.45.254.295 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 162.355 MiB) 0.45.256.556 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 148.292 MiB) 0.45.258.515 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 187.716 MiB) 0.45.320.800 I slot launch_slot_: id 0 | task 2297 | processing task, is_child = 0 0.45.824.947 I slot print_timing: id 0 | task 2297 | prompt eval time = 149.02 ms / 267 tokens ( 0.56 ms per token, 1791.68 tokens per second) 0.45.824.952 I slot print_timing: id 0 | task 2297 | eval time = 355.11 ms / 26 tokens ( 14.20 ms per token, 70.40 tokens per second) 0.45.824.953 I slot print_timing: id 0 | task 2297 | total time = 504.13 ms / 293 tokens 0.45.824.954 I slot print_timing: id 0 | task 2297 | graphs reused = 1998 0.45.824.955 I slot print_timing: id 0 | task 2297 | graph reallocs = 0 / 0 (same size) / (changed size) 0.45.824.980 I slot release: id 0 | task 2297 | stop processing: n_tokens = 292, truncated = 0 0.45.866.064 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 292, t_last = 45721915 0.45.866.118 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 173.980 MiB) 0.45.914.530 I slot launch_slot_: id 0 | task 2326 | processing task, is_child = 0 0.46.441.567 I slot print_timing: id 0 | task 2326 | prompt eval time = 196.24 ms / 405 tokens ( 0.48 ms per token, 2063.78 tokens per second) 0.46.441.573 I slot print_timing: id 0 | task 2326 | eval time = 330.78 ms / 24 tokens ( 14.38 ms per token, 69.53 tokens per second) 0.46.441.575 I slot print_timing: id 0 | task 2326 | total time = 527.02 ms / 429 tokens 0.46.441.576 I slot print_timing: id 0 | task 2326 | graphs reused = 2020 0.46.441.576 I slot print_timing: id 0 | task 2326 | graph reallocs = 0 / 0 (same size) / (changed size) 0.46.441.608 I slot release: id 0 | task 2326 | stop processing: n_tokens = 428, truncated = 0 0.46.473.962 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 428, t_last = 46338543 0.46.474.055 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 187.356 MiB) 0.46.476.664 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 215.092 MiB) 0.46.538.299 I slot launch_slot_: id 0 | task 2353 | processing task, is_child = 0 0.47.094.182 I slot print_timing: id 0 | task 2353 | prompt eval time = 197.07 ms / 387 tokens ( 0.51 ms per token, 1963.78 tokens per second) 0.47.094.189 I slot print_timing: id 0 | task 2353 | eval time = 358.79 ms / 26 tokens ( 14.35 ms per token, 69.68 tokens per second) 0.47.094.190 I slot print_timing: id 0 | task 2353 | total time = 555.86 ms / 413 tokens 0.47.094.191 I slot print_timing: id 0 | task 2353 | graphs reused = 2044 0.47.094.192 I slot print_timing: id 0 | task 2353 | graph reallocs = 0 / 0 (same size) / (changed size) 0.47.094.227 I slot release: id 0 | task 2353 | stop processing: n_tokens = 412, truncated = 0 0.47.129.662 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 412, t_last = 46991162 0.47.129.715 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 178.887 MiB) 0.47.132.267 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 141.245 MiB) 0.47.198.511 I slot launch_slot_: id 0 | task 2382 | processing task, is_child = 0 0.47.766.309 I slot print_timing: id 0 | task 2382 | prompt eval time = 168.69 ms / 301 tokens ( 0.56 ms per token, 1784.33 tokens per second) 0.47.766.314 I slot print_timing: id 0 | task 2382 | eval time = 399.09 ms / 29 tokens ( 14.25 ms per token, 70.16 tokens per second) 0.47.766.315 I slot print_timing: id 0 | task 2382 | total time = 567.78 ms / 330 tokens 0.47.766.316 I slot print_timing: id 0 | task 2382 | graphs reused = 2071 0.47.766.317 I slot print_timing: id 0 | task 2382 | graph reallocs = 0 / 0 (same size) / (changed size) 0.47.766.344 I slot release: id 0 | task 2382 | stop processing: n_tokens = 329, truncated = 0 0.47.811.303 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 329, t_last = 47663279 0.47.811.357 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 166.793 MiB) 0.47.813.554 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 195.716 MiB) 0.47.861.648 I slot launch_slot_: id 0 | task 2414 | processing task, is_child = 0 0.48.469.504 I slot print_timing: id 0 | task 2414 | prompt eval time = 167.18 ms / 295 tokens ( 0.57 ms per token, 1764.62 tokens per second) 0.48.469.509 I slot print_timing: id 0 | task 2414 | eval time = 440.66 ms / 32 tokens ( 14.21 ms per token, 70.35 tokens per second) 0.48.469.510 I slot print_timing: id 0 | task 2414 | total time = 607.84 ms / 327 tokens 0.48.469.511 I slot print_timing: id 0 | task 2414 | graphs reused = 2101 0.48.469.513 I slot print_timing: id 0 | task 2414 | graph reallocs = 0 / 0 (same size) / (changed size) 0.48.469.538 I slot release: id 0 | task 2414 | stop processing: n_tokens = 326, truncated = 0 0.48.509.610 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 326, t_last = 48366473 0.48.509.668 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 170.543 MiB) 0.48.511.896 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 147.323 MiB) 0.48.555.816 I slot launch_slot_: id 0 | task 2449 | processing task, is_child = 0 0.49.048.571 I slot print_timing: id 0 | task 2449 | prompt eval time = 192.51 ms / 361 tokens ( 0.53 ms per token, 1875.18 tokens per second) 0.49.048.577 I slot print_timing: id 0 | task 2449 | eval time = 300.22 ms / 22 tokens ( 14.30 ms per token, 69.95 tokens per second) 0.49.048.578 I slot print_timing: id 0 | task 2449 | total time = 492.74 ms / 383 tokens 0.49.048.579 I slot print_timing: id 0 | task 2449 | graphs reused = 2121 0.49.048.579 I slot print_timing: id 0 | task 2449 | graph reallocs = 0 / 0 (same size) / (changed size) 0.49.048.621 I slot release: id 0 | task 2449 | stop processing: n_tokens = 382, truncated = 0 0.49.079.343 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 382, t_last = 48945556 0.49.079.403 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 143.635 MiB) 0.49.081.411 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 173.090 MiB) 0.49.134.209 I slot launch_slot_: id 0 | task 2474 | processing task, is_child = 0 0.49.892.173 I slot print_timing: id 0 | task 2474 | prompt eval time = 177.38 ms / 316 tokens ( 0.56 ms per token, 1781.52 tokens per second) 0.49.892.179 I slot print_timing: id 0 | task 2474 | eval time = 580.57 ms / 42 tokens ( 14.16 ms per token, 70.62 tokens per second) 0.49.892.180 I slot print_timing: id 0 | task 2474 | total time = 757.94 ms / 358 tokens 0.49.892.181 I slot print_timing: id 0 | task 2474 | graphs reused = 2161 0.49.892.182 I slot print_timing: id 0 | task 2474 | graph reallocs = 0 / 0 (same size) / (changed size) 0.49.892.208 I slot release: id 0 | task 2474 | stop processing: n_tokens = 357, truncated = 0 0.49.937.559 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 357, t_last = 49789143 0.49.937.617 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 198.591 MiB) 0.49.986.527 I slot launch_slot_: id 0 | task 2519 | processing task, is_child = 0 0.50.394.547 I slot print_timing: id 0 | task 2519 | prompt eval time = 139.64 ms / 241 tokens ( 0.58 ms per token, 1725.85 tokens per second) 0.50.394.552 I slot print_timing: id 0 | task 2519 | eval time = 268.36 ms / 19 tokens ( 14.91 ms per token, 67.07 tokens per second) 0.50.394.553 I slot print_timing: id 0 | task 2519 | total time = 408.00 ms / 260 tokens 0.50.394.554 I slot print_timing: id 0 | task 2519 | graphs reused = 2177 0.50.394.555 I slot print_timing: id 0 | task 2519 | graph reallocs = 0 / 0 (same size) / (changed size) 0.50.394.579 I slot release: id 0 | task 2519 | stop processing: n_tokens = 259, truncated = 0 0.50.438.469 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 259, t_last = 50291514 0.50.438.510 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 134.213 MiB) 0.50.440.247 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 180.293 MiB) 0.50.480.807 I slot launch_slot_: id 0 | task 2541 | processing task, is_child = 0 0.51.183.694 I slot print_timing: id 0 | task 2541 | prompt eval time = 178.97 ms / 322 tokens ( 0.56 ms per token, 1799.19 tokens per second) 0.51.183.699 I slot print_timing: id 0 | task 2541 | eval time = 523.90 ms / 38 tokens ( 14.16 ms per token, 70.62 tokens per second) 0.51.183.700 I slot print_timing: id 0 | task 2541 | total time = 702.87 ms / 360 tokens 0.51.183.701 I slot print_timing: id 0 | task 2541 | graphs reused = 2213 0.51.183.702 I slot print_timing: id 0 | task 2541 | graph reallocs = 0 / 0 (same size) / (changed size) 0.51.183.730 I slot release: id 0 | task 2541 | stop processing: n_tokens = 359, truncated = 0 0.51.206.261 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 359, t_last = 51080665 0.51.206.310 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 107.430 MiB) 0.51.207.725 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 119.587 MiB) 0.51.269.550 I slot launch_slot_: id 0 | task 2582 | processing task, is_child = 0 0.51.847.176 I slot print_timing: id 0 | task 2582 | prompt eval time = 165.45 ms / 288 tokens ( 0.57 ms per token, 1740.69 tokens per second) 0.51.847.181 I slot print_timing: id 0 | task 2582 | eval time = 412.15 ms / 30 tokens ( 14.21 ms per token, 70.36 tokens per second) 0.51.847.183 I slot print_timing: id 0 | task 2582 | total time = 577.60 ms / 318 tokens 0.51.847.183 I slot print_timing: id 0 | task 2582 | graphs reused = 2241 0.51.847.185 I slot print_timing: id 0 | task 2582 | graph reallocs = 0 / 0 (same size) / (changed size) 0.51.847.214 I slot release: id 0 | task 2582 | stop processing: n_tokens = 317, truncated = 0 0.51.888.544 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 317, t_last = 51744149 0.51.888.596 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 127.119 MiB) 0.51.890.296 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 121.462 MiB) 0.51.891.802 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 174.996 MiB) 0.51.939.501 I slot launch_slot_: id 0 | task 2615 | processing task, is_child = 0 0.52.370.200 I slot print_timing: id 0 | task 2615 | prompt eval time = 138.63 ms / 237 tokens ( 0.58 ms per token, 1709.54 tokens per second) 0.52.370.207 I slot print_timing: id 0 | task 2615 | eval time = 292.05 ms / 21 tokens ( 14.60 ms per token, 68.48 tokens per second) 0.52.370.208 I slot print_timing: id 0 | task 2615 | total time = 430.68 ms / 258 tokens 0.52.370.208 I slot print_timing: id 0 | task 2615 | graphs reused = 2259 0.52.370.210 I slot print_timing: id 0 | task 2615 | graph reallocs = 0 / 0 (same size) / (changed size) 0.52.370.236 I slot release: id 0 | task 2615 | stop processing: n_tokens = 257, truncated = 0 0.52.388.000 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 257, t_last = 52267171 0.52.388.047 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 286.455 MiB) 0.52.429.750 I slot launch_slot_: id 0 | task 2639 | processing task, is_child = 0 0.52.881.089 I slot print_timing: id 0 | task 2639 | prompt eval time = 147.23 ms / 264 tokens ( 0.56 ms per token, 1793.15 tokens per second) 0.52.881.094 I slot print_timing: id 0 | task 2639 | eval time = 304.09 ms / 22 tokens ( 14.48 ms per token, 69.06 tokens per second) 0.52.881.095 I slot print_timing: id 0 | task 2639 | total time = 451.32 ms / 286 tokens 0.52.881.096 I slot print_timing: id 0 | task 2639 | graphs reused = 2279 0.52.881.097 I slot print_timing: id 0 | task 2639 | graph reallocs = 0 / 0 (same size) / (changed size) 0.52.881.125 I slot release: id 0 | task 2639 | stop processing: n_tokens = 285, truncated = 0 0.52.914.961 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 285, t_last = 52778060 0.52.915.011 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 131.338 MiB) 0.52.954.622 I slot launch_slot_: id 0 | task 2664 | processing task, is_child = 0 0.53.391.279 I slot print_timing: id 0 | task 2664 | prompt eval time = 145.85 ms / 255 tokens ( 0.57 ms per token, 1748.41 tokens per second) 0.53.391.286 I slot print_timing: id 0 | task 2664 | eval time = 290.79 ms / 21 tokens ( 14.54 ms per token, 68.78 tokens per second) 0.53.391.287 I slot print_timing: id 0 | task 2664 | total time = 436.64 ms / 276 tokens 0.53.391.287 I slot print_timing: id 0 | task 2664 | graphs reused = 2297 0.53.391.288 I slot print_timing: id 0 | task 2664 | graph reallocs = 0 / 0 (same size) / (changed size) 0.53.391.312 I slot release: id 0 | task 2664 | stop processing: n_tokens = 275, truncated = 0 0.53.400.398 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 275, t_last = 53288247 0.53.400.447 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 164.730 MiB) 0.53.439.873 I slot launch_slot_: id 0 | task 2688 | processing task, is_child = 0 0.53.991.950 I slot print_timing: id 0 | task 2688 | prompt eval time = 195.92 ms / 397 tokens ( 0.49 ms per token, 2026.32 tokens per second) 0.53.991.955 I slot print_timing: id 0 | task 2688 | eval time = 356.14 ms / 26 tokens ( 14.25 ms per token, 70.20 tokens per second) 0.53.991.956 I slot print_timing: id 0 | task 2688 | total time = 552.06 ms / 423 tokens 0.53.991.957 I slot print_timing: id 0 | task 2688 | graphs reused = 2321 0.53.991.958 I slot print_timing: id 0 | task 2688 | graph reallocs = 0 / 0 (same size) / (changed size) 0.53.991.990 I slot release: id 0 | task 2688 | stop processing: n_tokens = 422, truncated = 0 0.54.014.907 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 422, t_last = 53888925 0.54.014.958 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 212.889 MiB) 0.54.017.793 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 213.092 MiB) 0.54.079.270 I slot launch_slot_: id 0 | task 2717 | processing task, is_child = 0 0.54.496.629 I slot print_timing: id 0 | task 2717 | prompt eval time = 155.28 ms / 287 tokens ( 0.54 ms per token, 1848.33 tokens per second) 0.54.496.634 I slot print_timing: id 0 | task 2717 | eval time = 262.06 ms / 19 tokens ( 14.56 ms per token, 68.69 tokens per second) 0.54.496.636 I slot print_timing: id 0 | task 2717 | total time = 417.34 ms / 306 tokens 0.54.496.636 I slot print_timing: id 0 | task 2717 | graphs reused = 2338 0.54.496.637 I slot print_timing: id 0 | task 2717 | graph reallocs = 0 / 0 (same size) / (changed size) 0.54.496.666 I slot release: id 0 | task 2717 | stop processing: n_tokens = 305, truncated = 0 0.54.548.172 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 305, t_last = 54393601 0.54.548.228 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 141.166 MiB) 0.54.550.302 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 158.089 MiB) 0.54.593.305 I slot launch_slot_: id 0 | task 2739 | processing task, is_child = 0 0.55.369.635 I slot print_timing: id 0 | task 2739 | prompt eval time = 301.24 ms / 626 tokens ( 0.48 ms per token, 2078.06 tokens per second) 0.55.369.641 I slot print_timing: id 0 | task 2739 | eval time = 475.07 ms / 34 tokens ( 14.40 ms per token, 69.46 tokens per second) 0.55.369.642 I slot print_timing: id 0 | task 2739 | total time = 776.31 ms / 660 tokens 0.55.369.643 I slot print_timing: id 0 | task 2739 | graphs reused = 2370 0.55.369.644 I slot print_timing: id 0 | task 2739 | graph reallocs = 0 / 0 (same size) / (changed size) 0.55.369.691 I slot release: id 0 | task 2739 | stop processing: n_tokens = 659, truncated = 0 0.55.403.292 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 659, t_last = 55266628 0.55.403.364 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 158.980 MiB) 0.55.405.383 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 187.137 MiB) 0.55.408.069 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 138.401 MiB) 0.55.409.989 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 195.544 MiB) 0.55.517.431 I slot launch_slot_: id 0 | task 2777 | processing task, is_child = 0 0.55.945.094 I slot print_timing: id 0 | task 2777 | prompt eval time = 152.35 ms / 266 tokens ( 0.57 ms per token, 1745.96 tokens per second) 0.55.945.100 I slot print_timing: id 0 | task 2777 | eval time = 275.29 ms / 20 tokens ( 14.49 ms per token, 69.02 tokens per second) 0.55.945.101 I slot print_timing: id 0 | task 2777 | total time = 427.64 ms / 286 tokens 0.55.945.101 I slot print_timing: id 0 | task 2777 | graphs reused = 2388 0.55.945.102 I slot print_timing: id 0 | task 2777 | graph reallocs = 0 / 0 (same size) / (changed size) 0.55.945.131 I slot release: id 0 | task 2777 | stop processing: n_tokens = 285, truncated = 0 0.55.954.824 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 285, t_last = 55842066 0.55.954.875 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 160.011 MiB) 0.56.003.439 I slot launch_slot_: id 0 | task 2800 | processing task, is_child = 0 0.56.570.116 I slot print_timing: id 0 | task 2800 | prompt eval time = 223.82 ms / 481 tokens ( 0.47 ms per token, 2149.08 tokens per second) 0.56.570.122 I slot print_timing: id 0 | task 2800 | eval time = 342.84 ms / 25 tokens ( 14.28 ms per token, 70.00 tokens per second) 0.56.570.124 I slot print_timing: id 0 | task 2800 | total time = 566.66 ms / 506 tokens 0.56.570.125 I slot print_timing: id 0 | task 2800 | graphs reused = 2411 0.56.570.126 I slot print_timing: id 0 | task 2800 | graph reallocs = 0 / 0 (same size) / (changed size) 0.56.570.169 I slot release: id 0 | task 2800 | stop processing: n_tokens = 505, truncated = 0 0.56.619.695 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 505, t_last = 56467104 0.56.619.767 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 145.995 MiB) 0.56.621.769 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 273.751 MiB) 0.56.692.967 I slot launch_slot_: id 0 | task 2828 | processing task, is_child = 0 0.57.529.915 I slot print_timing: id 0 | task 2828 | prompt eval time = 282.80 ms / 553 tokens ( 0.51 ms per token, 1955.42 tokens per second) 0.57.529.921 I slot print_timing: id 0 | task 2828 | eval time = 554.12 ms / 38 tokens ( 14.98 ms per token, 66.77 tokens per second) 0.57.529.922 I slot print_timing: id 0 | task 2828 | total time = 836.93 ms / 591 tokens 0.57.529.923 I slot print_timing: id 0 | task 2828 | graphs reused = 2447 0.57.529.924 I slot print_timing: id 0 | task 2828 | graph reallocs = 0 / 0 (same size) / (changed size) 0.57.529.966 I slot release: id 0 | task 2828 | stop processing: n_tokens = 590, truncated = 0 0.57.565.789 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 590, t_last = 57426901 0.57.565.876 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 256.782 MiB) 0.57.569.432 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 147.620 MiB) 0.57.571.401 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 178.699 MiB) 0.57.662.633 I slot launch_slot_: id 0 | task 2870 | processing task, is_child = 0 0.58.442.314 I slot print_timing: id 0 | task 2870 | prompt eval time = 204.26 ms / 396 tokens ( 0.52 ms per token, 1938.72 tokens per second) 0.58.442.320 I slot print_timing: id 0 | task 2870 | eval time = 575.40 ms / 40 tokens ( 14.75 ms per token, 67.78 tokens per second) 0.58.442.321 I slot print_timing: id 0 | task 2870 | total time = 779.66 ms / 436 tokens 0.58.442.322 I slot print_timing: id 0 | task 2870 | graphs reused = 2485 0.58.442.323 I slot print_timing: id 0 | task 2870 | graph reallocs = 0 / 0 (same size) / (changed size) 0.58.442.369 I slot release: id 0 | task 2870 | stop processing: n_tokens = 435, truncated = 0 0.58.478.467 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 435, t_last = 58339304 0.58.478.523 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 142.791 MiB) 0.58.480.470 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 201.716 MiB) 0.58.539.378 I slot launch_slot_: id 0 | task 2913 | processing task, is_child = 0 0.59.210.587 I slot print_timing: id 0 | task 2913 | prompt eval time = 154.13 ms / 277 tokens ( 0.56 ms per token, 1797.17 tokens per second) 0.59.210.593 I slot print_timing: id 0 | task 2913 | eval time = 517.06 ms / 36 tokens ( 14.77 ms per token, 67.69 tokens per second) 0.59.210.594 I slot print_timing: id 0 | task 2913 | total time = 671.19 ms / 313 tokens 0.59.210.595 I slot print_timing: id 0 | task 2913 | graphs reused = 2519 0.59.210.596 I slot print_timing: id 0 | task 2913 | graph reallocs = 0 / 0 (same size) / (changed size) 0.59.210.628 I slot release: id 0 | task 2913 | stop processing: n_tokens = 312, truncated = 0 0.59.243.576 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 312, t_last = 59107563 0.59.243.631 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 316.644 MiB) 0.59.289.574 I slot launch_slot_: id 0 | task 2952 | processing task, is_child = 0 0.59.848.769 I slot print_timing: id 0 | task 2952 | prompt eval time = 217.24 ms / 424 tokens ( 0.51 ms per token, 1951.79 tokens per second) 0.59.848.776 I slot print_timing: id 0 | task 2952 | eval time = 341.93 ms / 25 tokens ( 14.25 ms per token, 70.19 tokens per second) 0.59.848.777 I slot print_timing: id 0 | task 2952 | total time = 559.17 ms / 449 tokens 0.59.848.778 I slot print_timing: id 0 | task 2952 | graphs reused = 2542 0.59.848.779 I slot print_timing: id 0 | task 2952 | graph reallocs = 0 / 0 (same size) / (changed size) 0.59.848.827 I slot release: id 0 | task 2952 | stop processing: n_tokens = 448, truncated = 0 0.59.885.705 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 448, t_last = 59745762 0.59.885.772 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 370.756 MiB) 0.59.958.037 I slot launch_slot_: id 0 | task 2980 | processing task, is_child = 0 1.00.773.145 I slot print_timing: id 0 | task 2980 | prompt eval time = 299.40 ms / 586 tokens ( 0.51 ms per token, 1957.23 tokens per second) 1.00.773.151 I slot print_timing: id 0 | task 2980 | eval time = 515.68 ms / 37 tokens ( 14.32 ms per token, 69.81 tokens per second) 1.00.773.152 I slot print_timing: id 0 | task 2980 | total time = 815.09 ms / 623 tokens 1.00.773.153 I slot print_timing: id 0 | task 2980 | graphs reused = 2577 1.00.773.154 I slot print_timing: id 0 | task 2980 | graph reallocs = 0 / 0 (same size) / (changed size) 1.00.773.197 I slot release: id 0 | task 2980 | stop processing: n_tokens = 622, truncated = 0 1.00.793.021 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 622, t_last = 60670132 1.00.793.101 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 415.273 MiB) 1.00.798.776 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 414.727 MiB) 1.00.926.846 I slot launch_slot_: id 0 | task 3021 | processing task, is_child = 0 1.01.593.303 I slot print_timing: id 0 | task 3021 | prompt eval time = 221.91 ms / 417 tokens ( 0.53 ms per token, 1879.11 tokens per second) 1.01.593.309 I slot print_timing: id 0 | task 3021 | eval time = 444.52 ms / 31 tokens ( 14.82 ms per token, 67.49 tokens per second) 1.01.593.310 I slot print_timing: id 0 | task 3021 | total time = 666.44 ms / 448 tokens 1.01.593.311 I slot print_timing: id 0 | task 3021 | graphs reused = 2606 1.01.593.312 I slot print_timing: id 0 | task 3021 | graph reallocs = 0 / 0 (same size) / (changed size) 1.01.593.344 I slot release: id 0 | task 3021 | stop processing: n_tokens = 447, truncated = 0 1.01.632.931 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 447, t_last = 61490279 1.01.688.332 I slot launch_slot_: id 0 | task 3055 | processing task, is_child = 0 1.02.265.016 I slot print_timing: id 0 | task 3055 | prompt eval time = 191.48 ms / 366 tokens ( 0.52 ms per token, 1911.45 tokens per second) 1.02.265.022 I slot print_timing: id 0 | task 3055 | eval time = 385.19 ms / 27 tokens ( 14.81 ms per token, 67.50 tokens per second) 1.02.265.023 I slot print_timing: id 0 | task 3055 | total time = 576.66 ms / 393 tokens 1.02.265.023 I slot print_timing: id 0 | task 3055 | graphs reused = 2631 1.02.265.024 I slot print_timing: id 0 | task 3055 | graph reallocs = 0 / 0 (same size) / (changed size) 1.02.265.056 I slot release: id 0 | task 3055 | stop processing: n_tokens = 392, truncated = 0 1.02.272.044 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 392, t_last = 62161991 1.02.272.094 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 250.515 MiB) 1.02.326.982 I slot launch_slot_: id 0 | task 3085 | processing task, is_child = 0 1.02.864.029 I slot print_timing: id 0 | task 3085 | prompt eval time = 150.92 ms / 254 tokens ( 0.59 ms per token, 1683.06 tokens per second) 1.02.864.036 I slot print_timing: id 0 | task 3085 | eval time = 386.11 ms / 26 tokens ( 15.44 ms per token, 64.75 tokens per second) 1.02.864.037 I slot print_timing: id 0 | task 3085 | total time = 537.02 ms / 280 tokens 1.02.864.038 I slot print_timing: id 0 | task 3085 | graphs reused = 2654 1.02.864.039 I slot print_timing: id 0 | task 3085 | graph reallocs = 0 / 0 (same size) / (changed size) 1.02.864.070 I slot release: id 0 | task 3085 | stop processing: n_tokens = 279, truncated = 0 1.02.903.567 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 279, t_last = 62761005 1.02.903.612 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 382.022 MiB) 1.02.955.425 I slot launch_slot_: id 0 | task 3114 | processing task, is_child = 0 1.03.642.721 I slot print_timing: id 0 | task 3114 | prompt eval time = 174.06 ms / 301 tokens ( 0.58 ms per token, 1729.29 tokens per second) 1.03.642.726 I slot print_timing: id 0 | task 3114 | eval time = 513.22 ms / 36 tokens ( 14.66 ms per token, 68.20 tokens per second) 1.03.642.727 I slot print_timing: id 0 | task 3114 | total time = 687.28 ms / 337 tokens 1.03.642.728 I slot print_timing: id 0 | task 3114 | graphs reused = 2688 1.03.642.729 I slot print_timing: id 0 | task 3114 | graph reallocs = 0 / 0 (same size) / (changed size) 1.03.642.757 I slot release: id 0 | task 3114 | stop processing: n_tokens = 336, truncated = 0 1.03.669.889 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 336, t_last = 63539692 1.03.710.608 I slot launch_slot_: id 0 | task 3153 | processing task, is_child = 0 1.04.290.230 I slot print_timing: id 0 | task 3153 | prompt eval time = 180.42 ms / 322 tokens ( 0.56 ms per token, 1784.71 tokens per second) 1.04.290.236 I slot print_timing: id 0 | task 3153 | eval time = 399.18 ms / 29 tokens ( 14.26 ms per token, 70.14 tokens per second) 1.04.290.237 I slot print_timing: id 0 | task 3153 | total time = 579.60 ms / 351 tokens 1.04.290.239 I slot print_timing: id 0 | task 3153 | graphs reused = 2715 1.04.290.240 I slot print_timing: id 0 | task 3153 | graph reallocs = 0 / 0 (same size) / (changed size) 1.04.290.276 I slot release: id 0 | task 3153 | stop processing: n_tokens = 350, truncated = 0 1.04.328.431 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 350, t_last = 64187211 1.04.328.490 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 365.521 MiB) 1.04.381.224 I slot launch_slot_: id 0 | task 3185 | processing task, is_child = 0 1.05.114.600 I slot print_timing: id 0 | task 3185 | prompt eval time = 214.83 ms / 428 tokens ( 0.50 ms per token, 1992.30 tokens per second) 1.05.114.606 I slot print_timing: id 0 | task 3185 | eval time = 518.52 ms / 37 tokens ( 14.40 ms per token, 69.43 tokens per second) 1.05.114.607 I slot print_timing: id 0 | task 3185 | total time = 733.35 ms / 465 tokens 1.05.114.608 I slot print_timing: id 0 | task 3185 | graphs reused = 2750 1.05.114.608 I slot print_timing: id 0 | task 3185 | graph reallocs = 0 / 0 (same size) / (changed size) 1.05.114.652 I slot release: id 0 | task 3185 | stop processing: n_tokens = 464, truncated = 0 1.05.138.342 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 464, t_last = 65011587 1.05.138.414 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 285.470 MiB) 1.05.214.253 I slot launch_slot_: id 0 | task 3225 | processing task, is_child = 0 1.05.846.360 I slot print_timing: id 0 | task 3225 | prompt eval time = 204.95 ms / 379 tokens ( 0.54 ms per token, 1849.22 tokens per second) 1.05.846.365 I slot print_timing: id 0 | task 3225 | eval time = 427.13 ms / 30 tokens ( 14.73 ms per token, 67.89 tokens per second) 1.05.846.366 I slot print_timing: id 0 | task 3225 | total time = 632.09 ms / 409 tokens 1.05.846.367 I slot print_timing: id 0 | task 3225 | graphs reused = 2778 1.05.846.368 I slot print_timing: id 0 | task 3225 | graph reallocs = 0 / 0 (same size) / (changed size) 1.05.846.401 I slot release: id 0 | task 3225 | stop processing: n_tokens = 408, truncated = 0 1.05.887.808 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 408, t_last = 65743336 1.05.887.873 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 281.048 MiB) 1.05.891.600 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 342.238 MiB) 1.05.952.133 I slot launch_slot_: id 0 | task 3258 | processing task, is_child = 0 1.06.657.041 I slot print_timing: id 0 | task 3258 | prompt eval time = 314.83 ms / 596 tokens ( 0.53 ms per token, 1893.06 tokens per second) 1.06.657.046 I slot print_timing: id 0 | task 3258 | eval time = 390.05 ms / 27 tokens ( 15.00 ms per token, 66.66 tokens per second) 1.06.657.047 I slot print_timing: id 0 | task 3258 | total time = 704.89 ms / 623 tokens 1.06.657.049 I slot print_timing: id 0 | task 3258 | graphs reused = 2803 1.06.657.050 I slot print_timing: id 0 | task 3258 | graph reallocs = 0 / 0 (same size) / (changed size) 1.06.657.093 I slot release: id 0 | task 3258 | stop processing: n_tokens = 622, truncated = 0 1.06.665.827 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 622, t_last = 66554029 1.06.665.908 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 304.346 MiB) 1.06.669.964 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 226.561 MiB) 1.06.764.900 I slot launch_slot_: id 0 | task 3289 | processing task, is_child = 0 1.07.283.751 I slot print_timing: id 0 | task 3289 | prompt eval time = 204.09 ms / 375 tokens ( 0.54 ms per token, 1837.39 tokens per second) 1.07.283.757 I slot print_timing: id 0 | task 3289 | eval time = 314.74 ms / 22 tokens ( 14.99 ms per token, 66.72 tokens per second) 1.07.283.758 I slot print_timing: id 0 | task 3289 | total time = 518.83 ms / 397 tokens 1.07.283.758 I slot print_timing: id 0 | task 3289 | graphs reused = 2823 1.07.283.759 I slot print_timing: id 0 | task 3289 | graph reallocs = 0 / 0 (same size) / (changed size) 1.07.283.793 I slot release: id 0 | task 3289 | stop processing: n_tokens = 396, truncated = 0 1.07.330.376 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 396, t_last = 67180728 1.07.330.430 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 308.753 MiB) 1.07.390.266 I slot launch_slot_: id 0 | task 3314 | processing task, is_child = 0 1.08.064.394 I slot print_timing: id 0 | task 3314 | prompt eval time = 219.75 ms / 420 tokens ( 0.52 ms per token, 1911.23 tokens per second) 1.08.064.400 I slot print_timing: id 0 | task 3314 | eval time = 454.35 ms / 33 tokens ( 14.20 ms per token, 70.43 tokens per second) 1.08.064.401 I slot print_timing: id 0 | task 3314 | total time = 674.11 ms / 453 tokens 1.08.064.402 I slot print_timing: id 0 | task 3314 | graphs reused = 2854 1.08.064.403 I slot print_timing: id 0 | task 3314 | graph reallocs = 0 / 0 (same size) / (changed size) 1.08.064.436 I slot release: id 0 | task 3314 | stop processing: n_tokens = 452, truncated = 0 1.08.073.011 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 452, t_last = 67961371 1.08.073.075 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 274.970 MiB) 1.08.139.951 I slot launch_slot_: id 0 | task 3350 | processing task, is_child = 0 1.08.803.275 I slot print_timing: id 0 | task 3350 | prompt eval time = 195.22 ms / 377 tokens ( 0.52 ms per token, 1931.14 tokens per second) 1.08.803.281 I slot print_timing: id 0 | task 3350 | eval time = 468.08 ms / 34 tokens ( 14.18 ms per token, 70.50 tokens per second) 1.08.803.282 I slot print_timing: id 0 | task 3350 | total time = 663.30 ms / 411 tokens 1.08.803.283 I slot print_timing: id 0 | task 3350 | graphs reused = 2886 1.08.803.284 I slot print_timing: id 0 | task 3350 | graph reallocs = 0 / 0 (same size) / (changed size) 1.08.803.317 I slot release: id 0 | task 3350 | stop processing: n_tokens = 410, truncated = 0 1.08.829.774 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 410, t_last = 68700252 1.08.829.837 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 222.155 MiB) 1.08.832.919 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 249.156 MiB) 1.08.899.250 I slot launch_slot_: id 0 | task 3387 | processing task, is_child = 0 1.09.625.973 I slot print_timing: id 0 | task 3387 | prompt eval time = 240.58 ms / 499 tokens ( 0.48 ms per token, 2074.13 tokens per second) 1.09.625.978 I slot print_timing: id 0 | task 3387 | eval time = 486.12 ms / 33 tokens ( 15.19 ms per token, 65.83 tokens per second) 1.09.625.979 I slot print_timing: id 0 | task 3387 | total time = 726.70 ms / 532 tokens 1.09.625.980 I slot print_timing: id 0 | task 3387 | graphs reused = 2916 1.09.625.981 I slot print_timing: id 0 | task 3387 | graph reallocs = 0 / 0 (same size) / (changed size) 1.09.626.019 I slot release: id 0 | task 3387 | stop processing: n_tokens = 531, truncated = 0 1.09.655.586 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 531, t_last = 69522954 1.09.655.661 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 239.624 MiB) 1.09.658.876 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 372.553 MiB) 1.09.741.230 I slot launch_slot_: id 0 | task 3423 | processing task, is_child = 0 1.10.962.837 I slot print_timing: id 0 | task 3423 | prompt eval time = 295.45 ms / 586 tokens ( 0.50 ms per token, 1983.39 tokens per second) 1.10.962.842 I slot print_timing: id 0 | task 3423 | eval time = 926.13 ms / 63 tokens ( 14.94 ms per token, 66.95 tokens per second) 1.10.962.843 I slot print_timing: id 0 | task 3423 | total time = 1221.59 ms / 649 tokens 1.10.962.844 I slot print_timing: id 0 | task 3423 | graphs reused = 2977 1.10.962.845 I slot print_timing: id 0 | task 3423 | graph reallocs = 0 / 0 (same size) / (changed size) 1.10.962.887 I slot release: id 0 | task 3423 | stop processing: n_tokens = 648, truncated = 0 1.10.982.546 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 648, t_last = 70859822 1.10.982.634 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 266.657 MiB) 1.10.986.281 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 620.956 MiB) 1.11.103.725 I slot launch_slot_: id 0 | task 3490 | processing task, is_child = 0 1.11.984.249 I slot print_timing: id 0 | task 3490 | prompt eval time = 129.60 ms / 179 tokens ( 0.72 ms per token, 1381.20 tokens per second) 1.11.984.254 I slot print_timing: id 0 | task 3490 | eval time = 750.90 ms / 53 tokens ( 14.44 ms per token, 69.25 tokens per second) 1.11.984.255 I slot print_timing: id 0 | task 3490 | total time = 880.50 ms / 232 tokens 1.11.984.256 I slot print_timing: id 0 | task 3490 | graphs reused = 3028 1.11.984.257 I slot print_timing: id 0 | task 3490 | graph reallocs = 0 / 0 (same size) / (changed size) 1.11.984.282 I slot release: id 0 | task 3490 | stop processing: n_tokens = 231, truncated = 0 1.12.004.127 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 231, t_last = 71881217 1.12.032.580 I slot launch_slot_: id 0 | task 3546 | processing task, is_child = 0 1.12.925.729 I slot print_timing: id 0 | task 3546 | prompt eval time = 123.43 ms / 201 tokens ( 0.61 ms per token, 1628.43 tokens per second) 1.12.925.735 I slot print_timing: id 0 | task 3546 | eval time = 769.70 ms / 56 tokens ( 13.99 ms per token, 71.46 tokens per second) 1.12.925.736 I slot print_timing: id 0 | task 3546 | total time = 893.13 ms / 257 tokens 1.12.925.737 I slot print_timing: id 0 | task 3546 | graphs reused = 3082 1.12.925.738 I slot print_timing: id 0 | task 3546 | graph reallocs = 0 / 0 (same size) / (changed size) 1.12.925.766 I slot release: id 0 | task 3546 | stop processing: n_tokens = 256, truncated = 0 1.12.970.314 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 256, t_last = 72822701 1.13.000.604 I slot launch_slot_: id 0 | task 3605 | processing task, is_child = 0 1.14.094.037 I slot print_timing: id 0 | task 3605 | prompt eval time = 124.13 ms / 193 tokens ( 0.64 ms per token, 1554.83 tokens per second) 1.14.094.043 I slot print_timing: id 0 | task 3605 | eval time = 969.28 ms / 67 tokens ( 14.69 ms per token, 68.09 tokens per second) 1.14.094.044 I slot print_timing: id 0 | task 3605 | total time = 1093.41 ms / 260 tokens 1.14.094.045 I slot print_timing: id 0 | task 3605 | graphs reused = 3146 1.14.094.046 I slot print_timing: id 0 | task 3605 | graph reallocs = 0 / 0 (same size) / (changed size) 1.14.094.074 I slot release: id 0 | task 3605 | stop processing: n_tokens = 259, truncated = 0 1.14.136.654 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 259, t_last = 73991009 1.14.166.161 I slot launch_slot_: id 0 | task 3675 | processing task, is_child = 0 1.15.312.396 I slot print_timing: id 0 | task 3675 | prompt eval time = 111.01 ms / 156 tokens ( 0.71 ms per token, 1405.27 tokens per second) 1.15.312.402 I slot print_timing: id 0 | task 3675 | eval time = 1035.20 ms / 72 tokens ( 14.58 ms per token, 68.59 tokens per second) 1.15.312.403 I slot print_timing: id 0 | task 3675 | total time = 1146.21 ms / 228 tokens 1.15.312.404 I slot print_timing: id 0 | task 3675 | graphs reused = 3216 1.15.312.404 I slot print_timing: id 0 | task 3675 | graph reallocs = 0 / 0 (same size) / (changed size) 1.15.312.430 I slot release: id 0 | task 3675 | stop processing: n_tokens = 227, truncated = 0 1.15.355.180 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 227, t_last = 75209364 1.15.355.225 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 246.031 MiB) 1.15.389.857 I slot launch_slot_: id 0 | task 3750 | processing task, is_child = 0 1.16.549.441 I slot print_timing: id 0 | task 3750 | prompt eval time = 132.52 ms / 219 tokens ( 0.61 ms per token, 1652.59 tokens per second) 1.16.549.447 I slot print_timing: id 0 | task 3750 | eval time = 1027.04 ms / 73 tokens ( 14.26 ms per token, 70.10 tokens per second) 1.16.549.448 I slot print_timing: id 0 | task 3750 | total time = 1159.56 ms / 292 tokens 1.16.549.448 I slot print_timing: id 0 | task 3750 | graphs reused = 3286 1.16.549.449 I slot print_timing: id 0 | task 3750 | graph reallocs = 0 / 0 (same size) / (changed size) 1.16.549.473 I slot release: id 0 | task 3750 | stop processing: n_tokens = 291, truncated = 0 1.16.569.527 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 291, t_last = 76446407 1.16.569.569 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 452.916 MiB) 1.16.614.173 I slot launch_slot_: id 0 | task 3826 | processing task, is_child = 0 1.18.697.701 I slot print_timing: id 0 | task 3826 | prompt eval time = 140.99 ms / 256 tokens ( 0.55 ms per token, 1815.69 tokens per second) 1.18.697.707 I slot print_timing: id 0 | task 3826 | eval time = 1942.52 ms / 135 tokens ( 14.50 ms per token, 68.98 tokens per second) 1.18.697.708 I slot print_timing: id 0 | task 3826 | total time = 2083.51 ms / 391 tokens 1.18.697.709 I slot print_timing: id 0 | task 3826 | graphs reused = 3419 1.18.697.710 I slot print_timing: id 0 | task 3826 | graph reallocs = 0 / 0 (same size) / (changed size) 1.18.697.736 I slot release: id 0 | task 3826 | stop processing: n_tokens = 390, truncated = 0 1.18.704.506 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 390, t_last = 78594671 1.18.745.365 I slot launch_slot_: id 0 | task 3964 | processing task, is_child = 0 1.20.901.410 I slot print_timing: id 0 | task 3964 | prompt eval time = 173.36 ms / 335 tokens ( 0.52 ms per token, 1932.43 tokens per second) 1.20.901.416 I slot print_timing: id 0 | task 3964 | eval time = 1982.67 ms / 140 tokens ( 14.26 ms per token, 70.11 tokens per second) 1.20.901.417 I slot print_timing: id 0 | task 3964 | total time = 2156.02 ms / 475 tokens 1.20.901.418 I slot print_timing: id 0 | task 3964 | graphs reused = 3557 1.20.901.419 I slot print_timing: id 0 | task 3964 | graph reallocs = 0 / 0 (same size) / (changed size) 1.20.901.447 I slot release: id 0 | task 3964 | stop processing: n_tokens = 474, truncated = 0 1.20.927.036 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 474, t_last = 80798382 1.20.927.101 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 536.124 MiB) 1.20.993.226 I slot launch_slot_: id 0 | task 4107 | processing task, is_child = 0 1.22.248.657 I slot print_timing: id 0 | task 4107 | prompt eval time = 108.60 ms / 166 tokens ( 0.65 ms per token, 1528.53 tokens per second) 1.22.248.663 I slot print_timing: id 0 | task 4107 | eval time = 1146.81 ms / 80 tokens ( 14.52 ms per token, 68.89 tokens per second) 1.22.248.664 I slot print_timing: id 0 | task 4107 | total time = 1255.41 ms / 246 tokens 1.22.248.665 I slot print_timing: id 0 | task 4107 | graphs reused = 3635 1.22.248.666 I slot print_timing: id 0 | task 4107 | graph reallocs = 0 / 0 (same size) / (changed size) 1.22.248.690 I slot release: id 0 | task 4107 | stop processing: n_tokens = 245, truncated = 0 1.22.274.382 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 245, t_last = 82145624 1.22.302.912 I slot launch_slot_: id 0 | task 4190 | processing task, is_child = 0 1.23.569.018 I slot print_timing: id 0 | task 4190 | prompt eval time = 112.22 ms / 168 tokens ( 0.67 ms per token, 1497.07 tokens per second) 1.23.569.023 I slot print_timing: id 0 | task 4190 | eval time = 1153.87 ms / 80 tokens ( 14.61 ms per token, 68.47 tokens per second) 1.23.569.024 I slot print_timing: id 0 | task 4190 | total time = 1266.09 ms / 248 tokens 1.23.569.025 I slot print_timing: id 0 | task 4190 | graphs reused = 3713 1.23.569.026 I slot print_timing: id 0 | task 4190 | graph reallocs = 0 / 0 (same size) / (changed size) 1.23.569.050 I slot release: id 0 | task 4190 | stop processing: n_tokens = 247, truncated = 0 1.23.598.589 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 247, t_last = 83465985 1.23.598.630 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 261.141 MiB) 1.23.634.078 I slot launch_slot_: id 0 | task 4273 | processing task, is_child = 0 1.24.285.712 I slot print_timing: id 0 | task 4273 | prompt eval time = 124.40 ms / 220 tokens ( 0.57 ms per token, 1768.52 tokens per second) 1.24.285.718 I slot print_timing: id 0 | task 4273 | eval time = 527.22 ms / 38 tokens ( 14.25 ms per token, 70.18 tokens per second) 1.24.285.719 I slot print_timing: id 0 | task 4273 | total time = 651.61 ms / 258 tokens 1.24.285.719 I slot print_timing: id 0 | task 4273 | graphs reused = 3748 1.24.285.720 I slot print_timing: id 0 | task 4273 | graph reallocs = 0 / 0 (same size) / (changed size) 1.24.285.745 I slot release: id 0 | task 4273 | stop processing: n_tokens = 257, truncated = 0 1.24.315.529 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 257, t_last = 84182680 1.24.345.255 I slot launch_slot_: id 0 | task 4314 | processing task, is_child = 0 1.25.077.885 I slot print_timing: id 0 | task 4314 | prompt eval time = 150.48 ms / 284 tokens ( 0.53 ms per token, 1887.31 tokens per second) 1.25.077.890 I slot print_timing: id 0 | task 4314 | eval time = 582.13 ms / 42 tokens ( 14.20 ms per token, 70.43 tokens per second) 1.25.077.891 I slot print_timing: id 0 | task 4314 | total time = 732.61 ms / 326 tokens 1.25.077.892 I slot print_timing: id 0 | task 4314 | graphs reused = 3788 1.25.077.893 I slot print_timing: id 0 | task 4314 | graph reallocs = 0 / 0 (same size) / (changed size) 1.25.077.920 I slot release: id 0 | task 4314 | stop processing: n_tokens = 325, truncated = 0 1.25.121.394 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 325, t_last = 84974855 1.25.121.449 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 402.335 MiB) 1.25.167.969 I slot launch_slot_: id 0 | task 4359 | processing task, is_child = 0 1.26.113.412 I slot print_timing: id 0 | task 4359 | prompt eval time = 146.30 ms / 237 tokens ( 0.62 ms per token, 1619.94 tokens per second) 1.26.113.417 I slot print_timing: id 0 | task 4359 | eval time = 799.12 ms / 55 tokens ( 14.80 ms per token, 67.57 tokens per second) 1.26.113.419 I slot print_timing: id 0 | task 4359 | total time = 945.42 ms / 292 tokens 1.26.113.420 I slot print_timing: id 0 | task 4359 | graphs reused = 3840 1.26.113.421 I slot print_timing: id 0 | task 4359 | graph reallocs = 0 / 0 (same size) / (changed size) 1.26.113.447 I slot release: id 0 | task 4359 | stop processing: n_tokens = 291, truncated = 0 1.26.119.942 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 291, t_last = 86010382 1.26.152.881 I slot launch_slot_: id 0 | task 4417 | processing task, is_child = 0 1.26.963.754 I slot print_timing: id 0 | task 4417 | prompt eval time = 140.24 ms / 228 tokens ( 0.62 ms per token, 1625.81 tokens per second) 1.26.963.759 I slot print_timing: id 0 | task 4417 | eval time = 670.62 ms / 46 tokens ( 14.90 ms per token, 67.10 tokens per second) 1.26.963.760 I slot print_timing: id 0 | task 4417 | total time = 810.86 ms / 274 tokens 1.26.963.761 I slot print_timing: id 0 | task 4417 | graphs reused = 3883 1.26.963.762 I slot print_timing: id 0 | task 4417 | graph reallocs = 0 / 0 (same size) / (changed size) 1.26.963.787 I slot release: id 0 | task 4417 | stop processing: n_tokens = 273, truncated = 0 1.26.991.148 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 273, t_last = 86860722 1.26.991.198 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 580.688 MiB) 1.27.037.743 I slot launch_slot_: id 0 | task 4466 | processing task, is_child = 0 1.27.756.296 I slot print_timing: id 0 | task 4466 | prompt eval time = 145.45 ms / 249 tokens ( 0.58 ms per token, 1711.90 tokens per second) 1.27.756.302 I slot print_timing: id 0 | task 4466 | eval time = 573.08 ms / 39 tokens ( 15.08 ms per token, 66.31 tokens per second) 1.27.756.303 I slot print_timing: id 0 | task 4466 | total time = 718.53 ms / 288 tokens 1.27.756.304 I slot print_timing: id 0 | task 4466 | graphs reused = 3919 1.27.756.305 I slot print_timing: id 0 | task 4466 | graph reallocs = 0 / 0 (same size) / (changed size) 1.27.756.332 I slot release: id 0 | task 4466 | stop processing: n_tokens = 287, truncated = 0 1.27.786.802 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 287, t_last = 87653267 1.27.819.516 I slot launch_slot_: id 0 | task 4508 | processing task, is_child = 0 1.28.859.436 I slot print_timing: id 0 | task 4508 | prompt eval time = 114.78 ms / 186 tokens ( 0.62 ms per token, 1620.46 tokens per second) 1.28.859.442 I slot print_timing: id 0 | task 4508 | eval time = 925.12 ms / 67 tokens ( 14.02 ms per token, 71.34 tokens per second) 1.28.859.443 I slot print_timing: id 0 | task 4508 | total time = 1039.90 ms / 253 tokens 1.28.859.444 I slot print_timing: id 0 | task 4508 | graphs reused = 3984 1.28.859.445 I slot print_timing: id 0 | task 4508 | graph reallocs = 0 / 0 (same size) / (changed size) 1.28.859.469 I slot release: id 0 | task 4508 | stop processing: n_tokens = 252, truncated = 0 1.28.890.658 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 252, t_last = 88756404 1.28.890.708 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 396.382 MiB) 1.28.926.714 I slot launch_slot_: id 0 | task 4578 | processing task, is_child = 0 1.30.738.491 I slot print_timing: id 0 | task 4578 | prompt eval time = 146.62 ms / 284 tokens ( 0.52 ms per token, 1936.94 tokens per second) 1.30.738.496 I slot print_timing: id 0 | task 4578 | eval time = 1665.13 ms / 115 tokens ( 14.61 ms per token, 68.46 tokens per second) 1.30.738.498 I slot print_timing: id 0 | task 4578 | total time = 1811.76 ms / 399 tokens 1.30.738.498 I slot print_timing: id 0 | task 4578 | graphs reused = 4097 1.30.738.499 I slot print_timing: id 0 | task 4578 | graph reallocs = 0 / 0 (same size) / (changed size) 1.30.738.526 I slot release: id 0 | task 4578 | stop processing: n_tokens = 398, truncated = 0 1.30.773.125 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 398, t_last = 90635461 1.30.815.112 I slot launch_slot_: id 0 | task 4696 | processing task, is_child = 0 1.32.799.458 I slot print_timing: id 0 | task 4696 | prompt eval time = 113.24 ms / 177 tokens ( 0.64 ms per token, 1563.11 tokens per second) 1.32.799.463 I slot print_timing: id 0 | task 4696 | eval time = 1871.09 ms / 131 tokens ( 14.39 ms per token, 69.48 tokens per second) 1.32.799.464 I slot print_timing: id 0 | task 4696 | total time = 1984.33 ms / 308 tokens 1.32.799.465 I slot print_timing: id 0 | task 4696 | graphs reused = 4225 1.32.799.466 I slot print_timing: id 0 | task 4696 | graph reallocs = 0 / 0 (same size) / (changed size) 1.32.799.489 I slot release: id 0 | task 4696 | stop processing: n_tokens = 307, truncated = 0 1.32.827.886 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 307, t_last = 92696424 1.32.827.931 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 344.270 MiB) 1.32.869.731 I slot launch_slot_: id 0 | task 4830 | processing task, is_child = 0 1.34.207.489 I slot print_timing: id 0 | task 4830 | prompt eval time = 108.14 ms / 162 tokens ( 0.67 ms per token, 1498.07 tokens per second) 1.34.207.496 I slot print_timing: id 0 | task 4830 | eval time = 1229.60 ms / 86 tokens ( 14.47 ms per token, 69.13 tokens per second) 1.34.207.497 I slot print_timing: id 0 | task 4830 | total time = 1337.74 ms / 248 tokens 1.34.207.500 I slot print_timing: id 0 | task 4830 | graphs reused = 4309 1.34.207.501 I slot print_timing: id 0 | task 4830 | graph reallocs = 0 / 0 (same size) / (changed size) 1.34.207.528 I slot release: id 0 | task 4830 | stop processing: n_tokens = 247, truncated = 0 1.34.213.536 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 247, t_last = 94104463 1.34.241.413 I slot launch_slot_: id 0 | task 4919 | processing task, is_child = 0 1.35.830.967 I slot print_timing: id 0 | task 4919 | prompt eval time = 143.46 ms / 248 tokens ( 0.58 ms per token, 1728.75 tokens per second) 1.35.830.974 I slot print_timing: id 0 | task 4919 | eval time = 1446.08 ms / 99 tokens ( 14.76 ms per token, 67.77 tokens per second) 1.35.830.975 I slot print_timing: id 0 | task 4919 | total time = 1589.53 ms / 347 tokens 1.35.830.976 I slot print_timing: id 0 | task 4919 | graphs reused = 4405 1.35.830.977 I slot print_timing: id 0 | task 4919 | graph reallocs = 0 / 0 (same size) / (changed size) 1.35.831.004 I slot release: id 0 | task 4919 | stop processing: n_tokens = 346, truncated = 0 1.35.848.851 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 346, t_last = 95727939 1.35.848.906 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 240.937 MiB) 1.35.896.148 I slot launch_slot_: id 0 | task 5021 | processing task, is_child = 0 1.36.838.734 I slot print_timing: id 0 | task 5021 | prompt eval time = 127.61 ms / 186 tokens ( 0.69 ms per token, 1457.59 tokens per second) 1.36.838.739 I slot print_timing: id 0 | task 5021 | eval time = 814.96 ms / 59 tokens ( 14.05 ms per token, 71.17 tokens per second) 1.36.838.740 I slot print_timing: id 0 | task 5021 | total time = 942.57 ms / 245 tokens 1.36.838.741 I slot print_timing: id 0 | task 5021 | graphs reused = 4462 1.36.838.742 I slot print_timing: id 0 | task 5021 | graph reallocs = 0 / 0 (same size) / (changed size) 1.36.838.766 I slot release: id 0 | task 5021 | stop processing: n_tokens = 244, truncated = 0 1.36.859.454 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 244, t_last = 96735701 1.36.859.492 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 283.705 MiB) 1.36.892.341 I slot launch_slot_: id 0 | task 5083 | processing task, is_child = 0 1.37.800.095 I slot print_timing: id 0 | task 5083 | prompt eval time = 157.53 ms / 282 tokens ( 0.56 ms per token, 1790.10 tokens per second) 1.37.800.101 I slot print_timing: id 0 | task 5083 | eval time = 750.20 ms / 53 tokens ( 14.43 ms per token, 69.31 tokens per second) 1.37.800.103 I slot print_timing: id 0 | task 5083 | total time = 907.73 ms / 335 tokens 1.37.800.103 I slot print_timing: id 0 | task 5083 | graphs reused = 4513 1.37.800.104 I slot print_timing: id 0 | task 5083 | graph reallocs = 0 / 0 (same size) / (changed size) 1.37.800.132 I slot release: id 0 | task 5083 | stop processing: n_tokens = 334, truncated = 0 1.37.826.855 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 334, t_last = 97697067 1.37.826.909 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 304.549 MiB) 1.37.872.425 I slot launch_slot_: id 0 | task 5139 | processing task, is_child = 0 1.39.038.909 I slot print_timing: id 0 | task 5139 | prompt eval time = 129.17 ms / 223 tokens ( 0.58 ms per token, 1726.43 tokens per second) 1.39.038.915 I slot print_timing: id 0 | task 5139 | eval time = 1037.30 ms / 71 tokens ( 14.82 ms per token, 67.48 tokens per second) 1.39.038.916 I slot print_timing: id 0 | task 5139 | total time = 1166.46 ms / 294 tokens 1.39.038.916 I slot print_timing: id 0 | task 5139 | graphs reused = 4581 1.39.038.917 I slot print_timing: id 0 | task 5139 | graph reallocs = 0 / 0 (same size) / (changed size) 1.39.038.943 I slot release: id 0 | task 5139 | stop processing: n_tokens = 293, truncated = 0 1.39.056.995 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 293, t_last = 98935878 1.39.088.442 I slot launch_slot_: id 0 | task 5213 | processing task, is_child = 0 1.40.334.289 I slot print_timing: id 0 | task 5213 | prompt eval time = 154.33 ms / 283 tokens ( 0.55 ms per token, 1833.78 tokens per second) 1.40.334.295 I slot print_timing: id 0 | task 5213 | eval time = 1091.50 ms / 76 tokens ( 14.55 ms per token, 68.71 tokens per second) 1.40.334.296 I slot print_timing: id 0 | task 5213 | total time = 1245.83 ms / 359 tokens 1.40.334.297 I slot print_timing: id 0 | task 5213 | graphs reused = 4655 1.40.334.298 I slot print_timing: id 0 | task 5213 | graph reallocs = 0 / 0 (same size) / (changed size) 1.40.334.325 I slot release: id 0 | task 5213 | stop processing: n_tokens = 358, truncated = 0 1.40.340.386 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 358, t_last = 100231260 1.40.340.438 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 410.398 MiB) 1.40.392.486 I slot launch_slot_: id 0 | task 5292 | processing task, is_child = 0 1.41.020.572 I slot print_timing: id 0 | task 5292 | prompt eval time = 159.52 ms / 293 tokens ( 0.54 ms per token, 1836.77 tokens per second) 1.41.020.578 I slot print_timing: id 0 | task 5292 | eval time = 468.55 ms / 34 tokens ( 14.20 ms per token, 70.43 tokens per second) 1.41.020.579 I slot print_timing: id 0 | task 5292 | total time = 628.07 ms / 327 tokens 1.41.020.580 I slot print_timing: id 0 | task 5292 | graphs reused = 4687 1.41.020.581 I slot print_timing: id 0 | task 5292 | graph reallocs = 0 / 0 (same size) / (changed size) 1.41.020.610 I slot release: id 0 | task 5292 | stop processing: n_tokens = 326, truncated = 0 1.41.041.218 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 326, t_last = 100917545 1.41.041.270 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 361.083 MiB) 1.41.088.149 I slot launch_slot_: id 0 | task 5329 | processing task, is_child = 0 1.42.682.707 I slot print_timing: id 0 | task 5329 | prompt eval time = 153.74 ms / 278 tokens ( 0.55 ms per token, 1808.29 tokens per second) 1.42.682.713 I slot print_timing: id 0 | task 5329 | eval time = 1440.80 ms / 100 tokens ( 14.55 ms per token, 68.71 tokens per second) 1.42.682.714 I slot print_timing: id 0 | task 5329 | total time = 1594.54 ms / 378 tokens 1.42.682.715 I slot print_timing: id 0 | task 5329 | graphs reused = 4785 1.42.682.716 I slot print_timing: id 0 | task 5329 | graph reallocs = 0 / 0 (same size) / (changed size) 1.42.682.743 I slot release: id 0 | task 5329 | stop processing: n_tokens = 377, truncated = 0 1.42.722.253 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 377, t_last = 102579678 1.42.762.130 I slot launch_slot_: id 0 | task 5432 | processing task, is_child = 0 1.43.822.547 I slot print_timing: id 0 | task 5432 | prompt eval time = 144.49 ms / 233 tokens ( 0.62 ms per token, 1612.62 tokens per second) 1.43.822.553 I slot print_timing: id 0 | task 5432 | eval time = 915.91 ms / 63 tokens ( 14.77 ms per token, 67.69 tokens per second) 1.43.822.554 I slot print_timing: id 0 | task 5432 | total time = 1060.40 ms / 296 tokens 1.43.822.555 I slot print_timing: id 0 | task 5432 | graphs reused = 4845 1.43.822.556 I slot print_timing: id 0 | task 5432 | graph reallocs = 0 / 0 (same size) / (changed size) 1.43.822.580 I slot release: id 0 | task 5432 | stop processing: n_tokens = 295, truncated = 0 1.43.839.001 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 295, t_last = 103719515 1.43.839.051 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 593.189 MiB) 1.43.890.125 I slot launch_slot_: id 0 | task 5498 | processing task, is_child = 0 1.44.770.941 I slot print_timing: id 0 | task 5498 | prompt eval time = 107.85 ms / 166 tokens ( 0.65 ms per token, 1539.19 tokens per second) 1.44.770.947 I slot print_timing: id 0 | task 5498 | eval time = 772.95 ms / 56 tokens ( 14.05 ms per token, 71.16 tokens per second) 1.44.770.948 I slot print_timing: id 0 | task 5498 | total time = 880.80 ms / 222 tokens 1.44.770.949 I slot print_timing: id 0 | task 5498 | graphs reused = 4899 1.44.770.949 I slot print_timing: id 0 | task 5498 | graph reallocs = 0 / 0 (same size) / (changed size) 1.44.770.971 I slot release: id 0 | task 5498 | stop processing: n_tokens = 221, truncated = 0 1.44.786.291 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 221, t_last = 104667906 1.44.812.508 I slot launch_slot_: id 0 | task 5557 | processing task, is_child = 0 1.45.584.783 I slot print_timing: id 0 | task 5557 | prompt eval time = 142.94 ms / 253 tokens ( 0.56 ms per token, 1769.97 tokens per second) 1.45.584.789 I slot print_timing: id 0 | task 5557 | eval time = 629.32 ms / 45 tokens ( 14.30 ms per token, 69.92 tokens per second) 1.45.584.790 I slot print_timing: id 0 | task 5557 | total time = 772.26 ms / 298 tokens 1.45.584.791 I slot print_timing: id 0 | task 5557 | graphs reused = 4941 1.45.584.792 I slot print_timing: id 0 | task 5557 | graph reallocs = 0 / 0 (same size) / (changed size) 1.45.584.817 I slot release: id 0 | task 5557 | stop processing: n_tokens = 297, truncated = 0 1.45.628.266 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 297, t_last = 105481752 1.45.660.630 I slot launch_slot_: id 0 | task 5605 | processing task, is_child = 0 1.46.418.491 I slot print_timing: id 0 | task 5605 | prompt eval time = 97.68 ms / 136 tokens ( 0.72 ms per token, 1392.29 tokens per second) 1.46.418.497 I slot print_timing: id 0 | task 5605 | eval time = 660.16 ms / 48 tokens ( 14.05 ms per token, 71.19 tokens per second) 1.46.418.498 I slot print_timing: id 0 | task 5605 | total time = 757.84 ms / 184 tokens 1.46.418.499 I slot print_timing: id 0 | task 5605 | graphs reused = 4987 1.46.418.500 I slot print_timing: id 0 | task 5605 | graph reallocs = 0 / 0 (same size) / (changed size) 1.46.418.520 I slot release: id 0 | task 5605 | stop processing: n_tokens = 183, truncated = 0 1.46.456.162 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 183, t_last = 106315455 1.46.456.202 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 353.083 MiB) 1.46.487.562 I slot launch_slot_: id 0 | task 5656 | processing task, is_child = 0 1.47.384.347 I slot print_timing: id 0 | task 5656 | prompt eval time = 111.64 ms / 178 tokens ( 0.63 ms per token, 1594.42 tokens per second) 1.47.384.352 I slot print_timing: id 0 | task 5656 | eval time = 785.13 ms / 57 tokens ( 14.02 ms per token, 71.33 tokens per second) 1.47.384.353 I slot print_timing: id 0 | task 5656 | total time = 896.77 ms / 235 tokens 1.47.384.354 I slot print_timing: id 0 | task 5656 | graphs reused = 5042 1.47.384.355 I slot print_timing: id 0 | task 5656 | graph reallocs = 0 / 0 (same size) / (changed size) 1.47.384.379 I slot release: id 0 | task 5656 | stop processing: n_tokens = 234, truncated = 0 1.47.408.401 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 234, t_last = 107281314 1.47.435.166 I slot launch_slot_: id 0 | task 5716 | processing task, is_child = 0 1.48.355.780 I slot print_timing: id 0 | task 5716 | prompt eval time = 141.84 ms / 257 tokens ( 0.55 ms per token, 1811.90 tokens per second) 1.48.355.785 I slot print_timing: id 0 | task 5716 | eval time = 778.75 ms / 56 tokens ( 14.16 ms per token, 70.63 tokens per second) 1.48.355.786 I slot print_timing: id 0 | task 5716 | total time = 920.59 ms / 313 tokens 1.48.355.787 I slot print_timing: id 0 | task 5716 | graphs reused = 5096 1.48.355.787 I slot print_timing: id 0 | task 5716 | graph reallocs = 0 / 0 (same size) / (changed size) 1.48.355.816 I slot release: id 0 | task 5716 | stop processing: n_tokens = 312, truncated = 0 1.48.362.677 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 312, t_last = 108252751 1.48.362.727 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 400.210 MiB) 1.48.413.428 I slot launch_slot_: id 0 | task 5775 | processing task, is_child = 0 1.49.094.516 I slot print_timing: id 0 | task 5775 | prompt eval time = 142.22 ms / 256 tokens ( 0.56 ms per token, 1800.09 tokens per second) 1.49.094.521 I slot print_timing: id 0 | task 5775 | eval time = 538.85 ms / 39 tokens ( 14.18 ms per token, 70.52 tokens per second) 1.49.094.522 I slot print_timing: id 0 | task 5775 | total time = 681.07 ms / 295 tokens 1.49.094.523 I slot print_timing: id 0 | task 5775 | graphs reused = 5133 1.49.094.524 I slot print_timing: id 0 | task 5775 | graph reallocs = 0 / 0 (same size) / (changed size) 1.49.094.549 I slot release: id 0 | task 5775 | stop processing: n_tokens = 294, truncated = 0 1.49.140.255 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 294, t_last = 108991484 1.49.176.831 I slot launch_slot_: id 0 | task 5817 | processing task, is_child = 0 1.49.959.251 I slot print_timing: id 0 | task 5817 | prompt eval time = 147.34 ms / 276 tokens ( 0.53 ms per token, 1873.28 tokens per second) 1.49.959.259 I slot print_timing: id 0 | task 5817 | eval time = 635.06 ms / 46 tokens ( 14.11 ms per token, 70.86 tokens per second) 1.49.959.261 I slot print_timing: id 0 | task 5817 | total time = 782.40 ms / 322 tokens 1.49.959.263 I slot print_timing: id 0 | task 5817 | graphs reused = 5177 1.49.959.263 I slot print_timing: id 0 | task 5817 | graph reallocs = 0 / 0 (same size) / (changed size) 1.49.959.297 I slot release: id 0 | task 5817 | stop processing: n_tokens = 321, truncated = 0 1.49.994.033 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 321, t_last = 109856232 1.49.994.090 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 360.489 MiB) 1.50.048.324 I slot launch_slot_: id 0 | task 5866 | processing task, is_child = 0 1.50.462.663 I slot print_timing: id 0 | task 5866 | prompt eval time = 154.38 ms / 283 tokens ( 0.55 ms per token, 1833.10 tokens per second) 1.50.462.668 I slot print_timing: id 0 | task 5866 | eval time = 259.93 ms / 19 tokens ( 14.44 ms per token, 69.25 tokens per second) 1.50.462.669 I slot print_timing: id 0 | task 5866 | total time = 414.32 ms / 302 tokens 1.50.462.671 I slot print_timing: id 0 | task 5866 | graphs reused = 5194 1.50.462.672 I slot print_timing: id 0 | task 5866 | graph reallocs = 0 / 0 (same size) / (changed size) 1.50.462.700 I slot release: id 0 | task 5866 | stop processing: n_tokens = 301, truncated = 0 1.50.468.924 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 301, t_last = 110359635 1.50.468.974 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 476.448 MiB) 1.50.525.252 I slot launch_slot_: id 0 | task 5888 | processing task, is_child = 0 1.51.635.425 I slot print_timing: id 0 | task 5888 | prompt eval time = 151.38 ms / 288 tokens ( 0.53 ms per token, 1902.48 tokens per second) 1.51.635.430 I slot print_timing: id 0 | task 5888 | eval time = 958.77 ms / 69 tokens ( 14.10 ms per token, 70.92 tokens per second) 1.51.635.431 I slot print_timing: id 0 | task 5888 | total time = 1110.15 ms / 357 tokens 1.51.635.432 I slot print_timing: id 0 | task 5888 | graphs reused = 5261 1.51.635.433 I slot print_timing: id 0 | task 5888 | graph reallocs = 0 / 0 (same size) / (changed size) 1.51.635.460 I slot release: id 0 | task 5888 | stop processing: n_tokens = 356, truncated = 0 1.51.674.361 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 356, t_last = 111532395 1.51.714.833 I slot launch_slot_: id 0 | task 5960 | processing task, is_child = 0 1.52.597.248 I slot print_timing: id 0 | task 5960 | prompt eval time = 139.54 ms / 237 tokens ( 0.59 ms per token, 1698.39 tokens per second) 1.52.597.254 I slot print_timing: id 0 | task 5960 | eval time = 742.85 ms / 53 tokens ( 14.29 ms per token, 70.00 tokens per second) 1.52.597.255 I slot print_timing: id 0 | task 5960 | total time = 882.39 ms / 290 tokens 1.52.597.256 I slot print_timing: id 0 | task 5960 | graphs reused = 5311 1.52.597.256 I slot print_timing: id 0 | task 5960 | graph reallocs = 0 / 0 (same size) / (changed size) 1.52.597.282 I slot release: id 0 | task 5960 | stop processing: n_tokens = 289, truncated = 0 1.52.625.185 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 289, t_last = 112494217 1.52.625.235 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 585.782 MiB) 1.52.677.946 I slot launch_slot_: id 0 | task 6016 | processing task, is_child = 0 1.53.515.298 I slot print_timing: id 0 | task 6016 | prompt eval time = 119.89 ms / 173 tokens ( 0.69 ms per token, 1443.03 tokens per second) 1.53.515.303 I slot print_timing: id 0 | task 6016 | eval time = 717.45 ms / 52 tokens ( 14.07 ms per token, 71.09 tokens per second) 1.53.515.304 I slot print_timing: id 0 | task 6016 | total time = 837.33 ms / 225 tokens 1.53.515.305 I slot print_timing: id 0 | task 6016 | graphs reused = 5361 1.53.515.306 I slot print_timing: id 0 | task 6016 | graph reallocs = 0 / 0 (same size) / (changed size) 1.53.515.328 I slot release: id 0 | task 6016 | stop processing: n_tokens = 224, truncated = 0 1.53.559.825 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 224, t_last = 113412263 1.53.588.763 I slot launch_slot_: id 0 | task 6071 | processing task, is_child = 0 1.54.830.131 I slot print_timing: id 0 | task 6071 | prompt eval time = 182.91 ms / 356 tokens ( 0.51 ms per token, 1946.32 tokens per second) 1.54.830.136 I slot print_timing: id 0 | task 6071 | eval time = 1058.44 ms / 76 tokens ( 14.11 ms per token, 70.86 tokens per second) 1.54.830.137 I slot print_timing: id 0 | task 6071 | total time = 1241.35 ms / 432 tokens 1.54.830.138 I slot print_timing: id 0 | task 6071 | graphs reused = 5435 1.54.830.139 I slot print_timing: id 0 | task 6071 | graph reallocs = 0 / 0 (same size) / (changed size) 1.54.830.169 I slot release: id 0 | task 6071 | stop processing: n_tokens = 431, truncated = 0 1.54.854.663 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 431, t_last = 114727104 1.54.854.725 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 173.309 MiB) 1.54.914.691 I slot launch_slot_: id 0 | task 6150 | processing task, is_child = 0 1.57.178.413 I slot print_timing: id 0 | task 6150 | prompt eval time = 272.06 ms / 580 tokens ( 0.47 ms per token, 2131.87 tokens per second) 1.57.178.419 I slot print_timing: id 0 | task 6150 | eval time = 1991.64 ms / 141 tokens ( 14.23 ms per token, 70.29 tokens per second) 1.57.178.420 I slot print_timing: id 0 | task 6150 | total time = 2263.70 ms / 721 tokens 1.57.178.421 I slot print_timing: id 0 | task 6150 | graphs reused = 5574 1.57.178.422 I slot print_timing: id 0 | task 6150 | graph reallocs = 0 / 0 (same size) / (changed size) 1.57.178.459 I slot release: id 0 | task 6150 | stop processing: n_tokens = 720, truncated = 0 1.57.187.269 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 720, t_last = 117075394 1.57.187.359 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 192.138 MiB) 1.57.189.949 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 190.310 MiB) 1.57.192.446 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 157.621 MiB) 1.57.295.051 I slot launch_slot_: id 0 | task 6295 | processing task, is_child = 0 1.58.910.974 I slot print_timing: id 0 | task 6295 | prompt eval time = 218.34 ms / 470 tokens ( 0.46 ms per token, 2152.65 tokens per second) 1.58.910.979 I slot print_timing: id 0 | task 6295 | eval time = 1397.57 ms / 99 tokens ( 14.26 ms per token, 70.12 tokens per second) 1.58.910.980 I slot print_timing: id 0 | task 6295 | total time = 1615.90 ms / 569 tokens 1.58.910.981 I slot print_timing: id 0 | task 6295 | graphs reused = 5670 1.58.910.982 I slot print_timing: id 0 | task 6295 | graph reallocs = 0 / 0 (same size) / (changed size) 1.58.911.016 I slot release: id 0 | task 6295 | stop processing: n_tokens = 568, truncated = 0 1.58.937.182 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 568, t_last = 118807951 1.58.937.257 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 219.561 MiB) 1.58.940.211 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 261.736 MiB) 1.59.017.671 I slot launch_slot_: id 0 | task 6397 | processing task, is_child = 0 2.00.699.572 I slot print_timing: id 0 | task 6397 | prompt eval time = 177.37 ms / 374 tokens ( 0.47 ms per token, 2108.61 tokens per second) 2.00.699.578 I slot print_timing: id 0 | task 6397 | eval time = 1504.51 ms / 108 tokens ( 14.06 ms per token, 71.12 tokens per second) 2.00.699.579 I slot print_timing: id 0 | task 6397 | total time = 1681.88 ms / 482 tokens 2.00.699.580 I slot print_timing: id 0 | task 6397 | graphs reused = 5776 2.00.699.580 I slot print_timing: id 0 | task 6397 | graph reallocs = 0 / 0 (same size) / (changed size) 2.00.699.611 I slot release: id 0 | task 6397 | stop processing: n_tokens = 481, truncated = 0 2.00.738.973 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 481, t_last = 120596546 2.00.739.039 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 330.239 MiB) 2.00.806.425 I slot launch_slot_: id 0 | task 6508 | processing task, is_child = 0 2.01.911.082 I slot print_timing: id 0 | task 6508 | prompt eval time = 170.83 ms / 318 tokens ( 0.54 ms per token, 1861.51 tokens per second) 2.01.911.088 I slot print_timing: id 0 | task 6508 | eval time = 933.81 ms / 67 tokens ( 14.15 ms per token, 70.68 tokens per second) 2.01.911.089 I slot print_timing: id 0 | task 6508 | total time = 1104.64 ms / 385 tokens 2.01.911.089 I slot print_timing: id 0 | task 6508 | graphs reused = 5841 2.01.911.090 I slot print_timing: id 0 | task 6508 | graph reallocs = 0 / 0 (same size) / (changed size) 2.01.911.118 I slot release: id 0 | task 6508 | stop processing: n_tokens = 384, truncated = 0 2.01.935.586 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 384, t_last = 121808053 2.01.935.637 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 161.027 MiB) 2.01.937.824 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 160.433 MiB) 2.01.993.086 I slot launch_slot_: id 0 | task 6578 | processing task, is_child = 0 2.03.767.883 I slot print_timing: id 0 | task 6578 | prompt eval time = 275.64 ms / 571 tokens ( 0.48 ms per token, 2071.51 tokens per second) 2.03.767.889 I slot print_timing: id 0 | task 6578 | eval time = 1499.13 ms / 106 tokens ( 14.28 ms per token, 70.04 tokens per second) 2.03.767.890 I slot print_timing: id 0 | task 6578 | total time = 1774.78 ms / 677 tokens 2.03.767.891 I slot print_timing: id 0 | task 6578 | graphs reused = 5945 2.03.767.892 I slot print_timing: id 0 | task 6578 | graph reallocs = 0 / 0 (same size) / (changed size) 2.03.767.932 I slot release: id 0 | task 6578 | stop processing: n_tokens = 676, truncated = 0 2.03.786.007 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 676, t_last = 123664867 2.03.786.092 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 191.216 MiB) 2.03.788.770 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 246.656 MiB) 2.03.880.259 I slot launch_slot_: id 0 | task 6688 | processing task, is_child = 0 2.05.463.168 I slot print_timing: id 0 | task 6688 | prompt eval time = 163.25 ms / 310 tokens ( 0.53 ms per token, 1898.90 tokens per second) 2.05.463.173 I slot print_timing: id 0 | task 6688 | eval time = 1419.63 ms / 102 tokens ( 14.06 ms per token, 71.15 tokens per second) 2.05.463.174 I slot print_timing: id 0 | task 6688 | total time = 1582.89 ms / 412 tokens 2.05.463.175 I slot print_timing: id 0 | task 6688 | graphs reused = 6045 2.05.463.176 I slot print_timing: id 0 | task 6688 | graph reallocs = 0 / 0 (same size) / (changed size) 2.05.463.204 I slot release: id 0 | task 6688 | stop processing: n_tokens = 411, truncated = 0 2.05.485.105 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 411, t_last = 125360139 2.05.485.165 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 209.561 MiB) 2.05.488.287 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 201.779 MiB) 2.05.545.815 I slot launch_slot_: id 0 | task 6793 | processing task, is_child = 0 2.06.175.708 I slot print_timing: id 0 | task 6793 | prompt eval time = 205.46 ms / 433 tokens ( 0.47 ms per token, 2107.43 tokens per second) 2.06.175.714 I slot print_timing: id 0 | task 6793 | eval time = 424.41 ms / 31 tokens ( 14.15 ms per token, 70.69 tokens per second) 2.06.175.715 I slot print_timing: id 0 | task 6793 | total time = 629.88 ms / 464 tokens 2.06.175.716 I slot print_timing: id 0 | task 6793 | graphs reused = 6074 2.06.175.716 I slot print_timing: id 0 | task 6793 | graph reallocs = 0 / 0 (same size) / (changed size) 2.06.175.750 I slot release: id 0 | task 6793 | stop processing: n_tokens = 463, truncated = 0 2.06.205.520 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 463, t_last = 126072685 2.06.205.585 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 213.873 MiB) 2.06.208.522 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 176.450 MiB) 2.06.286.329 I slot launch_slot_: id 0 | task 6827 | processing task, is_child = 0 2.07.460.033 I slot print_timing: id 0 | task 6827 | prompt eval time = 127.73 ms / 201 tokens ( 0.64 ms per token, 1573.66 tokens per second) 2.07.460.039 I slot print_timing: id 0 | task 6827 | eval time = 1045.96 ms / 75 tokens ( 14.13 ms per token, 70.75 tokens per second) 2.07.460.040 I slot print_timing: id 0 | task 6827 | total time = 1173.68 ms / 276 tokens 2.07.460.041 I slot print_timing: id 0 | task 6827 | graphs reused = 6146 2.07.460.041 I slot print_timing: id 0 | task 6827 | graph reallocs = 0 / 0 (same size) / (changed size) 2.07.460.065 I slot release: id 0 | task 6827 | stop processing: n_tokens = 275, truncated = 0 2.07.485.923 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 275, t_last = 127357000 2.07.485.972 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 266.548 MiB) 2.07.521.217 I slot launch_slot_: id 0 | task 6905 | processing task, is_child = 0 2.09.309.863 I slot print_timing: id 0 | task 6905 | prompt eval time = 195.70 ms / 402 tokens ( 0.49 ms per token, 2054.16 tokens per second) 2.09.309.869 I slot print_timing: id 0 | task 6905 | eval time = 1592.93 ms / 114 tokens ( 14.10 ms per token, 70.94 tokens per second) 2.09.309.870 I slot print_timing: id 0 | task 6905 | total time = 1788.63 ms / 516 tokens 2.09.309.870 I slot print_timing: id 0 | task 6905 | graphs reused = 6257 2.09.309.871 I slot print_timing: id 0 | task 6905 | graph reallocs = 0 / 0 (same size) / (changed size) 2.09.309.906 I slot release: id 0 | task 6905 | stop processing: n_tokens = 515, truncated = 0 2.09.336.293 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 515, t_last = 129206841 2.09.336.362 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 193.873 MiB) 2.09.403.485 I slot launch_slot_: id 0 | task 7022 | processing task, is_child = 0 2.11.368.119 I slot print_timing: id 0 | task 7022 | prompt eval time = 229.64 ms / 514 tokens ( 0.45 ms per token, 2238.26 tokens per second) 2.11.368.124 I slot print_timing: id 0 | task 7022 | eval time = 1734.97 ms / 123 tokens ( 14.22 ms per token, 70.32 tokens per second) 2.11.368.125 I slot print_timing: id 0 | task 7022 | total time = 1964.62 ms / 637 tokens 2.11.368.127 I slot print_timing: id 0 | task 7022 | graphs reused = 6378 2.11.368.128 I slot print_timing: id 0 | task 7022 | graph reallocs = 0 / 0 (same size) / (changed size) 2.11.368.165 I slot release: id 0 | task 7022 | stop processing: n_tokens = 636, truncated = 0 2.11.377.879 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 636, t_last = 131265100 2.11.377.959 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 169.496 MiB) 2.11.380.367 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 241.672 MiB) 2.11.383.669 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 178.200 MiB) 2.11.466.392 I slot launch_slot_: id 0 | task 7148 | processing task, is_child = 0 2.12.757.670 I slot print_timing: id 0 | task 7148 | prompt eval time = 277.08 ms / 564 tokens ( 0.49 ms per token, 2035.51 tokens per second) 2.12.757.675 I slot print_timing: id 0 | task 7148 | eval time = 1014.18 ms / 72 tokens ( 14.28 ms per token, 70.01 tokens per second) 2.12.757.676 I slot print_timing: id 0 | task 7148 | total time = 1291.26 ms / 636 tokens 2.12.757.677 I slot print_timing: id 0 | task 7148 | graphs reused = 6448 2.12.757.678 I slot print_timing: id 0 | task 7148 | graph reallocs = 0 / 0 (same size) / (changed size) 2.12.757.719 I slot release: id 0 | task 7148 | stop processing: n_tokens = 635, truncated = 0 2.12.786.085 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 635, t_last = 132654654 2.12.786.165 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 240.234 MiB) 2.12.789.426 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 197.717 MiB) 2.12.877.726 I slot launch_slot_: id 0 | task 7224 | processing task, is_child = 0 2.14.119.827 I slot print_timing: id 0 | task 7224 | prompt eval time = 195.98 ms / 396 tokens ( 0.49 ms per token, 2020.61 tokens per second) 2.14.119.833 I slot print_timing: id 0 | task 7224 | eval time = 1046.10 ms / 75 tokens ( 14.14 ms per token, 70.74 tokens per second) 2.14.119.834 I slot print_timing: id 0 | task 7224 | total time = 1242.08 ms / 471 tokens 2.14.119.835 I slot print_timing: id 0 | task 7224 | graphs reused = 6521 2.14.119.835 I slot print_timing: id 0 | task 7224 | graph reallocs = 0 / 0 (same size) / (changed size) 2.14.119.868 I slot release: id 0 | task 7224 | stop processing: n_tokens = 470, truncated = 0 2.14.168.223 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 470, t_last = 134016803 2.14.168.292 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 260.923 MiB) 2.14.171.789 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 239.797 MiB) 2.14.249.799 I slot launch_slot_: id 0 | task 7302 | processing task, is_child = 0 2.16.488.843 I slot print_timing: id 0 | task 7302 | prompt eval time = 221.35 ms / 464 tokens ( 0.48 ms per token, 2096.25 tokens per second) 2.16.488.851 I slot print_timing: id 0 | task 7302 | eval time = 2017.68 ms / 143 tokens ( 14.21 ms per token, 70.38 tokens per second) 2.16.488.852 I slot print_timing: id 0 | task 7302 | total time = 2239.03 ms / 607 tokens 2.16.488.853 I slot print_timing: id 0 | task 7302 | graphs reused = 6661 2.16.488.853 I slot print_timing: id 0 | task 7302 | graph reallocs = 0 / 0 (same size) / (changed size) 2.16.488.888 I slot release: id 0 | task 7302 | stop processing: n_tokens = 606, truncated = 0 2.16.523.755 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 606, t_last = 136385823 2.16.523.837 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 261.220 MiB) 2.16.527.421 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 208.686 MiB) 2.16.605.963 I slot launch_slot_: id 0 | task 7448 | processing task, is_child = 0 2.17.754.283 I slot print_timing: id 0 | task 7448 | prompt eval time = 203.64 ms / 420 tokens ( 0.48 ms per token, 2062.49 tokens per second) 2.17.754.288 I slot print_timing: id 0 | task 7448 | eval time = 944.66 ms / 68 tokens ( 14.10 ms per token, 70.92 tokens per second) 2.17.754.289 I slot print_timing: id 0 | task 7448 | total time = 1148.30 ms / 488 tokens 2.17.754.291 I slot print_timing: id 0 | task 7448 | graphs reused = 6727 2.17.754.291 I slot print_timing: id 0 | task 7448 | graph reallocs = 0 / 0 (same size) / (changed size) 2.17.754.327 I slot release: id 0 | task 7448 | stop processing: n_tokens = 487, truncated = 0 2.17.802.394 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 487, t_last = 137651262 2.17.802.464 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 161.589 MiB) 2.17.804.774 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 211.217 MiB) 2.17.868.420 I slot launch_slot_: id 0 | task 7519 | processing task, is_child = 0 2.19.571.133 I slot print_timing: id 0 | task 7519 | prompt eval time = 275.84 ms / 578 tokens ( 0.48 ms per token, 2095.43 tokens per second) 2.19.571.138 I slot print_timing: id 0 | task 7519 | eval time = 1426.85 ms / 101 tokens ( 14.27 ms per token, 70.08 tokens per second) 2.19.571.139 I slot print_timing: id 0 | task 7519 | total time = 1702.69 ms / 679 tokens 2.19.571.140 I slot print_timing: id 0 | task 7519 | graphs reused = 6826 2.19.571.141 I slot print_timing: id 0 | task 7519 | graph reallocs = 0 / 0 (same size) / (changed size) 2.19.571.184 I slot release: id 0 | task 7519 | stop processing: n_tokens = 678, truncated = 0 2.19.596.219 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 678, t_last = 139468119 2.19.596.306 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 130.369 MiB) 2.19.598.347 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 166.793 MiB) 2.19.600.523 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 247.390 MiB) 2.19.700.279 I slot launch_slot_: id 0 | task 7624 | processing task, is_child = 0 2.21.780.557 I slot print_timing: id 0 | task 7624 | prompt eval time = 308.20 ms / 662 tokens ( 0.47 ms per token, 2147.92 tokens per second) 2.21.780.562 I slot print_timing: id 0 | task 7624 | eval time = 1772.05 ms / 123 tokens ( 14.53 ms per token, 68.85 tokens per second) 2.21.780.563 I slot print_timing: id 0 | task 7624 | total time = 2080.26 ms / 785 tokens 2.21.780.564 I slot print_timing: id 0 | task 7624 | graphs reused = 6946 2.21.780.565 I slot print_timing: id 0 | task 7624 | graph reallocs = 0 / 0 (same size) / (changed size) 2.21.780.610 I slot release: id 0 | task 7624 | stop processing: n_tokens = 784, truncated = 0 2.21.804.214 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 784, t_last = 141677545 2.21.804.312 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 243.359 MiB) 2.21.807.639 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 255.344 MiB) 2.21.922.261 I slot launch_slot_: id 0 | task 7751 | processing task, is_child = 0 2.23.173.779 I slot print_timing: id 0 | task 7751 | prompt eval time = 223.56 ms / 470 tokens ( 0.48 ms per token, 2102.36 tokens per second) 2.23.173.785 I slot print_timing: id 0 | task 7751 | eval time = 1027.94 ms / 72 tokens ( 14.48 ms per token, 69.07 tokens per second) 2.23.173.786 I slot print_timing: id 0 | task 7751 | total time = 1251.50 ms / 542 tokens 2.23.173.788 I slot print_timing: id 0 | task 7751 | graphs reused = 7015 2.23.173.789 I slot print_timing: id 0 | task 7751 | graph reallocs = 0 / 0 (same size) / (changed size) 2.23.173.825 I slot release: id 0 | task 7751 | stop processing: n_tokens = 541, truncated = 0 2.23.212.942 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 541, t_last = 143070760 2.23.213.018 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 257.219 MiB) 2.23.217.136 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 270.892 MiB) 2.23.296.283 I slot launch_slot_: id 0 | task 7826 | processing task, is_child = 0 2.25.434.664 I slot print_timing: id 0 | task 7826 | prompt eval time = 270.74 ms / 534 tokens ( 0.51 ms per token, 1972.38 tokens per second) 2.25.434.669 I slot print_timing: id 0 | task 7826 | eval time = 1867.62 ms / 127 tokens ( 14.82 ms per token, 67.47 tokens per second) 2.25.434.670 I slot print_timing: id 0 | task 7826 | total time = 2138.36 ms / 661 tokens 2.25.434.671 I slot print_timing: id 0 | task 7826 | graphs reused = 7140 2.25.434.671 I slot print_timing: id 0 | task 7826 | graph reallocs = 0 / 0 (same size) / (changed size) 2.25.434.712 I slot release: id 0 | task 7826 | stop processing: n_tokens = 660, truncated = 0 2.25.460.799 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 660, t_last = 145331647 2.25.460.884 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 229.843 MiB) 2.25.464.334 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 166.637 MiB) 2.25.466.572 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 348.005 MiB) 2.25.574.126 I slot launch_slot_: id 0 | task 7957 | processing task, is_child = 0 2.27.470.745 I slot print_timing: id 0 | task 7957 | prompt eval time = 168.84 ms / 319 tokens ( 0.53 ms per token, 1889.41 tokens per second) 2.27.470.750 I slot print_timing: id 0 | task 7957 | eval time = 1727.76 ms / 123 tokens ( 14.16 ms per token, 70.61 tokens per second) 2.27.470.751 I slot print_timing: id 0 | task 7957 | total time = 1896.60 ms / 442 tokens 2.27.470.752 I slot print_timing: id 0 | task 7957 | graphs reused = 7261 2.27.470.752 I slot print_timing: id 0 | task 7957 | graph reallocs = 0 / 0 (same size) / (changed size) 2.27.470.779 I slot release: id 0 | task 7957 | stop processing: n_tokens = 441, truncated = 0 2.27.517.089 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 441, t_last = 147367714 2.27.564.498 I slot launch_slot_: id 0 | task 8083 | processing task, is_child = 0 2.29.949.996 I slot print_timing: id 0 | task 8083 | prompt eval time = 205.38 ms / 395 tokens ( 0.52 ms per token, 1923.22 tokens per second) 2.29.950.002 I slot print_timing: id 0 | task 8083 | eval time = 2180.09 ms / 149 tokens ( 14.73 ms per token, 67.89 tokens per second) 2.29.950.003 I slot print_timing: id 0 | task 8083 | total time = 2385.48 ms / 544 tokens 2.29.950.004 I slot print_timing: id 0 | task 8083 | graphs reused = 7407 2.29.950.005 I slot print_timing: id 0 | task 8083 | graph reallocs = 0 / 0 (same size) / (changed size) 2.29.950.042 I slot release: id 0 | task 8083 | stop processing: n_tokens = 543, truncated = 0 2.29.996.720 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 543, t_last = 149846977 2.29.996.797 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 559.720 MiB) 2.30.072.110 I slot launch_slot_: id 0 | task 8235 | processing task, is_child = 0 2.32.112.429 I slot print_timing: id 0 | task 8235 | prompt eval time = 327.62 ms / 711 tokens ( 0.46 ms per token, 2170.22 tokens per second) 2.32.112.435 I slot print_timing: id 0 | task 8235 | eval time = 1712.68 ms / 118 tokens ( 14.64 ms per token, 68.31 tokens per second) 2.32.112.436 I slot print_timing: id 0 | task 8235 | total time = 2040.30 ms / 829 tokens 2.32.112.437 I slot print_timing: id 0 | task 8235 | graphs reused = 7522 2.32.112.437 I slot print_timing: id 0 | task 8235 | graph reallocs = 0 / 0 (same size) / (changed size) 2.32.112.486 I slot release: id 0 | task 8235 | stop processing: n_tokens = 828, truncated = 0 2.32.138.563 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 828, t_last = 152009421 2.32.138.686 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 444.838 MiB) 2.32.145.002 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 351.287 MiB) 2.32.285.818 I slot launch_slot_: id 0 | task 8357 | processing task, is_child = 0 2.34.822.303 I slot print_timing: id 0 | task 8357 | prompt eval time = 331.34 ms / 667 tokens ( 0.50 ms per token, 2013.03 tokens per second) 2.34.822.307 I slot print_timing: id 0 | task 8357 | eval time = 2205.12 ms / 151 tokens ( 14.70 ms per token, 68.02 tokens per second) 2.34.822.308 I slot print_timing: id 0 | task 8357 | total time = 2536.46 ms / 818 tokens 2.34.822.309 I slot print_timing: id 0 | task 8357 | graphs reused = 7670 2.34.822.310 I slot print_timing: id 0 | task 8357 | graph reallocs = 0 / 0 (same size) / (changed size) 2.34.822.355 I slot release: id 0 | task 8357 | stop processing: n_tokens = 817, truncated = 0 2.34.853.407 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 817, t_last = 154719290 2.34.853.502 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 307.268 MiB) 2.34.857.702 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 543.719 MiB) 2.34.979.003 I slot launch_slot_: id 0 | task 8512 | processing task, is_child = 0 2.37.986.547 I slot print_timing: id 0 | task 8512 | prompt eval time = 139.75 ms / 227 tokens ( 0.62 ms per token, 1624.34 tokens per second) 2.37.986.553 I slot print_timing: id 0 | task 8512 | eval time = 2867.78 ms / 198 tokens ( 14.56 ms per token, 68.69 tokens per second) 2.37.986.554 I slot print_timing: id 0 | task 8512 | total time = 3007.52 ms / 425 tokens 2.37.986.555 I slot print_timing: id 0 | task 8512 | graphs reused = 7865 2.37.986.556 I slot print_timing: id 0 | task 8512 | graph reallocs = 0 / 0 (same size) / (changed size) 2.37.986.581 I slot release: id 0 | task 8512 | stop processing: n_tokens = 424, truncated = 0 2.38.003.670 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 424, t_last = 157883516 2.38.049.263 I slot launch_slot_: id 0 | task 8713 | processing task, is_child = 0 2.40.269.868 I slot print_timing: id 0 | task 8713 | prompt eval time = 114.97 ms / 158 tokens ( 0.73 ms per token, 1374.24 tokens per second) 2.40.269.874 I slot print_timing: id 0 | task 8713 | eval time = 2105.61 ms / 149 tokens ( 14.23 ms per token, 70.29 tokens per second) 2.40.269.876 I slot print_timing: id 0 | task 8713 | total time = 2220.59 ms / 307 tokens 2.40.269.876 I slot print_timing: id 0 | task 8713 | graphs reused = 8011 2.40.269.877 I slot print_timing: id 0 | task 8713 | graph reallocs = 0 / 0 (same size) / (changed size) 2.40.269.899 I slot release: id 0 | task 8713 | stop processing: n_tokens = 306, truncated = 0 2.40.303.827 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 306, t_last = 160166834 2.40.303.879 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 303.628 MiB) 2.40.345.765 I slot launch_slot_: id 0 | task 8865 | processing task, is_child = 0 2.40.823.721 I slot print_timing: id 0 | task 8865 | prompt eval time = 122.00 ms / 175 tokens ( 0.70 ms per token, 1434.45 tokens per second) 2.40.823.727 I slot print_timing: id 0 | task 8865 | eval time = 355.94 ms / 25 tokens ( 14.83 ms per token, 67.43 tokens per second) 2.40.823.728 I slot print_timing: id 0 | task 8865 | total time = 477.94 ms / 200 tokens 2.40.823.729 I slot print_timing: id 0 | task 8865 | graphs reused = 8034 2.40.823.730 I slot print_timing: id 0 | task 8865 | graph reallocs = 0 / 0 (same size) / (changed size) 2.40.823.762 I slot release: id 0 | task 8865 | stop processing: n_tokens = 199, truncated = 0 2.40.864.926 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 199, t_last = 160720697 2.40.893.263 I slot launch_slot_: id 0 | task 8893 | processing task, is_child = 0 2.42.240.535 I slot print_timing: id 0 | task 8893 | prompt eval time = 106.21 ms / 135 tokens ( 0.79 ms per token, 1271.09 tokens per second) 2.42.240.540 I slot print_timing: id 0 | task 8893 | eval time = 1241.05 ms / 87 tokens ( 14.43 ms per token, 69.30 tokens per second) 2.42.240.541 I slot print_timing: id 0 | task 8893 | total time = 1347.25 ms / 222 tokens 2.42.240.542 I slot print_timing: id 0 | task 8893 | graphs reused = 8119 2.42.240.543 I slot print_timing: id 0 | task 8893 | graph reallocs = 0 / 0 (same size) / (changed size) 2.42.240.564 I slot release: id 0 | task 8893 | stop processing: n_tokens = 221, truncated = 0 2.42.272.467 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 221, t_last = 162137499 2.42.272.508 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 381.944 MiB) 2.42.305.954 I slot launch_slot_: id 0 | task 8983 | processing task, is_child = 0 2.43.051.937 I slot print_timing: id 0 | task 8983 | prompt eval time = 128.84 ms / 210 tokens ( 0.61 ms per token, 1629.95 tokens per second) 2.43.051.943 I slot print_timing: id 0 | task 8983 | eval time = 617.12 ms / 45 tokens ( 14.03 ms per token, 71.30 tokens per second) 2.43.051.944 I slot print_timing: id 0 | task 8983 | total time = 745.96 ms / 255 tokens 2.43.051.945 I slot print_timing: id 0 | task 8983 | graphs reused = 8162 2.43.051.946 I slot print_timing: id 0 | task 8983 | graph reallocs = 0 / 0 (same size) / (changed size) 2.43.051.976 I slot release: id 0 | task 8983 | stop processing: n_tokens = 254, truncated = 0 2.43.093.088 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 254, t_last = 162948911 2.43.124.139 I slot launch_slot_: id 0 | task 9031 | processing task, is_child = 0 2.43.439.622 I slot print_timing: id 0 | task 9031 | prompt eval time = 96.74 ms / 111 tokens ( 0.87 ms per token, 1147.45 tokens per second) 2.43.439.627 I slot print_timing: id 0 | task 9031 | eval time = 218.73 ms / 16 tokens ( 14.58 ms per token, 68.58 tokens per second) 2.43.439.628 I slot print_timing: id 0 | task 9031 | total time = 315.46 ms / 127 tokens 2.43.439.629 I slot print_timing: id 0 | task 9031 | graphs reused = 8176 2.43.439.630 I slot print_timing: id 0 | task 9031 | graph reallocs = 0 / 0 (same size) / (changed size) 2.43.439.651 I slot release: id 0 | task 9031 | stop processing: n_tokens = 126, truncated = 0 2.43.472.566 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 126, t_last = 163336586 2.43.489.829 I slot launch_slot_: id 0 | task 9050 | processing task, is_child = 0 2.44.072.373 I slot print_timing: id 0 | task 9050 | prompt eval time = 116.39 ms / 151 tokens ( 0.77 ms per token, 1297.36 tokens per second) 2.44.072.378 I slot print_timing: id 0 | task 9050 | eval time = 466.13 ms / 33 tokens ( 14.57 ms per token, 68.65 tokens per second) 2.44.072.379 I slot print_timing: id 0 | task 9050 | total time = 582.52 ms / 184 tokens 2.44.072.380 I slot print_timing: id 0 | task 9050 | graphs reused = 8207 2.44.072.381 I slot print_timing: id 0 | task 9050 | graph reallocs = 0 / 0 (same size) / (changed size) 2.44.072.404 I slot release: id 0 | task 9050 | stop processing: n_tokens = 183, truncated = 0 2.44.077.905 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 183, t_last = 163969339 2.44.077.944 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 197.748 MiB) 2.44.109.427 I slot launch_slot_: id 0 | task 9086 | processing task, is_child = 0 2.46.154.471 I slot print_timing: id 0 | task 9086 | prompt eval time = 107.81 ms / 150 tokens ( 0.72 ms per token, 1391.28 tokens per second) 2.46.154.477 I slot print_timing: id 0 | task 9086 | eval time = 1937.21 ms / 134 tokens ( 14.57 ms per token, 68.66 tokens per second) 2.46.154.478 I slot print_timing: id 0 | task 9086 | total time = 2045.02 ms / 284 tokens 2.46.154.478 I slot print_timing: id 0 | task 9086 | graphs reused = 8338 2.46.154.479 I slot print_timing: id 0 | task 9086 | graph reallocs = 0 / 0 (same size) / (changed size) 2.46.154.501 I slot release: id 0 | task 9086 | stop processing: n_tokens = 283, truncated = 0 2.46.177.375 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 283, t_last = 166051436 2.46.177.417 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 387.757 MiB) 2.46.218.293 I slot launch_slot_: id 0 | task 9223 | processing task, is_child = 0 2.46.770.533 I slot print_timing: id 0 | task 9223 | prompt eval time = 86.80 ms / 89 tokens ( 0.98 ms per token, 1025.39 tokens per second) 2.46.770.538 I slot print_timing: id 0 | task 9223 | eval time = 465.42 ms / 34 tokens ( 14.10 ms per token, 70.90 tokens per second) 2.46.770.539 I slot print_timing: id 0 | task 9223 | total time = 552.22 ms / 123 tokens 2.46.770.540 I slot print_timing: id 0 | task 9223 | graphs reused = 8370 2.46.770.541 I slot print_timing: id 0 | task 9223 | graph reallocs = 0 / 0 (same size) / (changed size) 2.46.770.558 I slot release: id 0 | task 9223 | stop processing: n_tokens = 122, truncated = 0 2.46.775.909 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 122, t_last = 166667493 2.46.791.895 I slot launch_slot_: id 0 | task 9260 | processing task, is_child = 0 2.47.010.733 I slot print_timing: id 0 | task 9260 | prompt eval time = 115.60 ms / 159 tokens ( 0.73 ms per token, 1375.40 tokens per second) 2.47.010.740 I slot print_timing: id 0 | task 9260 | eval time = 103.22 ms / 8 tokens ( 14.75 ms per token, 67.82 tokens per second) 2.47.010.741 I slot print_timing: id 0 | task 9260 | total time = 218.82 ms / 167 tokens 2.47.010.742 I slot print_timing: id 0 | task 9260 | graphs reused = 8376 2.47.010.743 I slot print_timing: id 0 | task 9260 | graph reallocs = 0 / 0 (same size) / (changed size) 2.47.010.767 I slot release: id 0 | task 9260 | stop processing: n_tokens = 166, truncated = 0 2.47.051.746 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 166, t_last = 166907702 2.47.073.862 I slot launch_slot_: id 0 | task 9271 | processing task, is_child = 0 2.47.858.167 I slot print_timing: id 0 | task 9271 | prompt eval time = 115.26 ms / 155 tokens ( 0.74 ms per token, 1344.80 tokens per second) 2.47.858.174 I slot print_timing: id 0 | task 9271 | eval time = 669.02 ms / 48 tokens ( 14.23 ms per token, 70.25 tokens per second) 2.47.858.175 I slot print_timing: id 0 | task 9271 | total time = 784.28 ms / 203 tokens 2.47.858.176 I slot print_timing: id 0 | task 9271 | graphs reused = 8422 2.47.858.177 I slot print_timing: id 0 | task 9271 | graph reallocs = 0 / 0 (same size) / (changed size) 2.47.858.205 I slot release: id 0 | task 9271 | stop processing: n_tokens = 202, truncated = 0 2.47.896.796 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 202, t_last = 167755139 2.47.896.839 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 470.902 MiB) 2.47.933.923 I slot launch_slot_: id 0 | task 9322 | processing task, is_child = 0 2.48.571.002 I slot print_timing: id 0 | task 9322 | prompt eval time = 110.65 ms / 170 tokens ( 0.65 ms per token, 1536.39 tokens per second) 2.48.571.007 I slot print_timing: id 0 | task 9322 | eval time = 526.41 ms / 37 tokens ( 14.62 ms per token, 68.39 tokens per second) 2.48.571.008 I slot print_timing: id 0 | task 9322 | total time = 637.06 ms / 207 tokens 2.48.571.009 I slot print_timing: id 0 | task 9322 | graphs reused = 8457 2.48.571.010 I slot print_timing: id 0 | task 9322 | graph reallocs = 0 / 0 (same size) / (changed size) 2.48.571.034 I slot release: id 0 | task 9322 | stop processing: n_tokens = 206, truncated = 0 2.48.597.804 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 206, t_last = 168467969 2.48.623.033 I slot launch_slot_: id 0 | task 9362 | processing task, is_child = 0 2.48.991.741 I slot print_timing: id 0 | task 9362 | prompt eval time = 104.65 ms / 141 tokens ( 0.74 ms per token, 1347.36 tokens per second) 2.48.991.746 I slot print_timing: id 0 | task 9362 | eval time = 264.04 ms / 19 tokens ( 14.67 ms per token, 68.17 tokens per second) 2.48.991.747 I slot print_timing: id 0 | task 9362 | total time = 368.69 ms / 160 tokens 2.48.991.748 I slot print_timing: id 0 | task 9362 | graphs reused = 8474 2.48.991.749 I slot print_timing: id 0 | task 9362 | graph reallocs = 0 / 0 (same size) / (changed size) 2.48.991.772 I slot release: id 0 | task 9362 | stop processing: n_tokens = 159, truncated = 0 2.49.019.560 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 159, t_last = 168888707 2.49.040.775 I slot launch_slot_: id 0 | task 9384 | processing task, is_child = 0 2.52.170.720 I slot print_timing: id 0 | task 9384 | n_gen = 210, tg = 69.37 t/s, tg_3s = 69.70 t/s 2.55.176.868 I slot print_timing: id 0 | task 9384 | n_gen = 416, tg = 68.95 t/s, tg_3s = 68.53 t/s 2.55.774.572 I slot print_timing: id 0 | task 9384 | prompt eval time = 116.89 ms / 150 tokens ( 0.78 ms per token, 1283.22 tokens per second) 2.55.774.577 I slot print_timing: id 0 | task 9384 | eval time = 6616.88 ms / 458 tokens ( 14.48 ms per token, 69.07 tokens per second) 2.55.774.578 I slot print_timing: id 0 | task 9384 | total time = 6733.78 ms / 608 tokens 2.55.774.579 I slot print_timing: id 0 | task 9384 | graphs reused = 8928 2.55.774.580 I slot print_timing: id 0 | task 9384 | graph reallocs = 0 / 0 (same size) / (changed size) 2.55.774.610 I slot release: id 0 | task 9384 | stop processing: n_tokens = 607, truncated = 0 2.55.800.584 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 607, t_last = 175671545 2.55.800.665 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 534.327 MiB) 2.55.865.874 I slot launch_slot_: id 0 | task 9845 | processing task, is_child = 0 2.58.999.189 I slot print_timing: id 0 | task 9845 | n_gen = 210, tg = 69.35 t/s, tg_3s = 69.68 t/s 3.02.000.719 I slot print_timing: id 0 | task 9845 | n_gen = 418, tg = 69.32 t/s, tg_3s = 69.30 t/s 3.05.007.947 I slot print_timing: id 0 | task 9845 | n_gen = 626, tg = 69.27 t/s, tg_3s = 69.17 t/s 3.05.943.938 I slot print_timing: id 0 | task 9845 | prompt eval time = 119.52 ms / 171 tokens ( 0.70 ms per token, 1430.69 tokens per second) 3.05.943.943 I slot print_timing: id 0 | task 9845 | eval time = 9958.52 ms / 689 tokens ( 14.47 ms per token, 69.09 tokens per second) 3.05.943.944 I slot print_timing: id 0 | task 9845 | total time = 10078.04 ms / 860 tokens 3.05.943.945 I slot print_timing: id 0 | task 9845 | graphs reused = 9612 3.05.943.946 I slot print_timing: id 0 | task 9845 | graph reallocs = 0 / 0 (same size) / (changed size) 3.05.943.970 I slot release: id 0 | task 9845 | stop processing: n_tokens = 859, truncated = 0 3.05.985.168 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 859, t_last = 185840905 3.05.985.273 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 376.116 MiB) 3.06.069.811 I slot launch_slot_: id 0 | task 10537 | processing task, is_child = 0 3.09.198.832 I slot print_timing: id 0 | task 10537 | n_gen = 212, tg = 70.12 t/s, tg_3s = 70.46 t/s 3.12.206.149 I slot print_timing: id 0 | task 10537 | n_gen = 422, tg = 69.98 t/s, tg_3s = 69.83 t/s 3.15.214.274 I slot print_timing: id 0 | task 10537 | n_gen = 627, tg = 69.37 t/s, tg_3s = 68.15 t/s 3.15.374.694 I slot print_timing: id 0 | task 10537 | prompt eval time = 120.00 ms / 164 tokens ( 0.73 ms per token, 1366.63 tokens per second) 3.15.374.701 I slot print_timing: id 0 | task 10537 | eval time = 9184.86 ms / 638 tokens ( 14.42 ms per token, 69.35 tokens per second) 3.15.374.701 I slot print_timing: id 0 | task 10537 | total time = 9304.86 ms / 802 tokens 3.15.374.702 I slot print_timing: id 0 | task 10537 | graphs reused = 10245 3.15.374.703 I slot print_timing: id 0 | task 10537 | graph reallocs = 0 / 0 (same size) / (changed size) 3.15.374.734 I slot release: id 0 | task 10537 | stop processing: n_tokens = 801, truncated = 0 3.15.392.891 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 801, t_last = 195271669 3.15.392.984 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 444.182 MiB) 3.15.469.615 I slot launch_slot_: id 0 | task 11178 | processing task, is_child = 0 3.16.889.194 I slot print_timing: id 0 | task 11178 | prompt eval time = 114.93 ms / 156 tokens ( 0.74 ms per token, 1357.40 tokens per second) 3.16.889.200 I slot print_timing: id 0 | task 11178 | eval time = 1304.63 ms / 94 tokens ( 14.03 ms per token, 71.28 tokens per second) 3.16.889.201 I slot print_timing: id 0 | task 11178 | total time = 1419.56 ms / 250 tokens 3.16.889.201 I slot print_timing: id 0 | task 11178 | graphs reused = 10337 3.16.889.202 I slot print_timing: id 0 | task 11178 | graph reallocs = 0 / 0 (same size) / (changed size) 3.16.889.226 I slot release: id 0 | task 11178 | stop processing: n_tokens = 249, truncated = 0 3.16.933.322 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 249, t_last = 196786161 3.16.959.989 I slot launch_slot_: id 0 | task 11275 | processing task, is_child = 0 3.19.537.749 I slot print_timing: id 0 | task 11275 | prompt eval time = 117.86 ms / 162 tokens ( 0.73 ms per token, 1374.50 tokens per second) 3.19.537.754 I slot print_timing: id 0 | task 11275 | eval time = 2459.88 ms / 171 tokens ( 14.47 ms per token, 69.11 tokens per second) 3.19.537.755 I slot print_timing: id 0 | task 11275 | total time = 2577.74 ms / 333 tokens 3.19.537.756 I slot print_timing: id 0 | task 11275 | graphs reused = 10505 3.19.537.757 I slot print_timing: id 0 | task 11275 | graph reallocs = 0 / 0 (same size) / (changed size) 3.19.537.783 I slot release: id 0 | task 11275 | stop processing: n_tokens = 332, truncated = 0 3.19.556.046 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 332, t_last = 199434718 3.19.588.050 I slot launch_slot_: id 0 | task 11449 | processing task, is_child = 0 3.21.461.926 I slot print_timing: id 0 | task 11449 | prompt eval time = 102.54 ms / 144 tokens ( 0.71 ms per token, 1404.33 tokens per second) 3.21.461.932 I slot print_timing: id 0 | task 11449 | eval time = 1771.32 ms / 126 tokens ( 14.17 ms per token, 70.57 tokens per second) 3.21.461.933 I slot print_timing: id 0 | task 11449 | total time = 1873.86 ms / 270 tokens 3.21.461.933 I slot print_timing: id 0 | task 11449 | graphs reused = 10628 3.21.461.934 I slot print_timing: id 0 | task 11449 | graph reallocs = 0 / 0 (same size) / (changed size) 3.21.461.958 I slot release: id 0 | task 11449 | stop processing: n_tokens = 269, truncated = 0 3.21.482.822 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 269, t_last = 201358893 3.21.482.869 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 384.819 MiB) 3.21.521.245 I slot launch_slot_: id 0 | task 11578 | processing task, is_child = 0 3.22.061.283 I slot print_timing: id 0 | task 11578 | prompt eval time = 98.56 ms / 122 tokens ( 0.81 ms per token, 1237.87 tokens per second) 3.22.061.289 I slot print_timing: id 0 | task 11578 | eval time = 441.46 ms / 31 tokens ( 14.72 ms per token, 67.96 tokens per second) 3.22.061.290 I slot print_timing: id 0 | task 11578 | total time = 540.02 ms / 153 tokens 3.22.061.291 I slot print_timing: id 0 | task 11578 | graphs reused = 10657 3.22.061.292 I slot print_timing: id 0 | task 11578 | graph reallocs = 0 / 0 (same size) / (changed size) 3.22.061.312 I slot release: id 0 | task 11578 | stop processing: n_tokens = 152, truncated = 0 3.22.089.586 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 152, t_last = 201958247 3.22.109.089 I slot launch_slot_: id 0 | task 11612 | processing task, is_child = 0 3.25.234.860 I slot print_timing: id 0 | task 11612 | n_gen = 212, tg = 70.22 t/s, tg_3s = 70.55 t/s 3.27.893.667 I slot print_timing: id 0 | task 11612 | prompt eval time = 120.84 ms / 166 tokens ( 0.73 ms per token, 1373.76 tokens per second) 3.27.893.673 I slot print_timing: id 0 | task 11612 | eval time = 5663.72 ms / 395 tokens ( 14.37 ms per token, 69.57 tokens per second) 3.27.893.674 I slot print_timing: id 0 | task 11612 | total time = 5784.56 ms / 561 tokens 3.27.893.674 I slot print_timing: id 0 | task 11612 | graphs reused = 11048 3.27.893.675 I slot print_timing: id 0 | task 11612 | graph reallocs = 0 / 0 (same size) / (changed size) 3.27.893.704 I slot release: id 0 | task 11612 | stop processing: n_tokens = 560, truncated = 0 3.27.911.262 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 560, t_last = 207790639 3.27.911.335 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 560.001 MiB) 3.27.977.363 I slot launch_slot_: id 0 | task 12010 | processing task, is_child = 0 3.31.104.747 I slot print_timing: id 0 | task 12010 | n_gen = 210, tg = 69.59 t/s, tg_3s = 69.92 t/s 3.33.604.038 I slot print_timing: id 0 | task 12010 | prompt eval time = 123.85 ms / 185 tokens ( 0.67 ms per token, 1493.74 tokens per second) 3.33.604.043 I slot print_timing: id 0 | task 12010 | eval time = 5502.81 ms / 385 tokens ( 14.33 ms per token, 69.78 tokens per second) 3.33.604.044 I slot print_timing: id 0 | task 12010 | total time = 5626.66 ms / 570 tokens 3.33.604.045 I slot print_timing: id 0 | task 12010 | graphs reused = 11429 3.33.604.046 I slot print_timing: id 0 | task 12010 | graph reallocs = 0 / 0 (same size) / (changed size) 3.33.604.075 I slot release: id 0 | task 12010 | stop processing: n_tokens = 569, truncated = 0 3.33.647.182 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 569, t_last = 213501010 3.33.695.703 I slot launch_slot_: id 0 | task 12398 | processing task, is_child = 0 3.36.531.845 I slot print_timing: id 0 | task 12398 | prompt eval time = 99.88 ms / 123 tokens ( 0.81 ms per token, 1231.45 tokens per second) 3.36.531.850 I slot print_timing: id 0 | task 12398 | eval time = 2736.24 ms / 192 tokens ( 14.33 ms per token, 69.80 tokens per second) 3.36.531.851 I slot print_timing: id 0 | task 12398 | total time = 2836.12 ms / 315 tokens 3.36.531.852 I slot print_timing: id 0 | task 12398 | graphs reused = 11618 3.36.531.852 I slot print_timing: id 0 | task 12398 | graph reallocs = 0 / 0 (same size) / (changed size) 3.36.531.872 I slot release: id 0 | task 12398 | stop processing: n_tokens = 314, truncated = 0 3.36.553.443 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 314, t_last = 216428807 3.36.553.494 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 657.912 MiB) 3.36.596.969 I slot launch_slot_: id 0 | task 12593 | processing task, is_child = 0 3.37.710.728 I slot print_timing: id 0 | task 12593 | prompt eval time = 99.97 ms / 139 tokens ( 0.72 ms per token, 1390.46 tokens per second) 3.37.710.734 I slot print_timing: id 0 | task 12593 | eval time = 1013.77 ms / 72 tokens ( 14.28 ms per token, 70.04 tokens per second) 3.37.710.735 I slot print_timing: id 0 | task 12593 | total time = 1113.74 ms / 211 tokens 3.37.710.736 I slot print_timing: id 0 | task 12593 | graphs reused = 11688 3.37.710.736 I slot print_timing: id 0 | task 12593 | graph reallocs = 0 / 0 (same size) / (changed size) 3.37.710.758 I slot release: id 0 | task 12593 | stop processing: n_tokens = 210, truncated = 0 3.37.752.020 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 210, t_last = 217607692 3.37.775.417 I slot launch_slot_: id 0 | task 12668 | processing task, is_child = 0 3.40.234.096 I slot print_timing: id 0 | task 12668 | prompt eval time = 100.89 ms / 132 tokens ( 0.76 ms per token, 1308.42 tokens per second) 3.40.234.101 I slot print_timing: id 0 | task 12668 | eval time = 2357.77 ms / 165 tokens ( 14.38 ms per token, 69.56 tokens per second) 3.40.234.102 I slot print_timing: id 0 | task 12668 | total time = 2458.66 ms / 297 tokens 3.40.234.103 I slot print_timing: id 0 | task 12668 | graphs reused = 11850 3.40.234.103 I slot print_timing: id 0 | task 12668 | graph reallocs = 0 / 0 (same size) / (changed size) 3.40.234.127 I slot release: id 0 | task 12668 | stop processing: n_tokens = 296, truncated = 0 3.40.276.514 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 296, t_last = 220131062 3.40.304.593 I slot launch_slot_: id 0 | task 12836 | processing task, is_child = 0 3.40.954.413 I slot print_timing: id 0 | task 12836 | prompt eval time = 102.46 ms / 146 tokens ( 0.70 ms per token, 1424.89 tokens per second) 3.40.954.419 I slot print_timing: id 0 | task 12836 | eval time = 547.34 ms / 40 tokens ( 14.03 ms per token, 71.25 tokens per second) 3.40.954.420 I slot print_timing: id 0 | task 12836 | total time = 649.80 ms / 186 tokens 3.40.954.420 I slot print_timing: id 0 | task 12836 | graphs reused = 11888 3.40.954.421 I slot print_timing: id 0 | task 12836 | graph reallocs = 0 / 0 (same size) / (changed size) 3.40.954.442 I slot release: id 0 | task 12836 | stop processing: n_tokens = 185, truncated = 0 3.40.996.126 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 185, t_last = 220851377 3.41.018.589 I slot launch_slot_: id 0 | task 12879 | processing task, is_child = 0 3.41.409.069 I slot print_timing: id 0 | task 12879 | prompt eval time = 113.80 ms / 150 tokens ( 0.76 ms per token, 1318.10 tokens per second) 3.41.409.075 I slot print_timing: id 0 | task 12879 | eval time = 276.66 ms / 20 tokens ( 14.56 ms per token, 68.68 tokens per second) 3.41.409.076 I slot print_timing: id 0 | task 12879 | total time = 390.46 ms / 170 tokens 3.41.409.077 I slot print_timing: id 0 | task 12879 | graphs reused = 11906 3.41.409.078 I slot print_timing: id 0 | task 12879 | graph reallocs = 0 / 0 (same size) / (changed size) 3.41.409.099 I slot release: id 0 | task 12879 | stop processing: n_tokens = 169, truncated = 0 3.41.430.765 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 169, t_last = 221306034 3.41.452.190 I slot launch_slot_: id 0 | task 12902 | processing task, is_child = 0 3.41.993.019 I slot print_timing: id 0 | task 12902 | prompt eval time = 103.69 ms / 142 tokens ( 0.73 ms per token, 1369.52 tokens per second) 3.41.993.024 I slot print_timing: id 0 | task 12902 | eval time = 437.12 ms / 31 tokens ( 14.57 ms per token, 68.63 tokens per second) 3.41.993.025 I slot print_timing: id 0 | task 12902 | total time = 540.81 ms / 173 tokens 3.41.993.025 I slot print_timing: id 0 | task 12902 | graphs reused = 11935 3.41.993.026 I slot print_timing: id 0 | task 12902 | graph reallocs = 0 / 0 (same size) / (changed size) 3.41.993.048 I slot release: id 0 | task 12902 | stop processing: n_tokens = 172, truncated = 0 3.42.026.246 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 172, t_last = 221889983 3.42.026.284 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 432.853 MiB) 3.42.059.861 I slot launch_slot_: id 0 | task 12936 | processing task, is_child = 0 3.45.168.457 I slot print_timing: id 0 | task 12936 | n_gen = 212, tg = 70.21 t/s, tg_3s = 70.55 t/s 3.48.179.410 I slot print_timing: id 0 | task 12936 | n_gen = 420, tg = 69.65 t/s, tg_3s = 69.08 t/s 3.51.180.960 I slot print_timing: id 0 | task 12936 | n_gen = 627, tg = 69.42 t/s, tg_3s = 68.96 t/s 3.51.993.216 I slot print_timing: id 0 | task 12936 | prompt eval time = 103.45 ms / 144 tokens ( 0.72 ms per token, 1391.94 tokens per second) 3.51.993.221 I slot print_timing: id 0 | task 12936 | eval time = 9829.88 ms / 682 tokens ( 14.43 ms per token, 69.28 tokens per second) 3.51.993.222 I slot print_timing: id 0 | task 12936 | total time = 9933.34 ms / 826 tokens 3.51.993.223 I slot print_timing: id 0 | task 12936 | graphs reused = 12612 3.51.993.223 I slot print_timing: id 0 | task 12936 | graph reallocs = 0 / 0 (same size) / (changed size) 3.51.993.251 I slot release: id 0 | task 12936 | stop processing: n_tokens = 825, truncated = 0 3.52.015.603 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 825, t_last = 231890185 3.52.015.702 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 511.280 MiB) 3.52.093.702 I slot launch_slot_: id 0 | task 13621 | processing task, is_child = 0 3.55.184.957 I slot print_timing: id 0 | task 13621 | prompt eval time = 113.23 ms / 148 tokens ( 0.77 ms per token, 1307.10 tokens per second) 3.55.184.963 I slot print_timing: id 0 | task 13621 | eval time = 2978.01 ms / 209 tokens ( 14.32 ms per token, 69.85 tokens per second) 3.55.184.964 I slot print_timing: id 0 | task 13621 | total time = 3091.24 ms / 357 tokens 3.55.184.965 I slot print_timing: id 0 | task 13621 | graphs reused = 12818 3.55.184.965 I slot print_timing: id 0 | task 13621 | graph reallocs = 0 / 0 (same size) / (changed size) 3.55.184.987 I slot release: id 0 | task 13621 | stop processing: n_tokens = 356, truncated = 0 3.55.214.531 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 356, t_last = 235081922 3.55.247.886 I slot launch_slot_: id 0 | task 13833 | processing task, is_child = 0 3.55.838.357 I slot print_timing: id 0 | task 13833 | prompt eval time = 118.94 ms / 173 tokens ( 0.69 ms per token, 1454.54 tokens per second) 3.55.838.363 I slot print_timing: id 0 | task 13833 | eval time = 471.51 ms / 33 tokens ( 14.73 ms per token, 67.87 tokens per second) 3.55.838.364 I slot print_timing: id 0 | task 13833 | total time = 590.45 ms / 206 tokens 3.55.838.365 I slot print_timing: id 0 | task 13833 | graphs reused = 12849 3.55.838.365 I slot print_timing: id 0 | task 13833 | graph reallocs = 0 / 0 (same size) / (changed size) 3.55.838.393 I slot release: id 0 | task 13833 | stop processing: n_tokens = 205, truncated = 0 3.55.855.934 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 205, t_last = 235735328 3.55.885.896 I slot launch_slot_: id 0 | task 13869 | processing task, is_child = 0 3.56.410.812 I slot print_timing: id 0 | task 13869 | prompt eval time = 117.83 ms / 153 tokens ( 0.77 ms per token, 1298.44 tokens per second) 3.56.410.818 I slot print_timing: id 0 | task 13869 | eval time = 407.06 ms / 30 tokens ( 14.04 ms per token, 71.24 tokens per second) 3.56.410.819 I slot print_timing: id 0 | task 13869 | total time = 524.89 ms / 183 tokens 3.56.410.820 I slot print_timing: id 0 | task 13869 | graphs reused = 12877 3.56.410.821 I slot print_timing: id 0 | task 13869 | graph reallocs = 0 / 0 (same size) / (changed size) 3.56.410.844 I slot release: id 0 | task 13869 | stop processing: n_tokens = 182, truncated = 0 3.56.416.395 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 182, t_last = 236307778 3.56.416.434 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 311.285 MiB) 3.56.449.428 I slot launch_slot_: id 0 | task 13902 | processing task, is_child = 0 3.57.334.623 I slot print_timing: id 0 | task 13902 | prompt eval time = 103.01 ms / 151 tokens ( 0.68 ms per token, 1465.82 tokens per second) 3.57.334.629 I slot print_timing: id 0 | task 13902 | eval time = 782.16 ms / 57 tokens ( 13.97 ms per token, 71.60 tokens per second) 3.57.334.630 I slot print_timing: id 0 | task 13902 | total time = 885.17 ms / 208 tokens 3.57.334.630 I slot print_timing: id 0 | task 13902 | graphs reused = 12932 3.57.334.631 I slot print_timing: id 0 | task 13902 | graph reallocs = 0 / 0 (same size) / (changed size) 3.57.334.653 I slot release: id 0 | task 13902 | stop processing: n_tokens = 207, truncated = 0 3.57.373.859 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 207, t_last = 237231587 3.57.397.516 I slot launch_slot_: id 0 | task 13962 | processing task, is_child = 0 3.58.539.246 I slot print_timing: id 0 | task 13962 | prompt eval time = 115.97 ms / 165 tokens ( 0.70 ms per token, 1422.83 tokens per second) 3.58.539.251 I slot print_timing: id 0 | task 13962 | eval time = 1025.74 ms / 72 tokens ( 14.45 ms per token, 69.22 tokens per second) 3.58.539.252 I slot print_timing: id 0 | task 13962 | total time = 1141.71 ms / 237 tokens 3.58.539.253 I slot print_timing: id 0 | task 13962 | graphs reused = 13002 3.58.539.254 I slot print_timing: id 0 | task 13962 | graph reallocs = 0 / 0 (same size) / (changed size) 3.58.539.277 I slot release: id 0 | task 13962 | stop processing: n_tokens = 236, truncated = 0 3.58.570.998 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 236, t_last = 238436212 3.58.571.043 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 391.320 MiB) 3.58.610.807 I slot launch_slot_: id 0 | task 14037 | processing task, is_child = 0 3.58.921.625 I slot print_timing: id 0 | task 14037 | prompt eval time = 119.19 ms / 165 tokens ( 0.72 ms per token, 1384.30 tokens per second) 3.58.921.630 I slot print_timing: id 0 | task 14037 | eval time = 191.60 ms / 14 tokens ( 14.74 ms per token, 67.85 tokens per second) 3.58.921.631 I slot print_timing: id 0 | task 14037 | total time = 310.80 ms / 179 tokens 3.58.921.632 I slot print_timing: id 0 | task 14037 | graphs reused = 13014 3.58.921.633 I slot print_timing: id 0 | task 14037 | graph reallocs = 0 / 0 (same size) / (changed size) 3.58.921.659 I slot release: id 0 | task 14037 | stop processing: n_tokens = 178, truncated = 0 3.58.944.561 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 178, t_last = 238818594 3.58.969.531 I slot launch_slot_: id 0 | task 14054 | processing task, is_child = 0 4.02.090.281 I slot print_timing: id 0 | task 14054 | n_gen = 212, tg = 70.25 t/s, tg_3s = 70.58 t/s 4.05.097.572 I slot print_timing: id 0 | task 14054 | n_gen = 421, tg = 69.87 t/s, tg_3s = 69.50 t/s 4.08.100.541 I slot print_timing: id 0 | task 14054 | n_gen = 626, tg = 69.34 t/s, tg_3s = 68.27 t/s 4.11.115.154 I slot print_timing: id 0 | task 14054 | n_gen = 833, tg = 69.17 t/s, tg_3s = 68.67 t/s 4.13.765.949 I slot print_timing: id 0 | task 14054 | prompt eval time = 117.03 ms / 153 tokens ( 0.76 ms per token, 1307.41 tokens per second) 4.13.765.954 I slot print_timing: id 0 | task 14054 | eval time = 14679.38 ms / 1014 tokens ( 14.49 ms per token, 69.01 tokens per second) 4.13.765.955 I slot print_timing: id 0 | task 14054 | total time = 14796.40 ms / 1167 tokens 4.13.765.957 I slot print_timing: id 0 | task 14054 | graphs reused = 14022 4.13.765.957 I slot print_timing: id 0 | task 14054 | graph reallocs = 0 / 0 (same size) / (changed size) 4.13.765.984 I slot release: id 0 | task 14054 | stop processing: n_tokens = 1166, truncated = 0 4.13.797.423 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1166, t_last = 253662919 4.13.797.547 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 716.102 MiB) 4.13.899.734 I slot launch_slot_: id 0 | task 15071 | processing task, is_child = 0 4.17.028.732 I slot print_timing: id 0 | task 15071 | n_gen = 210, tg = 69.44 t/s, tg_3s = 69.77 t/s 4.20.034.535 I slot print_timing: id 0 | task 15071 | n_gen = 418, tg = 69.32 t/s, tg_3s = 69.20 t/s 4.23.044.783 I slot print_timing: id 0 | task 15071 | n_gen = 626, tg = 69.24 t/s, tg_3s = 69.10 t/s 4.23.416.303 I slot print_timing: id 0 | task 15071 | prompt eval time = 119.02 ms / 166 tokens ( 0.72 ms per token, 1394.75 tokens per second) 4.23.416.309 I slot print_timing: id 0 | task 15071 | eval time = 9397.53 ms / 651 tokens ( 14.46 ms per token, 69.17 tokens per second) 4.23.416.310 I slot print_timing: id 0 | task 15071 | total time = 9516.55 ms / 817 tokens 4.23.416.311 I slot print_timing: id 0 | task 15071 | graphs reused = 14668 4.23.416.312 I slot print_timing: id 0 | task 15071 | graph reallocs = 0 / 0 (same size) / (changed size) 4.23.416.337 I slot release: id 0 | task 15071 | stop processing: n_tokens = 816, truncated = 0 4.23.422.323 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 816, t_last = 263313272 4.23.488.995 I slot launch_slot_: id 0 | task 15725 | processing task, is_child = 0 4.24.137.620 I slot print_timing: id 0 | task 15725 | prompt eval time = 118.59 ms / 172 tokens ( 0.69 ms per token, 1450.31 tokens per second) 4.24.137.625 I slot print_timing: id 0 | task 15725 | eval time = 530.01 ms / 37 tokens ( 14.72 ms per token, 67.92 tokens per second) 4.24.137.626 I slot print_timing: id 0 | task 15725 | total time = 648.60 ms / 209 tokens 4.24.137.628 I slot print_timing: id 0 | task 15725 | graphs reused = 14703 4.24.137.628 I slot print_timing: id 0 | task 15725 | graph reallocs = 0 / 0 (same size) / (changed size) 4.24.137.651 I slot release: id 0 | task 15725 | stop processing: n_tokens = 208, truncated = 0 4.24.180.617 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 208, t_last = 264034586 4.24.180.662 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 686.866 MiB) 4.24.231.717 I slot launch_slot_: id 0 | task 15765 | processing task, is_child = 0 4.25.809.159 I slot print_timing: id 0 | task 15765 | prompt eval time = 129.54 ms / 204 tokens ( 0.64 ms per token, 1574.74 tokens per second) 4.25.809.164 I slot print_timing: id 0 | task 15765 | eval time = 1447.86 ms / 104 tokens ( 14.06 ms per token, 71.14 tokens per second) 4.25.809.165 I slot print_timing: id 0 | task 15765 | total time = 1577.41 ms / 308 tokens 4.25.809.166 I slot print_timing: id 0 | task 15765 | graphs reused = 14804 4.25.809.167 I slot print_timing: id 0 | task 15765 | graph reallocs = 0 / 0 (same size) / (changed size) 4.25.809.196 I slot release: id 0 | task 15765 | stop processing: n_tokens = 307, truncated = 0 4.25.834.389 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 307, t_last = 265706131 4.25.868.257 I slot launch_slot_: id 0 | task 15872 | processing task, is_child = 0 4.26.455.007 I slot print_timing: id 0 | task 15872 | prompt eval time = 104.26 ms / 152 tokens ( 0.69 ms per token, 1457.87 tokens per second) 4.26.455.013 I slot print_timing: id 0 | task 15872 | eval time = 482.47 ms / 34 tokens ( 14.62 ms per token, 68.40 tokens per second) 4.26.455.014 I slot print_timing: id 0 | task 15872 | total time = 586.73 ms / 186 tokens 4.26.455.015 I slot print_timing: id 0 | task 15872 | graphs reused = 14836 4.26.455.016 I slot print_timing: id 0 | task 15872 | graph reallocs = 0 / 0 (same size) / (changed size) 4.26.455.037 I slot release: id 0 | task 15872 | stop processing: n_tokens = 185, truncated = 0