C:\quantdiff\llama.cpp\bin\llama-server.exe -m C:\quantdiff\dl\campaign\aa6e1ccf5cd1\gemma-4-12b-it-UD-Q2_K_XL.gguf --host 127.0.0.1 --port 8091 -c 16384 -np 4 -ngl 999 -fa on --jinja --seed 1234 --chat-template-kwargs "{\"enable_thinking\": false}" --no-webui -a quant 0.01.456.233 W Setting 'enable_thinking' via --chat-template-kwargs is deprecated. Use --reasoning on / --reasoning off instead. 0.01.456.910 I srv llama_server: initializing ... 0.01.456.917 I cmn common_param: common_params_print_info: verbosity = 3 (adjust with the `-lv N` CLI arg) 0.01.459.661 I srv init_listene: The UI is disabled 0.01.459.665 I srv init_listene: Use --ui/--no-ui (or deprecated --webui/--no-webui) to enable/disable 0.01.460.628 W srv llama_server: security: no API key is set and CORS allows all origins (see https://github.com/ggml-org/llama.cpp/pull/25655) 0.01.475.788 I srv load_model: loading model 'C:\quantdiff\dl\campaign\aa6e1ccf5cd1\gemma-4-12b-it-UD-Q2_K_XL.gguf' 0.02.700.939 W load: control-looking token: 1 '' was not control-type; this is probably a bug in the model. its type will be overridden 0.02.701.139 W load: control-looking token: 50 '<|tool_response>' was not control-type; this is probably a bug in the model. its type will be overridden 0.02.701.458 W load: control-looking token: 212 '' was not control-type; this is probably a bug in the model. its type will be overridden 0.02.739.946 W load: '' is a normal token here, removing it from EOG list 0.04.317.179 I cmn init: llama threadpool init, n_threads = 8 0.04.441.276 I srv load_model: initializing, n_slots = 4, n_ctx_slot = 4096, kv_unified = 'false' 0.04.455.843 I srv llama_server: model loaded 0.04.455.851 I srv llama_server: listening on http://127.0.0.1:8091 0.45.589.417 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 0, t_last = -1 0.45.589.806 I slot launch_slot_: id 0 | task 1 | processing task, is_child = 0 0.45.589.813 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 0, t_last = -1 0.45.589.835 I slot launch_slot_: id 1 | task 0 | processing task, is_child = 0 0.45.589.837 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 0, t_last = -1 0.45.589.854 I slot launch_slot_: id 2 | task 2 | processing task, is_child = 0 0.45.632.104 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 0, t_last = -1 0.45.632.141 I slot launch_slot_: id 3 | task 4 | processing task, is_child = 0 0.46.235.515 I slot print_timing: id 0 | task 1 | prompt eval time = 599.91 ms / 118 tokens ( 5.08 ms per token, 196.70 tokens per second) 0.46.235.521 I slot print_timing: id 0 | task 1 | eval time = 45.73 ms / 2 tokens ( 45.73 ms per token, 21.87 tokens per second) 0.46.235.522 I slot print_timing: id 0 | task 1 | total time = 645.64 ms / 120 tokens 0.46.235.528 I slot print_timing: id 0 | task 1 | graphs reused = 1 0.46.235.529 I slot print_timing: id 0 | task 1 | graph reallocs = 0 / 0 (same size) / (changed size) 0.46.235.565 I slot release: id 0 | task 1 | stop processing: n_tokens = 119, truncated = 0 0.46.235.959 I slot print_timing: id 1 | task 0 | prompt eval time = 600.64 ms / 126 tokens ( 4.77 ms per token, 209.78 tokens per second) 0.46.235.962 I slot print_timing: id 1 | task 0 | eval time = 45.44 ms / 2 tokens ( 45.44 ms per token, 22.01 tokens per second) 0.46.235.963 I slot print_timing: id 1 | task 0 | total time = 646.08 ms / 128 tokens 0.46.235.964 I slot print_timing: id 1 | task 0 | graphs reused = 1 0.46.235.964 I slot print_timing: id 1 | task 0 | graph reallocs = 0 / 0 (same size) / (changed size) 0.46.235.983 I slot release: id 1 | task 0 | stop processing: n_tokens = 127, truncated = 0 0.46.236.345 I slot print_timing: id 2 | task 2 | prompt eval time = 601.34 ms / 135 tokens ( 4.45 ms per token, 224.50 tokens per second) 0.46.236.348 I slot print_timing: id 2 | task 2 | eval time = 45.12 ms / 2 tokens ( 45.12 ms per token, 22.16 tokens per second) 0.46.236.349 I slot print_timing: id 2 | task 2 | total time = 646.46 ms / 137 tokens 0.46.236.349 I slot print_timing: id 2 | task 2 | graphs reused = 1 0.46.236.350 I slot print_timing: id 2 | task 2 | graph reallocs = 0 / 0 (same size) / (changed size) 0.46.236.369 I slot release: id 2 | task 2 | stop processing: n_tokens = 136, truncated = 0 0.46.255.351 I slot print_timing: id 3 | task 4 | prompt eval time = 438.32 ms / 122 tokens ( 3.59 ms per token, 278.34 tokens per second) 0.46.255.357 I slot print_timing: id 3 | task 4 | eval time = 18.33 ms / 2 tokens ( 18.33 ms per token, 54.55 tokens per second) 0.46.255.358 I slot print_timing: id 3 | task 4 | total time = 456.65 ms / 124 tokens 0.46.255.360 I slot print_timing: id 3 | task 4 | graphs reused = 1 0.46.255.361 I slot print_timing: id 3 | task 4 | graph reallocs = 0 / 0 (same size) / (changed size) 0.46.255.384 I slot release: id 3 | task 4 | stop processing: n_tokens = 123, truncated = 0 0.46.288.659 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.263 (> 0.100 thold), f_keep = 0.252 0.46.302.684 I slot launch_slot_: id 0 | task 9 | processing task, is_child = 0 0.46.344.590 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.199 (> 0.100 thold), f_keep = 0.236 0.46.344.757 I slot launch_slot_: id 1 | task 10 | processing task, is_child = 0 0.46.344.817 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.147 (> 0.100 thold), f_keep = 0.213 0.46.344.919 I slot launch_slot_: id 2 | task 11 | processing task, is_child = 0 0.46.344.950 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.180 (> 0.100 thold), f_keep = 0.236 0.46.345.048 I slot launch_slot_: id 3 | task 12 | processing task, is_child = 0 0.46.733.496 I slot print_timing: id 0 | task 9 | prompt eval time = 366.96 ms / 113 tokens ( 3.25 ms per token, 307.94 tokens per second) 0.46.733.502 I slot print_timing: id 0 | task 9 | eval time = 21.47 ms / 2 tokens ( 21.47 ms per token, 46.57 tokens per second) 0.46.733.503 I slot print_timing: id 0 | task 9 | total time = 388.43 ms / 115 tokens 0.46.733.504 I slot print_timing: id 0 | task 9 | graphs reused = 1 0.46.733.504 I slot print_timing: id 0 | task 9 | graph reallocs = 0 / 0 (same size) / (changed size) 0.46.733.529 I slot release: id 0 | task 9 | stop processing: n_tokens = 115, truncated = 0 0.46.733.847 I slot print_timing: id 1 | task 10 | prompt eval time = 362.35 ms / 150 tokens ( 2.42 ms per token, 413.97 tokens per second) 0.46.733.850 I slot print_timing: id 1 | task 10 | eval time = 21.15 ms / 2 tokens ( 21.15 ms per token, 47.28 tokens per second) 0.46.733.851 I slot print_timing: id 1 | task 10 | total time = 383.49 ms / 152 tokens 0.46.733.852 I slot print_timing: id 1 | task 10 | graphs reused = 1 0.46.733.852 I slot print_timing: id 1 | task 10 | graph reallocs = 0 / 0 (same size) / (changed size) 0.46.733.871 I slot release: id 1 | task 10 | stop processing: n_tokens = 152, truncated = 0 0.46.734.193 I slot print_timing: id 2 | task 11 | prompt eval time = 357.80 ms / 196 tokens ( 1.83 ms per token, 547.79 tokens per second) 0.46.734.197 I slot print_timing: id 2 | task 11 | eval time = 20.81 ms / 2 tokens ( 20.81 ms per token, 48.06 tokens per second) 0.46.734.197 I slot print_timing: id 2 | task 11 | total time = 378.61 ms / 198 tokens 0.46.734.198 I slot print_timing: id 2 | task 11 | graphs reused = 1 0.46.734.199 I slot print_timing: id 2 | task 11 | graph reallocs = 0 / 0 (same size) / (changed size) 0.46.734.223 I slot release: id 2 | task 11 | stop processing: n_tokens = 198, truncated = 0 0.46.748.709 I slot print_timing: id 3 | task 12 | prompt eval time = 353.35 ms / 160 tokens ( 2.21 ms per token, 452.80 tokens per second) 0.46.748.714 I slot print_timing: id 3 | task 12 | eval time = 34.72 ms / 3 tokens ( 17.36 ms per token, 57.60 tokens per second) 0.46.748.715 I slot print_timing: id 3 | task 12 | total time = 388.08 ms / 163 tokens 0.46.748.716 I slot print_timing: id 3 | task 12 | graphs reused = 1 0.46.748.717 I slot print_timing: id 3 | task 12 | graph reallocs = 0 / 0 (same size) / (changed size) 0.46.748.743 I slot release: id 3 | task 12 | stop processing: n_tokens = 163, truncated = 0 0.46.748.752 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.246 (> 0.100 thold), f_keep = 0.261 0.46.761.762 I slot launch_slot_: id 0 | task 17 | processing task, is_child = 0 0.46.816.123 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.220 (> 0.100 thold), f_keep = 0.191 0.46.816.304 I slot launch_slot_: id 1 | task 18 | processing task, is_child = 0 0.46.816.376 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.188 (> 0.100 thold), f_keep = 0.146 0.46.816.515 I slot launch_slot_: id 2 | task 19 | processing task, is_child = 0 0.46.816.550 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.236 (> 0.100 thold), f_keep = 0.178 0.46.816.659 I slot launch_slot_: id 3 | task 20 | processing task, is_child = 0 0.47.174.769 I slot print_timing: id 0 | task 17 | prompt eval time = 336.73 ms / 121 tokens ( 2.78 ms per token, 359.34 tokens per second) 0.47.174.775 I slot print_timing: id 0 | task 17 | eval time = 21.36 ms / 2 tokens ( 21.36 ms per token, 46.81 tokens per second) 0.47.174.777 I slot print_timing: id 0 | task 17 | total time = 358.09 ms / 123 tokens 0.47.174.778 I slot print_timing: id 0 | task 17 | graphs reused = 1 0.47.174.779 I slot print_timing: id 0 | task 17 | graph reallocs = 0 / 0 (same size) / (changed size) 0.47.174.808 I slot release: id 0 | task 17 | stop processing: n_tokens = 123, truncated = 0 0.47.175.162 I slot print_timing: id 1 | task 18 | prompt eval time = 332.64 ms / 131 tokens ( 2.54 ms per token, 393.82 tokens per second) 0.47.175.165 I slot print_timing: id 1 | task 18 | eval time = 21.08 ms / 2 tokens ( 21.08 ms per token, 47.43 tokens per second) 0.47.175.166 I slot print_timing: id 1 | task 18 | total time = 353.72 ms / 133 tokens 0.47.175.166 I slot print_timing: id 1 | task 18 | graphs reused = 1 0.47.175.167 I slot print_timing: id 1 | task 18 | graph reallocs = 0 / 0 (same size) / (changed size) 0.47.175.183 I slot release: id 1 | task 18 | stop processing: n_tokens = 133, truncated = 0 0.47.175.525 I slot print_timing: id 2 | task 19 | prompt eval time = 328.32 ms / 153 tokens ( 2.15 ms per token, 466.01 tokens per second) 0.47.175.527 I slot print_timing: id 2 | task 19 | eval time = 20.74 ms / 2 tokens ( 20.74 ms per token, 48.23 tokens per second) 0.47.175.528 I slot print_timing: id 2 | task 19 | total time = 349.05 ms / 155 tokens 0.47.175.529 I slot print_timing: id 2 | task 19 | graphs reused = 1 0.47.175.529 I slot print_timing: id 2 | task 19 | graph reallocs = 0 / 0 (same size) / (changed size) 0.47.175.544 I slot release: id 2 | task 19 | stop processing: n_tokens = 155, truncated = 0 0.47.175.831 I slot print_timing: id 3 | task 20 | prompt eval time = 323.62 ms / 122 tokens ( 2.65 ms per token, 376.99 tokens per second) 0.47.175.834 I slot print_timing: id 3 | task 20 | eval time = 20.44 ms / 2 tokens ( 20.44 ms per token, 48.91 tokens per second) 0.47.175.834 I slot print_timing: id 3 | task 20 | total time = 344.06 ms / 124 tokens 0.47.175.835 I slot print_timing: id 3 | task 20 | graphs reused = 1 0.47.175.836 I slot print_timing: id 3 | task 20 | graph reallocs = 0 / 0 (same size) / (changed size) 0.47.175.846 I slot release: id 3 | task 20 | stop processing: n_tokens = 124, truncated = 0 0.47.183.614 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.154 (> 0.100 thold), f_keep = 0.236 0.47.197.563 I slot launch_slot_: id 0 | task 24 | processing task, is_child = 0 0.47.242.459 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.199 (> 0.100 thold), f_keep = 0.218 0.47.242.588 I slot launch_slot_: id 1 | task 25 | processing task, is_child = 0 0.47.242.652 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.207 (> 0.100 thold), f_keep = 0.187 0.47.242.762 I slot launch_slot_: id 2 | task 26 | processing task, is_child = 0 0.47.242.794 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.240 (> 0.100 thold), f_keep = 0.234 0.47.242.893 I slot launch_slot_: id 3 | task 27 | processing task, is_child = 0 0.47.628.071 I slot print_timing: id 0 | task 24 | prompt eval time = 363.78 ms / 187 tokens ( 1.95 ms per token, 514.05 tokens per second) 0.47.628.077 I slot print_timing: id 0 | task 24 | eval time = 21.38 ms / 2 tokens ( 21.38 ms per token, 46.77 tokens per second) 0.47.628.078 I slot print_timing: id 0 | task 24 | total time = 385.16 ms / 189 tokens 0.47.628.079 I slot print_timing: id 0 | task 24 | graphs reused = 1 0.47.628.080 I slot print_timing: id 0 | task 24 | graph reallocs = 0 / 0 (same size) / (changed size) 0.47.628.110 I slot release: id 0 | task 24 | stop processing: n_tokens = 189, truncated = 0 0.47.628.429 I slot print_timing: id 1 | task 25 | prompt eval time = 359.60 ms / 145 tokens ( 2.48 ms per token, 403.22 tokens per second) 0.47.628.432 I slot print_timing: id 1 | task 25 | eval time = 21.03 ms / 2 tokens ( 21.03 ms per token, 47.56 tokens per second) 0.47.628.433 I slot print_timing: id 1 | task 25 | total time = 380.63 ms / 147 tokens 0.47.628.434 I slot print_timing: id 1 | task 25 | graphs reused = 1 0.47.628.434 I slot print_timing: id 1 | task 25 | graph reallocs = 0 / 0 (same size) / (changed size) 0.47.628.451 I slot release: id 1 | task 25 | stop processing: n_tokens = 147, truncated = 0 0.47.628.783 I slot print_timing: id 2 | task 26 | prompt eval time = 355.33 ms / 139 tokens ( 2.56 ms per token, 391.18 tokens per second) 0.47.628.786 I slot print_timing: id 2 | task 26 | eval time = 20.71 ms / 2 tokens ( 20.71 ms per token, 48.29 tokens per second) 0.47.628.787 I slot print_timing: id 2 | task 26 | total time = 376.04 ms / 141 tokens 0.47.628.788 I slot print_timing: id 2 | task 26 | graphs reused = 1 0.47.628.788 I slot print_timing: id 2 | task 26 | graph reallocs = 0 / 0 (same size) / (changed size) 0.47.628.802 I slot release: id 2 | task 26 | stop processing: n_tokens = 141, truncated = 0 0.47.629.073 I slot print_timing: id 3 | task 27 | prompt eval time = 350.93 ms / 120 tokens ( 2.92 ms per token, 341.95 tokens per second) 0.47.629.076 I slot print_timing: id 3 | task 27 | eval time = 20.40 ms / 2 tokens ( 20.40 ms per token, 49.02 tokens per second) 0.47.629.076 I slot print_timing: id 3 | task 27 | total time = 371.33 ms / 122 tokens 0.47.629.077 I slot print_timing: id 3 | task 27 | graphs reused = 1 0.47.629.077 I slot print_timing: id 3 | task 27 | graph reallocs = 0 / 0 (same size) / (changed size) 0.47.629.088 I slot release: id 3 | task 27 | stop processing: n_tokens = 122, truncated = 0 0.47.636.746 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.218 (> 0.100 thold), f_keep = 0.153 0.47.664.443 I slot launch_slot_: id 0 | task 31 | processing task, is_child = 0 0.47.711.869 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.225 (> 0.100 thold), f_keep = 0.197 0.47.718.489 I slot launch_slot_: id 1 | task 32 | processing task, is_child = 0 0.47.718.554 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.165 (> 0.100 thold), f_keep = 0.206 0.47.718.665 I slot launch_slot_: id 2 | task 33 | processing task, is_child = 0 0.47.718.697 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.197 (> 0.100 thold), f_keep = 0.238 0.47.718.801 I slot launch_slot_: id 3 | task 34 | processing task, is_child = 0 0.48.090.019 I slot print_timing: id 2 | task 33 | prompt eval time = 340.98 ms / 175 tokens ( 1.95 ms per token, 513.23 tokens per second) 0.48.090.024 I slot print_timing: id 2 | task 33 | eval time = 20.41 ms / 2 tokens ( 20.41 ms per token, 48.99 tokens per second) 0.48.090.026 I slot print_timing: id 2 | task 33 | total time = 361.39 ms / 177 tokens 0.48.090.026 I slot print_timing: id 2 | task 33 | graphs reused = 1 0.48.090.027 I slot print_timing: id 2 | task 33 | graph reallocs = 0 / 0 (same size) / (changed size) 0.48.090.057 I slot release: id 2 | task 33 | stop processing: n_tokens = 177, truncated = 0 0.48.090.308 I slot print_timing: id 3 | task 34 | prompt eval time = 336.63 ms / 146 tokens ( 2.31 ms per token, 433.70 tokens per second) 0.48.090.312 I slot print_timing: id 3 | task 34 | eval time = 20.12 ms / 2 tokens ( 20.12 ms per token, 49.70 tokens per second) 0.48.090.312 I slot print_timing: id 3 | task 34 | total time = 356.75 ms / 148 tokens 0.48.090.313 I slot print_timing: id 3 | task 34 | graphs reused = 1 0.48.090.313 I slot print_timing: id 3 | task 34 | graph reallocs = 0 / 0 (same size) / (changed size) 0.48.090.332 I slot release: id 3 | task 34 | stop processing: n_tokens = 148, truncated = 0 0.48.106.304 I slot print_timing: id 1 | task 32 | prompt eval time = 345.17 ms / 128 tokens ( 2.70 ms per token, 370.83 tokens per second) 0.48.106.308 I slot print_timing: id 1 | task 32 | eval time = 37.34 ms / 3 tokens ( 18.67 ms per token, 53.57 tokens per second) 0.48.106.310 I slot print_timing: id 1 | task 32 | total time = 382.50 ms / 131 tokens 0.48.106.311 I slot print_timing: id 1 | task 32 | graphs reused = 1 0.48.106.311 I slot print_timing: id 1 | task 32 | graph reallocs = 0 / 0 (same size) / (changed size) 0.48.106.333 I slot release: id 1 | task 32 | stop processing: n_tokens = 131, truncated = 0 0.48.106.344 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.250 (> 0.100 thold), f_keep = 0.221 0.48.120.913 I slot launch_slot_: id 1 | task 39 | processing task, is_child = 0 0.48.158.326 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.193 (> 0.100 thold), f_keep = 0.164 0.48.158.498 I slot launch_slot_: id 2 | task 40 | processing task, is_child = 0 0.48.158.532 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.197 (> 0.100 thold), f_keep = 0.196 0.48.158.640 I slot launch_slot_: id 3 | task 41 | processing task, is_child = 0 0.48.481.785 I slot print_timing: id 1 | task 39 | prompt eval time = 300.52 ms / 115 tokens ( 2.61 ms per token, 382.67 tokens per second) 0.48.481.791 I slot print_timing: id 1 | task 39 | eval time = 22.61 ms / 2 tokens ( 22.61 ms per token, 44.23 tokens per second) 0.48.481.792 I slot print_timing: id 1 | task 39 | total time = 323.13 ms / 117 tokens 0.48.481.793 I slot print_timing: id 1 | task 39 | graphs reused = 1 0.48.481.794 I slot print_timing: id 1 | task 39 | graph reallocs = 0 / 0 (same size) / (changed size) 0.48.481.822 I slot release: id 1 | task 39 | stop processing: n_tokens = 117, truncated = 0 0.48.482.145 I slot print_timing: id 2 | task 40 | prompt eval time = 296.53 ms / 149 tokens ( 1.99 ms per token, 502.48 tokens per second) 0.48.482.148 I slot print_timing: id 2 | task 40 | eval time = 22.12 ms / 2 tokens ( 22.12 ms per token, 45.20 tokens per second) 0.48.482.149 I slot print_timing: id 2 | task 40 | total time = 318.65 ms / 151 tokens 0.48.482.149 I slot print_timing: id 2 | task 40 | graphs reused = 1 0.48.482.150 I slot print_timing: id 2 | task 40 | graph reallocs = 0 / 0 (same size) / (changed size) 0.48.482.168 I slot release: id 2 | task 40 | stop processing: n_tokens = 151, truncated = 0 0.48.482.437 I slot print_timing: id 3 | task 41 | prompt eval time = 292.14 ms / 146 tokens ( 2.00 ms per token, 499.75 tokens per second) 0.48.482.441 I slot print_timing: id 3 | task 41 | eval time = 21.68 ms / 2 tokens ( 21.68 ms per token, 46.12 tokens per second) 0.48.482.442 I slot print_timing: id 3 | task 41 | total time = 313.83 ms / 148 tokens 0.48.482.442 I slot print_timing: id 3 | task 41 | graphs reused = 1 0.48.482.443 I slot print_timing: id 3 | task 41 | graph reallocs = 0 / 0 (same size) / (changed size) 0.48.482.457 I slot release: id 3 | task 41 | stop processing: n_tokens = 148, truncated = 0 0.48.512.623 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.232 (> 0.100 thold), f_keep = 0.248 0.48.525.705 I slot launch_slot_: id 1 | task 47 | processing task, is_child = 0 0.48.557.108 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.227 (> 0.100 thold), f_keep = 0.192 0.48.557.261 I slot launch_slot_: id 2 | task 48 | processing task, is_child = 0 0.48.557.297 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.244 (> 0.100 thold), f_keep = 0.196 0.48.557.401 I slot launch_slot_: id 3 | task 49 | processing task, is_child = 0 0.48.870.545 I slot print_timing: id 1 | task 47 | prompt eval time = 292.23 ms / 124 tokens ( 2.36 ms per token, 424.32 tokens per second) 0.48.870.550 I slot print_timing: id 1 | task 47 | eval time = 20.89 ms / 2 tokens ( 20.89 ms per token, 47.86 tokens per second) 0.48.870.551 I slot print_timing: id 1 | task 47 | total time = 313.12 ms / 126 tokens 0.48.870.552 I slot print_timing: id 1 | task 47 | graphs reused = 2 0.48.870.552 I slot print_timing: id 1 | task 47 | graph reallocs = 0 / 0 (same size) / (changed size) 0.48.870.579 I slot release: id 1 | task 47 | stop processing: n_tokens = 126, truncated = 0 0.48.870.837 I slot print_timing: id 2 | task 48 | prompt eval time = 287.97 ms / 127 tokens ( 2.27 ms per token, 441.01 tokens per second) 0.48.870.840 I slot print_timing: id 2 | task 48 | eval time = 20.58 ms / 2 tokens ( 20.58 ms per token, 48.60 tokens per second) 0.48.870.841 I slot print_timing: id 2 | task 48 | total time = 308.55 ms / 129 tokens 0.48.870.842 I slot print_timing: id 2 | task 48 | graphs reused = 2 0.48.870.842 I slot print_timing: id 2 | task 48 | graph reallocs = 0 / 0 (same size) / (changed size) 0.48.870.857 I slot release: id 2 | task 48 | stop processing: n_tokens = 129, truncated = 0 0.48.871.123 I slot print_timing: id 3 | task 49 | prompt eval time = 283.46 ms / 118 tokens ( 2.40 ms per token, 416.29 tokens per second) 0.48.871.126 I slot print_timing: id 3 | task 49 | eval time = 20.26 ms / 2 tokens ( 20.26 ms per token, 49.36 tokens per second) 0.48.871.126 I slot print_timing: id 3 | task 49 | total time = 303.72 ms / 120 tokens 0.48.871.127 I slot print_timing: id 3 | task 49 | graphs reused = 2 0.48.871.128 I slot print_timing: id 3 | task 49 | graph reallocs = 0 / 0 (same size) / (changed size) 0.48.871.143 I slot release: id 3 | task 49 | stop processing: n_tokens = 120, truncated = 0 0.48.885.374 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.259 (> 0.100 thold), f_keep = 0.230 0.48.899.362 I slot launch_slot_: id 1 | task 54 | processing task, is_child = 0 0.48.926.184 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.199 (> 0.100 thold), f_keep = 0.225 0.48.926.354 I slot launch_slot_: id 2 | task 55 | processing task, is_child = 0 0.48.926.386 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.244 (> 0.100 thold), f_keep = 0.275 0.48.926.497 I slot launch_slot_: id 3 | task 56 | processing task, is_child = 0 0.49.218.241 I slot print_timing: id 0 | task 31 | prompt eval time = 349.46 ms / 132 tokens ( 2.65 ms per token, 377.72 tokens per second) 0.49.218.246 I slot print_timing: id 0 | task 31 | eval time = 1149.96 ms / 14 tokens ( 88.46 ms per token, 11.30 tokens per second) 0.49.218.247 I slot print_timing: id 0 | task 31 | total time = 1499.42 ms / 146 tokens 0.49.218.248 I slot print_timing: id 0 | task 31 | graphs reused = 2 0.49.218.249 I slot print_timing: id 0 | task 31 | graph reallocs = 0 / 0 (same size) / (changed size) 0.49.218.277 I slot release: id 0 | task 31 | stop processing: n_tokens = 146, truncated = 0 0.49.238.268 I slot print_timing: id 1 | task 54 | prompt eval time = 292.58 ms / 111 tokens ( 2.64 ms per token, 379.38 tokens per second) 0.49.238.274 I slot print_timing: id 1 | task 54 | eval time = 19.17 ms / 2 tokens ( 19.17 ms per token, 52.16 tokens per second) 0.49.238.275 I slot print_timing: id 1 | task 54 | total time = 311.75 ms / 113 tokens 0.49.238.276 I slot print_timing: id 1 | task 54 | graphs reused = 2 0.49.238.277 I slot print_timing: id 1 | task 54 | graph reallocs = 0 / 0 (same size) / (changed size) 0.49.238.302 I slot release: id 1 | task 54 | stop processing: n_tokens = 113, truncated = 0 0.49.238.726 I slot print_timing: id 2 | task 55 | prompt eval time = 288.41 ms / 145 tokens ( 1.99 ms per token, 502.76 tokens per second) 0.49.238.730 I slot print_timing: id 2 | task 55 | eval time = 18.90 ms / 2 tokens ( 18.90 ms per token, 52.90 tokens per second) 0.49.238.730 I slot print_timing: id 2 | task 55 | total time = 307.31 ms / 147 tokens 0.49.238.731 I slot print_timing: id 2 | task 55 | graphs reused = 2 0.49.238.732 I slot print_timing: id 2 | task 55 | graph reallocs = 0 / 0 (same size) / (changed size) 0.49.238.753 I slot release: id 2 | task 55 | stop processing: n_tokens = 147, truncated = 0 0.49.239.089 I slot print_timing: id 3 | task 56 | prompt eval time = 284.36 ms / 134 tokens ( 2.12 ms per token, 471.24 tokens per second) 0.49.239.093 I slot print_timing: id 3 | task 56 | eval time = 18.61 ms / 2 tokens ( 18.61 ms per token, 53.73 tokens per second) 0.49.239.094 I slot print_timing: id 3 | task 56 | total time = 302.97 ms / 136 tokens 0.49.239.094 I slot print_timing: id 3 | task 56 | graphs reused = 2 0.49.239.095 I slot print_timing: id 3 | task 56 | graph reallocs = 0 / 0 (same size) / (changed size) 0.49.239.111 I slot release: id 3 | task 56 | stop processing: n_tokens = 136, truncated = 0 0.49.239.120 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.206 (> 0.100 thold), f_keep = 0.199 0.49.254.678 I slot launch_slot_: id 0 | task 60 | processing task, is_child = 0 0.49.296.767 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.269 (> 0.100 thold), f_keep = 0.257 0.49.296.899 I slot launch_slot_: id 1 | task 61 | processing task, is_child = 0 0.49.296.962 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.156 (> 0.100 thold), f_keep = 0.197 0.49.297.066 I slot launch_slot_: id 2 | task 62 | processing task, is_child = 0 0.49.297.098 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.265 (> 0.100 thold), f_keep = 0.221 0.49.297.206 I slot launch_slot_: id 3 | task 63 | processing task, is_child = 0 0.49.662.376 I slot print_timing: id 0 | task 60 | prompt eval time = 343.95 ms / 140 tokens ( 2.46 ms per token, 407.04 tokens per second) 0.49.662.381 I slot print_timing: id 0 | task 60 | eval time = 21.21 ms / 2 tokens ( 21.21 ms per token, 47.15 tokens per second) 0.49.662.382 I slot print_timing: id 0 | task 60 | total time = 365.15 ms / 142 tokens 0.49.662.383 I slot print_timing: id 0 | task 60 | graphs reused = 2 0.49.662.384 I slot print_timing: id 0 | task 60 | graph reallocs = 0 / 0 (same size) / (changed size) 0.49.662.408 I slot release: id 0 | task 60 | stop processing: n_tokens = 142, truncated = 0 0.49.662.733 I slot print_timing: id 1 | task 61 | prompt eval time = 339.73 ms / 107 tokens ( 3.18 ms per token, 314.95 tokens per second) 0.49.662.736 I slot print_timing: id 1 | task 61 | eval time = 20.91 ms / 2 tokens ( 20.91 ms per token, 47.83 tokens per second) 0.49.662.737 I slot print_timing: id 1 | task 61 | total time = 360.64 ms / 109 tokens 0.49.662.738 I slot print_timing: id 1 | task 61 | graphs reused = 2 0.49.662.738 I slot print_timing: id 1 | task 61 | graph reallocs = 0 / 0 (same size) / (changed size) 0.49.662.752 I slot release: id 1 | task 61 | stop processing: n_tokens = 109, truncated = 0 0.49.663.090 I slot print_timing: id 2 | task 62 | prompt eval time = 335.60 ms / 185 tokens ( 1.81 ms per token, 551.26 tokens per second) 0.49.663.093 I slot print_timing: id 2 | task 62 | eval time = 20.59 ms / 2 tokens ( 20.59 ms per token, 48.57 tokens per second) 0.49.663.093 I slot print_timing: id 2 | task 62 | total time = 356.19 ms / 187 tokens 0.49.663.094 I slot print_timing: id 2 | task 62 | graphs reused = 2 0.49.663.094 I slot print_timing: id 2 | task 62 | graph reallocs = 0 / 0 (same size) / (changed size) 0.49.663.112 I slot release: id 2 | task 62 | stop processing: n_tokens = 187, truncated = 0 0.49.677.793 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.164 (> 0.100 thold), f_keep = 0.204 0.49.693.078 I slot launch_slot_: id 0 | task 68 | processing task, is_child = 0 0.49.724.187 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.172 (> 0.100 thold), f_keep = 0.266 0.49.724.324 I slot launch_slot_: id 1 | task 69 | processing task, is_child = 0 0.49.724.362 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.212 (> 0.100 thold), f_keep = 0.155 0.49.724.474 I slot launch_slot_: id 2 | task 70 | processing task, is_child = 0 0.50.077.138 I slot print_timing: id 1 | task 69 | prompt eval time = 326.76 ms / 168 tokens ( 1.94 ms per token, 514.14 tokens per second) 0.50.077.143 I slot print_timing: id 1 | task 69 | eval time = 20.89 ms / 2 tokens ( 20.89 ms per token, 47.87 tokens per second) 0.50.077.144 I slot print_timing: id 1 | task 69 | total time = 347.65 ms / 170 tokens 0.50.077.145 I slot print_timing: id 1 | task 69 | graphs reused = 3 0.50.077.146 I slot print_timing: id 1 | task 69 | graph reallocs = 0 / 0 (same size) / (changed size) 0.50.077.175 I slot release: id 1 | task 69 | stop processing: n_tokens = 170, truncated = 0 0.50.077.487 I slot print_timing: id 2 | task 70 | prompt eval time = 322.46 ms / 136 tokens ( 2.37 ms per token, 421.75 tokens per second) 0.50.077.490 I slot print_timing: id 2 | task 70 | eval time = 20.58 ms / 2 tokens ( 20.58 ms per token, 48.59 tokens per second) 0.50.077.491 I slot print_timing: id 2 | task 70 | total time = 343.04 ms / 138 tokens 0.50.077.491 I slot print_timing: id 2 | task 70 | graphs reused = 3 0.50.077.492 I slot print_timing: id 2 | task 70 | graph reallocs = 0 / 0 (same size) / (changed size) 0.50.077.507 I slot release: id 2 | task 70 | stop processing: n_tokens = 138, truncated = 0 0.50.105.275 I slot print_timing: id 0 | task 68 | prompt eval time = 331.08 ms / 176 tokens ( 1.88 ms per token, 531.59 tokens per second) 0.50.105.280 I slot print_timing: id 0 | task 68 | eval time = 49.70 ms / 3 tokens ( 24.85 ms per token, 40.24 tokens per second) 0.50.105.281 I slot print_timing: id 0 | task 68 | total time = 380.78 ms / 179 tokens 0.50.105.282 I slot print_timing: id 0 | task 68 | graphs reused = 3 0.50.105.283 I slot print_timing: id 0 | task 68 | graph reallocs = 0 / 0 (same size) / (changed size) 0.50.105.310 I slot release: id 0 | task 68 | stop processing: n_tokens = 179, truncated = 0 0.50.105.631 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.161 (> 0.100 thold), f_keep = 0.162 0.50.126.343 I slot launch_slot_: id 0 | task 75 | processing task, is_child = 0 0.50.158.899 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.192 (> 0.100 thold), f_keep = 0.171 0.50.159.030 I slot launch_slot_: id 1 | task 76 | processing task, is_child = 0 0.50.159.064 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.201 (> 0.100 thold), f_keep = 0.210 0.50.165.569 I slot launch_slot_: id 2 | task 77 | processing task, is_child = 0 0.50.509.710 I slot print_timing: id 0 | task 75 | prompt eval time = 323.25 ms / 179 tokens ( 1.81 ms per token, 553.75 tokens per second) 0.50.509.715 I slot print_timing: id 0 | task 75 | eval time = 20.87 ms / 2 tokens ( 20.87 ms per token, 47.91 tokens per second) 0.50.509.716 I slot print_timing: id 0 | task 75 | total time = 344.12 ms / 181 tokens 0.50.509.717 I slot print_timing: id 0 | task 75 | graphs reused = 4 0.50.509.718 I slot print_timing: id 0 | task 75 | graph reallocs = 0 / 0 (same size) / (changed size) 0.50.509.744 I slot release: id 0 | task 75 | stop processing: n_tokens = 181, truncated = 0 0.50.510.434 I slot print_timing: id 2 | task 77 | prompt eval time = 314.16 ms / 143 tokens ( 2.20 ms per token, 455.18 tokens per second) 0.50.510.442 I slot print_timing: id 2 | task 77 | eval time = 20.29 ms / 2 tokens ( 20.29 ms per token, 49.30 tokens per second) 0.50.510.443 I slot print_timing: id 2 | task 77 | total time = 334.45 ms / 145 tokens 0.50.510.443 I slot print_timing: id 2 | task 77 | graphs reused = 4 0.50.510.444 I slot print_timing: id 2 | task 77 | graph reallocs = 0 / 0 (same size) / (changed size) 0.50.510.462 I slot release: id 2 | task 77 | stop processing: n_tokens = 145, truncated = 0 0.50.538.267 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.223 (> 0.100 thold), f_keep = 0.160 0.50.557.278 I slot launch_slot_: id 0 | task 82 | processing task, is_child = 0 0.50.572.620 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.216 (> 0.100 thold), f_keep = 0.200 0.50.572.778 I slot launch_slot_: id 2 | task 83 | processing task, is_child = 0 0.50.833.085 I slot print_timing: id 0 | task 82 | prompt eval time = 239.62 ms / 129 tokens ( 1.86 ms per token, 538.34 tokens per second) 0.50.833.090 I slot print_timing: id 0 | task 82 | eval time = 20.66 ms / 2 tokens ( 20.66 ms per token, 48.40 tokens per second) 0.50.833.091 I slot print_timing: id 0 | task 82 | total time = 260.29 ms / 131 tokens 0.50.833.092 I slot print_timing: id 0 | task 82 | graphs reused = 4 0.50.833.093 I slot print_timing: id 0 | task 82 | graph reallocs = 0 / 0 (same size) / (changed size) 0.50.833.116 I slot release: id 0 | task 82 | stop processing: n_tokens = 131, truncated = 0 0.50.833.767 I slot print_timing: id 2 | task 83 | prompt eval time = 235.52 ms / 133 tokens ( 1.77 ms per token, 564.72 tokens per second) 0.50.833.770 I slot print_timing: id 2 | task 83 | eval time = 20.23 ms / 2 tokens ( 20.23 ms per token, 49.44 tokens per second) 0.50.833.771 I slot print_timing: id 2 | task 83 | total time = 255.74 ms / 135 tokens 0.50.833.772 I slot print_timing: id 2 | task 83 | graphs reused = 4 0.50.833.772 I slot print_timing: id 2 | task 83 | graph reallocs = 0 / 0 (same size) / (changed size) 0.50.833.788 I slot release: id 2 | task 83 | stop processing: n_tokens = 135, truncated = 0 0.50.834.054 I slot print_timing: id 3 | task 63 | prompt eval time = 331.18 ms / 112 tokens ( 2.96 ms per token, 338.19 tokens per second) 0.50.834.058 I slot print_timing: id 3 | task 63 | eval time = 1190.97 ms / 14 tokens ( 91.61 ms per token, 10.92 tokens per second) 0.50.834.059 I slot print_timing: id 3 | task 63 | total time = 1522.14 ms / 126 tokens 0.50.834.059 I slot print_timing: id 3 | task 63 | graphs reused = 4 0.50.834.060 I slot print_timing: id 3 | task 63 | graph reallocs = 0 / 0 (same size) / (changed size) 0.50.834.071 I slot release: id 3 | task 63 | stop processing: n_tokens = 126, truncated = 0 0.50.848.481 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.265 (> 0.100 thold), f_keep = 0.238 0.50.862.973 I slot launch_slot_: id 3 | task 88 | processing task, is_child = 0 0.50.891.366 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.180 (> 0.100 thold), f_keep = 0.229 0.50.891.509 I slot launch_slot_: id 0 | task 89 | processing task, is_child = 0 0.50.891.544 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.177 (> 0.100 thold), f_keep = 0.215 0.50.891.660 I slot launch_slot_: id 2 | task 90 | processing task, is_child = 0 0.51.246.354 I slot print_timing: id 0 | task 89 | prompt eval time = 333.78 ms / 166 tokens ( 2.01 ms per token, 497.34 tokens per second) 0.51.246.360 I slot print_timing: id 0 | task 89 | eval time = 20.90 ms / 2 tokens ( 20.90 ms per token, 47.85 tokens per second) 0.51.246.361 I slot print_timing: id 0 | task 89 | total time = 354.68 ms / 168 tokens 0.51.246.362 I slot print_timing: id 0 | task 89 | graphs reused = 4 0.51.246.363 I slot print_timing: id 0 | task 89 | graph reallocs = 0 / 0 (same size) / (changed size) 0.51.246.389 I slot release: id 0 | task 89 | stop processing: n_tokens = 168, truncated = 0 0.51.247.099 I slot print_timing: id 2 | task 90 | prompt eval time = 329.92 ms / 163 tokens ( 2.02 ms per token, 494.06 tokens per second) 0.51.247.102 I slot print_timing: id 2 | task 90 | eval time = 20.54 ms / 2 tokens ( 20.54 ms per token, 48.69 tokens per second) 0.51.247.103 I slot print_timing: id 2 | task 90 | total time = 350.46 ms / 165 tokens 0.51.247.104 I slot print_timing: id 2 | task 90 | graphs reused = 4 0.51.247.104 I slot print_timing: id 2 | task 90 | graph reallocs = 0 / 0 (same size) / (changed size) 0.51.247.124 I slot release: id 2 | task 90 | stop processing: n_tokens = 165, truncated = 0 0.51.247.394 I slot print_timing: id 3 | task 88 | prompt eval time = 325.63 ms / 112 tokens ( 2.91 ms per token, 343.95 tokens per second) 0.51.247.396 I slot print_timing: id 3 | task 88 | eval time = 20.21 ms / 2 tokens ( 20.21 ms per token, 49.47 tokens per second) 0.51.247.397 I slot print_timing: id 3 | task 88 | total time = 345.84 ms / 114 tokens 0.51.247.398 I slot print_timing: id 3 | task 88 | graphs reused = 4 0.51.247.398 I slot print_timing: id 3 | task 88 | graph reallocs = 0 / 0 (same size) / (changed size) 0.51.247.410 I slot release: id 3 | task 88 | stop processing: n_tokens = 114, truncated = 0 0.51.261.643 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.180 (> 0.100 thold), f_keep = 0.179 0.51.279.626 I slot launch_slot_: id 0 | task 95 | processing task, is_child = 0 0.51.309.249 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.250 (> 0.100 thold), f_keep = 0.176 0.51.309.417 I slot launch_slot_: id 2 | task 96 | processing task, is_child = 0 0.51.309.449 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.172 (> 0.100 thold), f_keep = 0.254 0.51.309.559 I slot launch_slot_: id 3 | task 97 | processing task, is_child = 0 0.51.656.708 I slot print_timing: id 0 | task 95 | prompt eval time = 326.19 ms / 166 tokens ( 1.97 ms per token, 508.90 tokens per second) 0.51.656.713 I slot print_timing: id 0 | task 95 | eval time = 20.93 ms / 2 tokens ( 20.93 ms per token, 47.77 tokens per second) 0.51.656.715 I slot print_timing: id 0 | task 95 | total time = 347.13 ms / 168 tokens 0.51.656.715 I slot print_timing: id 0 | task 95 | graphs reused = 4 0.51.656.716 I slot print_timing: id 0 | task 95 | graph reallocs = 0 / 0 (same size) / (changed size) 0.51.656.746 I slot release: id 0 | task 95 | stop processing: n_tokens = 168, truncated = 0 0.51.657.427 I slot print_timing: id 2 | task 96 | prompt eval time = 321.69 ms / 115 tokens ( 2.80 ms per token, 357.49 tokens per second) 0.51.657.430 I slot print_timing: id 2 | task 96 | eval time = 20.66 ms / 2 tokens ( 20.66 ms per token, 48.41 tokens per second) 0.51.657.431 I slot print_timing: id 2 | task 96 | total time = 342.35 ms / 117 tokens 0.51.657.431 I slot print_timing: id 2 | task 96 | graphs reused = 4 0.51.657.432 I slot print_timing: id 2 | task 96 | graph reallocs = 0 / 0 (same size) / (changed size) 0.51.657.447 I slot release: id 2 | task 96 | stop processing: n_tokens = 117, truncated = 0 0.51.657.721 I slot print_timing: id 3 | task 97 | prompt eval time = 317.21 ms / 168 tokens ( 1.89 ms per token, 529.62 tokens per second) 0.51.657.724 I slot print_timing: id 3 | task 97 | eval time = 20.35 ms / 2 tokens ( 20.35 ms per token, 49.14 tokens per second) 0.51.657.724 I slot print_timing: id 3 | task 97 | total time = 337.56 ms / 170 tokens 0.51.657.725 I slot print_timing: id 3 | task 97 | graphs reused = 4 0.51.657.725 I slot print_timing: id 3 | task 97 | graph reallocs = 0 / 0 (same size) / (changed size) 0.51.657.740 I slot release: id 3 | task 97 | stop processing: n_tokens = 170, truncated = 0 0.51.672.157 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.259 (> 0.100 thold), f_keep = 0.179 0.51.690.078 I slot launch_slot_: id 0 | task 102 | processing task, is_child = 0 0.51.720.623 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.215 (> 0.100 thold), f_keep = 0.248 0.51.720.795 I slot launch_slot_: id 2 | task 104 | processing task, is_child = 0 0.51.720.831 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.227 (> 0.100 thold), f_keep = 0.171 0.51.727.315 I slot launch_slot_: id 3 | task 103 | processing task, is_child = 0 0.52.041.604 I slot print_timing: id 0 | task 102 | prompt eval time = 292.90 ms / 115 tokens ( 2.55 ms per token, 392.63 tokens per second) 0.52.041.610 I slot print_timing: id 0 | task 102 | eval time = 21.37 ms / 2 tokens ( 21.37 ms per token, 46.79 tokens per second) 0.52.041.611 I slot print_timing: id 0 | task 102 | total time = 314.27 ms / 117 tokens 0.52.041.611 I slot print_timing: id 0 | task 102 | graphs reused = 4 0.52.041.612 I slot print_timing: id 0 | task 102 | graph reallocs = 0 / 0 (same size) / (changed size) 0.52.041.638 I slot release: id 0 | task 102 | stop processing: n_tokens = 117, truncated = 0 0.52.042.341 I slot print_timing: id 2 | task 104 | prompt eval time = 288.87 ms / 134 tokens ( 2.16 ms per token, 463.87 tokens per second) 0.52.042.345 I slot print_timing: id 2 | task 104 | eval time = 20.95 ms / 2 tokens ( 20.95 ms per token, 47.74 tokens per second) 0.52.042.345 I slot print_timing: id 2 | task 104 | total time = 309.82 ms / 136 tokens 0.52.042.346 I slot print_timing: id 2 | task 104 | graphs reused = 4 0.52.042.347 I slot print_timing: id 2 | task 104 | graph reallocs = 0 / 0 (same size) / (changed size) 0.52.042.366 I slot release: id 2 | task 104 | stop processing: n_tokens = 136, truncated = 0 0.52.042.659 I slot print_timing: id 3 | task 103 | prompt eval time = 284.86 ms / 127 tokens ( 2.24 ms per token, 445.84 tokens per second) 0.52.042.662 I slot print_timing: id 3 | task 103 | eval time = 20.54 ms / 2 tokens ( 20.54 ms per token, 48.69 tokens per second) 0.52.042.663 I slot print_timing: id 3 | task 103 | total time = 305.39 ms / 129 tokens 0.52.042.663 I slot print_timing: id 3 | task 103 | graphs reused = 4 0.52.042.664 I slot print_timing: id 3 | task 103 | graph reallocs = 0 / 0 (same size) / (changed size) 0.52.042.678 I slot release: id 3 | task 103 | stop processing: n_tokens = 129, truncated = 0 0.52.057.174 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.188 (> 0.100 thold), f_keep = 0.248 0.52.073.336 I slot launch_slot_: id 0 | task 109 | processing task, is_child = 0 0.52.103.472 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.207 (> 0.100 thold), f_keep = 0.233 0.52.103.654 I slot launch_slot_: id 3 | task 110 | processing task, is_child = 0 0.52.103.690 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.232 (> 0.100 thold), f_keep = 0.213 0.52.103.808 I slot launch_slot_: id 2 | task 111 | processing task, is_child = 0 0.52.335.451 I slot print_timing: id 1 | task 76 | prompt eval time = 318.74 ms / 150 tokens ( 2.12 ms per token, 470.60 tokens per second) 0.52.335.458 I slot print_timing: id 1 | task 76 | eval time = 1845.88 ms / 20 tokens ( 97.15 ms per token, 10.29 tokens per second) 0.52.335.459 I slot print_timing: id 1 | task 76 | total time = 2164.62 ms / 170 tokens 0.52.335.460 I slot print_timing: id 1 | task 76 | graphs reused = 4 0.52.335.461 I slot print_timing: id 1 | task 76 | graph reallocs = 0 / 0 (same size) / (changed size) 0.52.335.493 I slot release: id 1 | task 76 | stop processing: n_tokens = 170, truncated = 0 0.52.408.668 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.227 (> 0.100 thold), f_keep = 0.171 0.52.426.075 I slot launch_slot_: id 1 | task 114 | processing task, is_child = 0 0.52.519.563 I slot print_timing: id 2 | task 111 | prompt eval time = 298.99 ms / 124 tokens ( 2.41 ms per token, 414.73 tokens per second) 0.52.519.568 I slot print_timing: id 2 | task 111 | eval time = 111.55 ms / 2 tokens ( 111.55 ms per token, 8.96 tokens per second) 0.52.519.569 I slot print_timing: id 2 | task 111 | total time = 410.54 ms / 126 tokens 0.52.519.571 I slot print_timing: id 2 | task 111 | graphs reused = 4 0.52.519.572 I slot print_timing: id 2 | task 111 | graph reallocs = 0 / 0 (same size) / (changed size) 0.52.519.600 I slot release: id 2 | task 111 | stop processing: n_tokens = 126, truncated = 0 0.52.520.021 I slot print_timing: id 3 | task 110 | prompt eval time = 293.57 ms / 144 tokens ( 2.04 ms per token, 490.52 tokens per second) 0.52.520.024 I slot print_timing: id 3 | task 110 | eval time = 111.36 ms / 2 tokens ( 111.36 ms per token, 8.98 tokens per second) 0.52.520.025 I slot print_timing: id 3 | task 110 | total time = 404.93 ms / 146 tokens 0.52.520.026 I slot print_timing: id 3 | task 110 | graphs reused = 4 0.52.520.026 I slot print_timing: id 3 | task 110 | graph reallocs = 0 / 0 (same size) / (changed size) 0.52.520.046 I slot release: id 3 | task 110 | stop processing: n_tokens = 146, truncated = 0 0.52.561.344 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.199 (> 0.100 thold), f_keep = 0.230 0.52.582.068 I slot launch_slot_: id 2 | task 118 | processing task, is_child = 0 0.52.601.178 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.217 (> 0.100 thold), f_keep = 0.205 0.52.601.336 I slot launch_slot_: id 3 | task 117 | processing task, is_child = 0 0.52.771.522 I slot print_timing: id 1 | task 114 | prompt eval time = 135.25 ms / 127 tokens ( 1.06 ms per token, 939.03 tokens per second) 0.52.771.527 I slot print_timing: id 1 | task 114 | eval time = 210.18 ms / 2 tokens ( 210.18 ms per token, 4.76 tokens per second) 0.52.771.528 I slot print_timing: id 1 | task 114 | total time = 345.42 ms / 129 tokens 0.52.771.529 I slot print_timing: id 1 | task 114 | graphs reused = 4 0.52.771.530 I slot print_timing: id 1 | task 114 | graph reallocs = 0 / 0 (same size) / (changed size) 0.52.771.559 I slot release: id 1 | task 114 | stop processing: n_tokens = 129, truncated = 0 0.52.829.485 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.232 (> 0.100 thold), f_keep = 0.225 0.52.843.470 I slot launch_slot_: id 1 | task 121 | processing task, is_child = 0 0.52.936.823 I slot print_timing: id 3 | task 117 | prompt eval time = 223.18 ms / 137 tokens ( 1.63 ms per token, 613.86 tokens per second) 0.52.936.828 I slot print_timing: id 3 | task 117 | eval time = 107.34 ms / 2 tokens ( 107.34 ms per token, 9.32 tokens per second) 0.52.936.829 I slot print_timing: id 3 | task 117 | total time = 330.52 ms / 139 tokens 0.52.936.830 I slot print_timing: id 3 | task 117 | graphs reused = 4 0.52.936.830 I slot print_timing: id 3 | task 117 | graph reallocs = 0 / 0 (same size) / (changed size) 0.52.936.856 I slot release: id 3 | task 117 | stop processing: n_tokens = 139, truncated = 0 0.52.993.011 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.263 (> 0.100 thold), f_keep = 0.216 0.53.007.856 I slot launch_slot_: id 3 | task 124 | processing task, is_child = 0 0.53.085.394 I slot print_timing: id 1 | task 121 | prompt eval time = 149.17 ms / 124 tokens ( 1.20 ms per token, 831.27 tokens per second) 0.53.085.399 I slot print_timing: id 1 | task 121 | eval time = 92.73 ms / 2 tokens ( 92.73 ms per token, 10.78 tokens per second) 0.53.085.400 I slot print_timing: id 1 | task 121 | total time = 241.90 ms / 126 tokens 0.53.085.402 I slot print_timing: id 1 | task 121 | graphs reused = 4 0.53.085.403 I slot print_timing: id 1 | task 121 | graph reallocs = 0 / 0 (same size) / (changed size) 0.53.085.432 I slot release: id 1 | task 121 | stop processing: n_tokens = 126, truncated = 0 0.53.141.004 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.227 (> 0.100 thold), f_keep = 0.230 0.53.154.906 I slot launch_slot_: id 1 | task 127 | processing task, is_child = 0 0.53.248.542 I slot print_timing: id 3 | task 124 | prompt eval time = 133.13 ms / 113 tokens ( 1.18 ms per token, 848.82 tokens per second) 0.53.248.548 I slot print_timing: id 3 | task 124 | eval time = 107.53 ms / 2 tokens ( 107.53 ms per token, 9.30 tokens per second) 0.53.248.549 I slot print_timing: id 3 | task 124 | total time = 240.66 ms / 115 tokens 0.53.248.551 I slot print_timing: id 3 | task 124 | graphs reused = 4 0.53.248.551 I slot print_timing: id 3 | task 124 | graph reallocs = 0 / 0 (same size) / (changed size) 0.53.248.577 I slot release: id 3 | task 124 | stop processing: n_tokens = 115, truncated = 0 0.53.304.771 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.166 (> 0.100 thold), f_keep = 0.252 0.53.317.433 I slot launch_slot_: id 3 | task 130 | processing task, is_child = 0 0.53.422.106 I slot print_timing: id 1 | task 127 | prompt eval time = 149.48 ms / 127 tokens ( 1.18 ms per token, 849.63 tokens per second) 0.53.422.111 I slot print_timing: id 1 | task 127 | eval time = 117.70 ms / 2 tokens ( 117.70 ms per token, 8.50 tokens per second) 0.53.422.112 I slot print_timing: id 1 | task 127 | total time = 267.18 ms / 129 tokens 0.53.422.112 I slot print_timing: id 1 | task 127 | graphs reused = 4 0.53.422.113 I slot print_timing: id 1 | task 127 | graph reallocs = 0 / 0 (same size) / (changed size) 0.53.422.137 I slot release: id 1 | task 127 | stop processing: n_tokens = 129, truncated = 0 0.53.481.515 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.238 (> 0.100 thold), f_keep = 0.225 0.53.501.814 I slot launch_slot_: id 1 | task 133 | processing task, is_child = 0 0.53.651.813 I slot print_timing: id 2 | task 118 | prompt eval time = 227.46 ms / 145 tokens ( 1.57 ms per token, 637.48 tokens per second) 0.53.651.819 I slot print_timing: id 2 | task 118 | eval time = 823.00 ms / 11 tokens ( 82.30 ms per token, 12.15 tokens per second) 0.53.651.820 I slot print_timing: id 2 | task 118 | total time = 1050.46 ms / 156 tokens 0.53.651.820 I slot print_timing: id 2 | task 118 | graphs reused = 4 0.53.651.821 I slot print_timing: id 2 | task 118 | graph reallocs = 0 / 0 (same size) / (changed size) 0.53.651.848 I slot release: id 2 | task 118 | stop processing: n_tokens = 156, truncated = 0 0.53.681.099 I slot print_timing: id 1 | task 133 | prompt eval time = 149.70 ms / 121 tokens ( 1.24 ms per token, 808.26 tokens per second) 0.53.681.104 I slot print_timing: id 1 | task 133 | eval time = 29.56 ms / 2 tokens ( 29.56 ms per token, 33.83 tokens per second) 0.53.681.105 I slot print_timing: id 1 | task 133 | total time = 179.27 ms / 123 tokens 0.53.681.106 I slot print_timing: id 1 | task 133 | graphs reused = 4 0.53.681.107 I slot print_timing: id 1 | task 133 | graph reallocs = 0 / 0 (same size) / (changed size) 0.53.681.131 I slot release: id 1 | task 133 | stop processing: n_tokens = 123, truncated = 0 0.53.681.463 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.121 (> 0.100 thold), f_keep = 0.236 0.53.698.184 I slot launch_slot_: id 1 | task 137 | processing task, is_child = 0 0.53.714.752 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.204 (> 0.100 thold), f_keep = 0.186 0.53.721.610 I slot launch_slot_: id 2 | task 138 | processing task, is_child = 0 0.54.037.227 I slot print_timing: id 1 | task 137 | prompt eval time = 294.67 ms / 238 tokens ( 1.24 ms per token, 807.69 tokens per second) 0.54.037.233 I slot print_timing: id 1 | task 137 | eval time = 20.93 ms / 2 tokens ( 20.93 ms per token, 47.78 tokens per second) 0.54.037.234 I slot print_timing: id 1 | task 137 | total time = 315.60 ms / 240 tokens 0.54.037.234 I slot print_timing: id 1 | task 137 | graphs reused = 4 0.54.037.235 I slot print_timing: id 1 | task 137 | graph reallocs = 0 / 0 (same size) / (changed size) 0.54.037.269 I slot release: id 1 | task 137 | stop processing: n_tokens = 240, truncated = 0 0.54.037.605 I slot print_timing: id 2 | task 138 | prompt eval time = 290.48 ms / 141 tokens ( 2.06 ms per token, 485.41 tokens per second) 0.54.037.608 I slot print_timing: id 2 | task 138 | eval time = 20.54 ms / 2 tokens ( 20.54 ms per token, 48.70 tokens per second) 0.54.037.609 I slot print_timing: id 2 | task 138 | total time = 311.01 ms / 143 tokens 0.54.037.609 I slot print_timing: id 2 | task 138 | graphs reused = 4 0.54.037.610 I slot print_timing: id 2 | task 138 | graph reallocs = 0 / 0 (same size) / (changed size) 0.54.037.626 I slot release: id 2 | task 138 | stop processing: n_tokens = 143, truncated = 0 0.54.066.314 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.189 (> 0.100 thold), f_keep = 0.210 0.54.089.159 I slot launch_slot_: id 2 | task 143 | processing task, is_child = 0 0.54.115.123 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.161 (> 0.100 thold), f_keep = 0.121 0.54.115.286 I slot launch_slot_: id 1 | task 144 | processing task, is_child = 0 0.54.415.513 I slot print_timing: id 1 | task 144 | prompt eval time = 279.21 ms / 179 tokens ( 1.56 ms per token, 641.09 tokens per second) 0.54.415.519 I slot print_timing: id 1 | task 144 | eval time = 20.99 ms / 2 tokens ( 20.99 ms per token, 47.63 tokens per second) 0.54.415.520 I slot print_timing: id 1 | task 144 | total time = 300.21 ms / 181 tokens 0.54.415.521 I slot print_timing: id 1 | task 144 | graphs reused = 4 0.54.415.521 I slot print_timing: id 1 | task 144 | graph reallocs = 0 / 0 (same size) / (changed size) 0.54.415.553 I slot release: id 1 | task 144 | stop processing: n_tokens = 181, truncated = 0 0.54.415.874 I slot print_timing: id 2 | task 143 | prompt eval time = 274.41 ms / 158 tokens ( 1.74 ms per token, 575.77 tokens per second) 0.54.415.877 I slot print_timing: id 2 | task 143 | eval time = 20.66 ms / 2 tokens ( 20.66 ms per token, 48.39 tokens per second) 0.54.415.878 I slot print_timing: id 2 | task 143 | total time = 295.08 ms / 160 tokens 0.54.415.878 I slot print_timing: id 2 | task 143 | graphs reused = 4 0.54.415.879 I slot print_timing: id 2 | task 143 | graph reallocs = 0 / 0 (same size) / (changed size) 0.54.415.897 I slot release: id 2 | task 143 | stop processing: n_tokens = 160, truncated = 0 0.54.443.943 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.174 (> 0.100 thold), f_keep = 0.160 0.54.464.966 I slot launch_slot_: id 1 | task 149 | processing task, is_child = 0 0.54.484.688 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.208 (> 0.100 thold), f_keep = 0.194 0.54.484.814 I slot launch_slot_: id 2 | task 150 | processing task, is_child = 0 0.54.751.322 I slot print_timing: id 3 | task 130 | prompt eval time = 164.06 ms / 174 tokens ( 0.94 ms per token, 1060.57 tokens per second) 0.54.751.328 I slot print_timing: id 3 | task 130 | eval time = 1269.81 ms / 14 tokens ( 97.68 ms per token, 10.24 tokens per second) 0.54.751.329 I slot print_timing: id 3 | task 130 | total time = 1433.87 ms / 188 tokens 0.54.751.329 I slot print_timing: id 3 | task 130 | graphs reused = 4 0.54.751.330 I slot print_timing: id 3 | task 130 | graph reallocs = 0 / 0 (same size) / (changed size) 0.54.751.361 I slot release: id 3 | task 130 | stop processing: n_tokens = 188, truncated = 0 0.54.769.059 I slot print_timing: id 1 | task 149 | prompt eval time = 265.47 ms / 166 tokens ( 1.60 ms per token, 625.30 tokens per second) 0.54.769.064 I slot print_timing: id 1 | task 149 | eval time = 18.75 ms / 2 tokens ( 18.75 ms per token, 53.32 tokens per second) 0.54.769.065 I slot print_timing: id 1 | task 149 | total time = 284.22 ms / 168 tokens 0.54.769.066 I slot print_timing: id 1 | task 149 | graphs reused = 4 0.54.769.066 I slot print_timing: id 1 | task 149 | graph reallocs = 0 / 0 (same size) / (changed size) 0.54.769.089 I slot release: id 1 | task 149 | stop processing: n_tokens = 168, truncated = 0 0.54.769.413 I slot print_timing: id 2 | task 150 | prompt eval time = 260.91 ms / 148 tokens ( 1.76 ms per token, 567.25 tokens per second) 0.54.769.416 I slot print_timing: id 2 | task 150 | eval time = 18.46 ms / 2 tokens ( 18.46 ms per token, 54.17 tokens per second) 0.54.769.417 I slot print_timing: id 2 | task 150 | total time = 279.37 ms / 150 tokens 0.54.769.417 I slot print_timing: id 2 | task 150 | graphs reused = 4 0.54.769.418 I slot print_timing: id 2 | task 150 | graph reallocs = 0 / 0 (same size) / (changed size) 0.54.769.433 I slot release: id 2 | task 150 | stop processing: n_tokens = 150, truncated = 0 0.54.783.707 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.128 (> 0.100 thold), f_keep = 0.173 0.54.801.759 I slot launch_slot_: id 1 | task 155 | processing task, is_child = 0 0.54.836.386 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.286 (> 0.100 thold), f_keep = 0.213 0.54.836.539 I slot launch_slot_: id 2 | task 156 | processing task, is_child = 0 0.54.836.579 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.150 (> 0.100 thold), f_keep = 0.154 0.54.843.307 I slot launch_slot_: id 3 | task 157 | processing task, is_child = 0 0.55.225.703 I slot print_timing: id 1 | task 155 | prompt eval time = 360.88 ms / 225 tokens ( 1.60 ms per token, 623.47 tokens per second) 0.55.225.709 I slot print_timing: id 1 | task 155 | eval time = 21.49 ms / 2 tokens ( 21.49 ms per token, 46.52 tokens per second) 0.55.225.710 I slot print_timing: id 1 | task 155 | total time = 382.38 ms / 227 tokens 0.55.225.710 I slot print_timing: id 1 | task 155 | graphs reused = 4 0.55.225.711 I slot print_timing: id 1 | task 155 | graph reallocs = 0 / 0 (same size) / (changed size) 0.55.225.745 I slot release: id 1 | task 155 | stop processing: n_tokens = 227, truncated = 0 0.55.226.089 I slot print_timing: id 2 | task 156 | prompt eval time = 356.59 ms / 111 tokens ( 3.21 ms per token, 311.29 tokens per second) 0.55.226.092 I slot print_timing: id 2 | task 156 | eval time = 21.05 ms / 2 tokens ( 21.05 ms per token, 47.51 tokens per second) 0.55.226.093 I slot print_timing: id 2 | task 156 | total time = 377.63 ms / 113 tokens 0.55.226.093 I slot print_timing: id 2 | task 156 | graphs reused = 4 0.55.226.094 I slot print_timing: id 2 | task 156 | graph reallocs = 0 / 0 (same size) / (changed size) 0.55.226.108 I slot release: id 2 | task 156 | stop processing: n_tokens = 113, truncated = 0 0.55.226.514 I slot print_timing: id 3 | task 157 | prompt eval time = 352.43 ms / 192 tokens ( 1.84 ms per token, 544.78 tokens per second) 0.55.226.517 I slot print_timing: id 3 | task 157 | eval time = 20.63 ms / 2 tokens ( 20.63 ms per token, 48.48 tokens per second) 0.55.226.518 I slot print_timing: id 3 | task 157 | total time = 373.06 ms / 194 tokens 0.55.226.519 I slot print_timing: id 3 | task 157 | graphs reused = 4 0.55.226.519 I slot print_timing: id 3 | task 157 | graph reallocs = 0 / 0 (same size) / (changed size) 0.55.226.541 I slot release: id 3 | task 157 | stop processing: n_tokens = 194, truncated = 0 0.55.240.850 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.168 (> 0.100 thold), f_keep = 0.128 0.55.264.701 I slot launch_slot_: id 1 | task 162 | processing task, is_child = 0 0.55.299.456 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.252 (> 0.100 thold), f_keep = 0.265 0.55.299.628 I slot launch_slot_: id 2 | task 163 | processing task, is_child = 0 0.55.299.669 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.197 (> 0.100 thold), f_keep = 0.149 0.55.299.790 I slot launch_slot_: id 3 | task 164 | processing task, is_child = 0 0.55.620.941 I slot print_timing: id 0 | task 109 | prompt eval time = 303.50 ms / 153 tokens ( 1.98 ms per token, 504.12 tokens per second) 0.55.620.946 I slot print_timing: id 0 | task 109 | eval time = 3213.61 ms / 34 tokens ( 97.38 ms per token, 10.27 tokens per second) 0.55.620.948 I slot print_timing: id 0 | task 109 | total time = 3517.11 ms / 187 tokens 0.55.620.949 I slot print_timing: id 0 | task 109 | graphs reused = 4 0.55.620.949 I slot print_timing: id 0 | task 109 | graph reallocs = 0 / 0 (same size) / (changed size) 0.55.620.979 I slot release: id 0 | task 109 | stop processing: n_tokens = 187, truncated = 0 0.55.640.679 I slot print_timing: id 1 | task 162 | prompt eval time = 321.83 ms / 172 tokens ( 1.87 ms per token, 534.44 tokens per second) 0.55.640.684 I slot print_timing: id 1 | task 162 | eval time = 19.04 ms / 2 tokens ( 19.04 ms per token, 52.53 tokens per second) 0.55.640.685 I slot print_timing: id 1 | task 162 | total time = 340.87 ms / 174 tokens 0.55.640.685 I slot print_timing: id 1 | task 162 | graphs reused = 4 0.55.640.686 I slot print_timing: id 1 | task 162 | graph reallocs = 0 / 0 (same size) / (changed size) 0.55.640.712 I slot release: id 1 | task 162 | stop processing: n_tokens = 174, truncated = 0 0.55.641.312 I slot print_timing: id 3 | task 164 | prompt eval time = 312.61 ms / 146 tokens ( 2.14 ms per token, 467.03 tokens per second) 0.55.641.315 I slot print_timing: id 3 | task 164 | eval time = 18.43 ms / 2 tokens ( 18.43 ms per token, 54.25 tokens per second) 0.55.641.316 I slot print_timing: id 3 | task 164 | total time = 331.05 ms / 148 tokens 0.55.641.317 I slot print_timing: id 3 | task 164 | graphs reused = 4 0.55.641.318 I slot print_timing: id 3 | task 164 | graph reallocs = 0 / 0 (same size) / (changed size) 0.55.641.335 I slot release: id 3 | task 164 | stop processing: n_tokens = 148, truncated = 0 0.55.641.347 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.212 (> 0.100 thold), f_keep = 0.155 0.55.660.273 I slot launch_slot_: id 0 | task 168 | processing task, is_child = 0 0.55.694.556 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.238 (> 0.100 thold), f_keep = 0.167 0.55.701.205 I slot launch_slot_: id 1 | task 169 | processing task, is_child = 0 0.55.701.251 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.252 (> 0.100 thold), f_keep = 0.196 0.55.701.367 I slot launch_slot_: id 3 | task 170 | processing task, is_child = 0 0.56.013.663 I slot print_timing: id 0 | task 168 | prompt eval time = 290.76 ms / 136 tokens ( 2.14 ms per token, 467.74 tokens per second) 0.56.013.669 I slot print_timing: id 0 | task 168 | eval time = 21.52 ms / 2 tokens ( 21.52 ms per token, 46.47 tokens per second) 0.56.013.671 I slot print_timing: id 0 | task 168 | total time = 312.28 ms / 138 tokens 0.56.013.672 I slot print_timing: id 0 | task 168 | graphs reused = 4 0.56.013.673 I slot print_timing: id 0 | task 168 | graph reallocs = 0 / 0 (same size) / (changed size) 0.56.013.703 I slot release: id 0 | task 168 | stop processing: n_tokens = 138, truncated = 0 0.56.014.050 I slot print_timing: id 1 | task 169 | prompt eval time = 286.47 ms / 121 tokens ( 2.37 ms per token, 422.38 tokens per second) 0.56.014.054 I slot print_timing: id 1 | task 169 | eval time = 21.07 ms / 2 tokens ( 21.07 ms per token, 47.45 tokens per second) 0.56.014.055 I slot print_timing: id 1 | task 169 | total time = 307.54 ms / 123 tokens 0.56.014.055 I slot print_timing: id 1 | task 169 | graphs reused = 4 0.56.014.056 I slot print_timing: id 1 | task 169 | graph reallocs = 0 / 0 (same size) / (changed size) 0.56.014.075 I slot release: id 1 | task 169 | stop processing: n_tokens = 123, truncated = 0 0.56.014.738 I slot print_timing: id 3 | task 170 | prompt eval time = 282.95 ms / 114 tokens ( 2.48 ms per token, 402.90 tokens per second) 0.56.014.741 I slot print_timing: id 3 | task 170 | eval time = 20.50 ms / 2 tokens ( 20.50 ms per token, 48.79 tokens per second) 0.56.014.742 I slot print_timing: id 3 | task 170 | total time = 303.44 ms / 116 tokens 0.56.014.742 I slot print_timing: id 3 | task 170 | graphs reused = 4 0.56.014.743 I slot print_timing: id 3 | task 170 | graph reallocs = 0 / 0 (same size) / (changed size) 0.56.014.757 I slot release: id 3 | task 170 | stop processing: n_tokens = 116, truncated = 0 0.56.029.114 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.174 (> 0.100 thold), f_keep = 0.210 0.56.046.631 I slot launch_slot_: id 0 | task 175 | processing task, is_child = 0 0.56.073.066 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.209 (> 0.100 thold), f_keep = 0.236 0.56.073.246 I slot launch_slot_: id 1 | task 177 | processing task, is_child = 0 0.56.073.279 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.212 (> 0.100 thold), f_keep = 0.250 0.56.073.392 I slot launch_slot_: id 3 | task 176 | processing task, is_child = 0 0.56.430.764 I slot print_timing: id 0 | task 175 | prompt eval time = 336.55 ms / 166 tokens ( 2.03 ms per token, 493.24 tokens per second) 0.56.430.769 I slot print_timing: id 0 | task 175 | eval time = 20.80 ms / 2 tokens ( 20.80 ms per token, 48.07 tokens per second) 0.56.430.770 I slot print_timing: id 0 | task 175 | total time = 357.35 ms / 168 tokens 0.56.430.771 I slot print_timing: id 0 | task 175 | graphs reused = 4 0.56.430.772 I slot print_timing: id 0 | task 175 | graph reallocs = 0 / 0 (same size) / (changed size) 0.56.430.803 I slot release: id 0 | task 175 | stop processing: n_tokens = 168, truncated = 0 0.56.431.117 I slot print_timing: id 1 | task 177 | prompt eval time = 332.22 ms / 138 tokens ( 2.41 ms per token, 415.39 tokens per second) 0.56.431.120 I slot print_timing: id 1 | task 177 | eval time = 20.46 ms / 2 tokens ( 20.46 ms per token, 48.88 tokens per second) 0.56.431.121 I slot print_timing: id 1 | task 177 | total time = 352.68 ms / 140 tokens 0.56.431.121 I slot print_timing: id 1 | task 177 | graphs reused = 4 0.56.431.122 I slot print_timing: id 1 | task 177 | graph reallocs = 0 / 0 (same size) / (changed size) 0.56.431.137 I slot release: id 1 | task 177 | stop processing: n_tokens = 140, truncated = 0 0.56.431.403 I slot print_timing: id 2 | task 163 | prompt eval time = 317.09 ms / 118 tokens ( 2.69 ms per token, 372.14 tokens per second) 0.56.431.406 I slot print_timing: id 2 | task 163 | eval time = 809.14 ms / 9 tokens ( 101.14 ms per token, 9.89 tokens per second) 0.56.431.407 I slot print_timing: id 2 | task 163 | total time = 1126.23 ms / 127 tokens 0.56.431.407 I slot print_timing: id 2 | task 163 | graphs reused = 4 0.56.431.408 I slot print_timing: id 2 | task 163 | graph reallocs = 0 / 0 (same size) / (changed size) 0.56.431.421 I slot release: id 2 | task 163 | stop processing: n_tokens = 127, truncated = 0 0.56.431.682 I slot print_timing: id 3 | task 176 | prompt eval time = 327.93 ms / 136 tokens ( 2.41 ms per token, 414.72 tokens per second) 0.56.431.685 I slot print_timing: id 3 | task 176 | eval time = 20.13 ms / 2 tokens ( 20.13 ms per token, 49.68 tokens per second) 0.56.431.686 I slot print_timing: id 3 | task 176 | total time = 348.06 ms / 138 tokens 0.56.431.686 I slot print_timing: id 3 | task 176 | graphs reused = 4 0.56.431.687 I slot print_timing: id 3 | task 176 | graph reallocs = 0 / 0 (same size) / (changed size) 0.56.431.698 I slot release: id 3 | task 176 | stop processing: n_tokens = 138, truncated = 0 0.56.441.017 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.162 (> 0.100 thold), f_keep = 0.173 0.56.458.925 I slot launch_slot_: id 0 | task 181 | processing task, is_child = 0 0.56.503.724 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.156 (> 0.100 thold), f_keep = 0.207 0.56.503.851 I slot launch_slot_: id 1 | task 182 | processing task, is_child = 0 0.56.503.915 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.240 (> 0.100 thold), f_keep = 0.236 0.56.504.028 I slot launch_slot_: id 2 | task 183 | processing task, is_child = 0 0.56.504.062 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.220 (> 0.100 thold), f_keep = 0.210 0.56.504.160 I slot launch_slot_: id 3 | task 184 | processing task, is_child = 0 0.56.897.578 I slot print_timing: id 0 | task 181 | prompt eval time = 372.05 ms / 178 tokens ( 2.09 ms per token, 478.44 tokens per second) 0.56.897.583 I slot print_timing: id 0 | task 181 | eval time = 21.36 ms / 2 tokens ( 21.36 ms per token, 46.82 tokens per second) 0.56.897.584 I slot print_timing: id 0 | task 181 | total time = 393.40 ms / 180 tokens 0.56.897.585 I slot print_timing: id 0 | task 181 | graphs reused = 4 0.56.897.585 I slot print_timing: id 0 | task 181 | graph reallocs = 0 / 0 (same size) / (changed size) 0.56.897.615 I slot release: id 0 | task 181 | stop processing: n_tokens = 180, truncated = 0 0.56.898.003 I slot print_timing: id 1 | task 182 | prompt eval time = 367.59 ms / 185 tokens ( 1.99 ms per token, 503.28 tokens per second) 0.56.898.009 I slot print_timing: id 1 | task 182 | eval time = 21.08 ms / 2 tokens ( 21.08 ms per token, 47.45 tokens per second) 0.56.898.010 I slot print_timing: id 1 | task 182 | total time = 388.67 ms / 187 tokens 0.56.898.011 I slot print_timing: id 1 | task 182 | graphs reused = 4 0.56.898.012 I slot print_timing: id 1 | task 182 | graph reallocs = 0 / 0 (same size) / (changed size) 0.56.898.037 I slot release: id 1 | task 182 | stop processing: n_tokens = 187, truncated = 0 0.56.898.400 I slot print_timing: id 2 | task 183 | prompt eval time = 363.21 ms / 124 tokens ( 2.93 ms per token, 341.40 tokens per second) 0.56.898.404 I slot print_timing: id 2 | task 183 | eval time = 20.87 ms / 2 tokens ( 20.87 ms per token, 47.91 tokens per second) 0.56.898.405 I slot print_timing: id 2 | task 183 | total time = 384.08 ms / 126 tokens 0.56.898.405 I slot print_timing: id 2 | task 183 | graphs reused = 4 0.56.898.406 I slot print_timing: id 2 | task 183 | graph reallocs = 0 / 0 (same size) / (changed size) 0.56.898.421 I slot release: id 2 | task 183 | stop processing: n_tokens = 126, truncated = 0 0.56.912.948 I slot print_timing: id 3 | task 184 | prompt eval time = 359.02 ms / 131 tokens ( 2.74 ms per token, 364.88 tokens per second) 0.56.912.954 I slot print_timing: id 3 | task 184 | eval time = 34.82 ms / 3 tokens ( 17.41 ms per token, 57.43 tokens per second) 0.56.912.955 I slot print_timing: id 3 | task 184 | total time = 393.84 ms / 134 tokens 0.56.912.956 I slot print_timing: id 3 | task 184 | graphs reused = 4 0.56.912.957 I slot print_timing: id 3 | task 184 | graph reallocs = 0 / 0 (same size) / (changed size) 0.56.912.984 I slot release: id 3 | task 184 | stop processing: n_tokens = 134, truncated = 0 0.56.912.996 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.168 (> 0.100 thold), f_keep = 0.161 0.56.932.322 I slot launch_slot_: id 0 | task 189 | processing task, is_child = 0 0.56.979.567 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.242 (> 0.100 thold), f_keep = 0.238 0.56.979.692 I slot launch_slot_: id 2 | task 190 | processing task, is_child = 0 0.56.979.759 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.242 (> 0.100 thold), f_keep = 0.155 0.56.979.870 I slot launch_slot_: id 1 | task 191 | processing task, is_child = 0 0.56.979.905 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.223 (> 0.100 thold), f_keep = 0.216 0.56.980.003 I slot launch_slot_: id 3 | task 192 | processing task, is_child = 0 0.57.352.432 I slot print_timing: id 0 | task 189 | prompt eval time = 350.66 ms / 172 tokens ( 2.04 ms per token, 490.50 tokens per second) 0.57.352.438 I slot print_timing: id 0 | task 189 | eval time = 21.75 ms / 2 tokens ( 21.75 ms per token, 45.97 tokens per second) 0.57.352.439 I slot print_timing: id 0 | task 189 | total time = 372.41 ms / 174 tokens 0.57.352.439 I slot print_timing: id 0 | task 189 | graphs reused = 4 0.57.352.440 I slot print_timing: id 0 | task 189 | graph reallocs = 0 / 0 (same size) / (changed size) 0.57.352.471 I slot release: id 0 | task 189 | stop processing: n_tokens = 174, truncated = 0 0.57.352.827 I slot print_timing: id 1 | task 191 | prompt eval time = 346.33 ms / 119 tokens ( 2.91 ms per token, 343.60 tokens per second) 0.57.352.830 I slot print_timing: id 1 | task 191 | eval time = 21.29 ms / 2 tokens ( 21.29 ms per token, 46.96 tokens per second) 0.57.352.831 I slot print_timing: id 1 | task 191 | total time = 367.63 ms / 121 tokens 0.57.352.832 I slot print_timing: id 1 | task 191 | graphs reused = 4 0.57.352.832 I slot print_timing: id 1 | task 191 | graph reallocs = 0 / 0 (same size) / (changed size) 0.57.352.847 I slot release: id 1 | task 191 | stop processing: n_tokens = 121, truncated = 0 0.57.353.211 I slot print_timing: id 2 | task 190 | prompt eval time = 342.01 ms / 123 tokens ( 2.78 ms per token, 359.63 tokens per second) 0.57.353.214 I slot print_timing: id 2 | task 190 | eval time = 20.84 ms / 2 tokens ( 20.84 ms per token, 48.00 tokens per second) 0.57.353.215 I slot print_timing: id 2 | task 190 | total time = 362.85 ms / 125 tokens 0.57.353.216 I slot print_timing: id 2 | task 190 | graphs reused = 4 0.57.353.217 I slot print_timing: id 2 | task 190 | graph reallocs = 0 / 0 (same size) / (changed size) 0.57.353.230 I slot release: id 2 | task 190 | stop processing: n_tokens = 125, truncated = 0 0.57.353.556 I slot print_timing: id 3 | task 192 | prompt eval time = 337.83 ms / 129 tokens ( 2.62 ms per token, 381.85 tokens per second) 0.57.353.559 I slot print_timing: id 3 | task 192 | eval time = 20.44 ms / 2 tokens ( 20.44 ms per token, 48.93 tokens per second) 0.57.353.559 I slot print_timing: id 3 | task 192 | total time = 358.27 ms / 131 tokens 0.57.353.560 I slot print_timing: id 3 | task 192 | graphs reused = 4 0.57.353.560 I slot print_timing: id 3 | task 192 | graph reallocs = 0 / 0 (same size) / (changed size) 0.57.353.571 I slot release: id 3 | task 192 | stop processing: n_tokens = 131, truncated = 0 0.57.362.100 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.248 (> 0.100 thold), f_keep = 0.240 0.57.384.353 I slot launch_slot_: id 2 | task 196 | processing task, is_child = 0 0.57.431.334 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.221 (> 0.100 thold), f_keep = 0.167 0.57.438.570 I slot launch_slot_: id 0 | task 197 | processing task, is_child = 0 0.57.438.636 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.196 (> 0.100 thold), f_keep = 0.240 0.57.438.753 I slot launch_slot_: id 1 | task 198 | processing task, is_child = 0 0.57.438.790 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.216 (> 0.100 thold), f_keep = 0.221 0.57.445.150 I slot launch_slot_: id 3 | task 199 | processing task, is_child = 0 0.57.808.670 I slot print_timing: id 0 | task 197 | prompt eval time = 342.14 ms / 130 tokens ( 2.63 ms per token, 379.96 tokens per second) 0.57.808.676 I slot print_timing: id 0 | task 197 | eval time = 21.37 ms / 2 tokens ( 21.37 ms per token, 46.80 tokens per second) 0.57.808.677 I slot print_timing: id 0 | task 197 | total time = 363.50 ms / 132 tokens 0.57.808.678 I slot print_timing: id 0 | task 197 | graphs reused = 4 0.57.808.679 I slot print_timing: id 0 | task 197 | graph reallocs = 0 / 0 (same size) / (changed size) 0.57.808.705 I slot release: id 0 | task 197 | stop processing: n_tokens = 132, truncated = 0 0.57.809.355 I slot print_timing: id 2 | task 196 | prompt eval time = 333.70 ms / 120 tokens ( 2.78 ms per token, 359.60 tokens per second) 0.57.809.360 I slot print_timing: id 2 | task 196 | eval time = 20.68 ms / 2 tokens ( 20.68 ms per token, 48.35 tokens per second) 0.57.809.360 I slot print_timing: id 2 | task 196 | total time = 354.38 ms / 122 tokens 0.57.809.361 I slot print_timing: id 2 | task 196 | graphs reused = 4 0.57.809.362 I slot print_timing: id 2 | task 196 | graph reallocs = 0 / 0 (same size) / (changed size) 0.57.809.380 I slot release: id 2 | task 196 | stop processing: n_tokens = 122, truncated = 0 0.57.809.655 I slot print_timing: id 3 | task 199 | prompt eval time = 329.42 ms / 133 tokens ( 2.48 ms per token, 403.74 tokens per second) 0.57.809.658 I slot print_timing: id 3 | task 199 | eval time = 20.39 ms / 2 tokens ( 20.39 ms per token, 49.06 tokens per second) 0.57.809.658 I slot print_timing: id 3 | task 199 | total time = 349.81 ms / 135 tokens 0.57.809.659 I slot print_timing: id 3 | task 199 | graphs reused = 4 0.57.809.659 I slot print_timing: id 3 | task 199 | graph reallocs = 0 / 0 (same size) / (changed size) 0.57.809.673 I slot release: id 3 | task 199 | stop processing: n_tokens = 135, truncated = 0 0.57.823.916 I slot print_timing: id 1 | task 198 | prompt eval time = 337.87 ms / 147 tokens ( 2.30 ms per token, 435.08 tokens per second) 0.57.823.920 I slot print_timing: id 1 | task 198 | eval time = 35.93 ms / 3 tokens ( 17.96 ms per token, 55.66 tokens per second) 0.57.823.921 I slot print_timing: id 1 | task 198 | total time = 373.80 ms / 150 tokens 0.57.823.922 I slot print_timing: id 1 | task 198 | graphs reused = 4 0.57.823.923 I slot print_timing: id 1 | task 198 | graph reallocs = 0 / 0 (same size) / (changed size) 0.57.823.944 I slot release: id 1 | task 198 | stop processing: n_tokens = 150, truncated = 0 0.57.823.955 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.215 (> 0.100 thold), f_keep = 0.220 0.57.838.460 I slot launch_slot_: id 0 | task 204 | processing task, is_child = 0 0.57.881.985 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.218 (> 0.100 thold), f_keep = 0.193 0.57.882.146 I slot launch_slot_: id 1 | task 205 | processing task, is_child = 0 0.57.882.210 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.225 (> 0.100 thold), f_keep = 0.238 0.57.882.330 I slot launch_slot_: id 2 | task 206 | processing task, is_child = 0 0.57.882.372 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.264 (> 0.100 thold), f_keep = 0.215 0.57.888.931 I slot launch_slot_: id 3 | task 207 | processing task, is_child = 0 0.58.235.734 I slot print_timing: id 0 | task 204 | prompt eval time = 325.05 ms / 134 tokens ( 2.43 ms per token, 412.24 tokens per second) 0.58.235.740 I slot print_timing: id 0 | task 204 | eval time = 21.73 ms / 2 tokens ( 21.73 ms per token, 46.01 tokens per second) 0.58.235.741 I slot print_timing: id 0 | task 204 | total time = 346.79 ms / 136 tokens 0.58.235.742 I slot print_timing: id 0 | task 204 | graphs reused = 4 0.58.235.743 I slot print_timing: id 0 | task 204 | graph reallocs = 0 / 0 (same size) / (changed size) 0.58.235.767 I slot release: id 0 | task 204 | stop processing: n_tokens = 136, truncated = 0 0.58.236.399 I slot print_timing: id 2 | task 206 | prompt eval time = 316.79 ms / 128 tokens ( 2.47 ms per token, 404.06 tokens per second) 0.58.236.403 I slot print_timing: id 2 | task 206 | eval time = 20.72 ms / 2 tokens ( 20.72 ms per token, 48.25 tokens per second) 0.58.236.404 I slot print_timing: id 2 | task 206 | total time = 337.51 ms / 130 tokens 0.58.236.404 I slot print_timing: id 2 | task 206 | graphs reused = 4 0.58.236.405 I slot print_timing: id 2 | task 206 | graph reallocs = 0 / 0 (same size) / (changed size) 0.58.236.421 I slot release: id 2 | task 206 | stop processing: n_tokens = 130, truncated = 0 0.58.236.688 I slot print_timing: id 3 | task 207 | prompt eval time = 312.61 ms / 109 tokens ( 2.87 ms per token, 348.68 tokens per second) 0.58.236.691 I slot print_timing: id 3 | task 207 | eval time = 20.26 ms / 2 tokens ( 20.26 ms per token, 49.36 tokens per second) 0.58.236.691 I slot print_timing: id 3 | task 207 | total time = 332.86 ms / 111 tokens 0.58.236.692 I slot print_timing: id 3 | task 207 | graphs reused = 4 0.58.236.692 I slot print_timing: id 3 | task 207 | graph reallocs = 0 / 0 (same size) / (changed size) 0.58.236.704 I slot release: id 3 | task 207 | stop processing: n_tokens = 111, truncated = 0 0.58.250.989 I slot print_timing: id 1 | task 205 | prompt eval time = 320.91 ms / 132 tokens ( 2.43 ms per token, 411.33 tokens per second) 0.58.250.994 I slot print_timing: id 1 | task 205 | eval time = 36.13 ms / 3 tokens ( 18.07 ms per token, 55.36 tokens per second) 0.58.250.995 I slot print_timing: id 1 | task 205 | total time = 357.04 ms / 135 tokens 0.58.250.995 I slot print_timing: id 1 | task 205 | graphs reused = 4 0.58.250.996 I slot print_timing: id 1 | task 205 | graph reallocs = 0 / 0 (same size) / (changed size) 0.58.251.016 I slot release: id 1 | task 205 | stop processing: n_tokens = 135, truncated = 0 0.58.255.449 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.185 (> 0.100 thold), f_keep = 0.213 0.58.272.012 I slot launch_slot_: id 0 | task 212 | processing task, is_child = 0 0.58.312.680 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.181 (> 0.100 thold), f_keep = 0.215 0.58.312.828 I slot launch_slot_: id 1 | task 213 | processing task, is_child = 0 0.58.312.890 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.200 (> 0.100 thold), f_keep = 0.223 0.58.313.009 I slot launch_slot_: id 2 | task 214 | processing task, is_child = 0 0.58.313.042 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.176 (> 0.100 thold), f_keep = 0.261 0.58.313.151 I slot launch_slot_: id 3 | task 215 | processing task, is_child = 0 0.58.706.545 I slot print_timing: id 0 | task 212 | prompt eval time = 372.09 ms / 156 tokens ( 2.39 ms per token, 419.26 tokens per second) 0.58.706.551 I slot print_timing: id 0 | task 212 | eval time = 21.29 ms / 2 tokens ( 21.29 ms per token, 46.97 tokens per second) 0.58.706.552 I slot print_timing: id 0 | task 212 | total time = 393.38 ms / 158 tokens 0.58.706.552 I slot print_timing: id 0 | task 212 | graphs reused = 4 0.58.706.553 I slot print_timing: id 0 | task 212 | graph reallocs = 0 / 0 (same size) / (changed size) 0.58.706.582 I slot release: id 0 | task 212 | stop processing: n_tokens = 158, truncated = 0 0.58.706.914 I slot print_timing: id 1 | task 213 | prompt eval time = 367.76 ms / 159 tokens ( 2.31 ms per token, 432.35 tokens per second) 0.58.706.917 I slot print_timing: id 1 | task 213 | eval time = 20.97 ms / 2 tokens ( 20.97 ms per token, 47.69 tokens per second) 0.58.706.917 I slot print_timing: id 1 | task 213 | total time = 388.73 ms / 161 tokens 0.58.706.918 I slot print_timing: id 1 | task 213 | graphs reused = 4 0.58.706.919 I slot print_timing: id 1 | task 213 | graph reallocs = 0 / 0 (same size) / (changed size) 0.58.706.939 I slot release: id 1 | task 213 | stop processing: n_tokens = 161, truncated = 0 0.58.707.276 I slot print_timing: id 2 | task 214 | prompt eval time = 363.45 ms / 144 tokens ( 2.52 ms per token, 396.20 tokens per second) 0.58.707.279 I slot print_timing: id 2 | task 214 | eval time = 20.63 ms / 2 tokens ( 20.63 ms per token, 48.47 tokens per second) 0.58.707.280 I slot print_timing: id 2 | task 214 | total time = 384.09 ms / 146 tokens 0.58.707.280 I slot print_timing: id 2 | task 214 | graphs reused = 4 0.58.707.281 I slot print_timing: id 2 | task 214 | graph reallocs = 0 / 0 (same size) / (changed size) 0.58.707.295 I slot release: id 2 | task 214 | stop processing: n_tokens = 146, truncated = 0 0.58.707.585 I slot print_timing: id 3 | task 215 | prompt eval time = 359.07 ms / 164 tokens ( 2.19 ms per token, 456.73 tokens per second) 0.58.707.588 I slot print_timing: id 3 | task 215 | eval time = 20.35 ms / 2 tokens ( 20.35 ms per token, 49.14 tokens per second) 0.58.707.588 I slot print_timing: id 3 | task 215 | total time = 379.42 ms / 166 tokens 0.58.707.589 I slot print_timing: id 3 | task 215 | graphs reused = 4 0.58.707.589 I slot print_timing: id 3 | task 215 | graph reallocs = 0 / 0 (same size) / (changed size) 0.58.707.604 I slot release: id 3 | task 215 | stop processing: n_tokens = 166, truncated = 0 0.58.716.113 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.252 (> 0.100 thold), f_keep = 0.184 0.58.733.315 I slot launch_slot_: id 0 | task 219 | processing task, is_child = 0 0.58.782.795 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.207 (> 0.100 thold), f_keep = 0.180 0.58.782.938 I slot launch_slot_: id 1 | task 220 | processing task, is_child = 0 0.58.783.009 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.190 (> 0.100 thold), f_keep = 0.199 0.58.783.122 I slot launch_slot_: id 2 | task 221 | processing task, is_child = 0 0.58.783.161 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.248 (> 0.100 thold), f_keep = 0.175 0.58.789.482 I slot launch_slot_: id 3 | task 222 | processing task, is_child = 0 0.59.140.163 I slot print_timing: id 0 | task 219 | prompt eval time = 328.42 ms / 114 tokens ( 2.88 ms per token, 347.11 tokens per second) 0.59.140.168 I slot print_timing: id 0 | task 219 | eval time = 22.23 ms / 2 tokens ( 22.23 ms per token, 44.97 tokens per second) 0.59.140.169 I slot print_timing: id 0 | task 219 | total time = 350.66 ms / 116 tokens 0.59.140.170 I slot print_timing: id 0 | task 219 | graphs reused = 4 0.59.140.171 I slot print_timing: id 0 | task 219 | graph reallocs = 0 / 0 (same size) / (changed size) 0.59.140.196 I slot release: id 0 | task 219 | stop processing: n_tokens = 116, truncated = 0 0.59.141.071 I slot print_timing: id 2 | task 221 | prompt eval time = 319.87 ms / 152 tokens ( 2.10 ms per token, 475.19 tokens per second) 0.59.141.075 I slot print_timing: id 2 | task 221 | eval time = 21.47 ms / 2 tokens ( 21.47 ms per token, 46.59 tokens per second) 0.59.141.076 I slot print_timing: id 2 | task 221 | total time = 341.34 ms / 154 tokens 0.59.141.076 I slot print_timing: id 2 | task 221 | graphs reused = 4 0.59.141.077 I slot print_timing: id 2 | task 221 | graph reallocs = 0 / 0 (same size) / (changed size) 0.59.141.098 I slot release: id 2 | task 221 | stop processing: n_tokens = 154, truncated = 0 0.59.141.529 I slot print_timing: id 3 | task 222 | prompt eval time = 315.70 ms / 116 tokens ( 2.72 ms per token, 367.44 tokens per second) 0.59.141.532 I slot print_timing: id 3 | task 222 | eval time = 21.09 ms / 2 tokens ( 21.09 ms per token, 47.40 tokens per second) 0.59.141.533 I slot print_timing: id 3 | task 222 | total time = 336.80 ms / 118 tokens 0.59.141.533 I slot print_timing: id 3 | task 222 | graphs reused = 4 0.59.141.534 I slot print_timing: id 3 | task 222 | graph reallocs = 0 / 0 (same size) / (changed size) 0.59.141.548 I slot release: id 3 | task 222 | stop processing: n_tokens = 118, truncated = 0 0.59.156.060 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.254 (> 0.100 thold), f_keep = 0.254 0.59.172.695 I slot launch_slot_: id 3 | task 227 | processing task, is_child = 0 0.59.185.700 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 80.117 MiB) 0.59.203.982 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.186 (> 0.100 thold), f_keep = 0.250 0.59.204.152 I slot launch_slot_: id 0 | task 228 | processing task, is_child = 0 0.59.204.193 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.246 (> 0.100 thold), f_keep = 0.188 0.59.210.913 I slot launch_slot_: id 2 | task 229 | processing task, is_child = 0 0.59.515.813 I slot print_timing: id 0 | task 228 | prompt eval time = 283.91 ms / 155 tokens ( 1.83 ms per token, 545.95 tokens per second) 0.59.515.818 I slot print_timing: id 0 | task 228 | eval time = 20.97 ms / 2 tokens ( 20.97 ms per token, 47.68 tokens per second) 0.59.515.819 I slot print_timing: id 0 | task 228 | total time = 304.88 ms / 157 tokens 0.59.515.820 I slot print_timing: id 0 | task 228 | graphs reused = 4 0.59.515.821 I slot print_timing: id 0 | task 228 | graph reallocs = 0 / 0 (same size) / (changed size) 0.59.515.846 I slot release: id 0 | task 228 | stop processing: n_tokens = 157, truncated = 0 0.59.516.357 I slot print_timing: id 2 | task 229 | prompt eval time = 279.91 ms / 117 tokens ( 2.39 ms per token, 418.00 tokens per second) 0.59.516.361 I slot print_timing: id 2 | task 229 | eval time = 20.54 ms / 2 tokens ( 20.54 ms per token, 48.69 tokens per second) 0.59.516.362 I slot print_timing: id 2 | task 229 | total time = 300.44 ms / 119 tokens 0.59.516.363 I slot print_timing: id 2 | task 229 | graphs reused = 4 0.59.516.363 I slot print_timing: id 2 | task 229 | graph reallocs = 0 / 0 (same size) / (changed size) 0.59.516.380 I slot release: id 2 | task 229 | stop processing: n_tokens = 119, truncated = 0 0.59.516.704 I slot print_timing: id 3 | task 227 | prompt eval time = 275.60 ms / 117 tokens ( 2.36 ms per token, 424.53 tokens per second) 0.59.516.708 I slot print_timing: id 3 | task 227 | eval time = 20.21 ms / 2 tokens ( 20.21 ms per token, 49.49 tokens per second) 0.59.516.709 I slot print_timing: id 3 | task 227 | total time = 295.81 ms / 119 tokens 0.59.516.709 I slot print_timing: id 3 | task 227 | graphs reused = 4 0.59.516.710 I slot print_timing: id 3 | task 227 | graph reallocs = 0 / 0 (same size) / (changed size) 0.59.516.723 I slot release: id 3 | task 227 | stop processing: n_tokens = 119, truncated = 0 0.59.530.918 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.218 (> 0.100 thold), f_keep = 0.185 0.59.554.636 I slot launch_slot_: id 0 | task 234 | processing task, is_child = 0 0.59.569.887 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 85.883 MiB) 0.59.585.317 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.254 (> 0.100 thold), f_keep = 0.252 0.59.585.493 I slot launch_slot_: id 2 | task 235 | processing task, is_child = 0 0.59.585.532 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.223 (> 0.100 thold), f_keep = 0.244 0.59.585.654 I slot launch_slot_: id 3 | task 236 | processing task, is_child = 0 0.59.894.307 I slot print_timing: id 0 | task 234 | prompt eval time = 287.81 ms / 132 tokens ( 2.18 ms per token, 458.64 tokens per second) 0.59.894.312 I slot print_timing: id 0 | task 234 | eval time = 20.83 ms / 2 tokens ( 20.83 ms per token, 48.01 tokens per second) 0.59.894.314 I slot print_timing: id 0 | task 234 | total time = 308.63 ms / 134 tokens 0.59.894.314 I slot print_timing: id 0 | task 234 | graphs reused = 4 0.59.894.315 I slot print_timing: id 0 | task 234 | graph reallocs = 0 / 0 (same size) / (changed size) 0.59.894.341 I slot release: id 0 | task 234 | stop processing: n_tokens = 134, truncated = 0 0.59.895.215 I slot print_timing: id 3 | task 236 | prompt eval time = 279.41 ms / 129 tokens ( 2.17 ms per token, 461.68 tokens per second) 0.59.895.219 I slot print_timing: id 3 | task 236 | eval time = 20.10 ms / 2 tokens ( 20.10 ms per token, 49.75 tokens per second) 0.59.895.220 I slot print_timing: id 3 | task 236 | total time = 299.51 ms / 131 tokens 0.59.895.221 I slot print_timing: id 3 | task 236 | graphs reused = 4 0.59.895.221 I slot print_timing: id 3 | task 236 | graph reallocs = 0 / 0 (same size) / (changed size) 0.59.895.239 I slot release: id 3 | task 236 | stop processing: n_tokens = 131, truncated = 0 0.59.910.971 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.179 (> 0.100 thold), f_keep = 0.216 0.59.911.041 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 77.554 MiB) 0.59.928.788 I slot launch_slot_: id 0 | task 241 | processing task, is_child = 0 0.59.928.829 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 96.133 MiB) 0.59.944.272 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.170 (> 0.100 thold), f_keep = 0.221 0.59.944.388 I slot launch_slot_: id 3 | task 242 | processing task, is_child = 0 1.00.224.375 I slot print_timing: id 0 | task 241 | prompt eval time = 259.37 ms / 161 tokens ( 1.61 ms per token, 620.74 tokens per second) 1.00.224.380 I slot print_timing: id 0 | task 241 | eval time = 20.60 ms / 2 tokens ( 20.60 ms per token, 48.54 tokens per second) 1.00.224.382 I slot print_timing: id 0 | task 241 | total time = 279.97 ms / 163 tokens 1.00.224.382 I slot print_timing: id 0 | task 241 | graphs reused = 4 1.00.224.383 I slot print_timing: id 0 | task 241 | graph reallocs = 0 / 0 (same size) / (changed size) 1.00.224.409 I slot release: id 0 | task 241 | stop processing: n_tokens = 163, truncated = 0 1.00.224.675 I slot print_timing: id 1 | task 220 | prompt eval time = 324.17 ms / 139 tokens ( 2.33 ms per token, 428.78 tokens per second) 1.00.224.678 I slot print_timing: id 1 | task 220 | eval time = 1105.91 ms / 14 tokens ( 85.07 ms per token, 11.76 tokens per second) 1.00.224.679 I slot print_timing: id 1 | task 220 | total time = 1430.08 ms / 153 tokens 1.00.224.680 I slot print_timing: id 1 | task 220 | graphs reused = 4 1.00.224.680 I slot print_timing: id 1 | task 220 | graph reallocs = 0 / 0 (same size) / (changed size) 1.00.224.695 I slot release: id 1 | task 220 | stop processing: n_tokens = 153, truncated = 0 1.00.225.242 I slot print_timing: id 3 | task 242 | prompt eval time = 255.63 ms / 170 tokens ( 1.50 ms per token, 665.01 tokens per second) 1.00.225.245 I slot print_timing: id 3 | task 242 | eval time = 20.21 ms / 2 tokens ( 20.21 ms per token, 49.48 tokens per second) 1.00.225.245 I slot print_timing: id 3 | task 242 | total time = 275.84 ms / 172 tokens 1.00.225.246 I slot print_timing: id 3 | task 242 | graphs reused = 4 1.00.225.247 I slot print_timing: id 3 | task 242 | graph reallocs = 0 / 0 (same size) / (changed size) 1.00.225.263 I slot release: id 3 | task 242 | stop processing: n_tokens = 172, truncated = 0 1.00.239.477 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.221 (> 0.100 thold), f_keep = 0.178 1.00.239.545 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 125.604 MiB) 1.00.258.685 I slot launch_slot_: id 0 | task 247 | processing task, is_child = 0 1.00.258.734 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 102.868 MiB) 1.00.275.913 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 83.961 MiB) 1.00.295.267 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.254 (> 0.100 thold), f_keep = 0.190 1.00.295.436 I slot launch_slot_: id 1 | task 248 | processing task, is_child = 0 1.00.295.477 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.164 (> 0.100 thold), f_keep = 0.169 1.00.295.597 I slot launch_slot_: id 3 | task 249 | processing task, is_child = 0 1.00.607.222 I slot print_timing: id 2 | task 235 | prompt eval time = 283.71 ms / 117 tokens ( 2.42 ms per token, 412.39 tokens per second) 1.00.607.227 I slot print_timing: id 2 | task 235 | eval time = 732.69 ms / 9 tokens ( 91.59 ms per token, 10.92 tokens per second) 1.00.607.228 I slot print_timing: id 2 | task 235 | total time = 1016.40 ms / 126 tokens 1.00.607.229 I slot print_timing: id 2 | task 235 | graphs reused = 4 1.00.607.229 I slot print_timing: id 2 | task 235 | graph reallocs = 0 / 0 (same size) / (changed size) 1.00.607.255 I slot release: id 2 | task 235 | stop processing: n_tokens = 126, truncated = 0 1.00.636.555 I slot print_timing: id 0 | task 247 | prompt eval time = 310.67 ms / 130 tokens ( 2.39 ms per token, 418.45 tokens per second) 1.00.636.560 I slot print_timing: id 0 | task 247 | eval time = 30.27 ms / 2 tokens ( 30.27 ms per token, 33.04 tokens per second) 1.00.636.561 I slot print_timing: id 0 | task 247 | total time = 340.94 ms / 132 tokens 1.00.636.562 I slot print_timing: id 0 | task 247 | graphs reused = 4 1.00.636.563 I slot print_timing: id 0 | task 247 | graph reallocs = 0 / 0 (same size) / (changed size) 1.00.636.586 I slot release: id 0 | task 247 | stop processing: n_tokens = 132, truncated = 0 1.00.636.920 I slot print_timing: id 1 | task 248 | prompt eval time = 306.11 ms / 113 tokens ( 2.71 ms per token, 369.15 tokens per second) 1.00.636.923 I slot print_timing: id 1 | task 248 | eval time = 30.01 ms / 2 tokens ( 30.01 ms per token, 33.32 tokens per second) 1.00.636.924 I slot print_timing: id 1 | task 248 | total time = 336.12 ms / 115 tokens 1.00.636.925 I slot print_timing: id 1 | task 248 | graphs reused = 4 1.00.636.925 I slot print_timing: id 1 | task 248 | graph reallocs = 0 / 0 (same size) / (changed size) 1.00.636.938 I slot release: id 1 | task 248 | stop processing: n_tokens = 115, truncated = 0 1.00.637.289 I slot print_timing: id 3 | task 249 | prompt eval time = 302.12 ms / 176 tokens ( 1.72 ms per token, 582.56 tokens per second) 1.00.637.292 I slot print_timing: id 3 | task 249 | eval time = 29.39 ms / 2 tokens ( 29.39 ms per token, 34.03 tokens per second) 1.00.637.293 I slot print_timing: id 3 | task 249 | total time = 331.50 ms / 178 tokens 1.00.637.293 I slot print_timing: id 3 | task 249 | graphs reused = 4 1.00.637.294 I slot print_timing: id 3 | task 249 | graph reallocs = 0 / 0 (same size) / (changed size) 1.00.637.311 I slot release: id 3 | task 249 | stop processing: n_tokens = 178, truncated = 0 1.00.637.323 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.181 (> 0.100 thold), f_keep = 0.220 1.00.637.386 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 98.055 MiB) 1.00.653.310 I slot launch_slot_: id 0 | task 253 | processing task, is_child = 0 1.00.666.280 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 78.195 MiB) 1.00.680.854 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 119.838 MiB) 1.00.701.840 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.209 (> 0.100 thold), f_keep = 0.252 1.00.701.984 I slot launch_slot_: id 1 | task 254 | processing task, is_child = 0 1.00.702.053 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.246 (> 0.100 thold), f_keep = 0.238 1.00.702.166 I slot launch_slot_: id 2 | task 256 | processing task, is_child = 0 1.00.702.204 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.190 (> 0.100 thold), f_keep = 0.163 1.00.702.315 I slot launch_slot_: id 3 | task 255 | processing task, is_child = 0 1.01.081.206 I slot print_timing: id 0 | task 253 | prompt eval time = 357.15 ms / 159 tokens ( 2.25 ms per token, 445.19 tokens per second) 1.01.081.212 I slot print_timing: id 0 | task 253 | eval time = 21.72 ms / 2 tokens ( 21.72 ms per token, 46.03 tokens per second) 1.01.081.213 I slot print_timing: id 0 | task 253 | total time = 378.87 ms / 161 tokens 1.01.081.214 I slot print_timing: id 0 | task 253 | graphs reused = 4 1.01.081.215 I slot print_timing: id 0 | task 253 | graph reallocs = 0 / 0 (same size) / (changed size) 1.01.081.247 I slot release: id 0 | task 253 | stop processing: n_tokens = 161, truncated = 0 1.01.081.598 I slot print_timing: id 1 | task 254 | prompt eval time = 352.80 ms / 138 tokens ( 2.56 ms per token, 391.16 tokens per second) 1.01.081.601 I slot print_timing: id 1 | task 254 | eval time = 21.41 ms / 2 tokens ( 21.41 ms per token, 46.70 tokens per second) 1.01.081.602 I slot print_timing: id 1 | task 254 | total time = 374.21 ms / 140 tokens 1.01.081.602 I slot print_timing: id 1 | task 254 | graphs reused = 4 1.01.081.603 I slot print_timing: id 1 | task 254 | graph reallocs = 0 / 0 (same size) / (changed size) 1.01.081.620 I slot release: id 1 | task 254 | stop processing: n_tokens = 140, truncated = 0 1.01.081.964 I slot print_timing: id 2 | task 256 | prompt eval time = 348.59 ms / 121 tokens ( 2.88 ms per token, 347.11 tokens per second) 1.01.081.967 I slot print_timing: id 2 | task 256 | eval time = 21.08 ms / 2 tokens ( 21.08 ms per token, 47.43 tokens per second) 1.01.081.968 I slot print_timing: id 2 | task 256 | total time = 369.68 ms / 123 tokens 1.01.081.968 I slot print_timing: id 2 | task 256 | graphs reused = 4 1.01.081.969 I slot print_timing: id 2 | task 256 | graph reallocs = 0 / 0 (same size) / (changed size) 1.01.081.984 I slot release: id 2 | task 256 | stop processing: n_tokens = 123, truncated = 0 1.01.082.301 I slot print_timing: id 3 | task 255 | prompt eval time = 344.31 ms / 152 tokens ( 2.27 ms per token, 441.47 tokens per second) 1.01.082.304 I slot print_timing: id 3 | task 255 | eval time = 20.81 ms / 2 tokens ( 20.81 ms per token, 48.05 tokens per second) 1.01.082.305 I slot print_timing: id 3 | task 255 | total time = 365.12 ms / 154 tokens 1.01.082.305 I slot print_timing: id 3 | task 255 | graphs reused = 4 1.01.082.306 I slot print_timing: id 3 | task 255 | graph reallocs = 0 / 0 (same size) / (changed size) 1.01.082.317 I slot release: id 3 | task 255 | stop processing: n_tokens = 154, truncated = 0 1.01.089.838 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.177 (> 0.100 thold), f_keep = 0.180 1.01.089.911 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 92.930 MiB) 1.01.112.341 I slot launch_slot_: id 0 | task 260 | processing task, is_child = 0 1.01.112.385 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 89.086 MiB) 1.01.128.450 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 82.367 MiB) 1.01.142.956 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 112.150 MiB) 1.01.161.015 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.209 (> 0.100 thold), f_keep = 0.207 1.01.161.170 I slot launch_slot_: id 1 | task 261 | processing task, is_child = 0 1.01.161.237 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.233 (> 0.100 thold), f_keep = 0.244 1.01.168.804 I slot launch_slot_: id 2 | task 262 | processing task, is_child = 0 1.01.168.850 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.194 (> 0.100 thold), f_keep = 0.195 1.01.168.964 I slot launch_slot_: id 3 | task 263 | processing task, is_child = 0 1.01.567.012 I slot print_timing: id 0 | task 260 | prompt eval time = 376.64 ms / 163 tokens ( 2.31 ms per token, 432.78 tokens per second) 1.01.567.018 I slot print_timing: id 0 | task 260 | eval time = 21.40 ms / 2 tokens ( 21.40 ms per token, 46.74 tokens per second) 1.01.567.019 I slot print_timing: id 0 | task 260 | total time = 398.03 ms / 165 tokens 1.01.567.019 I slot print_timing: id 0 | task 260 | graphs reused = 4 1.01.567.020 I slot print_timing: id 0 | task 260 | graph reallocs = 0 / 0 (same size) / (changed size) 1.01.567.048 I slot release: id 0 | task 260 | stop processing: n_tokens = 165, truncated = 0 1.01.567.370 I slot print_timing: id 1 | task 261 | prompt eval time = 371.60 ms / 138 tokens ( 2.69 ms per token, 371.37 tokens per second) 1.01.567.373 I slot print_timing: id 1 | task 261 | eval time = 21.07 ms / 2 tokens ( 21.07 ms per token, 47.45 tokens per second) 1.01.567.374 I slot print_timing: id 1 | task 261 | total time = 392.67 ms / 140 tokens 1.01.567.375 I slot print_timing: id 1 | task 261 | graphs reused = 4 1.01.567.375 I slot print_timing: id 1 | task 261 | graph reallocs = 0 / 0 (same size) / (changed size) 1.01.567.389 I slot release: id 1 | task 261 | stop processing: n_tokens = 140, truncated = 0 1.01.567.721 I slot print_timing: id 2 | task 262 | prompt eval time = 367.30 ms / 128 tokens ( 2.87 ms per token, 348.49 tokens per second) 1.01.567.724 I slot print_timing: id 2 | task 262 | eval time = 20.74 ms / 2 tokens ( 20.74 ms per token, 48.21 tokens per second) 1.01.567.725 I slot print_timing: id 2 | task 262 | total time = 388.04 ms / 130 tokens 1.01.567.727 I slot print_timing: id 2 | task 262 | graphs reused = 4 1.01.567.727 I slot print_timing: id 2 | task 262 | graph reallocs = 0 / 0 (same size) / (changed size) 1.01.567.743 I slot release: id 2 | task 262 | stop processing: n_tokens = 130, truncated = 0 1.01.568.080 I slot print_timing: id 3 | task 263 | prompt eval time = 363.02 ms / 154 tokens ( 2.36 ms per token, 424.22 tokens per second) 1.01.568.084 I slot print_timing: id 3 | task 263 | eval time = 20.42 ms / 2 tokens ( 20.42 ms per token, 48.97 tokens per second) 1.01.568.085 I slot print_timing: id 3 | task 263 | total time = 383.44 ms / 156 tokens 1.01.568.085 I slot print_timing: id 3 | task 263 | graphs reused = 4 1.01.568.086 I slot print_timing: id 3 | task 263 | graph reallocs = 0 / 0 (same size) / (changed size) 1.01.568.099 I slot release: id 3 | task 263 | stop processing: n_tokens = 156, truncated = 0 1.01.576.658 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.190 (> 0.100 thold), f_keep = 0.176 1.01.595.531 I slot launch_slot_: id 0 | task 267 | processing task, is_child = 0 1.01.595.621 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 93.571 MiB) 1.01.614.907 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 73.710 MiB) 1.01.630.821 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 95.493 MiB) 1.01.631.973 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 93.571 MiB) 1.01.652.259 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.177 (> 0.100 thold), f_keep = 0.207 1.01.652.442 I slot launch_slot_: id 1 | task 268 | processing task, is_child = 0 1.01.652.512 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.258 (> 0.100 thold), f_keep = 0.238 1.01.652.634 I slot launch_slot_: id 2 | task 269 | processing task, is_child = 0 1.01.652.671 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.186 (> 0.100 thold), f_keep = 0.186 1.01.652.784 I slot launch_slot_: id 3 | task 270 | processing task, is_child = 0 1.02.047.617 I slot print_timing: id 1 | task 268 | prompt eval time = 368.44 ms / 163 tokens ( 2.26 ms per token, 442.41 tokens per second) 1.02.047.623 I slot print_timing: id 1 | task 268 | eval time = 21.18 ms / 2 tokens ( 21.18 ms per token, 47.21 tokens per second) 1.02.047.624 I slot print_timing: id 1 | task 268 | total time = 389.62 ms / 165 tokens 1.02.047.624 I slot print_timing: id 1 | task 268 | graphs reused = 4 1.02.047.625 I slot print_timing: id 1 | task 268 | graph reallocs = 0 / 0 (same size) / (changed size) 1.02.047.653 I slot release: id 1 | task 268 | stop processing: n_tokens = 165, truncated = 0 1.02.047.968 I slot print_timing: id 2 | task 269 | prompt eval time = 364.20 ms / 119 tokens ( 3.06 ms per token, 326.74 tokens per second) 1.02.047.971 I slot print_timing: id 2 | task 269 | eval time = 20.81 ms / 2 tokens ( 20.81 ms per token, 48.06 tokens per second) 1.02.047.972 I slot print_timing: id 2 | task 269 | total time = 385.01 ms / 121 tokens 1.02.047.972 I slot print_timing: id 2 | task 269 | graphs reused = 4 1.02.047.973 I slot print_timing: id 2 | task 269 | graph reallocs = 0 / 0 (same size) / (changed size) 1.02.047.986 I slot release: id 2 | task 269 | stop processing: n_tokens = 121, truncated = 0 1.02.048.318 I slot print_timing: id 3 | task 270 | prompt eval time = 359.95 ms / 155 tokens ( 2.32 ms per token, 430.61 tokens per second) 1.02.048.321 I slot print_timing: id 3 | task 270 | eval time = 20.45 ms / 2 tokens ( 20.45 ms per token, 48.89 tokens per second) 1.02.048.322 I slot print_timing: id 3 | task 270 | total time = 380.41 ms / 157 tokens 1.02.048.323 I slot print_timing: id 3 | task 270 | graphs reused = 4 1.02.048.323 I slot print_timing: id 3 | task 270 | graph reallocs = 0 / 0 (same size) / (changed size) 1.02.048.341 I slot release: id 3 | task 270 | stop processing: n_tokens = 157, truncated = 0 1.02.078.094 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.257 (> 0.100 thold), f_keep = 0.176 1.02.078.172 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 79.476 MiB) 1.02.099.003 I slot launch_slot_: id 1 | task 276 | processing task, is_child = 0 1.02.099.045 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 81.398 MiB) 1.02.115.348 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 88.539 MiB) 1.02.135.100 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.188 (> 0.100 thold), f_keep = 0.240 1.02.135.265 I slot launch_slot_: id 2 | task 277 | processing task, is_child = 0 1.02.135.303 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.182 (> 0.100 thold), f_keep = 0.185 1.02.135.424 I slot launch_slot_: id 3 | task 278 | processing task, is_child = 0 1.02.473.653 I slot print_timing: id 1 | task 276 | prompt eval time = 315.60 ms / 112 tokens ( 2.82 ms per token, 354.88 tokens per second) 1.02.473.668 I slot print_timing: id 1 | task 276 | eval time = 22.59 ms / 2 tokens ( 22.59 ms per token, 44.26 tokens per second) 1.02.473.670 I slot print_timing: id 1 | task 276 | total time = 338.19 ms / 114 tokens 1.02.473.671 I slot print_timing: id 1 | task 276 | graphs reused = 5 1.02.473.672 I slot print_timing: id 1 | task 276 | graph reallocs = 0 / 0 (same size) / (changed size) 1.02.473.730 I slot release: id 1 | task 276 | stop processing: n_tokens = 114, truncated = 0 1.02.474.719 I slot print_timing: id 2 | task 277 | prompt eval time = 311.02 ms / 153 tokens ( 2.03 ms per token, 491.93 tokens per second) 1.02.474.732 I slot print_timing: id 2 | task 277 | eval time = 22.90 ms / 2 tokens ( 22.90 ms per token, 43.66 tokens per second) 1.02.474.733 I slot print_timing: id 2 | task 277 | total time = 333.92 ms / 155 tokens 1.02.474.734 I slot print_timing: id 2 | task 277 | graphs reused = 5 1.02.474.735 I slot print_timing: id 2 | task 277 | graph reallocs = 0 / 0 (same size) / (changed size) 1.02.474.779 I slot release: id 2 | task 277 | stop processing: n_tokens = 155, truncated = 0 1.02.505.340 I slot print_timing: id 3 | task 278 | prompt eval time = 306.99 ms / 158 tokens ( 1.94 ms per token, 514.67 tokens per second) 1.02.505.345 I slot print_timing: id 3 | task 278 | eval time = 52.82 ms / 3 tokens ( 26.41 ms per token, 37.87 tokens per second) 1.02.505.346 I slot print_timing: id 3 | task 278 | total time = 359.81 ms / 161 tokens 1.02.505.347 I slot print_timing: id 3 | task 278 | graphs reused = 5 1.02.505.348 I slot print_timing: id 3 | task 278 | graph reallocs = 0 / 0 (same size) / (changed size) 1.02.505.371 I slot release: id 3 | task 278 | stop processing: n_tokens = 161, truncated = 0 1.02.505.383 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.246 (> 0.100 thold), f_keep = 0.254 1.02.505.443 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 92.930 MiB) 1.02.520.071 I slot launch_slot_: id 1 | task 283 | processing task, is_child = 0 1.02.520.115 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 89.727 MiB) 1.02.537.616 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 68.585 MiB) 1.02.556.350 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.153 (> 0.100 thold), f_keep = 0.187 1.02.556.500 I slot launch_slot_: id 2 | task 284 | processing task, is_child = 0 1.02.556.538 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.269 (> 0.100 thold), f_keep = 0.180 1.02.563.553 I slot launch_slot_: id 3 | task 285 | processing task, is_child = 0 1.02.895.608 I slot print_timing: id 1 | task 283 | prompt eval time = 310.68 ms / 117 tokens ( 2.66 ms per token, 376.60 tokens per second) 1.02.895.613 I slot print_timing: id 1 | task 283 | eval time = 21.36 ms / 2 tokens ( 21.36 ms per token, 46.82 tokens per second) 1.02.895.614 I slot print_timing: id 1 | task 283 | total time = 332.04 ms / 119 tokens 1.02.895.615 I slot print_timing: id 1 | task 283 | graphs reused = 5 1.02.895.616 I slot print_timing: id 1 | task 283 | graph reallocs = 0 / 0 (same size) / (changed size) 1.02.895.640 I slot release: id 1 | task 283 | stop processing: n_tokens = 119, truncated = 0 1.02.896.216 I slot print_timing: id 3 | task 285 | prompt eval time = 302.37 ms / 107 tokens ( 2.83 ms per token, 353.88 tokens per second) 1.02.896.219 I slot print_timing: id 3 | task 285 | eval time = 20.32 ms / 2 tokens ( 20.32 ms per token, 49.22 tokens per second) 1.02.896.219 I slot print_timing: id 3 | task 285 | total time = 322.68 ms / 109 tokens 1.02.896.220 I slot print_timing: id 3 | task 285 | graphs reused = 5 1.02.896.221 I slot print_timing: id 3 | task 285 | graph reallocs = 0 / 0 (same size) / (changed size) 1.02.896.234 I slot release: id 3 | task 285 | stop processing: n_tokens = 109, truncated = 0 1.02.923.792 I slot print_timing: id 2 | task 284 | prompt eval time = 306.58 ms / 188 tokens ( 1.63 ms per token, 613.21 tokens per second) 1.02.923.797 I slot print_timing: id 2 | task 284 | eval time = 48.71 ms / 3 tokens ( 24.35 ms per token, 41.06 tokens per second) 1.02.923.798 I slot print_timing: id 2 | task 284 | total time = 355.29 ms / 191 tokens 1.02.923.799 I slot print_timing: id 2 | task 284 | graphs reused = 5 1.02.923.799 I slot print_timing: id 2 | task 284 | graph reallocs = 0 / 0 (same size) / (changed size) 1.02.923.825 I slot release: id 2 | task 284 | stop processing: n_tokens = 191, truncated = 0 1.02.923.837 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.232 (> 0.100 thold), f_keep = 0.244 1.02.940.100 I slot launch_slot_: id 1 | task 291 | processing task, is_child = 0 1.02.940.148 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 118.556 MiB) 1.02.965.510 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 113.119 MiB) 1.02.980.357 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.256 (> 0.100 thold), f_keep = 0.275 1.02.980.509 I slot launch_slot_: id 3 | task 290 | processing task, is_child = 0 1.02.980.549 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.220 (> 0.100 thold), f_keep = 0.152 1.02.980.673 I slot launch_slot_: id 2 | task 292 | processing task, is_child = 0 1.03.286.887 I slot print_timing: id 1 | task 291 | prompt eval time = 284.97 ms / 124 tokens ( 2.30 ms per token, 435.13 tokens per second) 1.03.286.892 I slot print_timing: id 1 | task 291 | eval time = 21.23 ms / 2 tokens ( 21.23 ms per token, 47.11 tokens per second) 1.03.286.893 I slot print_timing: id 1 | task 291 | total time = 306.20 ms / 126 tokens 1.03.286.894 I slot print_timing: id 1 | task 291 | graphs reused = 5 1.03.286.895 I slot print_timing: id 1 | task 291 | graph reallocs = 0 / 0 (same size) / (changed size) 1.03.286.919 I slot release: id 1 | task 291 | stop processing: n_tokens = 126, truncated = 0 1.03.287.188 I slot print_timing: id 2 | task 292 | prompt eval time = 280.72 ms / 131 tokens ( 2.14 ms per token, 466.65 tokens per second) 1.03.287.191 I slot print_timing: id 2 | task 292 | eval time = 20.79 ms / 2 tokens ( 20.79 ms per token, 48.11 tokens per second) 1.03.287.192 I slot print_timing: id 2 | task 292 | total time = 301.51 ms / 133 tokens 1.03.287.193 I slot print_timing: id 2 | task 292 | graphs reused = 5 1.03.287.193 I slot print_timing: id 2 | task 292 | graph reallocs = 0 / 0 (same size) / (changed size) 1.03.287.208 I slot release: id 2 | task 292 | stop processing: n_tokens = 133, truncated = 0 1.03.287.481 I slot print_timing: id 3 | task 290 | prompt eval time = 276.28 ms / 116 tokens ( 2.38 ms per token, 419.86 tokens per second) 1.03.287.484 I slot print_timing: id 3 | task 290 | eval time = 20.34 ms / 2 tokens ( 20.34 ms per token, 49.15 tokens per second) 1.03.287.485 I slot print_timing: id 3 | task 290 | total time = 296.63 ms / 118 tokens 1.03.287.485 I slot print_timing: id 3 | task 290 | graphs reused = 5 1.03.287.486 I slot print_timing: id 3 | task 290 | graph reallocs = 0 / 0 (same size) / (changed size) 1.03.287.497 I slot release: id 3 | task 290 | stop processing: n_tokens = 118, truncated = 0 1.03.301.707 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.176 (> 0.100 thold), f_keep = 0.230 1.03.316.526 I slot launch_slot_: id 1 | task 297 | processing task, is_child = 0 1.03.316.566 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 107.665 MiB) 1.03.337.325 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 87.164 MiB) 1.03.352.766 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.221 (> 0.100 thold), f_keep = 0.254 1.03.352.914 I slot launch_slot_: id 3 | task 298 | processing task, is_child = 0 1.03.352.951 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.223 (> 0.100 thold), f_keep = 0.218 1.03.353.071 I slot launch_slot_: id 2 | task 299 | processing task, is_child = 0 1.03.678.425 I slot print_timing: id 1 | task 297 | prompt eval time = 304.12 ms / 164 tokens ( 1.85 ms per token, 539.25 tokens per second) 1.03.678.431 I slot print_timing: id 1 | task 297 | eval time = 21.21 ms / 2 tokens ( 21.21 ms per token, 47.14 tokens per second) 1.03.678.432 I slot print_timing: id 1 | task 297 | total time = 325.34 ms / 166 tokens 1.03.678.433 I slot print_timing: id 1 | task 297 | graphs reused = 5 1.03.678.433 I slot print_timing: id 1 | task 297 | graph reallocs = 0 / 0 (same size) / (changed size) 1.03.678.463 I slot release: id 1 | task 297 | stop processing: n_tokens = 166, truncated = 0 1.03.678.782 I slot print_timing: id 2 | task 299 | prompt eval time = 299.76 ms / 129 tokens ( 2.32 ms per token, 430.35 tokens per second) 1.03.678.786 I slot print_timing: id 2 | task 299 | eval time = 20.91 ms / 2 tokens ( 20.91 ms per token, 47.82 tokens per second) 1.03.678.786 I slot print_timing: id 2 | task 299 | total time = 320.67 ms / 131 tokens 1.03.678.787 I slot print_timing: id 2 | task 299 | graphs reused = 5 1.03.678.788 I slot print_timing: id 2 | task 299 | graph reallocs = 0 / 0 (same size) / (changed size) 1.03.678.802 I slot release: id 2 | task 299 | stop processing: n_tokens = 131, truncated = 0 1.03.679.129 I slot print_timing: id 3 | task 298 | prompt eval time = 295.37 ms / 135 tokens ( 2.19 ms per token, 457.05 tokens per second) 1.03.679.132 I slot print_timing: id 3 | task 298 | eval time = 20.60 ms / 2 tokens ( 20.60 ms per token, 48.55 tokens per second) 1.03.679.133 I slot print_timing: id 3 | task 298 | total time = 315.97 ms / 137 tokens 1.03.679.133 I slot print_timing: id 3 | task 298 | graphs reused = 5 1.03.679.134 I slot print_timing: id 3 | task 298 | graph reallocs = 0 / 0 (same size) / (changed size) 1.03.679.148 I slot release: id 3 | task 298 | stop processing: n_tokens = 137, truncated = 0 1.03.693.444 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.232 (> 0.100 thold), f_keep = 0.175 1.03.693.511 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 114.712 MiB) 1.03.715.171 I slot launch_slot_: id 1 | task 304 | processing task, is_child = 0 1.03.715.213 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 91.649 MiB) 1.03.731.394 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 75.726 MiB) 1.03.748.521 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.216 (> 0.100 thold), f_keep = 0.219 1.03.748.712 I slot launch_slot_: id 3 | task 306 | processing task, is_child = 0 1.03.748.754 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.179 (> 0.100 thold), f_keep = 0.221 1.03.755.481 I slot launch_slot_: id 2 | task 305 | processing task, is_child = 0 1.04.089.163 I slot print_timing: id 1 | task 304 | prompt eval time = 312.14 ms / 124 tokens ( 2.52 ms per token, 397.26 tokens per second) 1.04.089.169 I slot print_timing: id 1 | task 304 | eval time = 21.52 ms / 2 tokens ( 21.52 ms per token, 46.47 tokens per second) 1.04.089.170 I slot print_timing: id 1 | task 304 | total time = 333.66 ms / 126 tokens 1.04.089.172 I slot print_timing: id 1 | task 304 | graphs reused = 5 1.04.089.173 I slot print_timing: id 1 | task 304 | graph reallocs = 0 / 0 (same size) / (changed size) 1.04.089.201 I slot release: id 1 | task 304 | stop processing: n_tokens = 126, truncated = 0 1.04.089.549 I slot print_timing: id 2 | task 305 | prompt eval time = 307.54 ms / 161 tokens ( 1.91 ms per token, 523.51 tokens per second) 1.04.089.552 I slot print_timing: id 2 | task 305 | eval time = 21.08 ms / 2 tokens ( 21.08 ms per token, 47.44 tokens per second) 1.04.089.553 I slot print_timing: id 2 | task 305 | total time = 328.62 ms / 163 tokens 1.04.089.554 I slot print_timing: id 2 | task 305 | graphs reused = 5 1.04.089.554 I slot print_timing: id 2 | task 305 | graph reallocs = 0 / 0 (same size) / (changed size) 1.04.089.573 I slot release: id 2 | task 305 | stop processing: n_tokens = 163, truncated = 0 1.04.089.992 I slot print_timing: id 3 | task 306 | prompt eval time = 303.38 ms / 138 tokens ( 2.20 ms per token, 454.88 tokens per second) 1.04.089.997 I slot print_timing: id 3 | task 306 | eval time = 20.68 ms / 2 tokens ( 20.68 ms per token, 48.37 tokens per second) 1.04.089.997 I slot print_timing: id 3 | task 306 | total time = 324.06 ms / 140 tokens 1.04.089.998 I slot print_timing: id 3 | task 306 | graphs reused = 5 1.04.089.999 I slot print_timing: id 3 | task 306 | graph reallocs = 0 / 0 (same size) / (changed size) 1.04.090.016 I slot release: id 3 | task 306 | stop processing: n_tokens = 140, truncated = 0 1.04.104.421 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.197 (> 0.100 thold), f_keep = 0.230 1.04.118.385 I slot launch_slot_: id 1 | task 311 | processing task, is_child = 0 1.04.118.427 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 82.679 MiB) 1.04.137.899 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 85.242 MiB) 1.04.154.709 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.170 (> 0.100 thold), f_keep = 0.178 1.04.154.867 I slot launch_slot_: id 2 | task 312 | processing task, is_child = 0 1.04.154.904 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.232 (> 0.100 thold), f_keep = 0.207 1.04.155.023 I slot launch_slot_: id 3 | task 313 | processing task, is_child = 0 1.04.500.959 I slot print_timing: id 2 | task 312 | prompt eval time = 317.63 ms / 170 tokens ( 1.87 ms per token, 535.21 tokens per second) 1.04.500.964 I slot print_timing: id 2 | task 312 | eval time = 23.27 ms / 2 tokens ( 23.27 ms per token, 42.98 tokens per second) 1.04.500.965 I slot print_timing: id 2 | task 312 | total time = 340.90 ms / 172 tokens 1.04.500.967 I slot print_timing: id 2 | task 312 | graphs reused = 5 1.04.500.968 I slot print_timing: id 2 | task 312 | graph reallocs = 0 / 0 (same size) / (changed size) 1.04.500.998 I slot release: id 2 | task 312 | stop processing: n_tokens = 172, truncated = 0 1.04.501.283 I slot print_timing: id 3 | task 313 | prompt eval time = 314.18 ms / 124 tokens ( 2.53 ms per token, 394.68 tokens per second) 1.04.501.286 I slot print_timing: id 3 | task 313 | eval time = 21.99 ms / 2 tokens ( 21.99 ms per token, 45.47 tokens per second) 1.04.501.287 I slot print_timing: id 3 | task 313 | total time = 336.17 ms / 126 tokens 1.04.501.288 I slot print_timing: id 3 | task 313 | graphs reused = 5 1.04.501.288 I slot print_timing: id 3 | task 313 | graph reallocs = 0 / 0 (same size) / (changed size) 1.04.501.302 I slot release: id 3 | task 313 | stop processing: n_tokens = 126, truncated = 0 1.04.517.077 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.167 (> 0.100 thold), f_keep = 0.246 1.04.517.141 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 106.384 MiB) 1.04.533.780 I slot launch_slot_: id 3 | task 318 | processing task, is_child = 0 1.04.533.829 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 104.462 MiB) 1.04.554.235 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.187 (> 0.100 thold), f_keep = 0.169 1.04.554.399 I slot launch_slot_: id 2 | task 319 | processing task, is_child = 0 1.04.837.040 I slot print_timing: id 3 | task 318 | prompt eval time = 257.18 ms / 185 tokens ( 1.39 ms per token, 719.34 tokens per second) 1.04.837.046 I slot print_timing: id 3 | task 318 | eval time = 20.24 ms / 2 tokens ( 20.24 ms per token, 49.42 tokens per second) 1.04.837.047 I slot print_timing: id 3 | task 318 | total time = 277.42 ms / 187 tokens 1.04.837.047 I slot print_timing: id 3 | task 318 | graphs reused = 5 1.04.837.048 I slot print_timing: id 3 | task 318 | graph reallocs = 0 / 0 (same size) / (changed size) 1.04.837.078 I slot release: id 3 | task 318 | stop processing: n_tokens = 187, truncated = 0 1.04.873.605 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.269 (> 0.100 thold), f_keep = 0.155 1.04.873.675 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 106.384 MiB) 1.04.897.419 I slot launch_slot_: id 3 | task 325 | processing task, is_child = 0 1.05.041.749 I slot print_timing: id 3 | task 325 | prompt eval time = 124.16 ms / 107 tokens ( 1.16 ms per token, 861.79 tokens per second) 1.05.041.755 I slot print_timing: id 3 | task 325 | eval time = 20.15 ms / 2 tokens ( 20.15 ms per token, 49.63 tokens per second) 1.05.041.756 I slot print_timing: id 3 | task 325 | total time = 144.31 ms / 109 tokens 1.05.041.756 I slot print_timing: id 3 | task 325 | graphs reused = 6 1.05.041.757 I slot print_timing: id 3 | task 325 | graph reallocs = 0 / 0 (same size) / (changed size) 1.05.041.780 I slot release: id 3 | task 325 | stop processing: n_tokens = 109, truncated = 0 1.05.059.377 I slot print_timing: id 0 | task 267 | prompt eval time = 372.77 ms / 152 tokens ( 2.45 ms per token, 407.76 tokens per second) 1.05.059.383 I slot print_timing: id 0 | task 267 | eval time = 3033.81 ms / 37 tokens ( 84.27 ms per token, 11.87 tokens per second) 1.05.059.384 I slot print_timing: id 0 | task 267 | total time = 3406.58 ms / 189 tokens 1.05.059.385 I slot print_timing: id 0 | task 267 | graphs reused = 6 1.05.059.386 I slot print_timing: id 0 | task 267 | graph reallocs = 0 / 0 (same size) / (changed size) 1.05.059.411 I slot release: id 0 | task 267 | stop processing: n_tokens = 189, truncated = 0 1.05.075.827 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.223 (> 0.100 thold), f_keep = 0.153 1.05.075.892 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 107.665 MiB) 1.05.098.748 I slot launch_slot_: id 0 | task 331 | processing task, is_child = 0 1.05.098.793 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 85.883 MiB) 1.05.113.308 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.212 (> 0.100 thold), f_keep = 0.266 1.05.119.540 I slot launch_slot_: id 3 | task 332 | processing task, is_child = 0 1.05.350.501 I slot print_timing: id 1 | task 311 | prompt eval time = 320.54 ms / 146 tokens ( 2.20 ms per token, 455.48 tokens per second) 1.05.350.506 I slot print_timing: id 1 | task 311 | eval time = 874.92 ms / 15 tokens ( 62.49 ms per token, 16.00 tokens per second) 1.05.350.507 I slot print_timing: id 1 | task 311 | total time = 1195.46 ms / 161 tokens 1.05.350.508 I slot print_timing: id 1 | task 311 | graphs reused = 6 1.05.350.509 I slot print_timing: id 1 | task 311 | graph reallocs = 0 / 0 (same size) / (changed size) 1.05.350.535 I slot release: id 1 | task 311 | stop processing: n_tokens = 161, truncated = 0 1.05.380.281 I slot print_timing: id 0 | task 331 | prompt eval time = 230.62 ms / 129 tokens ( 1.79 ms per token, 559.37 tokens per second) 1.05.380.287 I slot print_timing: id 0 | task 331 | eval time = 30.11 ms / 2 tokens ( 30.11 ms per token, 33.21 tokens per second) 1.05.380.288 I slot print_timing: id 0 | task 331 | total time = 260.73 ms / 131 tokens 1.05.380.289 I slot print_timing: id 0 | task 331 | graphs reused = 6 1.05.380.290 I slot print_timing: id 0 | task 331 | graph reallocs = 0 / 0 (same size) / (changed size) 1.05.380.314 I slot release: id 0 | task 331 | stop processing: n_tokens = 131, truncated = 0 1.05.380.705 I slot print_timing: id 2 | task 319 | prompt eval time = 261.80 ms / 154 tokens ( 1.70 ms per token, 588.25 tokens per second) 1.05.380.708 I slot print_timing: id 2 | task 319 | eval time = 564.50 ms / 12 tokens ( 51.32 ms per token, 19.49 tokens per second) 1.05.380.709 I slot print_timing: id 2 | task 319 | total time = 826.29 ms / 166 tokens 1.05.380.709 I slot print_timing: id 2 | task 319 | graphs reused = 6 1.05.380.710 I slot print_timing: id 2 | task 319 | graph reallocs = 0 / 0 (same size) / (changed size) 1.05.380.730 I slot release: id 2 | task 319 | stop processing: n_tokens = 166, truncated = 0 1.05.381.105 I slot print_timing: id 3 | task 332 | prompt eval time = 226.87 ms / 136 tokens ( 1.67 ms per token, 599.45 tokens per second) 1.05.381.108 I slot print_timing: id 3 | task 332 | eval time = 29.45 ms / 2 tokens ( 29.45 ms per token, 33.96 tokens per second) 1.05.381.108 I slot print_timing: id 3 | task 332 | total time = 256.32 ms / 138 tokens 1.05.381.109 I slot print_timing: id 3 | task 332 | graphs reused = 6 1.05.381.110 I slot print_timing: id 3 | task 332 | graph reallocs = 0 / 0 (same size) / (changed size) 1.05.381.123 I slot release: id 3 | task 332 | stop processing: n_tokens = 138, truncated = 0 1.05.381.134 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.203 (> 0.100 thold), f_keep = 0.221 1.05.396.830 I slot launch_slot_: id 0 | task 336 | processing task, is_child = 0 1.05.396.879 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 81.398 MiB) 1.05.416.140 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 102.040 MiB) 1.05.435.509 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 79.476 MiB) 1.05.569.027 I slot print_timing: id 0 | task 336 | prompt eval time = 100.92 ms / 142 tokens ( 0.71 ms per token, 1407.07 tokens per second) 1.05.569.032 I slot print_timing: id 0 | task 336 | eval time = 13.97 ms / 2 tokens ( 13.97 ms per token, 71.58 tokens per second) 1.05.569.034 I slot print_timing: id 0 | task 336 | total time = 114.89 ms / 144 tokens 1.05.569.035 I slot print_timing: id 0 | task 336 | graphs reused = 6 1.05.569.036 I slot print_timing: id 0 | task 336 | graph reallocs = 0 / 0 (same size) / (changed size) 1.05.569.057 I slot release: id 0 | task 336 | stop processing: n_tokens = 144, truncated = 0 1.05.606.691 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 161, t_last = 63896493 1.05.606.901 I slot launch_slot_: id 1 | task 340 | processing task, is_child = 0 1.05.606.949 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 92.289 MiB) 1.05.627.114 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 166, t_last = 63926688 1.05.627.232 I slot launch_slot_: id 2 | task 341 | processing task, is_child = 0 1.05.627.296 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 138, t_last = 63927081 1.05.627.399 I slot launch_slot_: id 3 | task 342 | processing task, is_child = 0 1.05.627.434 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 144, t_last = 64115015 1.05.627.531 I slot launch_slot_: id 0 | task 343 | processing task, is_child = 0 1.10.940.069 I slot print_timing: id 2 | task 341 | prompt eval time = 2595.42 ms / 1163 tokens ( 2.23 ms per token, 448.10 tokens per second) 1.10.940.074 I slot print_timing: id 2 | task 341 | eval time = 2710.71 ms / 141 tokens ( 19.36 ms per token, 51.65 tokens per second) 1.10.940.075 I slot print_timing: id 2 | task 341 | total time = 5306.13 ms / 1304 tokens 1.10.940.077 I slot print_timing: id 2 | task 341 | graphs reused = 144 1.10.940.078 I slot print_timing: id 2 | task 341 | graph reallocs = 0 / 0 (same size) / (changed size) 1.10.940.149 I slot release: id 2 | task 341 | stop processing: n_tokens = 1304, truncated = 0 1.11.002.727 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.907 (> 0.100 thold), f_keep = 0.840 1.11.002.817 I slot launch_slot_: id 2 | task 490 | processing task, is_child = 0 1.11.272.905 I slot print_timing: id 0 | task 343 | n_gen = 145, tg = 47.29 t/s, tg_3s = 47.62 t/s 1.11.273.281 I slot print_timing: id 1 | task 340 | n_gen = 145, tg = 47.30 t/s, tg_3s = 47.63 t/s 1.11.337.902 I slot print_timing: id 3 | task 342 | n_gen = 147, tg = 48.52 t/s, tg_3s = 48.85 t/s 1.11.375.782 I slot print_timing: id 0 | task 343 | prompt eval time = 2600.47 ms / 1175 tokens ( 2.21 ms per token, 451.84 tokens per second) 1.11.375.788 I slot print_timing: id 0 | task 343 | eval time = 3147.77 ms / 150 tokens ( 21.13 ms per token, 47.34 tokens per second) 1.11.375.789 I slot print_timing: id 0 | task 343 | total time = 5748.24 ms / 1325 tokens 1.11.375.790 I slot print_timing: id 0 | task 343 | graphs reused = 148 1.11.375.790 I slot print_timing: id 0 | task 343 | graph reallocs = 0 / 0 (same size) / (changed size) 1.11.375.856 I slot release: id 0 | task 343 | stop processing: n_tokens = 1325, truncated = 0 1.11.433.301 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.903 (> 0.100 thold), f_keep = 0.827 1.11.433.388 I slot launch_slot_: id 0 | task 501 | processing task, is_child = 0 1.14.289.767 I slot print_timing: id 1 | task 340 | n_gen = 287, tg = 47.19 t/s, tg_3s = 47.07 t/s 1.14.290.019 I slot print_timing: id 2 | task 490 | n_gen = 143, tg = 47.08 t/s, tg_3s = 47.42 t/s 1.14.349.724 I slot print_timing: id 3 | task 342 | n_gen = 289, tg = 47.83 t/s, tg_3s = 47.15 t/s 1.14.706.624 I slot print_timing: id 0 | task 501 | n_gen = 154, tg = 50.67 t/s, tg_3s = 51.00 t/s 1.16.600.819 I slot print_timing: id 0 | task 501 | prompt eval time = 253.70 ms / 118 tokens ( 2.15 ms per token, 465.11 tokens per second) 1.16.600.825 I slot print_timing: id 0 | task 501 | eval time = 4913.71 ms / 252 tokens ( 19.58 ms per token, 51.08 tokens per second) 1.16.600.826 I slot print_timing: id 0 | task 501 | total time = 5167.42 ms / 370 tokens 1.16.600.828 I slot print_timing: id 0 | task 501 | graphs reused = 400 1.16.600.829 I slot print_timing: id 0 | task 501 | graph reallocs = 0 / 0 (same size) / (changed size) 1.16.600.896 I slot release: id 0 | task 501 | stop processing: n_tokens = 1465, truncated = 0 1.16.661.261 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.903 (> 0.100 thold), f_keep = 0.748 1.16.661.371 I slot launch_slot_: id 0 | task 758 | processing task, is_child = 0 1.17.102.354 I slot print_timing: id 3 | task 342 | prompt eval time = 2691.85 ms / 1183 tokens ( 2.28 ms per token, 439.48 tokens per second) 1.17.102.360 I slot print_timing: id 3 | task 342 | eval time = 8773.44 ms / 419 tokens ( 20.99 ms per token, 47.64 tokens per second) 1.17.102.361 I slot print_timing: id 3 | task 342 | total time = 11465.29 ms / 1602 tokens 1.17.102.362 I slot print_timing: id 3 | task 342 | graphs reused = 411 1.17.102.362 I slot print_timing: id 3 | task 342 | graph reallocs = 0 / 0 (same size) / (changed size) 1.17.102.430 I slot release: id 3 | task 342 | stop processing: n_tokens = 1602, truncated = 0 1.17.161.533 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.922 (> 0.100 thold), f_keep = 0.684 1.17.161.635 I slot launch_slot_: id 3 | task 773 | processing task, is_child = 0 1.17.300.407 I slot print_timing: id 1 | task 340 | n_gen = 424, tg = 46.63 t/s, tg_3s = 45.51 t/s 1.17.300.781 I slot print_timing: id 2 | task 490 | n_gen = 280, tg = 46.29 t/s, tg_3s = 45.50 t/s 1.17.609.116 I slot print_timing: id 1 | task 340 | prompt eval time = 2597.99 ms / 1190 tokens ( 2.18 ms per token, 458.05 tokens per second) 1.17.609.123 I slot print_timing: id 1 | task 340 | eval time = 9380.43 ms / 434 tokens ( 21.66 ms per token, 46.16 tokens per second) 1.17.609.124 I slot print_timing: id 1 | task 340 | total time = 11978.41 ms / 1624 tokens 1.17.609.127 I slot print_timing: id 1 | task 340 | graphs reused = 421 1.17.609.128 I slot print_timing: id 1 | task 340 | graph reallocs = 0 / 0 (same size) / (changed size) 1.17.609.199 I slot release: id 1 | task 340 | stop processing: n_tokens = 1624, truncated = 0 1.17.672.925 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.901 (> 0.100 thold), f_keep = 0.675 1.17.673.026 I slot launch_slot_: id 1 | task 787 | processing task, is_child = 0 1.19.917.511 I slot print_timing: id 0 | task 758 | n_gen = 121, tg = 39.96 t/s, tg_3s = 40.29 t/s 1.20.318.584 I slot print_timing: id 2 | task 490 | n_gen = 408, tg = 45.00 t/s, tg_3s = 42.42 t/s 1.20.433.695 I slot print_timing: id 3 | task 773 | n_gen = 134, tg = 44.12 t/s, tg_3s = 44.45 t/s 1.20.785.724 I slot print_timing: id 2 | task 490 | prompt eval time = 271.31 ms / 112 tokens ( 2.42 ms per token, 412.82 tokens per second) 1.20.785.730 I slot print_timing: id 2 | task 490 | eval time = 9511.59 ms / 432 tokens ( 22.07 ms per token, 45.31 tokens per second) 1.20.785.731 I slot print_timing: id 2 | task 490 | total time = 9782.89 ms / 544 tokens 1.20.785.732 I slot print_timing: id 2 | task 490 | graphs reused = 556 1.20.785.732 I slot print_timing: id 2 | task 490 | graph reallocs = 0 / 0 (same size) / (changed size) 1.20.785.800 I slot release: id 2 | task 490 | stop processing: n_tokens = 1639, truncated = 0 1.20.850.132 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.877 (> 0.100 thold), f_keep = 0.669 1.20.850.240 I slot launch_slot_: id 2 | task 930 | processing task, is_child = 0 1.21.185.620 I slot print_timing: id 1 | task 787 | n_gen = 142, tg = 45.83 t/s, tg_3s = 46.16 t/s 1.22.206.596 I slot print_timing: id 1 | task 787 | prompt eval time = 436.17 ms / 142 tokens ( 3.07 ms per token, 325.56 tokens per second) 1.22.206.602 I slot print_timing: id 1 | task 787 | eval time = 4097.38 ms / 193 tokens ( 21.34 ms per token, 46.86 tokens per second) 1.22.206.603 I slot print_timing: id 1 | task 787 | total time = 4533.55 ms / 335 tokens 1.22.206.604 I slot print_timing: id 1 | task 787 | graphs reused = 606 1.22.206.605 I slot print_timing: id 1 | task 787 | graph reallocs = 0 / 0 (same size) / (changed size) 1.22.206.677 I slot release: id 1 | task 787 | stop processing: n_tokens = 1408, truncated = 0 1.22.271.837 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.913 (> 0.100 thold), f_keep = 0.778 1.22.271.941 I slot launch_slot_: id 1 | task 986 | processing task, is_child = 0 1.22.922.032 I slot print_timing: id 0 | task 758 | n_gen = 243, tg = 40.28 t/s, tg_3s = 40.61 t/s 1.23.452.340 I slot print_timing: id 3 | task 773 | n_gen = 256, tg = 42.27 t/s, tg_3s = 40.42 t/s 1.23.471.458 I slot print_timing: id 3 | task 773 | prompt eval time = 257.72 ms / 93 tokens ( 2.77 ms per token, 360.86 tokens per second) 1.23.471.463 I slot print_timing: id 3 | task 773 | eval time = 6052.09 ms / 257 tokens ( 23.64 ms per token, 42.30 tokens per second) 1.23.471.464 I slot print_timing: id 3 | task 773 | total time = 6309.81 ms / 350 tokens 1.23.471.465 I slot print_timing: id 3 | task 773 | graphs reused = 651 1.23.471.466 I slot print_timing: id 3 | task 773 | graph reallocs = 0 / 0 (same size) / (changed size) 1.23.471.532 I slot release: id 3 | task 773 | stop processing: n_tokens = 1445, truncated = 0 1.23.528.906 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.932 (> 0.100 thold), f_keep = 0.758 1.23.529.001 I slot launch_slot_: id 3 | task 1038 | processing task, is_child = 0 1.24.029.317 I slot print_timing: id 0 | task 758 | prompt eval time = 252.99 ms / 118 tokens ( 2.14 ms per token, 466.42 tokens per second) 1.24.029.323 I slot print_timing: id 0 | task 758 | eval time = 7114.94 ms / 288 tokens ( 24.79 ms per token, 40.34 tokens per second) 1.24.029.324 I slot print_timing: id 0 | task 758 | total time = 7367.93 ms / 406 tokens 1.24.029.324 I slot print_timing: id 0 | task 758 | graphs reused = 664 1.24.029.325 I slot print_timing: id 0 | task 758 | graph reallocs = 0 / 0 (same size) / (changed size) 1.24.029.390 I slot release: id 0 | task 758 | stop processing: n_tokens = 1501, truncated = 0 1.24.087.069 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.932 (> 0.100 thold), f_keep = 0.730 1.24.087.173 I slot launch_slot_: id 0 | task 1056 | processing task, is_child = 0 1.24.227.928 I slot print_timing: id 2 | task 930 | n_gen = 123, tg = 40.11 t/s, tg_3s = 40.44 t/s 1.25.568.472 I slot print_timing: id 1 | task 986 | n_gen = 131, tg = 43.11 t/s, tg_3s = 43.44 t/s 1.26.804.531 I slot print_timing: id 3 | task 1038 | n_gen = 142, tg = 46.86 t/s, tg_3s = 47.19 t/s 1.27.239.282 I slot print_timing: id 2 | task 930 | n_gen = 270, tg = 44.44 t/s, tg_3s = 48.82 t/s 1.27.355.266 I slot print_timing: id 0 | task 1056 | n_gen = 153, tg = 50.40 t/s, tg_3s = 50.73 t/s 1.27.488.544 I slot print_timing: id 0 | task 1056 | prompt eval time = 252.15 ms / 80 tokens ( 3.15 ms per token, 317.28 tokens per second) 1.27.488.549 I slot print_timing: id 0 | task 1056 | eval time = 3149.21 ms / 160 tokens ( 19.81 ms per token, 50.49 tokens per second) 1.27.488.550 I slot print_timing: id 0 | task 1056 | total time = 3401.36 ms / 240 tokens 1.27.488.551 I slot print_timing: id 0 | task 1056 | graphs reused = 825 1.27.488.552 I slot print_timing: id 0 | task 1056 | graph reallocs = 0 / 0 (same size) / (changed size) 1.27.488.616 I slot release: id 0 | task 1056 | stop processing: n_tokens = 1335, truncated = 0 1.27.546.247 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.937 (> 0.100 thold), f_keep = 0.821 1.27.546.352 I slot launch_slot_: id 0 | task 1221 | processing task, is_child = 0 1.28.582.686 I slot print_timing: id 1 | task 986 | n_gen = 274, tg = 45.27 t/s, tg_3s = 47.44 t/s 1.29.252.422 I slot print_timing: id 2 | task 930 | prompt eval time = 336.10 ms / 155 tokens ( 2.17 ms per token, 461.17 tokens per second) 1.29.252.431 I slot print_timing: id 2 | task 930 | eval time = 8066.06 ms / 363 tokens ( 22.28 ms per token, 44.88 tokens per second) 1.29.252.432 I slot print_timing: id 2 | task 930 | total time = 8402.16 ms / 518 tokens 1.29.252.436 I slot print_timing: id 2 | task 930 | graphs reused = 902 1.29.252.437 I slot print_timing: id 2 | task 930 | graph reallocs = 0 / 0 (same size) / (changed size) 1.29.252.549 I slot release: id 2 | task 930 | stop processing: n_tokens = 1612, truncated = 0 1.29.316.977 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.916 (> 0.100 thold), f_keep = 0.680 1.29.317.096 I slot launch_slot_: id 2 | task 1301 | processing task, is_child = 0 1.29.812.933 I slot print_timing: id 3 | task 1038 | n_gen = 270, tg = 44.70 t/s, tg_3s = 42.55 t/s 1.30.795.372 I slot print_timing: id 0 | task 1221 | n_gen = 138, tg = 45.55 t/s, tg_3s = 45.88 t/s 1.31.600.395 I slot print_timing: id 1 | task 986 | n_gen = 411, tg = 45.32 t/s, tg_3s = 45.40 t/s 1.32.634.903 I slot print_timing: id 2 | task 1301 | n_gen = 154, tg = 50.86 t/s, tg_3s = 51.19 t/s 1.32.828.474 I slot print_timing: id 3 | task 1038 | n_gen = 424, tg = 46.83 t/s, tg_3s = 51.07 t/s 1.32.867.837 I slot print_timing: id 1 | task 986 | prompt eval time = 280.69 ms / 105 tokens ( 2.67 ms per token, 374.08 tokens per second) 1.32.867.842 I slot print_timing: id 1 | task 986 | eval time = 10315.19 ms / 477 tokens ( 21.67 ms per token, 46.15 tokens per second) 1.32.867.843 I slot print_timing: id 1 | task 986 | total time = 10595.88 ms / 582 tokens 1.32.867.844 I slot print_timing: id 1 | task 986 | graphs reused = 1065 1.32.867.844 I slot print_timing: id 1 | task 986 | graph reallocs = 0 / 0 (same size) / (changed size) 1.32.867.913 I slot release: id 1 | task 986 | stop processing: n_tokens = 1677, truncated = 0 1.32.932.619 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.896 (> 0.100 thold), f_keep = 0.654 1.32.932.725 I slot launch_slot_: id 1 | task 1471 | processing task, is_child = 0 1.33.798.370 I slot print_timing: id 0 | task 1221 | n_gen = 276, tg = 45.75 t/s, tg_3s = 45.95 t/s 1.34.816.151 I slot print_timing: id 0 | task 1221 | prompt eval time = 241.35 ms / 74 tokens ( 3.26 ms per token, 306.61 tokens per second) 1.34.816.157 I slot print_timing: id 0 | task 1221 | eval time = 7028.43 ms / 327 tokens ( 21.56 ms per token, 46.38 tokens per second) 1.34.816.158 I slot print_timing: id 0 | task 1221 | total time = 7269.78 ms / 401 tokens 1.34.816.160 I slot print_timing: id 0 | task 1221 | graphs reused = 1142 1.34.816.161 I slot print_timing: id 0 | task 1221 | graph reallocs = 0 / 0 (same size) / (changed size) 1.34.816.230 I slot release: id 0 | task 1221 | stop processing: n_tokens = 1496, truncated = 0 1.34.859.827 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.944 (> 0.100 thold), f_keep = 0.733 1.34.859.939 I slot launch_slot_: id 0 | task 1554 | processing task, is_child = 0 1.35.648.949 I slot print_timing: id 2 | task 1301 | n_gen = 279, tg = 46.16 t/s, tg_3s = 41.47 t/s 1.35.840.819 I slot print_timing: id 3 | task 1038 | n_gen = 549, tg = 45.49 t/s, tg_3s = 41.50 t/s 1.36.261.708 I slot print_timing: id 1 | task 1471 | n_gen = 142, tg = 46.86 t/s, tg_3s = 47.19 t/s 1.37.997.805 I slot print_timing: id 3 | task 1038 | prompt eval time = 266.47 ms / 81 tokens ( 3.29 ms per token, 303.98 tokens per second) 1.37.997.811 I slot print_timing: id 3 | task 1038 | eval time = 14202.32 ms / 659 tokens ( 21.58 ms per token, 46.33 tokens per second) 1.37.997.812 I slot print_timing: id 3 | task 1038 | total time = 14468.79 ms / 740 tokens 1.37.997.813 I slot print_timing: id 3 | task 1038 | graphs reused = 1289 1.37.997.813 I slot print_timing: id 3 | task 1038 | graph reallocs = 0 / 0 (same size) / (changed size) 1.37.997.879 I slot release: id 3 | task 1038 | stop processing: n_tokens = 1834, truncated = 0 1.38.040.150 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.904 (> 0.100 thold), f_keep = 0.598 1.38.040.248 I slot launch_slot_: id 3 | task 1706 | processing task, is_child = 0 1.38.242.179 I slot print_timing: id 0 | task 1554 | n_gen = 151, tg = 47.92 t/s, tg_3s = 48.24 t/s 1.38.667.436 I slot print_timing: id 2 | task 1301 | n_gen = 418, tg = 46.12 t/s, tg_3s = 46.05 t/s 1.39.268.104 I slot print_timing: id 1 | task 1471 | n_gen = 279, tg = 46.22 t/s, tg_3s = 45.57 t/s 1.41.158.613 I slot print_timing: id 0 | task 1554 | prompt eval time = 251.88 ms / 65 tokens ( 3.88 ms per token, 258.06 tokens per second) 1.41.158.619 I slot print_timing: id 0 | task 1554 | eval time = 6046.78 ms / 294 tokens ( 20.64 ms per token, 48.46 tokens per second) 1.41.158.620 I slot print_timing: id 0 | task 1554 | total time = 6298.66 ms / 359 tokens 1.41.158.620 I slot print_timing: id 0 | task 1554 | graphs reused = 1431 1.41.158.621 I slot print_timing: id 0 | task 1554 | graph reallocs = 0 / 0 (same size) / (changed size) 1.41.158.687 I slot release: id 0 | task 1554 | stop processing: n_tokens = 1454, truncated = 0 1.41.201.421 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.935 (> 0.100 thold), f_keep = 0.754 1.41.201.523 I slot launch_slot_: id 0 | task 1853 | processing task, is_child = 0 1.41.438.838 I slot print_timing: id 3 | task 1706 | n_gen = 147, tg = 47.44 t/s, tg_3s = 47.77 t/s 1.41.675.876 I slot print_timing: id 2 | task 1301 | n_gen = 560, tg = 46.39 t/s, tg_3s = 47.20 t/s 1.42.273.228 I slot print_timing: id 1 | task 1471 | n_gen = 421, tg = 46.56 t/s, tg_3s = 47.25 t/s 1.44.449.776 I slot print_timing: id 0 | task 1853 | n_gen = 152, tg = 50.13 t/s, tg_3s = 50.46 t/s 1.44.450.609 I slot print_timing: id 3 | task 1706 | n_gen = 298, tg = 48.78 t/s, tg_3s = 50.14 t/s 1.44.508.337 I slot print_timing: id 3 | task 1706 | prompt eval time = 321.28 ms / 119 tokens ( 2.70 ms per token, 370.39 tokens per second) 1.44.508.342 I slot print_timing: id 3 | task 1706 | eval time = 6146.79 ms / 301 tokens ( 20.49 ms per token, 48.81 tokens per second) 1.44.508.343 I slot print_timing: id 3 | task 1706 | total time = 6468.07 ms / 420 tokens 1.44.508.344 I slot print_timing: id 3 | task 1706 | graphs reused = 1585 1.44.508.345 I slot print_timing: id 3 | task 1706 | graph reallocs = 0 / 0 (same size) / (changed size) 1.44.508.415 I slot release: id 3 | task 1706 | stop processing: n_tokens = 1513, truncated = 0 1.44.550.093 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.948 (> 0.100 thold), f_keep = 0.724 1.44.550.185 I slot launch_slot_: id 3 | task 2012 | processing task, is_child = 0 1.44.677.619 I slot print_timing: id 2 | task 1301 | n_gen = 706, tg = 46.84 t/s, tg_3s = 48.64 t/s 1.45.257.178 I slot print_timing: id 0 | task 1853 | prompt eval time = 236.20 ms / 76 tokens ( 3.11 ms per token, 321.77 tokens per second) 1.45.257.184 I slot print_timing: id 0 | task 1853 | eval time = 3819.44 ms / 183 tokens ( 20.99 ms per token, 47.65 tokens per second) 1.45.257.185 I slot print_timing: id 0 | task 1853 | total time = 4055.64 ms / 259 tokens 1.45.257.186 I slot print_timing: id 0 | task 1853 | graphs reused = 1609 1.45.257.187 I slot print_timing: id 0 | task 1853 | graph reallocs = 0 / 0 (same size) / (changed size) 1.45.257.254 I slot release: id 0 | task 1853 | stop processing: n_tokens = 1354, truncated = 0 1.45.278.623 I slot print_timing: id 1 | task 1471 | n_gen = 563, tg = 46.73 t/s, tg_3s = 47.25 t/s 1.45.318.910 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.932 (> 0.100 thold), f_keep = 0.809 1.45.319.028 I slot launch_slot_: id 0 | task 2042 | processing task, is_child = 0 1.47.406.984 I slot print_timing: id 3 | task 2012 | prompt eval time = 229.56 ms / 60 tokens ( 3.83 ms per token, 261.37 tokens per second) 1.47.406.990 I slot print_timing: id 3 | task 2012 | eval time = 2627.22 ms / 120 tokens ( 22.08 ms per token, 45.30 tokens per second) 1.47.406.991 I slot print_timing: id 3 | task 2012 | total time = 2856.78 ms / 180 tokens 1.47.406.992 I slot print_timing: id 3 | task 2012 | graphs reused = 1701 1.47.406.993 I slot print_timing: id 3 | task 2012 | graph reallocs = 0 / 0 (same size) / (changed size) 1.47.407.062 I slot release: id 3 | task 2012 | stop processing: n_tokens = 1275, truncated = 0 1.47.467.148 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.938 (> 0.100 thold), f_keep = 0.860 1.47.467.246 I slot launch_slot_: id 3 | task 2138 | processing task, is_child = 0 1.47.724.545 I slot print_timing: id 2 | task 1301 | n_gen = 831, tg = 45.86 t/s, tg_3s = 41.02 t/s 1.48.285.901 I slot print_timing: id 1 | task 1471 | n_gen = 690, tg = 45.83 t/s, tg_3s = 42.23 t/s 1.48.598.777 I slot print_timing: id 0 | task 2042 | n_gen = 140, tg = 46.05 t/s, tg_3s = 46.38 t/s 1.49.977.836 I slot print_timing: id 0 | task 2042 | prompt eval time = 261.22 ms / 80 tokens ( 3.27 ms per token, 306.26 tokens per second) 1.49.977.841 I slot print_timing: id 0 | task 2042 | eval time = 4397.57 ms / 209 tokens ( 21.14 ms per token, 47.30 tokens per second) 1.49.977.843 I slot print_timing: id 0 | task 2042 | total time = 4658.78 ms / 289 tokens 1.49.977.843 I slot print_timing: id 0 | task 2042 | graphs reused = 1814 1.49.977.845 I slot print_timing: id 0 | task 2042 | graph reallocs = 0 / 0 (same size) / (changed size) 1.49.977.913 I slot release: id 0 | task 2042 | stop processing: n_tokens = 1384, truncated = 0 1.50.000.296 I slot print_timing: id 3 | task 2138 | prompt eval time = 258.07 ms / 73 tokens ( 3.54 ms per token, 282.86 tokens per second) 1.50.000.302 I slot print_timing: id 3 | task 2138 | eval time = 2274.96 ms / 115 tokens ( 19.96 ms per token, 50.11 tokens per second) 1.50.000.303 I slot print_timing: id 3 | task 2138 | total time = 2533.03 ms / 188 tokens 1.50.000.304 I slot print_timing: id 3 | task 2138 | graphs reused = 1814 1.50.000.305 I slot print_timing: id 3 | task 2138 | graph reallocs = 0 / 0 (same size) / (changed size) 1.50.000.367 I slot release: id 3 | task 2138 | stop processing: n_tokens = 1283, truncated = 0 1.50.036.357 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.910 (> 0.100 thold), f_keep = 0.792 1.50.036.496 I slot launch_slot_: id 0 | task 2257 | processing task, is_child = 0 1.50.036.651 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 81.398 MiB) 1.50.037.780 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 87.805 MiB) 1.50.038.995 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 79.476 MiB) 1.50.040.119 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 81.398 MiB) 1.50.041.287 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 95.883 MiB) 1.50.042.729 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 90.367 MiB) 1.50.043.967 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 152.511 MiB) 1.50.046.126 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 114.712 MiB) 1.50.047.733 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 101.259 MiB) 1.50.049.191 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 106.384 MiB) 1.50.050.634 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 94.852 MiB) 1.50.051.786 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 115.447 MiB) 1.50.053.179 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 144.183 MiB) 1.50.054.945 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 123.041 MiB) 1.50.056.443 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 108.556 MiB) 1.50.058.183 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 110.228 MiB) 1.50.059.750 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 93.571 MiB) 1.50.060.979 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 87.164 MiB) 1.50.062.114 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 77.554 MiB) 1.50.063.113 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 106.384 MiB) 1.50.064.422 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 88.445 MiB) 1.50.390.925 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.941 (> 0.100 thold), f_keep = 0.854 1.50.391.039 I slot launch_slot_: id 3 | task 2258 | processing task, is_child = 0 1.50.732.472 I slot print_timing: id 2 | task 1301 | n_gen = 948, tg = 44.87 t/s, tg_3s = 38.90 t/s 1.51.293.261 I slot print_timing: id 1 | task 1471 | n_gen = 798, tg = 44.18 t/s, tg_3s = 35.91 t/s 1.52.405.270 I slot print_timing: id 2 | task 1301 | prompt eval time = 309.66 ms / 102 tokens ( 3.04 ms per token, 329.39 tokens per second) 1.52.405.275 I slot print_timing: id 2 | task 1301 | eval time = 22778.49 ms / 1024 tokens ( 22.27 ms per token, 44.91 tokens per second) 1.52.405.276 I slot print_timing: id 2 | task 1301 | total time = 23088.15 ms / 1126 tokens 1.52.405.279 I slot print_timing: id 2 | task 1301 | graphs reused = 1889 1.52.405.279 I slot print_timing: id 2 | task 1301 | graph reallocs = 0 / 0 (same size) / (changed size) 1.52.405.352 I slot release: id 2 | task 1301 | stop processing: n_tokens = 2219, truncated = 0 1.52.468.160 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.936 (> 0.100 thold), f_keep = 0.494 1.52.468.341 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 77.929 MiB) 1.52.469.388 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 87.164 MiB) 1.52.470.492 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 114.072 MiB) 1.52.471.835 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 118.556 MiB) 1.52.473.212 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 84.289 MiB) 1.52.474.230 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 78.835 MiB) 1.52.475.200 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 110.228 MiB) 1.52.476.661 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 76.273 MiB) 1.52.477.635 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 82.679 MiB) 1.52.479.439 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 94.539 MiB) 1.52.480.641 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 76.913 MiB) 1.52.481.624 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 85.242 MiB) 1.52.482.656 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 85.883 MiB) 1.52.483.732 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 84.930 MiB) 1.52.484.764 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 82.039 MiB) 1.52.485.720 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 99.977 MiB) 1.52.486.887 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 101.899 MiB) 1.52.488.082 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 92.289 MiB) 1.52.489.176 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 105.102 MiB) 1.52.490.422 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 73.070 MiB) 1.52.491.309 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 97.415 MiB) 1.52.743.283 I slot launch_slot_: id 2 | task 2338 | processing task, is_child = 0 1.53.930.871 I slot print_timing: id 0 | task 2257 | n_gen = 123, tg = 40.52 t/s, tg_3s = 40.86 t/s 1.53.931.761 I slot print_timing: id 3 | task 2258 | n_gen = 123, tg = 40.53 t/s, tg_3s = 40.86 t/s 1.54.310.051 I slot print_timing: id 1 | task 1471 | n_gen = 921, tg = 43.69 t/s, tg_3s = 40.77 t/s 1.54.950.490 I slot print_timing: id 3 | task 2258 | prompt eval time = 421.61 ms / 69 tokens ( 6.11 ms per token, 163.66 tokens per second) 1.54.950.496 I slot print_timing: id 3 | task 2258 | eval time = 4028.63 ms / 174 tokens ( 23.29 ms per token, 42.94 tokens per second) 1.54.950.497 I slot print_timing: id 3 | task 2258 | total time = 4450.24 ms / 243 tokens 1.54.950.498 I slot print_timing: id 3 | task 2258 | graphs reused = 1982 1.54.950.499 I slot print_timing: id 3 | task 2258 | graph reallocs = 0 / 0 (same size) / (changed size) 1.54.950.564 I slot release: id 3 | task 2258 | stop processing: n_tokens = 1338, truncated = 0 1.55.010.321 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.944 (> 0.100 thold), f_keep = 0.819 1.55.010.432 I slot launch_slot_: id 3 | task 2438 | processing task, is_child = 0 1.56.074.747 I slot print_timing: id 2 | task 2338 | n_gen = 141, tg = 46.44 t/s, tg_3s = 46.78 t/s 1.56.557.495 I slot print_timing: id 1 | task 1471 | prompt eval time = 320.12 ms / 128 tokens ( 2.50 ms per token, 399.85 tokens per second) 1.56.557.500 I slot print_timing: id 1 | task 1471 | eval time = 23304.63 ms / 1024 tokens ( 22.78 ms per token, 43.90 tokens per second) 1.56.557.501 I slot print_timing: id 1 | task 1471 | total time = 23624.75 ms / 1152 tokens 1.56.557.503 I slot print_timing: id 1 | task 1471 | graphs reused = 2049 1.56.557.504 I slot print_timing: id 1 | task 1471 | graph reallocs = 0 / 0 (same size) / (changed size) 1.56.557.570 I slot release: id 1 | task 1471 | stop processing: n_tokens = 2246, truncated = 0 1.56.619.732 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.909 (> 0.100 thold), f_keep = 0.488 1.56.619.912 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 99.337 MiB) 1.56.621.247 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 74.992 MiB) 1.56.622.216 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 74.992 MiB) 1.56.623.197 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 84.601 MiB) 1.56.624.229 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 82.679 MiB) 1.56.625.258 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 103.181 MiB) 1.56.626.518 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 93.024 MiB) 1.56.627.672 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 108.946 MiB) 1.56.629.005 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 83.320 MiB) 1.56.630.032 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 72.429 MiB) 1.56.630.912 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 77.289 MiB) 1.56.631.865 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 112.790 MiB) 1.56.633.238 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 101.899 MiB) 1.56.634.525 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 88.445 MiB) 1.56.635.615 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 77.554 MiB) 1.56.636.576 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 97.415 MiB) 1.56.638.385 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 104.462 MiB) 1.56.639.793 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 88.445 MiB) 1.56.640.875 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 82.039 MiB) 1.56.641.872 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 98.696 MiB) 1.56.643.060 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 104.462 MiB) 1.56.644.338 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 99.337 MiB) 1.56.645.531 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 98.055 MiB) 1.56.942.417 I slot launch_slot_: id 1 | task 2509 | processing task, is_child = 0 1.57.143.306 I slot print_timing: id 0 | task 2257 | n_gen = 248, tg = 39.69 t/s, tg_3s = 38.91 t/s 1.57.582.336 I slot print_timing: id 2 | task 2338 | prompt eval time = 317.12 ms / 78 tokens ( 4.07 ms per token, 245.96 tokens per second) 1.57.582.341 I slot print_timing: id 2 | task 2338 | eval time = 4521.91 ms / 185 tokens ( 24.58 ms per token, 40.69 tokens per second) 1.57.582.342 I slot print_timing: id 2 | task 2338 | total time = 4839.03 ms / 263 tokens 1.57.582.344 I slot print_timing: id 2 | task 2338 | graphs reused = 2063 1.57.582.345 I slot print_timing: id 2 | task 2338 | graph reallocs = 0 / 0 (same size) / (changed size) 1.57.582.410 I slot release: id 2 | task 2338 | stop processing: n_tokens = 1355, truncated = 0 1.57.614.368 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.904 (> 0.100 thold), f_keep = 0.809 1.57.614.484 I slot launch_slot_: id 2 | task 2528 | processing task, is_child = 0 1.58.267.902 I slot print_timing: id 3 | task 2438 | n_gen = 108, tg = 35.58 t/s, tg_3s = 35.91 t/s 1.59.998.826 I slot print_timing: id 3 | task 2438 | prompt eval time = 249.86 ms / 65 tokens ( 3.84 ms per token, 260.14 tokens per second) 1.59.998.832 I slot print_timing: id 3 | task 2438 | eval time = 4738.52 ms / 195 tokens ( 24.43 ms per token, 40.94 tokens per second) 1.59.998.835 I slot print_timing: id 3 | task 2438 | total time = 4988.38 ms / 260 tokens 1.59.998.836 I slot print_timing: id 3 | task 2438 | graphs reused = 2167 1.59.998.836 I slot print_timing: id 3 | task 2438 | graph reallocs = 0 / 0 (same size) / (changed size) 1.59.998.901 I slot release: id 3 | task 2438 | stop processing: n_tokens = 1355, truncated = 0 2.00.039.822 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.893 (> 0.100 thold), f_keep = 0.809 2.00.039.928 I slot launch_slot_: id 3 | task 2639 | processing task, is_child = 0 2.00.205.585 I slot print_timing: id 0 | task 2257 | n_gen = 376, tg = 40.39 t/s, tg_3s = 41.80 t/s 2.00.311.416 I slot print_timing: id 1 | task 2509 | n_gen = 129, tg = 42.11 t/s, tg_3s = 42.44 t/s 2.00.894.531 I slot print_timing: id 2 | task 2528 | n_gen = 141, tg = 46.48 t/s, tg_3s = 46.81 t/s 2.03.223.779 I slot print_timing: id 0 | task 2257 | n_gen = 525, tg = 42.59 t/s, tg_3s = 49.37 t/s 2.03.324.054 I slot print_timing: id 1 | task 2509 | n_gen = 282, tg = 46.43 t/s, tg_3s = 50.79 t/s 2.03.324.698 I slot print_timing: id 3 | task 2639 | n_gen = 154, tg = 50.79 t/s, tg_3s = 51.12 t/s 2.03.899.584 I slot print_timing: id 2 | task 2528 | n_gen = 293, tg = 48.53 t/s, tg_3s = 50.58 t/s 2.05.207.221 I slot print_timing: id 2 | task 2528 | prompt eval time = 267.75 ms / 116 tokens ( 2.31 ms per token, 433.23 tokens per second) 2.05.207.227 I slot print_timing: id 2 | task 2528 | eval time = 7324.97 ms / 361 tokens ( 20.35 ms per token, 49.15 tokens per second) 2.05.207.228 I slot print_timing: id 2 | task 2528 | total time = 7592.72 ms / 477 tokens 2.05.207.229 I slot print_timing: id 2 | task 2528 | graphs reused = 2416 2.05.207.229 I slot print_timing: id 2 | task 2528 | graph reallocs = 0 / 0 (same size) / (changed size) 2.05.207.296 I slot release: id 2 | task 2528 | stop processing: n_tokens = 1572, truncated = 0 2.05.269.863 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.938 (> 0.100 thold), f_keep = 0.697 2.05.269.970 I slot launch_slot_: id 2 | task 2894 | processing task, is_child = 0 2.06.231.406 I slot print_timing: id 0 | task 2257 | n_gen = 665, tg = 43.37 t/s, tg_3s = 46.55 t/s 2.06.331.340 I slot print_timing: id 1 | task 2509 | n_gen = 422, tg = 46.47 t/s, tg_3s = 46.55 t/s 2.06.331.886 I slot print_timing: id 3 | task 2639 | n_gen = 294, tg = 48.68 t/s, tg_3s = 46.56 t/s 2.08.553.798 I slot print_timing: id 2 | task 2894 | n_gen = 152, tg = 50.26 t/s, tg_3s = 50.59 t/s 2.09.127.518 I slot print_timing: id 2 | task 2894 | prompt eval time = 279.32 ms / 72 tokens ( 3.88 ms per token, 257.76 tokens per second) 2.09.127.524 I slot print_timing: id 2 | task 2894 | eval time = 3578.21 ms / 182 tokens ( 19.77 ms per token, 50.58 tokens per second) 2.09.127.525 I slot print_timing: id 2 | task 2894 | total time = 3857.53 ms / 254 tokens 2.09.127.526 I slot print_timing: id 2 | task 2894 | graphs reused = 2596 2.09.127.527 I slot print_timing: id 2 | task 2894 | graph reallocs = 0 / 0 (same size) / (changed size) 2.09.127.592 I slot release: id 2 | task 2894 | stop processing: n_tokens = 1349, truncated = 0 2.09.190.331 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.943 (> 0.100 thold), f_keep = 0.812 2.09.190.432 I slot launch_slot_: id 2 | task 3080 | processing task, is_child = 0 2.09.329.531 I slot print_timing: id 0 | task 2257 | n_gen = 815, tg = 44.22 t/s, tg_3s = 48.42 t/s 2.09.443.008 I slot print_timing: id 1 | task 2509 | n_gen = 568, tg = 46.59 t/s, tg_3s = 46.92 t/s 2.09.444.135 I slot print_timing: id 3 | task 2639 | n_gen = 440, tg = 48.07 t/s, tg_3s = 46.91 t/s 2.09.598.504 I slot print_timing: id 1 | task 2509 | prompt eval time = 329.54 ms / 112 tokens ( 2.94 ms per token, 339.87 tokens per second) 2.09.598.510 I slot print_timing: id 1 | task 2509 | eval time = 12326.52 ms / 575 tokens ( 21.47 ms per token, 46.57 tokens per second) 2.09.598.511 I slot print_timing: id 1 | task 2509 | total time = 12656.06 ms / 687 tokens 2.09.598.512 I slot print_timing: id 1 | task 2509 | graphs reused = 2602 2.09.598.513 I slot print_timing: id 1 | task 2509 | graph reallocs = 0 / 0 (same size) / (changed size) 2.09.598.583 I slot release: id 1 | task 2509 | stop processing: n_tokens = 1780, truncated = 0 2.09.663.897 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.938 (> 0.100 thold), f_keep = 0.616 2.09.664.006 I slot launch_slot_: id 1 | task 3092 | processing task, is_child = 0 2.12.314.874 I slot print_timing: id 2 | task 3080 | prompt eval time = 253.35 ms / 66 tokens ( 3.84 ms per token, 260.51 tokens per second) 2.12.314.880 I slot print_timing: id 2 | task 3080 | eval time = 2871.08 ms / 128 tokens ( 22.61 ms per token, 44.23 tokens per second) 2.12.314.881 I slot print_timing: id 2 | task 3080 | total time = 3124.43 ms / 194 tokens 2.12.314.882 I slot print_timing: id 2 | task 3080 | graphs reused = 2716 2.12.314.883 I slot print_timing: id 2 | task 3080 | graph reallocs = 0 / 0 (same size) / (changed size) 2.12.314.953 I slot release: id 2 | task 3080 | stop processing: n_tokens = 1289, truncated = 0 2.12.346.316 I slot print_timing: id 0 | task 2257 | n_gen = 944, tg = 44.01 t/s, tg_3s = 42.76 t/s 2.12.378.749 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.928 (> 0.100 thold), f_keep = 0.850 2.12.378.868 I slot launch_slot_: id 2 | task 3213 | processing task, is_child = 0 2.12.532.247 I slot print_timing: id 3 | task 2639 | n_gen = 570, tg = 46.56 t/s, tg_3s = 42.10 t/s 2.12.963.254 I slot print_timing: id 1 | task 3092 | n_gen = 137, tg = 45.25 t/s, tg_3s = 45.58 t/s 2.14.176.092 I slot print_timing: id 0 | task 2257 | prompt eval time = 529.25 ms / 108 tokens ( 4.90 ms per token, 204.06 tokens per second) 2.14.176.098 I slot print_timing: id 0 | task 2257 | eval time = 23255.78 ms / 1024 tokens ( 22.73 ms per token, 43.99 tokens per second) 2.14.176.099 I slot print_timing: id 0 | task 2257 | total time = 23785.03 ms / 1132 tokens 2.14.176.100 I slot print_timing: id 0 | task 2257 | graphs reused = 2792 2.14.176.101 I slot print_timing: id 0 | task 2257 | graph reallocs = 0 / 0 (same size) / (changed size) 2.14.176.171 I slot release: id 0 | task 2257 | stop processing: n_tokens = 2227, truncated = 0 2.14.238.031 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.923 (> 0.100 thold), f_keep = 0.492 2.14.238.205 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 101.587 MiB) 2.14.239.478 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 74.992 MiB) 2.14.240.479 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 120.806 MiB) 2.14.241.949 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 79.476 MiB) 2.14.242.957 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 83.961 MiB) 2.14.243.989 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 74.351 MiB) 2.14.244.894 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 105.102 MiB) 2.14.246.176 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 82.679 MiB) 2.14.247.184 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 86.523 MiB) 2.14.248.294 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 79.476 MiB) 2.14.249.290 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 103.181 MiB) 2.14.250.546 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 88.445 MiB) 2.14.251.796 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 79.476 MiB) 2.14.252.874 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 108.946 MiB) 2.14.254.265 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 118.556 MiB) 2.14.255.709 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 108.900 MiB) 2.14.257.017 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 68.585 MiB) 2.14.483.043 I slot launch_slot_: id 0 | task 3296 | processing task, is_child = 0 2.15.231.257 I slot print_timing: id 1 | task 3092 | prompt eval time = 293.42 ms / 76 tokens ( 3.86 ms per token, 259.01 tokens per second) 2.15.231.262 I slot print_timing: id 1 | task 3092 | eval time = 5273.81 ms / 225 tokens ( 23.54 ms per token, 42.47 tokens per second) 2.15.231.263 I slot print_timing: id 1 | task 3092 | total time = 5567.23 ms / 301 tokens 2.15.231.264 I slot print_timing: id 1 | task 3092 | graphs reused = 2816 2.15.231.264 I slot print_timing: id 1 | task 3092 | graph reallocs = 0 / 0 (same size) / (changed size) 2.15.231.330 I slot release: id 1 | task 3092 | stop processing: n_tokens = 1393, truncated = 0 2.15.264.080 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.915 (> 0.100 thold), f_keep = 0.787 2.15.264.183 I slot launch_slot_: id 1 | task 3322 | processing task, is_child = 0 2.15.569.194 I slot print_timing: id 3 | task 2639 | n_gen = 678, tg = 44.37 t/s, tg_3s = 35.56 t/s 2.15.655.948 I slot print_timing: id 2 | task 3213 | n_gen = 112, tg = 36.87 t/s, tg_3s = 37.20 t/s 2.16.055.604 I slot print_timing: id 3 | task 2639 | prompt eval time = 272.49 ms / 131 tokens ( 2.08 ms per token, 480.75 tokens per second) 2.16.055.610 I slot print_timing: id 3 | task 2639 | eval time = 15743.17 ms / 702 tokens ( 22.46 ms per token, 44.53 tokens per second) 2.16.055.611 I slot print_timing: id 3 | task 2639 | total time = 16015.66 ms / 833 tokens 2.16.055.613 I slot print_timing: id 3 | task 2639 | graphs reused = 2839 2.16.055.614 I slot print_timing: id 3 | task 2639 | graph reallocs = 0 / 0 (same size) / (changed size) 2.16.055.686 I slot release: id 3 | task 2639 | stop processing: n_tokens = 1928, truncated = 0 2.16.114.536 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.937 (> 0.100 thold), f_keep = 0.568 2.16.114.640 I slot launch_slot_: id 3 | task 3352 | processing task, is_child = 0 2.17.796.141 I slot print_timing: id 0 | task 3296 | n_gen = 128, tg = 42.16 t/s, tg_3s = 42.49 t/s 2.18.569.145 I slot print_timing: id 1 | task 3322 | n_gen = 142, tg = 46.99 t/s, tg_3s = 47.32 t/s 2.18.669.251 I slot print_timing: id 2 | task 3213 | n_gen = 254, tg = 42.00 t/s, tg_3s = 47.12 t/s 2.19.403.906 I slot print_timing: id 3 | task 3352 | n_gen = 155, tg = 51.22 t/s, tg_3s = 51.55 t/s 2.20.797.587 I slot print_timing: id 0 | task 3296 | n_gen = 280, tg = 46.39 t/s, tg_3s = 50.64 t/s 2.20.835.882 I slot print_timing: id 1 | task 3322 | prompt eval time = 304.32 ms / 102 tokens ( 2.98 ms per token, 335.17 tokens per second) 2.20.835.888 I slot print_timing: id 1 | task 3322 | eval time = 5267.36 ms / 257 tokens ( 20.58 ms per token, 48.60 tokens per second) 2.20.835.889 I slot print_timing: id 1 | task 3322 | total time = 5571.69 ms / 359 tokens 2.20.835.890 I slot print_timing: id 1 | task 3322 | graphs reused = 3065 2.20.835.890 I slot print_timing: id 1 | task 3322 | graph reallocs = 0 / 0 (same size) / (changed size) 2.20.835.955 I slot release: id 1 | task 3322 | stop processing: n_tokens = 1454, truncated = 0 2.20.898.541 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.923 (> 0.100 thold), f_keep = 0.754 2.20.898.636 I slot launch_slot_: id 1 | task 3584 | processing task, is_child = 0 2.21.625.258 I slot print_timing: id 2 | task 3213 | prompt eval time = 266.41 ms / 85 tokens ( 3.13 ms per token, 319.06 tokens per second) 2.21.625.264 I slot print_timing: id 2 | task 3213 | eval time = 8979.96 ms / 391 tokens ( 23.03 ms per token, 43.43 tokens per second) 2.21.625.265 I slot print_timing: id 2 | task 3213 | total time = 9246.37 ms / 476 tokens 2.21.625.265 I slot print_timing: id 2 | task 3213 | graphs reused = 3087 2.21.625.266 I slot print_timing: id 2 | task 3213 | graph reallocs = 0 / 0 (same size) / (changed size) 2.21.625.330 I slot release: id 2 | task 3213 | stop processing: n_tokens = 1571, truncated = 0 2.21.690.180 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.892 (> 0.100 thold), f_keep = 0.698 2.21.690.294 I slot launch_slot_: id 2 | task 3612 | processing task, is_child = 0 2.22.406.490 I slot print_timing: id 3 | task 3352 | n_gen = 280, tg = 46.43 t/s, tg_3s = 41.63 t/s 2.23.808.973 I slot print_timing: id 0 | task 3296 | n_gen = 404, tg = 44.65 t/s, tg_3s = 41.18 t/s 2.24.185.957 I slot print_timing: id 1 | task 3584 | n_gen = 138, tg = 45.50 t/s, tg_3s = 45.83 t/s 2.24.987.794 I slot print_timing: id 2 | task 3612 | n_gen = 152, tg = 50.26 t/s, tg_3s = 50.59 t/s 2.25.409.487 I slot print_timing: id 3 | task 3352 | n_gen = 432, tg = 47.82 t/s, tg_3s = 50.62 t/s 2.25.776.915 I slot print_timing: id 1 | task 3584 | prompt eval time = 276.28 ms / 91 tokens ( 3.04 ms per token, 329.38 tokens per second) 2.25.776.921 I slot print_timing: id 1 | task 3584 | eval time = 4601.98 ms / 220 tokens ( 21.01 ms per token, 47.59 tokens per second) 2.25.776.922 I slot print_timing: id 1 | task 3584 | total time = 4878.26 ms / 311 tokens 2.25.776.923 I slot print_timing: id 1 | task 3584 | graphs reused = 3277 2.25.776.924 I slot print_timing: id 1 | task 3584 | graph reallocs = 0 / 0 (same size) / (changed size) 2.25.776.993 I slot release: id 1 | task 3584 | stop processing: n_tokens = 1406, truncated = 0 2.25.810.135 I slot print_timing: id 3 | task 3352 | prompt eval time = 282.53 ms / 75 tokens ( 3.77 ms per token, 265.46 tokens per second) 2.25.810.140 I slot print_timing: id 3 | task 3352 | eval time = 9412.95 ms / 452 tokens ( 20.87 ms per token, 47.91 tokens per second) 2.25.810.141 I slot print_timing: id 3 | task 3352 | total time = 9695.48 ms / 527 tokens 2.25.810.142 I slot print_timing: id 3 | task 3352 | graphs reused = 3277 2.25.810.142 I slot print_timing: id 3 | task 3352 | graph reallocs = 0 / 0 (same size) / (changed size) 2.25.810.208 I slot release: id 3 | task 3352 | stop processing: n_tokens = 1621, truncated = 0 2.25.840.937 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.909 (> 0.100 thold), f_keep = 0.780 2.25.841.043 I slot launch_slot_: id 1 | task 3809 | processing task, is_child = 0 2.25.841.195 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 82.679 MiB) 2.25.842.342 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 97.837 MiB) 2.25.843.552 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 101.977 MiB) 2.25.846.472 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 87.164 MiB) 2.25.849.262 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 91.008 MiB) 2.25.852.190 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 2148.272 MiB) 2.26.221.640 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.919 (> 0.100 thold), f_keep = 0.676 2.26.221.758 I slot launch_slot_: id 3 | task 3810 | processing task, is_child = 0 2.26.824.148 I slot print_timing: id 0 | task 3296 | n_gen = 512, tg = 42.44 t/s, tg_3s = 35.82 t/s 2.28.001.656 I slot print_timing: id 2 | task 3612 | n_gen = 259, tg = 42.87 t/s, tg_3s = 35.50 t/s 2.29.763.165 I slot print_timing: id 1 | task 3809 | n_gen = 154, tg = 50.89 t/s, tg_3s = 51.22 t/s 2.29.763.648 I slot print_timing: id 3 | task 3810 | n_gen = 154, tg = 50.89 t/s, tg_3s = 51.23 t/s 2.29.842.830 I slot print_timing: id 0 | task 3296 | n_gen = 666, tg = 44.16 t/s, tg_3s = 51.02 t/s 2.30.997.843 I slot print_timing: id 2 | task 3612 | prompt eval time = 292.97 ms / 133 tokens ( 2.20 ms per token, 453.98 tokens per second) 2.30.997.848 I slot print_timing: id 2 | task 3612 | eval time = 9014.56 ms / 412 tokens ( 21.93 ms per token, 45.59 tokens per second) 2.30.997.849 I slot print_timing: id 2 | task 3612 | total time = 9307.53 ms / 545 tokens 2.30.997.850 I slot print_timing: id 2 | task 3612 | graphs reused = 3490 2.30.997.850 I slot print_timing: id 2 | task 3612 | graph reallocs = 0 / 0 (same size) / (changed size) 2.30.997.919 I slot release: id 2 | task 3612 | stop processing: n_tokens = 1640, truncated = 0 2.31.062.960 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.912 (> 0.100 thold), f_keep = 0.668 2.31.063.076 I slot launch_slot_: id 2 | task 4030 | processing task, is_child = 0 2.31.652.780 I slot print_timing: id 3 | task 3810 | prompt eval time = 450.51 ms / 98 tokens ( 4.60 ms per token, 217.53 tokens per second) 2.31.652.786 I slot print_timing: id 3 | task 3810 | eval time = 4895.34 ms / 234 tokens ( 21.01 ms per token, 47.60 tokens per second) 2.31.652.788 I slot print_timing: id 3 | task 3810 | total time = 5345.85 ms / 332 tokens 2.31.652.789 I slot print_timing: id 3 | task 3810 | graphs reused = 3503 2.31.652.790 I slot print_timing: id 3 | task 3810 | graph reallocs = 0 / 0 (same size) / (changed size) 2.31.652.856 I slot release: id 3 | task 3810 | stop processing: n_tokens = 1425, truncated = 0 2.31.712.367 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.904 (> 0.100 thold), f_keep = 0.769 2.31.712.467 I slot launch_slot_: id 3 | task 4050 | processing task, is_child = 0 2.32.464.412 I slot print_timing: id 1 | task 3809 | prompt eval time = 534.76 ms / 110 tokens ( 4.86 ms per token, 205.70 tokens per second) 2.32.464.432 I slot print_timing: id 1 | task 3809 | eval time = 5707.86 ms / 264 tokens ( 21.70 ms per token, 46.08 tokens per second) 2.32.464.433 I slot print_timing: id 1 | task 3809 | total time = 6242.62 ms / 374 tokens 2.32.464.434 I slot print_timing: id 1 | task 3809 | graphs reused = 3529 2.32.464.435 I slot print_timing: id 1 | task 3809 | graph reallocs = 0 / 0 (same size) / (changed size) 2.32.464.572 I slot release: id 1 | task 3809 | stop processing: n_tokens = 1469, truncated = 0 2.32.500.178 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.936 (> 0.100 thold), f_keep = 0.746 2.32.500.275 I slot launch_slot_: id 1 | task 4079 | processing task, is_child = 0 2.32.845.978 I slot print_timing: id 0 | task 3296 | n_gen = 779, tg = 43.07 t/s, tg_3s = 37.63 t/s 2.34.380.409 I slot print_timing: id 2 | task 4030 | n_gen = 131, tg = 43.08 t/s, tg_3s = 43.41 t/s 2.34.964.635 I slot print_timing: id 3 | task 4050 | n_gen = 141, tg = 46.63 t/s, tg_3s = 46.96 t/s 2.35.780.093 I slot print_timing: id 1 | task 4079 | n_gen = 154, tg = 50.71 t/s, tg_3s = 51.04 t/s 2.35.859.547 I slot print_timing: id 0 | task 3296 | n_gen = 932, tg = 44.17 t/s, tg_3s = 50.77 t/s 2.37.356.048 I slot print_timing: id 1 | task 4079 | prompt eval time = 262.68 ms / 75 tokens ( 3.50 ms per token, 285.52 tokens per second) 2.37.356.053 I slot print_timing: id 1 | task 4079 | eval time = 4593.08 ms / 235 tokens ( 19.63 ms per token, 50.95 tokens per second) 2.37.356.054 I slot print_timing: id 1 | task 4079 | total time = 4855.76 ms / 310 tokens 2.37.356.055 I slot print_timing: id 1 | task 4079 | graphs reused = 3761 2.37.356.056 I slot print_timing: id 1 | task 4079 | graph reallocs = 0 / 0 (same size) / (changed size) 2.37.356.119 I slot release: id 1 | task 4079 | stop processing: n_tokens = 1405, truncated = 0 2.37.387.792 I slot print_timing: id 2 | task 4030 | n_gen = 283, tg = 46.80 t/s, tg_3s = 50.54 t/s 2.37.419.136 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.933 (> 0.100 thold), f_keep = 0.780 2.37.419.238 I slot launch_slot_: id 1 | task 4318 | processing task, is_child = 0 2.37.920.819 I slot print_timing: id 0 | task 3296 | prompt eval time = 300.92 ms / 92 tokens ( 3.27 ms per token, 305.73 tokens per second) 2.37.920.825 I slot print_timing: id 0 | task 3296 | eval time = 23136.82 ms / 1024 tokens ( 22.62 ms per token, 44.22 tokens per second) 2.37.920.825 I slot print_timing: id 0 | task 3296 | total time = 23437.75 ms / 1116 tokens 2.37.920.827 I slot print_timing: id 0 | task 3296 | graphs reused = 3771 2.37.920.828 I slot print_timing: id 0 | task 3296 | graph reallocs = 0 / 0 (same size) / (changed size) 2.37.920.898 I slot release: id 0 | task 3296 | stop processing: n_tokens = 2210, truncated = 0 2.37.964.166 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.934 (> 0.100 thold), f_keep = 0.496 2.37.964.393 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1836.645 MiB) 2.38.336.662 I slot launch_slot_: id 0 | task 4334 | processing task, is_child = 0 2.38.516.527 I slot print_timing: id 3 | task 4050 | n_gen = 281, tg = 42.72 t/s, tg_3s = 39.42 t/s 2.39.081.941 I slot print_timing: id 3 | task 4050 | prompt eval time = 249.71 ms / 117 tokens ( 2.13 ms per token, 468.55 tokens per second) 2.39.081.948 I slot print_timing: id 3 | task 4050 | eval time = 7119.75 ms / 305 tokens ( 23.42 ms per token, 42.70 tokens per second) 2.39.081.949 I slot print_timing: id 3 | task 4050 | total time = 7369.46 ms / 422 tokens 2.39.081.949 I slot print_timing: id 3 | task 4050 | graphs reused = 3795 2.39.081.950 I slot print_timing: id 3 | task 4050 | graph reallocs = 0 / 0 (same size) / (changed size) 2.39.082.019 I slot release: id 3 | task 4050 | stop processing: n_tokens = 1517, truncated = 0 2.39.124.032 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.931 (> 0.100 thold), f_keep = 0.722 2.39.124.136 I slot launch_slot_: id 3 | task 4362 | processing task, is_child = 0 2.40.393.887 I slot print_timing: id 2 | task 4030 | n_gen = 378, tg = 41.74 t/s, tg_3s = 31.60 t/s 2.40.713.218 I slot print_timing: id 1 | task 4318 | n_gen = 109, tg = 35.79 t/s, tg_3s = 36.12 t/s 2.41.467.231 I slot print_timing: id 1 | task 4318 | prompt eval time = 276.56 ms / 79 tokens ( 3.50 ms per token, 285.65 tokens per second) 2.41.467.237 I slot print_timing: id 1 | task 4318 | eval time = 3771.41 ms / 148 tokens ( 25.66 ms per token, 38.98 tokens per second) 2.41.467.238 I slot print_timing: id 1 | task 4318 | total time = 4047.97 ms / 227 tokens 2.41.467.239 I slot print_timing: id 1 | task 4318 | graphs reused = 3899 2.41.467.240 I slot print_timing: id 1 | task 4318 | graph reallocs = 0 / 0 (same size) / (changed size) 2.41.467.316 I slot release: id 1 | task 4318 | stop processing: n_tokens = 1322, truncated = 0 2.41.531.222 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.929 (> 0.100 thold), f_keep = 0.829 2.41.531.322 I slot launch_slot_: id 1 | task 4472 | processing task, is_child = 0 2.41.681.061 I slot print_timing: id 0 | task 4334 | n_gen = 136, tg = 44.00 t/s, tg_3s = 44.33 t/s 2.42.376.073 I slot print_timing: id 3 | task 4362 | n_gen = 139, tg = 45.93 t/s, tg_3s = 46.26 t/s 2.42.780.083 I slot print_timing: id 3 | task 4362 | prompt eval time = 247.22 ms / 81 tokens ( 3.05 ms per token, 327.64 tokens per second) 2.42.780.090 I slot print_timing: id 3 | task 4362 | eval time = 3408.71 ms / 159 tokens ( 21.57 ms per token, 46.35 tokens per second) 2.42.780.090 I slot print_timing: id 3 | task 4362 | total time = 3655.93 ms / 240 tokens 2.42.780.092 I slot print_timing: id 3 | task 4362 | graphs reused = 3947 2.42.780.092 I slot print_timing: id 3 | task 4362 | graph reallocs = 0 / 0 (same size) / (changed size) 2.42.780.161 I slot release: id 3 | task 4362 | stop processing: n_tokens = 1335, truncated = 0 2.42.839.687 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.916 (> 0.100 thold), f_keep = 0.821 2.42.839.803 I slot launch_slot_: id 3 | task 4527 | processing task, is_child = 0 2.43.402.880 I slot print_timing: id 2 | task 4030 | n_gen = 506, tg = 41.94 t/s, tg_3s = 42.54 t/s 2.43.521.989 I slot print_timing: id 0 | task 4334 | prompt eval time = 276.30 ms / 79 tokens ( 3.50 ms per token, 285.92 tokens per second) 2.43.521.994 I slot print_timing: id 0 | task 4334 | eval time = 4909.00 ms / 212 tokens ( 23.27 ms per token, 42.98 tokens per second) 2.43.521.995 I slot print_timing: id 0 | task 4334 | total time = 5185.31 ms / 291 tokens 2.43.521.996 I slot print_timing: id 0 | task 4334 | graphs reused = 3969 2.43.521.997 I slot print_timing: id 0 | task 4334 | graph reallocs = 0 / 0 (same size) / (changed size) 2.43.522.065 I slot release: id 0 | task 4334 | stop processing: n_tokens = 1384, truncated = 0 2.43.582.594 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.916 (> 0.100 thold), f_keep = 0.792 2.43.582.703 I slot launch_slot_: id 0 | task 4554 | processing task, is_child = 0 2.44.806.636 I slot print_timing: id 1 | task 4472 | n_gen = 128, tg = 42.19 t/s, tg_3s = 42.52 t/s 2.46.111.782 I slot print_timing: id 3 | task 4527 | n_gen = 141, tg = 46.41 t/s, tg_3s = 46.74 t/s 2.46.409.417 I slot print_timing: id 2 | task 4030 | n_gen = 646, tg = 42.87 t/s, tg_3s = 46.57 t/s 2.46.648.745 I slot print_timing: id 1 | task 4472 | prompt eval time = 264.76 ms / 84 tokens ( 3.15 ms per token, 317.27 tokens per second) 2.46.648.751 I slot print_timing: id 1 | task 4472 | eval time = 4852.65 ms / 222 tokens ( 21.96 ms per token, 45.54 tokens per second) 2.46.648.752 I slot print_timing: id 1 | task 4472 | total time = 5117.40 ms / 306 tokens 2.46.648.753 I slot print_timing: id 1 | task 4472 | graphs reused = 4111 2.46.648.754 I slot print_timing: id 1 | task 4472 | graph reallocs = 0 / 0 (same size) / (changed size) 2.46.648.824 I slot release: id 1 | task 4472 | stop processing: n_tokens = 1401, truncated = 0 2.46.714.325 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.924 (> 0.100 thold), f_keep = 0.782 2.46.714.433 I slot launch_slot_: id 1 | task 4700 | processing task, is_child = 0 2.46.878.304 I slot print_timing: id 0 | task 4554 | n_gen = 145, tg = 47.59 t/s, tg_3s = 47.92 t/s 2.47.574.100 I slot print_timing: id 3 | task 4527 | prompt eval time = 255.26 ms / 101 tokens ( 2.53 ms per token, 395.67 tokens per second) 2.47.574.105 I slot print_timing: id 3 | task 4527 | eval time = 4479.02 ms / 200 tokens ( 22.51 ms per token, 44.43 tokens per second) 2.47.574.106 I slot print_timing: id 3 | task 4527 | total time = 4734.28 ms / 301 tokens 2.47.574.108 I slot print_timing: id 3 | task 4527 | graphs reused = 4138 2.47.574.109 I slot print_timing: id 3 | task 4527 | graph reallocs = 0 / 0 (same size) / (changed size) 2.47.574.176 I slot release: id 3 | task 4527 | stop processing: n_tokens = 1396, truncated = 0 2.47.617.130 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.944 (> 0.100 thold), f_keep = 0.785 2.47.617.238 I slot launch_slot_: id 3 | task 4733 | processing task, is_child = 0 2.49.421.253 I slot print_timing: id 2 | task 4030 | n_gen = 770, tg = 42.58 t/s, tg_3s = 41.17 t/s 2.49.879.960 I slot print_timing: id 0 | task 4554 | n_gen = 278, tg = 45.95 t/s, tg_3s = 44.31 t/s 2.50.013.418 I slot print_timing: id 1 | task 4700 | n_gen = 140, tg = 46.25 t/s, tg_3s = 46.58 t/s 2.50.925.942 I slot print_timing: id 3 | task 4733 | n_gen = 154, tg = 50.70 t/s, tg_3s = 51.03 t/s 2.52.429.380 I slot print_timing: id 2 | task 4030 | n_gen = 921, tg = 43.67 t/s, tg_3s = 50.20 t/s 2.52.891.994 I slot print_timing: id 0 | task 4554 | n_gen = 428, tg = 47.24 t/s, tg_3s = 49.80 t/s 2.53.026.530 I slot print_timing: id 1 | task 4700 | n_gen = 290, tg = 48.02 t/s, tg_3s = 49.78 t/s 2.53.161.550 I slot print_timing: id 0 | task 4554 | prompt eval time = 269.55 ms / 101 tokens ( 2.67 ms per token, 374.70 tokens per second) 2.53.161.555 I slot print_timing: id 0 | task 4554 | eval time = 9309.28 ms / 442 tokens ( 21.11 ms per token, 47.37 tokens per second) 2.53.161.556 I slot print_timing: id 0 | task 4554 | total time = 9578.83 ms / 543 tokens 2.53.161.558 I slot print_timing: id 0 | task 4554 | graphs reused = 4401 2.53.161.559 I slot print_timing: id 0 | task 4554 | graph reallocs = 0 / 0 (same size) / (changed size) 2.53.161.623 I slot release: id 0 | task 4554 | stop processing: n_tokens = 1638, truncated = 0 2.53.220.682 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.928 (> 0.100 thold), f_keep = 0.669 2.53.220.776 I slot launch_slot_: id 0 | task 5003 | processing task, is_child = 0 2.53.944.384 I slot print_timing: id 3 | task 4733 | n_gen = 292, tg = 48.21 t/s, tg_3s = 45.72 t/s 2.54.704.729 I slot print_timing: id 2 | task 4030 | prompt eval time = 299.57 ms / 107 tokens ( 2.80 ms per token, 357.18 tokens per second) 2.54.704.734 I slot print_timing: id 2 | task 4030 | eval time = 23342.07 ms / 1024 tokens ( 22.82 ms per token, 43.83 tokens per second) 2.54.704.735 I slot print_timing: id 2 | task 4030 | total time = 23641.64 ms / 1131 tokens 2.54.704.736 I slot print_timing: id 2 | task 4030 | graphs reused = 4464 2.54.704.738 I slot print_timing: id 2 | task 4030 | graph reallocs = 0 / 0 (same size) / (changed size) 2.54.704.805 I slot release: id 2 | task 4030 | stop processing: n_tokens = 2225, truncated = 0 2.54.769.023 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.934 (> 0.100 thold), f_keep = 0.493 2.54.769.194 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 2165.830 MiB) 2.55.262.391 I slot launch_slot_: id 2 | task 5069 | processing task, is_child = 0 2.56.039.955 I slot print_timing: id 1 | task 4700 | n_gen = 389, tg = 42.96 t/s, tg_3s = 32.85 t/s 2.56.518.071 I slot print_timing: id 0 | task 5003 | n_gen = 112, tg = 36.95 t/s, tg_3s = 37.28 t/s 2.56.934.584 I slot print_timing: id 1 | task 4700 | prompt eval time = 293.67 ms / 90 tokens ( 3.26 ms per token, 306.47 tokens per second) 2.56.934.589 I slot print_timing: id 1 | task 4700 | eval time = 9926.47 ms / 434 tokens ( 22.92 ms per token, 43.62 tokens per second) 2.56.934.591 I slot print_timing: id 1 | task 4700 | total time = 10220.13 ms / 524 tokens 2.56.934.593 I slot print_timing: id 1 | task 4700 | graphs reused = 4530 2.56.934.593 I slot print_timing: id 1 | task 4700 | graph reallocs = 0 / 0 (same size) / (changed size) 2.56.934.663 I slot release: id 1 | task 4700 | stop processing: n_tokens = 1619, truncated = 0 2.56.967.226 I slot print_timing: id 3 | task 4733 | n_gen = 403, tg = 44.38 t/s, tg_3s = 36.72 t/s 2.56.998.240 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.941 (> 0.100 thold), f_keep = 0.677 2.56.998.341 I slot launch_slot_: id 1 | task 5141 | processing task, is_child = 0 2.58.615.342 I slot print_timing: id 2 | task 5069 | n_gen = 141, tg = 46.36 t/s, tg_3s = 46.69 t/s 2.59.529.287 I slot print_timing: id 0 | task 5003 | n_gen = 252, tg = 41.73 t/s, tg_3s = 46.49 t/s 2.59.668.712 I slot print_timing: id 2 | task 5069 | prompt eval time = 333.01 ms / 79 tokens ( 4.22 ms per token, 237.23 tokens per second) 2.59.668.718 I slot print_timing: id 2 | task 5069 | eval time = 4073.28 ms / 194 tokens ( 21.11 ms per token, 47.38 tokens per second) 2.59.668.719 I slot print_timing: id 2 | task 5069 | total time = 4406.30 ms / 273 tokens 2.59.668.720 I slot print_timing: id 2 | task 5069 | graphs reused = 4651 2.59.668.720 I slot print_timing: id 2 | task 5069 | graph reallocs = 0 / 0 (same size) / (changed size) 2.59.668.787 I slot release: id 2 | task 5069 | stop processing: n_tokens = 1366, truncated = 0 2.59.733.359 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.919 (> 0.100 thold), f_keep = 0.802 2.59.733.467 I slot launch_slot_: id 2 | task 5268 | processing task, is_child = 0 2.59.995.233 I slot print_timing: id 3 | task 4733 | n_gen = 532, tg = 43.93 t/s, tg_3s = 42.60 t/s 3.00.159.991 I slot print_timing: id 0 | task 5003 | prompt eval time = 292.98 ms / 86 tokens ( 3.41 ms per token, 293.54 tokens per second) 3.00.159.997 I slot print_timing: id 0 | task 5003 | eval time = 6646.22 ms / 271 tokens ( 24.62 ms per token, 40.62 tokens per second) 3.00.159.998 I slot print_timing: id 0 | task 5003 | total time = 6939.20 ms / 357 tokens 3.00.159.999 I slot print_timing: id 0 | task 5003 | graphs reused = 4658 3.00.159.999 I slot print_timing: id 0 | task 5003 | graph reallocs = 0 / 0 (same size) / (changed size) 3.00.160.063 I slot release: id 0 | task 5003 | stop processing: n_tokens = 1451, truncated = 0 3.00.218.966 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.930 (> 0.100 thold), f_keep = 0.755 3.00.219.067 I slot launch_slot_: id 0 | task 5282 | processing task, is_child = 0 3.00.354.655 I slot print_timing: id 1 | task 5141 | n_gen = 139, tg = 44.88 t/s, tg_3s = 45.21 t/s 3.02.964.410 I slot print_timing: id 2 | task 5268 | prompt eval time = 261.44 ms / 97 tokens ( 2.70 ms per token, 371.02 tokens per second) 3.02.964.415 I slot print_timing: id 2 | task 5268 | eval time = 2969.48 ms / 141 tokens ( 21.21 ms per token, 47.15 tokens per second) 3.02.964.417 I slot print_timing: id 2 | task 5268 | total time = 3230.93 ms / 238 tokens 3.02.964.418 I slot print_timing: id 2 | task 5268 | graphs reused = 4786 3.02.964.418 I slot print_timing: id 2 | task 5268 | graph reallocs = 0 / 0 (same size) / (changed size) 3.02.964.485 I slot release: id 2 | task 5268 | stop processing: n_tokens = 1333, truncated = 0 3.02.996.920 I slot print_timing: id 3 | task 4733 | n_gen = 673, tg = 44.54 t/s, tg_3s = 46.97 t/s 3.03.028.993 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.937 (> 0.100 thold), f_keep = 0.822 3.03.029.107 I slot launch_slot_: id 2 | task 5414 | processing task, is_child = 0 3.03.360.765 I slot print_timing: id 1 | task 5141 | n_gen = 274, tg = 44.89 t/s, tg_3s = 44.91 t/s 3.03.481.296 I slot print_timing: id 0 | task 5282 | n_gen = 141, tg = 46.48 t/s, tg_3s = 46.81 t/s 3.06.001.331 I slot print_timing: id 3 | task 4733 | n_gen = 813, tg = 44.88 t/s, tg_3s = 46.60 t/s 3.06.306.398 I slot print_timing: id 2 | task 5414 | n_gen = 154, tg = 50.79 t/s, tg_3s = 51.12 t/s 3.06.363.426 I slot print_timing: id 1 | task 5141 | n_gen = 427, tg = 46.90 t/s, tg_3s = 50.95 t/s 3.06.363.681 I slot print_timing: id 2 | task 5414 | prompt eval time = 265.05 ms / 74 tokens ( 3.58 ms per token, 279.20 tokens per second) 3.06.363.684 I slot print_timing: id 2 | task 5414 | eval time = 3069.51 ms / 157 tokens ( 19.68 ms per token, 50.82 tokens per second) 3.06.363.685 I slot print_timing: id 2 | task 5414 | total time = 3334.56 ms / 231 tokens 3.06.363.686 I slot print_timing: id 2 | task 5414 | graphs reused = 4941 3.06.363.687 I slot print_timing: id 2 | task 5414 | graph reallocs = 0 / 0 (same size) / (changed size) 3.06.363.748 I slot release: id 2 | task 5414 | stop processing: n_tokens = 1326, truncated = 0 3.06.426.775 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.895 (> 0.100 thold), f_keep = 0.827 3.06.426.884 I slot launch_slot_: id 2 | task 5575 | processing task, is_child = 0 3.06.613.441 I slot print_timing: id 0 | task 5282 | n_gen = 291, tg = 47.20 t/s, tg_3s = 47.89 t/s 3.09.015.299 I slot print_timing: id 3 | task 4733 | n_gen = 950, tg = 44.96 t/s, tg_3s = 45.46 t/s 3.09.364.630 I slot print_timing: id 1 | task 5141 | n_gen = 563, tg = 46.50 t/s, tg_3s = 45.32 t/s 3.09.614.172 I slot print_timing: id 0 | task 5282 | n_gen = 437, tg = 47.68 t/s, tg_3s = 48.65 t/s 3.09.730.303 I slot print_timing: id 2 | task 5575 | n_gen = 152, tg = 50.29 t/s, tg_3s = 50.63 t/s 3.10.438.491 I slot print_timing: id 3 | task 4733 | prompt eval time = 290.95 ms / 65 tokens ( 4.48 ms per token, 223.40 tokens per second) 3.10.438.496 I slot print_timing: id 3 | task 4733 | eval time = 22530.28 ms / 1024 tokens ( 22.02 ms per token, 45.41 tokens per second) 3.10.438.497 I slot print_timing: id 3 | task 4733 | total time = 22821.24 ms / 1089 tokens 3.10.438.498 I slot print_timing: id 3 | task 4733 | graphs reused = 5127 3.10.438.498 I slot print_timing: id 3 | task 4733 | graph reallocs = 0 / 0 (same size) / (changed size) 3.10.438.561 I slot release: id 3 | task 4733 | stop processing: n_tokens = 2184, truncated = 0 3.10.479.909 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.923 (> 0.100 thold), f_keep = 0.502 3.10.480.015 I slot launch_slot_: id 3 | task 5768 | processing task, is_child = 0 3.12.372.037 I slot print_timing: id 1 | task 5141 | n_gen = 702, tg = 46.45 t/s, tg_3s = 46.22 t/s 3.12.631.002 I slot print_timing: id 0 | task 5282 | n_gen = 576, tg = 47.28 t/s, tg_3s = 46.07 t/s 3.12.731.651 I slot print_timing: id 2 | task 5575 | n_gen = 290, tg = 48.14 t/s, tg_3s = 45.98 t/s 3.13.783.617 I slot print_timing: id 3 | task 5768 | n_gen = 152, tg = 50.31 t/s, tg_3s = 50.64 t/s 3.15.379.924 I slot print_timing: id 1 | task 5141 | n_gen = 856, tg = 47.24 t/s, tg_3s = 51.20 t/s 3.15.560.408 I slot print_timing: id 2 | task 5575 | prompt eval time = 301.09 ms / 129 tokens ( 2.33 ms per token, 428.44 tokens per second) 3.15.560.413 I slot print_timing: id 2 | task 5575 | eval time = 8832.42 ms / 435 tokens ( 20.35 ms per token, 49.14 tokens per second) 3.15.560.415 I slot print_timing: id 2 | task 5575 | total time = 9133.51 ms / 564 tokens 3.15.560.416 I slot print_timing: id 2 | task 5575 | graphs reused = 5368 3.15.560.416 I slot print_timing: id 2 | task 5575 | graph reallocs = 0 / 0 (same size) / (changed size) 3.15.560.506 I slot release: id 2 | task 5575 | stop processing: n_tokens = 1659, truncated = 0 3.15.593.193 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.888 (> 0.100 thold), f_keep = 0.661 3.15.593.303 I slot launch_slot_: id 2 | task 6014 | processing task, is_child = 0 3.15.804.647 I slot print_timing: id 0 | task 5282 | n_gen = 728, tg = 47.41 t/s, tg_3s = 47.89 t/s 3.16.011.055 I slot print_timing: id 3 | task 5768 | prompt eval time = 301.90 ms / 92 tokens ( 3.28 ms per token, 304.73 tokens per second) 3.16.011.061 I slot print_timing: id 3 | task 5768 | eval time = 5229.12 ms / 250 tokens ( 21.00 ms per token, 47.62 tokens per second) 3.16.011.062 I slot print_timing: id 3 | task 5768 | total time = 5531.02 ms / 342 tokens 3.16.011.064 I slot print_timing: id 3 | task 5768 | graphs reused = 5371 3.16.011.065 I slot print_timing: id 3 | task 5768 | graph reallocs = 0 / 0 (same size) / (changed size) 3.16.011.135 I slot release: id 3 | task 5768 | stop processing: n_tokens = 1436, truncated = 0 3.16.053.259 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.923 (> 0.100 thold), f_keep = 0.763 3.16.053.369 I slot launch_slot_: id 3 | task 6023 | processing task, is_child = 0 3.18.392.689 I slot print_timing: id 1 | task 5141 | n_gen = 981, tg = 46.42 t/s, tg_3s = 41.49 t/s 3.18.819.656 I slot print_timing: id 0 | task 5282 | n_gen = 864, tg = 47.03 t/s, tg_3s = 45.11 t/s 3.18.940.581 I slot print_timing: id 2 | task 6014 | n_gen = 142, tg = 46.74 t/s, tg_3s = 47.07 t/s 3.19.237.763 I slot print_timing: id 1 | task 5141 | prompt eval time = 281.45 ms / 70 tokens ( 4.02 ms per token, 248.71 tokens per second) 3.19.237.769 I slot print_timing: id 1 | task 5141 | eval time = 21957.95 ms / 1024 tokens ( 21.46 ms per token, 46.59 tokens per second) 3.19.237.770 I slot print_timing: id 1 | task 5141 | total time = 22239.40 ms / 1094 tokens 3.19.237.770 I slot print_timing: id 1 | task 5141 | graphs reused = 5518 3.19.237.771 I slot print_timing: id 1 | task 5141 | graph reallocs = 0 / 0 (same size) / (changed size) 3.19.237.836 I slot release: id 1 | task 5141 | stop processing: n_tokens = 2188, truncated = 0 3.19.302.539 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.911 (> 0.100 thold), f_keep = 0.501 3.19.302.653 I slot launch_slot_: id 1 | task 6176 | processing task, is_child = 0 3.19.515.644 I slot print_timing: id 3 | task 6023 | n_gen = 152, tg = 47.36 t/s, tg_3s = 47.67 t/s 3.20.730.019 I slot print_timing: id 3 | task 6023 | prompt eval time = 273.97 ms / 91 tokens ( 3.01 ms per token, 332.15 tokens per second) 3.20.730.025 I slot print_timing: id 3 | task 6023 | eval time = 4402.66 ms / 208 tokens ( 21.27 ms per token, 47.02 tokens per second) 3.20.730.027 I slot print_timing: id 3 | task 6023 | total time = 4676.63 ms / 299 tokens 3.20.730.027 I slot print_timing: id 3 | task 6023 | graphs reused = 5572 3.20.730.029 I slot print_timing: id 3 | task 6023 | graph reallocs = 0 / 0 (same size) / (changed size) 3.20.730.101 I slot release: id 3 | task 6023 | stop processing: n_tokens = 1394, truncated = 0 3.20.773.078 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.948 (> 0.100 thold), f_keep = 0.786 3.20.773.184 I slot launch_slot_: id 3 | task 6236 | processing task, is_child = 0 3.21.835.486 I slot print_timing: id 0 | task 5282 | n_gen = 990, tg = 46.29 t/s, tg_3s = 41.78 t/s 3.21.952.292 I slot print_timing: id 2 | task 6014 | n_gen = 268, tg = 44.29 t/s, tg_3s = 41.84 t/s 3.22.487.255 I slot print_timing: id 0 | task 5282 | prompt eval time = 250.19 ms / 83 tokens ( 3.01 ms per token, 331.74 tokens per second) 3.22.487.260 I slot print_timing: id 0 | task 5282 | eval time = 22017.98 ms / 1024 tokens ( 21.52 ms per token, 46.46 tokens per second) 3.22.487.261 I slot print_timing: id 0 | task 5282 | total time = 22268.17 ms / 1107 tokens 3.22.487.262 I slot print_timing: id 0 | task 5282 | graphs reused = 5648 3.22.487.263 I slot print_timing: id 0 | task 5282 | graph reallocs = 0 / 0 (same size) / (changed size) 3.22.487.329 I slot release: id 0 | task 5282 | stop processing: n_tokens = 2202, truncated = 0 3.22.545.364 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.930 (> 0.100 thold), f_keep = 0.498 3.22.545.577 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1521.445 MiB) 3.22.565.676 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 2153.557 MiB) 3.22.940.212 I slot launch_slot_: id 0 | task 6318 | processing task, is_child = 0 3.23.112.696 I slot print_timing: id 1 | task 6176 | n_gen = 140, tg = 39.87 t/s, tg_3s = 40.16 t/s 3.24.017.305 I slot print_timing: id 3 | task 6236 | n_gen = 121, tg = 39.89 t/s, tg_3s = 40.22 t/s 3.24.953.239 I slot print_timing: id 2 | task 6014 | n_gen = 387, tg = 42.75 t/s, tg_3s = 39.65 t/s 3.25.565.766 I slot print_timing: id 3 | task 6236 | prompt eval time = 235.72 ms / 60 tokens ( 3.93 ms per token, 254.53 tokens per second) 3.25.565.772 I slot print_timing: id 3 | task 6236 | eval time = 4556.84 ms / 199 tokens ( 23.01 ms per token, 43.45 tokens per second) 3.25.565.773 I slot print_timing: id 3 | task 6236 | total time = 4792.57 ms / 259 tokens 3.25.565.773 I slot print_timing: id 3 | task 6236 | graphs reused = 5766 3.25.565.774 I slot print_timing: id 3 | task 6236 | graph reallocs = 0 / 0 (same size) / (changed size) 3.25.565.839 I slot release: id 3 | task 6236 | stop processing: n_tokens = 1354, truncated = 0 3.25.622.773 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.914 (> 0.100 thold), f_keep = 0.809 3.25.622.880 I slot launch_slot_: id 3 | task 6441 | processing task, is_child = 0 3.26.127.589 I slot print_timing: id 1 | task 6176 | n_gen = 276, tg = 42.30 t/s, tg_3s = 45.11 t/s 3.26.222.592 I slot print_timing: id 0 | task 6318 | n_gen = 141, tg = 46.47 t/s, tg_3s = 46.81 t/s 3.26.839.064 I slot print_timing: id 0 | task 6318 | prompt eval time = 269.86 ms / 84 tokens ( 3.21 ms per token, 311.27 tokens per second) 3.26.839.071 I slot print_timing: id 0 | task 6318 | eval time = 3628.97 ms / 173 tokens ( 21.10 ms per token, 47.40 tokens per second) 3.26.839.073 I slot print_timing: id 0 | task 6318 | total time = 3898.83 ms / 257 tokens 3.26.839.074 I slot print_timing: id 0 | task 6318 | graphs reused = 5817 3.26.839.075 I slot print_timing: id 0 | task 6318 | graph reallocs = 0 / 0 (same size) / (changed size) 3.26.839.141 I slot release: id 0 | task 6318 | stop processing: n_tokens = 1351, truncated = 0 3.26.880.993 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.930 (> 0.100 thold), f_keep = 0.811 3.26.881.099 I slot launch_slot_: id 0 | task 6496 | processing task, is_child = 0 3.27.958.518 I slot print_timing: id 2 | task 6014 | n_gen = 519, tg = 43.04 t/s, tg_3s = 43.92 t/s 3.28.882.354 I slot print_timing: id 3 | task 6441 | n_gen = 143, tg = 47.14 t/s, tg_3s = 47.47 t/s 3.29.142.319 I slot print_timing: id 1 | task 6176 | n_gen = 418, tg = 43.82 t/s, tg_3s = 47.10 t/s 3.30.112.288 I slot print_timing: id 0 | task 6496 | n_gen = 152, tg = 50.33 t/s, tg_3s = 50.66 t/s 3.30.974.552 I slot print_timing: id 2 | task 6014 | n_gen = 673, tg = 44.65 t/s, tg_3s = 51.06 t/s 3.31.889.077 I slot print_timing: id 3 | task 6441 | n_gen = 297, tg = 49.18 t/s, tg_3s = 51.22 t/s 3.32.148.539 I slot print_timing: id 1 | task 6176 | n_gen = 572, tg = 45.60 t/s, tg_3s = 51.23 t/s 3.32.208.919 I slot print_timing: id 3 | task 6441 | prompt eval time = 247.00 ms / 103 tokens ( 2.40 ms per token, 417.00 tokens per second) 3.32.208.925 I slot print_timing: id 3 | task 6441 | eval time = 6339.02 ms / 313 tokens ( 20.32 ms per token, 49.22 tokens per second) 3.32.208.926 I slot print_timing: id 3 | task 6441 | total time = 6586.02 ms / 416 tokens 3.32.208.927 I slot print_timing: id 3 | task 6441 | graphs reused = 6075 3.32.208.927 I slot print_timing: id 3 | task 6441 | graph reallocs = 0 / 0 (same size) / (changed size) 3.32.209.001 I slot release: id 3 | task 6441 | stop processing: n_tokens = 1511, truncated = 0 3.32.250.938 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.912 (> 0.100 thold), f_keep = 0.725 3.32.251.054 I slot launch_slot_: id 3 | task 6759 | processing task, is_child = 0 3.33.116.124 I slot print_timing: id 0 | task 6496 | n_gen = 293, tg = 48.63 t/s, tg_3s = 46.94 t/s 3.33.977.226 I slot print_timing: id 2 | task 6014 | n_gen = 813, tg = 44.98 t/s, tg_3s = 46.63 t/s 3.34.292.248 I slot print_timing: id 1 | task 6176 | prompt eval time = 323.93 ms / 109 tokens ( 2.97 ms per token, 336.49 tokens per second) 3.34.292.254 I slot print_timing: id 1 | task 6176 | eval time = 14665.65 ms / 669 tokens ( 21.95 ms per token, 45.55 tokens per second) 3.34.292.255 I slot print_timing: id 1 | task 6176 | total time = 14989.58 ms / 778 tokens 3.34.292.256 I slot print_timing: id 1 | task 6176 | graphs reused = 6164 3.34.292.257 I slot print_timing: id 1 | task 6176 | graph reallocs = 0 / 0 (same size) / (changed size) 3.34.292.323 I slot release: id 1 | task 6176 | stop processing: n_tokens = 1871, truncated = 0 3.34.355.053 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.914 (> 0.100 thold), f_keep = 0.586 3.34.355.150 I slot launch_slot_: id 1 | task 6854 | processing task, is_child = 0 3.35.520.382 I slot print_timing: id 3 | task 6759 | n_gen = 138, tg = 45.53 t/s, tg_3s = 45.86 t/s 3.36.118.112 I slot print_timing: id 0 | task 6496 | n_gen = 430, tg = 47.63 t/s, tg_3s = 45.64 t/s 3.36.977.858 I slot print_timing: id 2 | task 6014 | n_gen = 949, tg = 45.03 t/s, tg_3s = 45.32 t/s 3.37.673.025 I slot print_timing: id 1 | task 6854 | n_gen = 152, tg = 50.30 t/s, tg_3s = 50.63 t/s 3.38.030.836 I slot print_timing: id 0 | task 6496 | prompt eval time = 230.71 ms / 83 tokens ( 2.78 ms per token, 359.76 tokens per second) 3.38.030.842 I slot print_timing: id 0 | task 6496 | eval time = 10919.01 ms / 526 tokens ( 20.80 ms per token, 48.08 tokens per second) 3.38.030.843 I slot print_timing: id 0 | task 6496 | total time = 11149.72 ms / 609 tokens 3.38.030.844 I slot print_timing: id 0 | task 6496 | graphs reused = 6332 3.38.030.845 I slot print_timing: id 0 | task 6496 | graph reallocs = 0 / 0 (same size) / (changed size) 3.38.030.912 I slot release: id 0 | task 6496 | stop processing: n_tokens = 1704, truncated = 0 3.38.090.593 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.926 (> 0.100 thold), f_keep = 0.643 3.38.090.702 I slot launch_slot_: id 0 | task 7029 | processing task, is_child = 0 3.38.526.461 I slot print_timing: id 3 | task 6759 | n_gen = 277, tg = 45.89 t/s, tg_3s = 46.24 t/s 3.38.698.687 I slot print_timing: id 2 | task 6014 | prompt eval time = 330.73 ms / 139 tokens ( 2.38 ms per token, 420.28 tokens per second) 3.38.698.694 I slot print_timing: id 2 | task 6014 | eval time = 22774.63 ms / 1024 tokens ( 22.26 ms per token, 44.92 tokens per second) 3.38.698.695 I slot print_timing: id 2 | task 6014 | total time = 23105.37 ms / 1163 tokens 3.38.698.698 I slot print_timing: id 2 | task 6014 | graphs reused = 6351 3.38.698.699 I slot print_timing: id 2 | task 6014 | graph reallocs = 0 / 0 (same size) / (changed size) 3.38.698.782 I slot release: id 2 | task 6014 | stop processing: n_tokens = 2257, truncated = 0 3.38.761.881 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.933 (> 0.100 thold), f_keep = 0.486 3.38.762.052 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1840.880 MiB) 3.39.105.626 I slot launch_slot_: id 2 | task 7051 | processing task, is_child = 0 3.40.081.015 I slot print_timing: id 3 | task 6759 | prompt eval time = 260.40 ms / 106 tokens ( 2.46 ms per token, 407.06 tokens per second) 3.40.081.020 I slot print_timing: id 3 | task 6759 | eval time = 7569.54 ms / 323 tokens ( 23.51 ms per token, 42.54 tokens per second) 3.40.081.021 I slot print_timing: id 3 | task 6759 | total time = 7829.94 ms / 429 tokens 3.40.081.023 I slot print_timing: id 3 | task 6759 | graphs reused = 6383 3.40.081.024 I slot print_timing: id 3 | task 6759 | graph reallocs = 0 / 0 (same size) / (changed size) 3.40.081.091 I slot release: id 3 | task 6759 | stop processing: n_tokens = 1524, truncated = 0 3.40.123.314 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.880 (> 0.100 thold), f_keep = 0.719 3.40.123.423 I slot launch_slot_: id 3 | task 7089 | processing task, is_child = 0 3.40.680.971 I slot print_timing: id 1 | task 6854 | n_gen = 247, tg = 40.93 t/s, tg_3s = 31.58 t/s 3.41.378.965 I slot print_timing: id 0 | task 7029 | n_gen = 108, tg = 35.46 t/s, tg_3s = 35.79 t/s 3.42.409.970 I slot print_timing: id 2 | task 7051 | n_gen = 140, tg = 46.32 t/s, tg_3s = 46.65 t/s 3.43.068.124 I slot print_timing: id 2 | task 7051 | prompt eval time = 303.50 ms / 81 tokens ( 3.75 ms per token, 266.88 tokens per second) 3.43.068.130 I slot print_timing: id 2 | task 7051 | eval time = 3658.97 ms / 174 tokens ( 21.15 ms per token, 47.28 tokens per second) 3.43.068.131 I slot print_timing: id 2 | task 7051 | total time = 3962.48 ms / 255 tokens 3.43.068.132 I slot print_timing: id 2 | task 7051 | graphs reused = 6518 3.43.068.133 I slot print_timing: id 2 | task 7051 | graph reallocs = 0 / 0 (same size) / (changed size) 3.43.068.199 I slot release: id 2 | task 7051 | stop processing: n_tokens = 1348, truncated = 0 3.43.131.190 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.942 (> 0.100 thold), f_keep = 0.813 3.43.131.306 I slot launch_slot_: id 2 | task 7230 | processing task, is_child = 0 3.43.406.810 I slot print_timing: id 3 | task 7089 | n_gen = 142, tg = 46.83 t/s, tg_3s = 47.16 t/s 3.43.689.623 I slot print_timing: id 1 | task 6854 | n_gen = 388, tg = 42.91 t/s, tg_3s = 46.86 t/s 3.43.749.639 I slot print_timing: id 1 | task 6854 | prompt eval time = 315.86 ms / 106 tokens ( 2.98 ms per token, 335.59 tokens per second) 3.43.749.645 I slot print_timing: id 1 | task 6854 | eval time = 9078.61 ms / 391 tokens ( 23.28 ms per token, 42.96 tokens per second) 3.43.749.646 I slot print_timing: id 1 | task 6854 | total time = 9394.47 ms / 497 tokens 3.43.749.647 I slot print_timing: id 1 | task 6854 | graphs reused = 6535 3.43.749.648 I slot print_timing: id 1 | task 6854 | graph reallocs = 0 / 0 (same size) / (changed size) 3.43.749.726 I slot release: id 1 | task 6854 | stop processing: n_tokens = 1589, truncated = 0 3.43.814.768 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.949 (> 0.100 thold), f_keep = 0.690 3.43.814.878 I slot launch_slot_: id 1 | task 7253 | processing task, is_child = 0 3.44.389.540 I slot print_timing: id 0 | task 7029 | n_gen = 237, tg = 39.15 t/s, tg_3s = 42.85 t/s 3.44.450.104 I slot print_timing: id 3 | task 7089 | prompt eval time = 272.53 ms / 149 tokens ( 1.83 ms per token, 546.72 tokens per second) 3.44.450.109 I slot print_timing: id 3 | task 7089 | eval time = 4054.13 ms / 182 tokens ( 22.40 ms per token, 44.65 tokens per second) 3.44.450.110 I slot print_timing: id 3 | task 7089 | total time = 4326.66 ms / 331 tokens 3.44.450.111 I slot print_timing: id 3 | task 7089 | graphs reused = 6553 3.44.450.112 I slot print_timing: id 3 | task 7089 | graph reallocs = 0 / 0 (same size) / (changed size) 3.44.450.191 I slot release: id 3 | task 7089 | stop processing: n_tokens = 1426, truncated = 0 3.44.513.754 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.922 (> 0.100 thold), f_keep = 0.769 3.44.513.855 I slot launch_slot_: id 3 | task 7278 | processing task, is_child = 0 3.45.921.230 I slot print_timing: id 0 | task 7029 | prompt eval time = 270.46 ms / 88 tokens ( 3.07 ms per token, 325.37 tokens per second) 3.45.921.236 I slot print_timing: id 0 | task 7029 | eval time = 7560.05 ms / 303 tokens ( 25.03 ms per token, 39.95 tokens per second) 3.45.921.237 I slot print_timing: id 0 | task 7029 | total time = 7830.51 ms / 391 tokens 3.45.921.238 I slot print_timing: id 0 | task 7029 | graphs reused = 6612 3.45.921.239 I slot print_timing: id 0 | task 7029 | graph reallocs = 0 / 0 (same size) / (changed size) 3.45.921.304 I slot release: id 0 | task 7029 | stop processing: n_tokens = 1485, truncated = 0 3.45.962.396 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.936 (> 0.100 thold), f_keep = 0.738 3.45.962.491 I slot launch_slot_: id 0 | task 7341 | processing task, is_child = 0 3.46.391.272 I slot print_timing: id 2 | task 7230 | n_gen = 119, tg = 39.22 t/s, tg_3s = 39.55 t/s 3.47.065.746 I slot print_timing: id 1 | task 7253 | n_gen = 133, tg = 43.97 t/s, tg_3s = 44.30 t/s 3.47.066.066 I slot print_timing: id 2 | task 7230 | prompt eval time = 251.47 ms / 68 tokens ( 3.70 ms per token, 270.41 tokens per second) 3.47.066.069 I slot print_timing: id 2 | task 7230 | eval time = 3683.28 ms / 155 tokens ( 23.92 ms per token, 41.81 tokens per second) 3.47.066.070 I slot print_timing: id 2 | task 7230 | total time = 3934.75 ms / 223 tokens 3.47.066.071 I slot print_timing: id 2 | task 7230 | graphs reused = 6658 3.47.066.072 I slot print_timing: id 2 | task 7230 | graph reallocs = 0 / 0 (same size) / (changed size) 3.47.066.142 I slot release: id 2 | task 7230 | stop processing: n_tokens = 1318, truncated = 0 3.47.128.186 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.928 (> 0.100 thold), f_keep = 0.832 3.47.128.299 I slot launch_slot_: id 2 | task 7392 | processing task, is_child = 0 3.47.762.978 I slot print_timing: id 3 | task 7278 | n_gen = 132, tg = 43.63 t/s, tg_3s = 43.96 t/s 3.48.378.524 I slot print_timing: id 1 | task 7253 | prompt eval time = 248.53 ms / 59 tokens ( 4.21 ms per token, 237.39 tokens per second) 3.48.378.529 I slot print_timing: id 1 | task 7253 | eval time = 4315.09 ms / 188 tokens ( 23.08 ms per token, 43.34 tokens per second) 3.48.378.530 I slot print_timing: id 1 | task 7253 | total time = 4563.63 ms / 247 tokens 3.48.378.532 I slot print_timing: id 1 | task 7253 | graphs reused = 6708 3.48.378.532 I slot print_timing: id 1 | task 7253 | graph reallocs = 0 / 0 (same size) / (changed size) 3.48.378.598 I slot release: id 1 | task 7253 | stop processing: n_tokens = 1342, truncated = 0 3.48.443.520 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.935 (> 0.100 thold), f_keep = 0.817 3.48.443.635 I slot launch_slot_: id 1 | task 7448 | processing task, is_child = 0 3.48.849.458 I slot print_timing: id 3 | task 7278 | prompt eval time = 246.60 ms / 93 tokens ( 2.65 ms per token, 377.14 tokens per second) 3.48.849.463 I slot print_timing: id 3 | task 7278 | eval time = 4088.99 ms / 174 tokens ( 23.64 ms per token, 42.31 tokens per second) 3.48.849.465 I slot print_timing: id 3 | task 7278 | total time = 4335.59 ms / 267 tokens 3.48.849.465 I slot print_timing: id 3 | task 7278 | graphs reused = 6713 3.48.849.466 I slot print_timing: id 3 | task 7278 | graph reallocs = 0 / 0 (same size) / (changed size) 3.48.849.534 I slot release: id 3 | task 7278 | stop processing: n_tokens = 1362, truncated = 0 3.48.890.961 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.924 (> 0.100 thold), f_keep = 0.805 3.48.891.068 I slot launch_slot_: id 3 | task 7459 | processing task, is_child = 0 3.49.201.165 I slot print_timing: id 0 | task 7341 | n_gen = 119, tg = 39.18 t/s, tg_3s = 39.52 t/s 3.50.210.062 I slot print_timing: id 0 | task 7341 | prompt eval time = 227.21 ms / 75 tokens ( 3.03 ms per token, 330.10 tokens per second) 3.50.210.069 I slot print_timing: id 0 | task 7341 | eval time = 4020.35 ms / 172 tokens ( 23.51 ms per token, 42.53 tokens per second) 3.50.210.070 I slot print_timing: id 0 | task 7341 | total time = 4247.55 ms / 247 tokens 3.50.210.071 I slot print_timing: id 0 | task 7341 | graphs reused = 6769 3.50.210.072 I slot print_timing: id 0 | task 7341 | graph reallocs = 0 / 0 (same size) / (changed size) 3.50.210.145 I slot release: id 0 | task 7341 | stop processing: n_tokens = 1342, truncated = 0 3.50.251.313 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.918 (> 0.100 thold), f_keep = 0.817 3.50.251.412 I slot launch_slot_: id 0 | task 7520 | processing task, is_child = 0 3.50.484.757 I slot print_timing: id 2 | task 7392 | n_gen = 126, tg = 40.35 t/s, tg_3s = 40.67 t/s 3.51.737.542 I slot print_timing: id 1 | task 7448 | n_gen = 136, tg = 44.77 t/s, tg_3s = 45.10 t/s 3.52.155.037 I slot print_timing: id 3 | task 7459 | n_gen = 147, tg = 48.37 t/s, tg_3s = 48.71 t/s 3.53.488.507 I slot print_timing: id 0 | task 7520 | n_gen = 154, tg = 50.90 t/s, tg_3s = 51.23 t/s 3.53.489.058 I slot print_timing: id 2 | task 7392 | n_gen = 279, tg = 45.56 t/s, tg_3s = 50.93 t/s 3.54.041.555 I slot print_timing: id 3 | task 7459 | prompt eval time = 245.81 ms / 90 tokens ( 2.73 ms per token, 366.13 tokens per second) 3.54.041.561 I slot print_timing: id 3 | task 7459 | eval time = 4904.66 ms / 242 tokens ( 20.35 ms per token, 49.14 tokens per second) 3.54.041.562 I slot print_timing: id 3 | task 7459 | total time = 5150.47 ms / 332 tokens 3.54.041.563 I slot print_timing: id 3 | task 7459 | graphs reused = 6950 3.54.041.564 I slot print_timing: id 3 | task 7459 | graph reallocs = 0 / 0 (same size) / (changed size) 3.54.041.630 I slot release: id 3 | task 7459 | stop processing: n_tokens = 1427, truncated = 0 3.54.098.706 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.906 (> 0.100 thold), f_keep = 0.768 3.54.098.809 I slot launch_slot_: id 3 | task 7707 | processing task, is_child = 0 3.54.747.176 I slot print_timing: id 1 | task 7448 | n_gen = 277, tg = 45.81 t/s, tg_3s = 46.85 t/s 3.55.053.279 I slot print_timing: id 2 | task 7392 | prompt eval time = 258.63 ms / 85 tokens ( 3.04 ms per token, 328.65 tokens per second) 3.55.053.284 I slot print_timing: id 2 | task 7392 | eval time = 7666.33 ms / 348 tokens ( 22.09 ms per token, 45.26 tokens per second) 3.55.053.285 I slot print_timing: id 2 | task 7392 | total time = 7924.96 ms / 433 tokens 3.55.053.288 I slot print_timing: id 2 | task 7392 | graphs reused = 6987 3.55.053.288 I slot print_timing: id 2 | task 7392 | graph reallocs = 0 / 0 (same size) / (changed size) 3.55.053.353 I slot release: id 2 | task 7392 | stop processing: n_tokens = 1528, truncated = 0 3.55.085.334 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.923 (> 0.100 thold), f_keep = 0.717 3.55.085.437 I slot launch_slot_: id 2 | task 7747 | processing task, is_child = 0 3.56.492.537 I slot print_timing: id 0 | task 7520 | n_gen = 283, tg = 46.92 t/s, tg_3s = 42.94 t/s 3.57.359.025 I slot print_timing: id 3 | task 7707 | n_gen = 140, tg = 46.23 t/s, tg_3s = 46.56 t/s 3.57.757.588 I slot print_timing: id 1 | task 7448 | n_gen = 416, tg = 45.93 t/s, tg_3s = 46.17 t/s 3.58.357.971 I slot print_timing: id 2 | task 7747 | n_gen = 152, tg = 50.21 t/s, tg_3s = 50.54 t/s 3.59.508.343 I slot print_timing: id 0 | task 7520 | n_gen = 437, tg = 48.31 t/s, tg_3s = 51.06 t/s 4.00.007.075 I slot print_timing: id 3 | task 7707 | prompt eval time = 253.21 ms / 114 tokens ( 2.22 ms per token, 450.22 tokens per second) 4.00.007.081 I slot print_timing: id 3 | task 7707 | eval time = 5655.04 ms / 276 tokens ( 20.56 ms per token, 48.63 tokens per second) 4.00.007.082 I slot print_timing: id 3 | task 7707 | total time = 5908.25 ms / 390 tokens 4.00.007.082 I slot print_timing: id 3 | task 7707 | graphs reused = 7221 4.00.007.083 I slot print_timing: id 3 | task 7707 | graph reallocs = 0 / 0 (same size) / (changed size) 4.00.007.161 I slot release: id 3 | task 7707 | stop processing: n_tokens = 1485, truncated = 0 4.00.066.499 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.926 (> 0.100 thold), f_keep = 0.738 4.00.066.613 I slot launch_slot_: id 3 | task 7989 | processing task, is_child = 0 4.00.759.242 I slot print_timing: id 1 | task 7448 | n_gen = 559, tg = 46.36 t/s, tg_3s = 47.64 t/s 4.01.360.699 I slot print_timing: id 2 | task 7747 | n_gen = 294, tg = 48.75 t/s, tg_3s = 47.29 t/s 4.02.523.875 I slot print_timing: id 0 | task 7520 | n_gen = 578, tg = 47.92 t/s, tg_3s = 46.76 t/s 4.02.543.234 I slot print_timing: id 1 | task 7448 | prompt eval time = 278.37 ms / 76 tokens ( 3.66 ms per token, 273.02 tokens per second) 4.02.543.238 I slot print_timing: id 1 | task 7448 | eval time = 13821.22 ms / 649 tokens ( 21.33 ms per token, 46.88 tokens per second) 4.02.543.239 I slot print_timing: id 1 | task 7448 | total time = 14099.58 ms / 725 tokens 4.02.543.240 I slot print_timing: id 1 | task 7448 | graphs reused = 7333 4.02.543.241 I slot print_timing: id 1 | task 7448 | graph reallocs = 0 / 0 (same size) / (changed size) 4.02.543.304 I slot release: id 1 | task 7448 | stop processing: n_tokens = 1820, truncated = 0 4.02.606.045 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.940 (> 0.100 thold), f_keep = 0.602 4.02.606.138 I slot launch_slot_: id 1 | task 8106 | processing task, is_child = 0 4.03.322.049 I slot print_timing: id 3 | task 7989 | n_gen = 139, tg = 45.86 t/s, tg_3s = 46.19 t/s 4.04.370.171 I slot print_timing: id 2 | task 7747 | n_gen = 433, tg = 47.89 t/s, tg_3s = 46.19 t/s 4.05.527.148 I slot print_timing: id 0 | task 7520 | n_gen = 716, tg = 47.53 t/s, tg_3s = 45.95 t/s 4.05.627.584 I slot print_timing: id 3 | task 7989 | prompt eval time = 246.31 ms / 88 tokens ( 2.80 ms per token, 357.28 tokens per second) 4.05.627.591 I slot print_timing: id 3 | task 7989 | eval time = 5314.65 ms / 255 tokens ( 20.92 ms per token, 47.79 tokens per second) 4.05.627.593 I slot print_timing: id 3 | task 7989 | total time = 5560.95 ms / 343 tokens 4.05.627.594 I slot print_timing: id 3 | task 7989 | graphs reused = 7469 4.05.627.595 I slot print_timing: id 3 | task 7989 | graph reallocs = 0 / 0 (same size) / (changed size) 4.05.627.715 I slot release: id 3 | task 7989 | stop processing: n_tokens = 1438, truncated = 0 4.05.669.661 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.936 (> 0.100 thold), f_keep = 0.762 4.05.669.779 I slot launch_slot_: id 3 | task 8249 | processing task, is_child = 0 4.05.910.138 I slot print_timing: id 1 | task 8106 | n_gen = 143, tg = 46.99 t/s, tg_3s = 47.32 t/s 4.07.386.204 I slot print_timing: id 2 | task 7747 | n_gen = 576, tg = 47.77 t/s, tg_3s = 47.41 t/s 4.07.405.333 I slot print_timing: id 2 | task 7747 | prompt eval time = 264.96 ms / 92 tokens ( 2.88 ms per token, 347.23 tokens per second) 4.07.405.338 I slot print_timing: id 2 | task 7747 | eval time = 12054.93 ms / 577 tokens ( 20.93 ms per token, 47.78 tokens per second) 4.07.405.339 I slot print_timing: id 2 | task 7747 | total time = 12319.88 ms / 669 tokens 4.07.405.340 I slot print_timing: id 2 | task 7747 | graphs reused = 7546 4.07.405.341 I slot print_timing: id 2 | task 7747 | graph reallocs = 0 / 0 (same size) / (changed size) 4.07.405.410 I slot release: id 2 | task 7747 | stop processing: n_tokens = 1764, truncated = 0 4.07.436.948 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.917 (> 0.100 thold), f_keep = 0.621 4.07.437.053 I slot launch_slot_: id 2 | task 8330 | processing task, is_child = 0 4.08.535.705 I slot print_timing: id 0 | task 7520 | n_gen = 845, tg = 46.75 t/s, tg_3s = 42.88 t/s 4.08.922.866 I slot print_timing: id 1 | task 8106 | n_gen = 282, tg = 46.56 t/s, tg_3s = 46.14 t/s 4.08.923.389 I slot print_timing: id 3 | task 8249 | n_gen = 140, tg = 46.14 t/s, tg_3s = 46.48 t/s 4.10.749.434 I slot print_timing: id 2 | task 8330 | n_gen = 153, tg = 50.39 t/s, tg_3s = 50.73 t/s 4.11.535.705 I slot print_timing: id 0 | task 7520 | n_gen = 998, tg = 47.36 t/s, tg_3s = 51.00 t/s 4.11.929.383 I slot print_timing: id 1 | task 8106 | n_gen = 436, tg = 48.11 t/s, tg_3s = 51.22 t/s 4.11.930.017 I slot print_timing: id 3 | task 8249 | n_gen = 294, tg = 48.68 t/s, tg_3s = 51.22 t/s 4.12.049.178 I slot print_timing: id 0 | task 7520 | prompt eval time = 231.16 ms / 98 tokens ( 2.36 ms per token, 423.95 tokens per second) 4.12.049.184 I slot print_timing: id 0 | task 7520 | eval time = 21566.59 ms / 1024 tokens ( 21.08 ms per token, 47.43 tokens per second) 4.12.049.185 I slot print_timing: id 0 | task 7520 | total time = 21797.75 ms / 1122 tokens 4.12.049.187 I slot print_timing: id 0 | task 7520 | graphs reused = 7763 4.12.049.188 I slot print_timing: id 0 | task 7520 | graph reallocs = 0 / 0 (same size) / (changed size) 4.12.049.258 I slot release: id 0 | task 7520 | stop processing: n_tokens = 2217, truncated = 0 4.12.092.645 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.883 (> 0.100 thold), f_keep = 0.494 4.12.092.818 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 2475.827 MiB) 4.12.416.443 I slot launch_slot_: id 0 | task 8554 | processing task, is_child = 0 4.13.756.331 I slot print_timing: id 2 | task 8330 | n_gen = 272, tg = 44.99 t/s, tg_3s = 39.58 t/s 4.14.945.572 I slot print_timing: id 1 | task 8106 | n_gen = 555, tg = 45.95 t/s, tg_3s = 39.45 t/s 4.14.946.061 I slot print_timing: id 3 | task 8249 | n_gen = 413, tg = 45.60 t/s, tg_3s = 39.46 t/s 4.15.790.211 I slot print_timing: id 0 | task 8554 | n_gen = 154, tg = 50.99 t/s, tg_3s = 51.32 t/s 4.16.770.688 I slot print_timing: id 2 | task 8330 | n_gen = 426, tg = 47.03 t/s, tg_3s = 51.09 t/s 4.17.948.782 I slot print_timing: id 1 | task 8106 | n_gen = 707, tg = 46.88 t/s, tg_3s = 50.61 t/s 4.17.949.290 I slot print_timing: id 3 | task 8249 | n_gen = 565, tg = 46.85 t/s, tg_3s = 50.61 t/s 4.18.806.678 I slot print_timing: id 0 | task 8554 | n_gen = 306, tg = 50.69 t/s, tg_3s = 50.39 t/s 4.18.979.617 I slot print_timing: id 3 | task 8249 | prompt eval time = 241.33 ms / 75 tokens ( 3.22 ms per token, 310.78 tokens per second) 4.18.979.622 I slot print_timing: id 3 | task 8249 | eval time = 13068.49 ms / 618 tokens ( 21.18 ms per token, 47.21 tokens per second) 4.18.979.624 I slot print_timing: id 3 | task 8249 | total time = 13309.82 ms / 693 tokens 4.18.979.624 I slot print_timing: id 3 | task 8249 | graphs reused = 8077 4.18.979.625 I slot print_timing: id 3 | task 8249 | graph reallocs = 0 / 0 (same size) / (changed size) 4.18.979.690 I slot release: id 3 | task 8249 | stop processing: n_tokens = 1788, truncated = 0 4.19.037.194 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.920 (> 0.100 thold), f_keep = 0.613 4.19.037.314 I slot launch_slot_: id 3 | task 8874 | processing task, is_child = 0 4.19.788.043 I slot print_timing: id 2 | task 8330 | n_gen = 567, tg = 46.95 t/s, tg_3s = 46.73 t/s 4.20.962.594 I slot print_timing: id 1 | task 8106 | n_gen = 848, tg = 46.86 t/s, tg_3s = 46.78 t/s 4.21.808.415 I slot print_timing: id 0 | task 8554 | n_gen = 445, tg = 49.23 t/s, tg_3s = 46.31 t/s 4.22.328.284 I slot print_timing: id 3 | task 8874 | n_gen = 152, tg = 50.18 t/s, tg_3s = 50.51 t/s 4.22.387.360 I slot print_timing: id 0 | task 8554 | prompt eval time = 372.90 ms / 146 tokens ( 2.55 ms per token, 391.53 tokens per second) 4.22.387.366 I slot print_timing: id 0 | task 8554 | eval time = 9598.00 ms / 474 tokens ( 20.29 ms per token, 49.28 tokens per second) 4.22.387.367 I slot print_timing: id 0 | task 8554 | total time = 9970.89 ms / 620 tokens 4.22.387.368 I slot print_timing: id 0 | task 8554 | graphs reused = 8231 4.22.387.369 I slot print_timing: id 0 | task 8554 | graph reallocs = 0 / 0 (same size) / (changed size) 4.22.387.444 I slot release: id 0 | task 8554 | stop processing: n_tokens = 1714, truncated = 0 4.22.431.187 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.928 (> 0.100 thold), f_keep = 0.639 4.22.431.304 I slot launch_slot_: id 0 | task 9033 | processing task, is_child = 0 4.22.797.455 I slot print_timing: id 2 | task 8330 | n_gen = 705, tg = 46.73 t/s, tg_3s = 45.86 t/s 4.23.977.292 I slot print_timing: id 1 | task 8106 | n_gen = 988, tg = 46.80 t/s, tg_3s = 46.44 t/s 4.24.693.166 I slot print_timing: id 1 | task 8106 | prompt eval time = 281.76 ms / 71 tokens ( 3.97 ms per token, 251.98 tokens per second) 4.24.693.172 I slot print_timing: id 1 | task 8106 | eval time = 21805.25 ms / 1024 tokens ( 21.32 ms per token, 46.92 tokens per second) 4.24.693.173 I slot print_timing: id 1 | task 8106 | total time = 22087.01 ms / 1095 tokens 4.24.693.173 I slot print_timing: id 1 | task 8106 | graphs reused = 8333 4.24.693.174 I slot print_timing: id 1 | task 8106 | graph reallocs = 0 / 0 (same size) / (changed size) 4.24.693.238 I slot release: id 1 | task 8106 | stop processing: n_tokens = 2189, truncated = 0 4.24.757.459 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.929 (> 0.100 thold), f_keep = 0.501 4.24.757.566 I slot launch_slot_: id 1 | task 9139 | processing task, is_child = 0 4.25.169.923 I slot print_timing: id 3 | task 8874 | prompt eval time = 281.53 ms / 96 tokens ( 2.93 ms per token, 340.99 tokens per second) 4.25.169.928 I slot print_timing: id 3 | task 8874 | eval time = 5851.06 ms / 269 tokens ( 21.83 ms per token, 45.80 tokens per second) 4.25.169.929 I slot print_timing: id 3 | task 8874 | total time = 6132.59 ms / 365 tokens 4.25.169.931 I slot print_timing: id 3 | task 8874 | graphs reused = 8337 4.25.169.931 I slot print_timing: id 3 | task 8874 | graph reallocs = 0 / 0 (same size) / (changed size) 4.25.170.003 I slot release: id 3 | task 8874 | stop processing: n_tokens = 1459, truncated = 0 4.25.229.354 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.908 (> 0.100 thold), f_keep = 0.751 4.25.229.468 I slot launch_slot_: id 3 | task 9150 | processing task, is_child = 0 4.25.721.666 I slot print_timing: id 0 | task 9033 | n_gen = 127, tg = 41.85 t/s, tg_3s = 42.18 t/s 4.25.801.720 I slot print_timing: id 2 | task 8330 | n_gen = 831, tg = 45.94 t/s, tg_3s = 41.94 t/s 4.28.078.910 I slot print_timing: id 1 | task 9139 | n_gen = 143, tg = 47.08 t/s, tg_3s = 47.41 t/s 4.28.496.491 I slot print_timing: id 3 | task 9150 | n_gen = 154, tg = 50.88 t/s, tg_3s = 51.21 t/s 4.28.733.871 I slot print_timing: id 0 | task 9033 | n_gen = 281, tg = 46.49 t/s, tg_3s = 51.13 t/s 4.28.813.839 I slot print_timing: id 2 | task 8330 | n_gen = 985, tg = 46.68 t/s, tg_3s = 51.13 t/s 4.29.592.051 I slot print_timing: id 2 | task 8330 | prompt eval time = 296.18 ms / 100 tokens ( 2.96 ms per token, 337.63 tokens per second) 4.29.592.057 I slot print_timing: id 2 | task 8330 | eval time = 21858.80 ms / 1024 tokens ( 21.37 ms per token, 46.80 tokens per second) 4.29.592.058 I slot print_timing: id 2 | task 8330 | total time = 22154.98 ms / 1124 tokens 4.29.592.060 I slot print_timing: id 2 | task 8330 | graphs reused = 8545 4.29.592.060 I slot print_timing: id 2 | task 8330 | graph reallocs = 0 / 0 (same size) / (changed size) 4.29.592.127 I slot release: id 2 | task 8330 | stop processing: n_tokens = 2218, truncated = 0 4.29.656.302 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.923 (> 0.100 thold), f_keep = 0.494 4.29.656.471 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 2160.142 MiB) 4.30.063.570 I slot launch_slot_: id 2 | task 9363 | processing task, is_child = 0 4.31.088.641 I slot print_timing: id 1 | task 9139 | n_gen = 259, tg = 42.81 t/s, tg_3s = 38.54 t/s 4.31.512.233 I slot print_timing: id 3 | task 9150 | n_gen = 271, tg = 44.83 t/s, tg_3s = 38.80 t/s 4.31.740.312 I slot print_timing: id 0 | task 9033 | n_gen = 398, tg = 43.97 t/s, tg_3s = 38.92 t/s 4.33.388.897 I slot print_timing: id 2 | task 9363 | n_gen = 154, tg = 50.75 t/s, tg_3s = 51.08 t/s 4.33.550.203 I slot print_timing: id 0 | task 9033 | prompt eval time = 279.39 ms / 87 tokens ( 3.21 ms per token, 311.39 tokens per second) 4.33.550.209 I slot print_timing: id 0 | task 9033 | eval time = 10839.49 ms / 489 tokens ( 22.21 ms per token, 45.02 tokens per second) 4.33.550.210 I slot print_timing: id 0 | task 9033 | total time = 11118.88 ms / 576 tokens 4.33.550.211 I slot print_timing: id 0 | task 9033 | graphs reused = 8704 4.33.550.212 I slot print_timing: id 0 | task 9033 | graph reallocs = 0 / 0 (same size) / (changed size) 4.33.550.276 I slot release: id 0 | task 9033 | stop processing: n_tokens = 1669, truncated = 0 4.33.592.836 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.923 (> 0.100 thold), f_keep = 0.657 4.33.592.940 I slot launch_slot_: id 0 | task 9529 | processing task, is_child = 0 4.34.092.724 I slot print_timing: id 1 | task 9139 | n_gen = 399, tg = 44.07 t/s, tg_3s = 46.60 t/s 4.34.513.196 I slot print_timing: id 3 | task 9150 | n_gen = 410, tg = 45.32 t/s, tg_3s = 46.32 t/s 4.34.611.808 I slot print_timing: id 2 | task 9363 | prompt eval time = 310.35 ms / 93 tokens ( 3.34 ms per token, 299.67 tokens per second) 4.34.611.813 I slot print_timing: id 2 | task 9363 | eval time = 4237.87 ms / 203 tokens ( 20.98 ms per token, 47.67 tokens per second) 4.34.611.814 I slot print_timing: id 2 | task 9363 | total time = 4548.21 ms / 296 tokens 4.34.611.815 I slot print_timing: id 2 | task 9363 | graphs reused = 8742 4.34.611.816 I slot print_timing: id 2 | task 9363 | graph reallocs = 0 / 0 (same size) / (changed size) 4.34.611.888 I slot release: id 2 | task 9363 | stop processing: n_tokens = 1389, truncated = 0 4.34.676.357 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.919 (> 0.100 thold), f_keep = 0.789 4.34.676.485 I slot launch_slot_: id 2 | task 9571 | processing task, is_child = 0 4.36.865.831 I slot print_timing: id 0 | task 9529 | n_gen = 141, tg = 46.66 t/s, tg_3s = 46.99 t/s 4.37.104.805 I slot print_timing: id 1 | task 9139 | n_gen = 540, tg = 44.76 t/s, tg_3s = 46.81 t/s 4.37.144.775 I slot print_timing: id 1 | task 9139 | prompt eval time = 305.06 ms / 86 tokens ( 3.55 ms per token, 281.91 tokens per second) 4.37.144.780 I slot print_timing: id 1 | task 9139 | eval time = 12082.13 ms / 542 tokens ( 22.33 ms per token, 44.78 tokens per second) 4.37.144.781 I slot print_timing: id 1 | task 9139 | total time = 12387.19 ms / 628 tokens 4.37.144.781 I slot print_timing: id 1 | task 9139 | graphs reused = 8854 4.37.144.782 I slot print_timing: id 1 | task 9139 | graph reallocs = 0 / 0 (same size) / (changed size) 4.37.144.848 I slot release: id 1 | task 9139 | stop processing: n_tokens = 1721, truncated = 0 4.37.209.602 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.917 (> 0.100 thold), f_keep = 0.637 4.37.209.705 I slot launch_slot_: id 1 | task 9689 | processing task, is_child = 0 4.37.535.797 I slot print_timing: id 3 | task 9150 | n_gen = 536, tg = 44.41 t/s, tg_3s = 41.69 t/s 4.37.558.605 I slot print_timing: id 0 | task 9529 | prompt eval time = 272.47 ms / 95 tokens ( 2.87 ms per token, 348.66 tokens per second) 4.37.558.611 I slot print_timing: id 0 | task 9529 | eval time = 3693.18 ms / 160 tokens ( 23.23 ms per token, 43.05 tokens per second) 4.37.558.612 I slot print_timing: id 0 | task 9529 | total time = 3965.65 ms / 255 tokens 4.37.558.614 I slot print_timing: id 0 | task 9529 | graphs reused = 8854 4.37.558.615 I slot print_timing: id 0 | task 9529 | graph reallocs = 0 / 0 (same size) / (changed size) 4.37.558.694 I slot release: id 0 | task 9529 | stop processing: n_tokens = 1347, truncated = 0 4.37.619.341 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.934 (> 0.100 thold), f_keep = 0.814 4.37.619.454 I slot launch_slot_: id 0 | task 9696 | processing task, is_child = 0 4.37.952.051 I slot print_timing: id 2 | task 9571 | n_gen = 129, tg = 42.41 t/s, tg_3s = 42.74 t/s 4.39.274.423 I slot print_timing: id 2 | task 9571 | prompt eval time = 257.04 ms / 97 tokens ( 2.65 ms per token, 377.38 tokens per second) 4.39.274.428 I slot print_timing: id 2 | task 9571 | eval time = 4340.88 ms / 196 tokens ( 22.26 ms per token, 44.92 tokens per second) 4.39.274.430 I slot print_timing: id 2 | task 9571 | total time = 4597.92 ms / 293 tokens 4.39.274.430 I slot print_timing: id 2 | task 9571 | graphs reused = 8927 4.39.274.431 I slot print_timing: id 2 | task 9571 | graph reallocs = 0 / 0 (same size) / (changed size) 4.39.274.500 I slot release: id 2 | task 9571 | stop processing: n_tokens = 1388, truncated = 0 4.39.336.573 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.919 (> 0.100 thold), f_keep = 0.790 4.39.336.687 I slot launch_slot_: id 2 | task 9773 | processing task, is_child = 0 4.40.546.889 I slot print_timing: id 1 | task 9689 | n_gen = 131, tg = 43.17 t/s, tg_3s = 43.50 t/s 4.40.547.459 I slot print_timing: id 3 | task 9150 | n_gen = 666, tg = 44.16 t/s, tg_3s = 43.17 t/s 4.40.845.592 I slot print_timing: id 0 | task 9696 | n_gen = 140, tg = 46.30 t/s, tg_3s = 46.63 t/s 4.41.961.425 I slot print_timing: id 1 | task 9689 | prompt eval time = 325.51 ms / 102 tokens ( 3.19 ms per token, 313.35 tokens per second) 4.41.961.431 I slot print_timing: id 1 | task 9689 | eval time = 4426.19 ms / 202 tokens ( 22.02 ms per token, 45.41 tokens per second) 4.41.961.432 I slot print_timing: id 1 | task 9689 | total time = 4751.70 ms / 304 tokens 4.41.961.433 I slot print_timing: id 1 | task 9689 | graphs reused = 9045 4.41.961.434 I slot print_timing: id 1 | task 9689 | graph reallocs = 0 / 0 (same size) / (changed size) 4.41.961.501 I slot release: id 1 | task 9689 | stop processing: n_tokens = 1396, truncated = 0 4.42.024.715 I slot print_timing: id 0 | task 9696 | prompt eval time = 223.96 ms / 78 tokens ( 2.87 ms per token, 348.27 tokens per second) 4.42.024.721 I slot print_timing: id 0 | task 9696 | eval time = 4181.29 ms / 198 tokens ( 21.22 ms per token, 47.11 tokens per second) 4.42.024.722 I slot print_timing: id 0 | task 9696 | total time = 4405.25 ms / 276 tokens 4.42.024.724 I slot print_timing: id 0 | task 9696 | graphs reused = 9045 4.42.024.725 I slot print_timing: id 0 | task 9696 | graph reallocs = 0 / 0 (same size) / (changed size) 4.42.024.787 I slot release: id 0 | task 9696 | stop processing: n_tokens = 1371, truncated = 0 4.42.025.414 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.934 (> 0.100 thold), f_keep = 0.799 4.42.025.517 I slot launch_slot_: id 0 | task 9897 | processing task, is_child = 0 4.42.025.658 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 2476.327 MiB) 4.42.398.980 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.935 (> 0.100 thold), f_keep = 0.785 4.42.399.102 I slot launch_slot_: id 1 | task 9898 | processing task, is_child = 0 4.42.732.219 I slot print_timing: id 2 | task 9773 | n_gen = 123, tg = 39.03 t/s, tg_3s = 39.35 t/s 4.43.547.550 I slot print_timing: id 3 | task 9150 | n_gen = 775, tg = 42.86 t/s, tg_3s = 36.33 t/s 4.44.651.221 I slot print_timing: id 2 | task 9773 | prompt eval time = 269.33 ms / 97 tokens ( 2.78 ms per token, 360.15 tokens per second) 4.44.651.228 I slot print_timing: id 2 | task 9773 | eval time = 5045.19 ms / 215 tokens ( 23.58 ms per token, 42.42 tokens per second) 4.44.651.229 I slot print_timing: id 2 | task 9773 | total time = 5314.52 ms / 312 tokens 4.44.651.230 I slot print_timing: id 2 | task 9773 | graphs reused = 9136 4.44.651.231 I slot print_timing: id 2 | task 9773 | graph reallocs = 0 / 0 (same size) / (changed size) 4.44.651.300 I slot release: id 2 | task 9773 | stop processing: n_tokens = 1407, truncated = 0 4.44.714.893 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.930 (> 0.100 thold), f_keep = 0.779 4.44.715.010 I slot launch_slot_: id 2 | task 9994 | processing task, is_child = 0 4.45.889.680 I slot print_timing: id 0 | task 9897 | n_gen = 141, tg = 46.66 t/s, tg_3s = 46.99 t/s 4.45.889.980 I slot print_timing: id 1 | task 9898 | n_gen = 141, tg = 46.66 t/s, tg_3s = 47.00 t/s 4.46.548.368 I slot print_timing: id 3 | task 9150 | n_gen = 914, tg = 43.35 t/s, tg_3s = 46.32 t/s 4.46.707.054 I slot print_timing: id 1 | task 9898 | prompt eval time = 405.82 ms / 76 tokens ( 5.34 ms per token, 187.28 tokens per second) 4.46.707.059 I slot print_timing: id 1 | task 9898 | eval time = 3817.29 ms / 182 tokens ( 21.09 ms per token, 47.42 tokens per second) 4.46.707.060 I slot print_timing: id 1 | task 9898 | total time = 4223.10 ms / 258 tokens 4.46.707.061 I slot print_timing: id 1 | task 9898 | graphs reused = 9220 4.46.707.061 I slot print_timing: id 1 | task 9898 | graph reallocs = 0 / 0 (same size) / (changed size) 4.46.707.129 I slot release: id 1 | task 9898 | stop processing: n_tokens = 1353, truncated = 0 4.46.772.071 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.877 (> 0.100 thold), f_keep = 0.810 4.46.772.174 I slot launch_slot_: id 1 | task 10085 | processing task, is_child = 0 4.47.218.740 I slot print_timing: id 0 | task 9897 | prompt eval time = 489.97 ms / 78 tokens ( 6.28 ms per token, 159.19 tokens per second) 4.47.218.746 I slot print_timing: id 0 | task 9897 | eval time = 4329.65 ms / 194 tokens ( 22.43 ms per token, 44.58 tokens per second) 4.47.218.747 I slot print_timing: id 0 | task 9897 | total time = 4819.62 ms / 272 tokens 4.47.218.748 I slot print_timing: id 0 | task 9897 | graphs reused = 9227 4.47.218.748 I slot print_timing: id 0 | task 9897 | graph reallocs = 0 / 0 (same size) / (changed size) 4.47.218.811 I slot release: id 0 | task 9897 | stop processing: n_tokens = 1367, truncated = 0 4.47.277.036 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.918 (> 0.100 thold), f_keep = 0.802 4.47.277.128 I slot launch_slot_: id 0 | task 10099 | processing task, is_child = 0 4.47.979.938 I slot print_timing: id 2 | task 9994 | n_gen = 127, tg = 41.94 t/s, tg_3s = 42.27 t/s 4.49.199.274 I slot print_timing: id 3 | task 9150 | prompt eval time = 259.80 ms / 111 tokens ( 2.34 ms per token, 427.25 tokens per second) 4.49.199.280 I slot print_timing: id 3 | task 9150 | eval time = 23709.99 ms / 1024 tokens ( 23.18 ms per token, 43.15 tokens per second) 4.49.199.281 I slot print_timing: id 3 | task 9150 | total time = 23969.79 ms / 1135 tokens 4.49.199.281 I slot print_timing: id 3 | task 9150 | graphs reused = 9314 4.49.199.282 I slot print_timing: id 3 | task 9150 | graph reallocs = 0 / 0 (same size) / (changed size) 4.49.199.354 I slot release: id 3 | task 9150 | stop processing: n_tokens = 2230, truncated = 0 4.49.241.773 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.921 (> 0.100 thold), f_keep = 0.491 4.49.241.944 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 2160.377 MiB) 4.49.654.558 I slot launch_slot_: id 3 | task 10189 | processing task, is_child = 0 4.49.835.132 I slot print_timing: id 2 | task 9994 | prompt eval time = 260.26 ms / 82 tokens ( 3.17 ms per token, 315.06 tokens per second) 4.49.835.138 I slot print_timing: id 2 | task 9994 | eval time = 4859.84 ms / 192 tokens ( 25.44 ms per token, 39.30 tokens per second) 4.49.835.139 I slot print_timing: id 2 | task 9994 | total time = 5120.10 ms / 274 tokens 4.49.835.139 I slot print_timing: id 2 | task 9994 | graphs reused = 9315 4.49.835.140 I slot print_timing: id 2 | task 9994 | graph reallocs = 0 / 0 (same size) / (changed size) 4.49.835.208 I slot release: id 2 | task 9994 | stop processing: n_tokens = 1369, truncated = 0 4.49.932.176 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.931 (> 0.100 thold), f_keep = 0.801 4.49.932.288 I slot launch_slot_: id 2 | task 10192 | processing task, is_child = 0 4.50.079.907 I slot print_timing: id 1 | task 10085 | n_gen = 104, tg = 34.10 t/s, tg_3s = 34.43 t/s 4.50.541.779 I slot print_timing: id 0 | task 10099 | n_gen = 109, tg = 35.85 t/s, tg_3s = 36.18 t/s 4.52.945.833 I slot print_timing: id 3 | task 10189 | n_gen = 144, tg = 47.45 t/s, tg_3s = 47.78 t/s 4.53.085.123 I slot print_timing: id 1 | task 10085 | n_gen = 253, tg = 41.82 t/s, tg_3s = 49.58 t/s 4.53.204.733 I slot print_timing: id 2 | task 10192 | n_gen = 155, tg = 51.13 t/s, tg_3s = 51.46 t/s 4.53.263.819 I slot print_timing: id 0 | task 10099 | prompt eval time = 251.68 ms / 98 tokens ( 2.57 ms per token, 389.38 tokens per second) 4.53.263.824 I slot print_timing: id 0 | task 10099 | eval time = 5734.99 ms / 249 tokens ( 23.12 ms per token, 43.24 tokens per second) 4.53.263.825 I slot print_timing: id 0 | task 10099 | total time = 5986.68 ms / 347 tokens 4.53.263.827 I slot print_timing: id 0 | task 10099 | graphs reused = 9471 4.53.263.828 I slot print_timing: id 0 | task 10099 | graph reallocs = 0 / 0 (same size) / (changed size) 4.53.263.895 I slot release: id 0 | task 10099 | stop processing: n_tokens = 1442, truncated = 0 4.53.307.055 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.919 (> 0.100 thold), f_keep = 0.760 4.53.307.159 I slot launch_slot_: id 0 | task 10354 | processing task, is_child = 0 4.53.891.982 I slot print_timing: id 2 | task 10192 | prompt eval time = 260.28 ms / 81 tokens ( 3.21 ms per token, 311.21 tokens per second) 4.53.891.987 I slot print_timing: id 2 | task 10192 | eval time = 3699.40 ms / 178 tokens ( 20.90 ms per token, 47.85 tokens per second) 4.53.891.988 I slot print_timing: id 2 | task 10192 | total time = 3959.67 ms / 259 tokens 4.53.891.989 I slot print_timing: id 2 | task 10192 | graphs reused = 9488 4.53.891.990 I slot print_timing: id 2 | task 10192 | graph reallocs = 0 / 0 (same size) / (changed size) 4.53.892.058 I slot release: id 2 | task 10192 | stop processing: n_tokens = 1354, truncated = 0 4.53.956.532 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.942 (> 0.100 thold), f_keep = 0.809 4.53.956.664 I slot launch_slot_: id 2 | task 10375 | processing task, is_child = 0 4.55.958.266 I slot print_timing: id 3 | task 10189 | n_gen = 273, tg = 45.14 t/s, tg_3s = 42.82 t/s 4.56.091.323 I slot print_timing: id 1 | task 10085 | n_gen = 382, tg = 42.18 t/s, tg_3s = 42.91 t/s 4.56.571.502 I slot print_timing: id 0 | task 10354 | n_gen = 142, tg = 46.86 t/s, tg_3s = 47.19 t/s 4.57.229.278 I slot print_timing: id 2 | task 10375 | n_gen = 155, tg = 51.05 t/s, tg_3s = 51.38 t/s 4.57.886.015 I slot print_timing: id 2 | task 10375 | prompt eval time = 255.77 ms / 67 tokens ( 3.82 ms per token, 261.95 tokens per second) 4.57.886.020 I slot print_timing: id 2 | task 10375 | eval time = 3673.56 ms / 188 tokens ( 19.64 ms per token, 50.90 tokens per second) 4.57.886.021 I slot print_timing: id 2 | task 10375 | total time = 3929.33 ms / 255 tokens 4.57.886.022 I slot print_timing: id 2 | task 10375 | graphs reused = 9673 4.57.886.023 I slot print_timing: id 2 | task 10375 | graph reallocs = 0 / 0 (same size) / (changed size) 4.57.886.087 I slot release: id 2 | task 10375 | stop processing: n_tokens = 1350, truncated = 0 4.57.918.155 I slot print_timing: id 0 | task 10354 | prompt eval time = 255.28 ms / 97 tokens ( 2.63 ms per token, 379.97 tokens per second) 4.57.918.161 I slot print_timing: id 0 | task 10354 | eval time = 4355.70 ms / 209 tokens ( 20.94 ms per token, 47.75 tokens per second) 4.57.918.162 I slot print_timing: id 0 | task 10354 | total time = 4610.98 ms / 306 tokens 4.57.918.162 I slot print_timing: id 0 | task 10354 | graphs reused = 9673 4.57.918.163 I slot print_timing: id 0 | task 10354 | graph reallocs = 0 / 0 (same size) / (changed size) 4.57.918.226 I slot release: id 0 | task 10354 | stop processing: n_tokens = 1401, truncated = 0 4.57.918.638 I slot print_timing: id 1 | task 10085 | prompt eval time = 287.12 ms / 154 tokens ( 1.86 ms per token, 536.36 tokens per second) 4.57.918.642 I slot print_timing: id 1 | task 10085 | eval time = 10859.33 ms / 474 tokens ( 22.96 ms per token, 43.56 tokens per second) 4.57.918.643 I slot print_timing: id 1 | task 10085 | total time = 11146.45 ms / 628 tokens 4.57.918.644 I slot print_timing: id 1 | task 10085 | graphs reused = 9673 4.57.918.644 I slot print_timing: id 1 | task 10085 | graph reallocs = 0 / 0 (same size) / (changed size) 4.57.918.700 I slot release: id 1 | task 10085 | stop processing: n_tokens = 1723, truncated = 0 4.57.937.381 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.910 (> 0.100 thold), f_keep = 0.782 4.57.937.485 I slot launch_slot_: id 0 | task 10567 | processing task, is_child = 0 4.57.937.641 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 2475.717 MiB) 4.58.352.823 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 2151.289 MiB) 4.58.766.060 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.942 (> 0.100 thold), f_keep = 0.636 4.58.766.185 I slot launch_slot_: id 1 | task 10568 | processing task, is_child = 0 4.58.766.319 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.895 (> 0.100 thold), f_keep = 0.812 4.58.766.410 I slot launch_slot_: id 2 | task 10569 | processing task, is_child = 0 4.59.167.766 I slot print_timing: id 3 | task 10189 | n_gen = 374, tg = 40.39 t/s, tg_3s = 31.47 t/s 5.02.179.769 I slot print_timing: id 3 | task 10189 | n_gen = 518, tg = 42.21 t/s, tg_3s = 47.81 t/s 5.02.395.983 I slot print_timing: id 0 | task 10567 | n_gen = 155, tg = 51.27 t/s, tg_3s = 51.60 t/s 5.02.396.315 I slot print_timing: id 1 | task 10568 | n_gen = 155, tg = 51.28 t/s, tg_3s = 51.61 t/s 5.02.396.620 I slot print_timing: id 2 | task 10569 | n_gen = 155, tg = 51.29 t/s, tg_3s = 51.62 t/s 5.02.808.688 I slot print_timing: id 1 | task 10568 | prompt eval time = 557.86 ms / 68 tokens ( 8.20 ms per token, 121.89 tokens per second) 5.02.808.694 I slot print_timing: id 1 | task 10568 | eval time = 3415.52 ms / 176 tokens ( 19.52 ms per token, 51.24 tokens per second) 5.02.808.695 I slot print_timing: id 1 | task 10568 | total time = 3973.38 ms / 244 tokens 5.02.808.695 I slot print_timing: id 1 | task 10568 | graphs reused = 9849 5.02.808.696 I slot print_timing: id 1 | task 10568 | graph reallocs = 0 / 0 (same size) / (changed size) 5.02.808.763 I slot release: id 1 | task 10568 | stop processing: n_tokens = 1338, truncated = 0 5.02.873.525 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.919 (> 0.100 thold), f_keep = 0.819 5.02.873.639 I slot launch_slot_: id 1 | task 10749 | processing task, is_child = 0 5.04.387.839 I slot print_timing: id 2 | task 10569 | prompt eval time = 462.98 ms / 128 tokens ( 3.62 ms per token, 276.47 tokens per second) 5.04.387.844 I slot print_timing: id 2 | task 10569 | eval time = 4993.85 ms / 245 tokens ( 20.47 ms per token, 48.86 tokens per second) 5.04.387.845 I slot print_timing: id 2 | task 10569 | total time = 5456.83 ms / 373 tokens 5.04.387.846 I slot print_timing: id 2 | task 10569 | graphs reused = 9912 5.04.387.846 I slot print_timing: id 2 | task 10569 | graph reallocs = 0 / 0 (same size) / (changed size) 5.04.387.921 I slot release: id 2 | task 10569 | stop processing: n_tokens = 1468, truncated = 0 5.04.450.205 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.925 (> 0.100 thold), f_keep = 0.747 5.04.450.302 I slot launch_slot_: id 2 | task 10819 | processing task, is_child = 0 5.05.194.020 I slot print_timing: id 3 | task 10189 | n_gen = 646, tg = 42.26 t/s, tg_3s = 42.46 t/s 5.05.410.255 I slot print_timing: id 0 | task 10567 | n_gen = 283, tg = 46.86 t/s, tg_3s = 42.46 t/s 5.06.138.511 I slot print_timing: id 1 | task 10749 | n_gen = 141, tg = 46.65 t/s, tg_3s = 46.99 t/s 5.07.504.857 I slot print_timing: id 1 | task 10749 | prompt eval time = 263.95 ms / 97 tokens ( 2.72 ms per token, 367.49 tokens per second) 5.07.504.863 I slot print_timing: id 1 | task 10749 | eval time = 4367.25 ms / 211 tokens ( 20.80 ms per token, 48.09 tokens per second) 5.07.504.864 I slot print_timing: id 1 | task 10749 | total time = 4631.20 ms / 308 tokens 5.07.504.864 I slot print_timing: id 1 | task 10749 | graphs reused = 10052 5.07.504.865 I slot print_timing: id 1 | task 10749 | graph reallocs = 0 / 0 (same size) / (changed size) 5.07.504.935 I slot release: id 1 | task 10749 | stop processing: n_tokens = 1403, truncated = 0 5.07.536.683 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.907 (> 0.100 thold), f_keep = 0.781 5.07.536.794 I slot launch_slot_: id 1 | task 10964 | processing task, is_child = 0 5.07.809.438 I slot print_timing: id 2 | task 10819 | n_gen = 145, tg = 46.84 t/s, tg_3s = 47.16 t/s 5.08.198.276 I slot print_timing: id 3 | task 10189 | n_gen = 787, tg = 43.03 t/s, tg_3s = 46.93 t/s 5.08.424.110 I slot print_timing: id 0 | task 10567 | n_gen = 425, tg = 46.95 t/s, tg_3s = 47.12 t/s 5.09.284.031 I slot print_timing: id 3 | task 10189 | prompt eval time = 277.59 ms / 95 tokens ( 2.92 ms per token, 342.23 tokens per second) 5.09.284.037 I slot print_timing: id 3 | task 10189 | eval time = 19351.86 ms / 844 tokens ( 22.96 ms per token, 43.56 tokens per second) 5.09.284.038 I slot print_timing: id 3 | task 10189 | total time = 19629.45 ms / 939 tokens 5.09.284.039 I slot print_timing: id 3 | task 10189 | graphs reused = 10128 5.09.284.040 I slot print_timing: id 3 | task 10189 | graph reallocs = 0 / 0 (same size) / (changed size) 5.09.284.107 I slot release: id 3 | task 10189 | stop processing: n_tokens = 2033, truncated = 0 5.09.324.990 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.939 (> 0.100 thold), f_keep = 0.539 5.09.325.103 I slot launch_slot_: id 3 | task 11046 | processing task, is_child = 0 5.10.817.767 I slot print_timing: id 1 | task 10964 | n_gen = 145, tg = 47.86 t/s, tg_3s = 48.19 t/s 5.10.818.008 I slot print_timing: id 2 | task 10819 | n_gen = 289, tg = 47.35 t/s, tg_3s = 47.86 t/s 5.11.429.134 I slot print_timing: id 0 | task 10567 | n_gen = 569, tg = 47.19 t/s, tg_3s = 47.92 t/s 5.12.373.192 I slot print_timing: id 3 | task 11046 | prompt eval time = 285.78 ms / 73 tokens ( 3.91 ms per token, 255.44 tokens per second) 5.12.373.198 I slot print_timing: id 3 | task 11046 | eval time = 2762.29 ms / 145 tokens ( 19.18 ms per token, 52.13 tokens per second) 5.12.373.199 I slot print_timing: id 3 | task 11046 | total time = 3048.07 ms / 218 tokens 5.12.373.199 I slot print_timing: id 3 | task 11046 | graphs reused = 10271 5.12.373.200 I slot print_timing: id 3 | task 11046 | graph reallocs = 0 / 0 (same size) / (changed size) 5.12.373.263 I slot release: id 3 | task 11046 | stop processing: n_tokens = 1311, truncated = 0 5.12.414.034 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.918 (> 0.100 thold), f_keep = 0.836 5.12.414.139 I slot launch_slot_: id 3 | task 11195 | processing task, is_child = 0 5.13.412.187 I slot print_timing: id 2 | task 10819 | prompt eval time = 284.70 ms / 89 tokens ( 3.20 ms per token, 312.61 tokens per second) 5.13.412.192 I slot print_timing: id 2 | task 10819 | eval time = 8677.17 ms / 413 tokens ( 21.06 ms per token, 47.48 tokens per second) 5.13.412.193 I slot print_timing: id 2 | task 10819 | total time = 8961.87 ms / 502 tokens 5.13.412.194 I slot print_timing: id 2 | task 10819 | graphs reused = 10310 5.13.412.195 I slot print_timing: id 2 | task 10819 | graph reallocs = 0 / 0 (same size) / (changed size) 5.13.412.262 I slot release: id 2 | task 10819 | stop processing: n_tokens = 1597, truncated = 0 5.13.474.769 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.908 (> 0.100 thold), f_keep = 0.686 5.13.474.863 I slot launch_slot_: id 2 | task 11239 | processing task, is_child = 0 5.13.827.083 I slot print_timing: id 1 | task 10964 | n_gen = 277, tg = 45.86 t/s, tg_3s = 43.86 t/s 5.14.439.930 I slot print_timing: id 0 | task 10567 | n_gen = 701, tg = 46.52 t/s, tg_3s = 43.84 t/s 5.15.663.376 I slot print_timing: id 3 | task 11195 | n_gen = 144, tg = 47.64 t/s, tg_3s = 47.98 t/s 5.16.752.505 I slot print_timing: id 2 | task 11239 | n_gen = 158, tg = 52.18 t/s, tg_3s = 52.51 t/s 5.16.828.526 I slot print_timing: id 1 | task 10964 | n_gen = 434, tg = 48.01 t/s, tg_3s = 52.31 t/s 5.16.866.967 I slot print_timing: id 3 | task 11195 | prompt eval time = 247.85 ms / 98 tokens ( 2.53 ms per token, 395.40 tokens per second) 5.16.866.972 I slot print_timing: id 3 | task 11195 | eval time = 4204.97 ms / 207 tokens ( 20.41 ms per token, 48.99 tokens per second) 5.16.866.975 I slot print_timing: id 3 | task 11195 | total time = 4452.82 ms / 305 tokens 5.16.866.977 I slot print_timing: id 3 | task 11195 | graphs reused = 10472 5.16.866.977 I slot print_timing: id 3 | task 11195 | graph reallocs = 0 / 0 (same size) / (changed size) 5.16.867.047 I slot release: id 3 | task 11195 | stop processing: n_tokens = 1400, truncated = 0 5.16.924.297 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.937 (> 0.100 thold), f_keep = 0.783 5.16.924.403 I slot launch_slot_: id 3 | task 11408 | processing task, is_child = 0 5.17.244.059 I slot print_timing: id 1 | task 10964 | prompt eval time = 272.31 ms / 113 tokens ( 2.41 ms per token, 414.97 tokens per second) 5.17.244.064 I slot print_timing: id 1 | task 10964 | eval time = 9434.94 ms / 445 tokens ( 21.25 ms per token, 47.06 tokens per second) 5.17.244.065 I slot print_timing: id 1 | task 10964 | total time = 9707.25 ms / 558 tokens 5.17.244.066 I slot print_timing: id 1 | task 10964 | graphs reused = 10477 5.17.244.067 I slot print_timing: id 1 | task 10964 | graph reallocs = 0 / 0 (same size) / (changed size) 5.17.244.133 I slot release: id 1 | task 10964 | stop processing: n_tokens = 1653, truncated = 0 5.17.306.646 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.934 (> 0.100 thold), f_keep = 0.663 5.17.306.752 I slot launch_slot_: id 1 | task 11417 | processing task, is_child = 0 5.17.484.982 I slot print_timing: id 0 | task 10567 | n_gen = 840, tg = 46.37 t/s, tg_3s = 45.65 t/s 5.19.757.221 I slot print_timing: id 2 | task 11239 | n_gen = 288, tg = 47.73 t/s, tg_3s = 43.27 t/s 5.20.177.327 I slot print_timing: id 3 | task 11408 | n_gen = 142, tg = 46.75 t/s, tg_3s = 47.08 t/s 5.20.500.875 I slot print_timing: id 0 | task 10567 | n_gen = 991, tg = 46.90 t/s, tg_3s = 50.07 t/s 5.20.635.186 I slot print_timing: id 1 | task 11417 | n_gen = 158, tg = 52.13 t/s, tg_3s = 52.46 t/s 5.21.131.475 I slot print_timing: id 0 | task 10567 | prompt eval time = 625.91 ms / 108 tokens ( 5.80 ms per token, 172.55 tokens per second) 5.21.131.480 I slot print_timing: id 0 | task 10567 | eval time = 21739.14 ms / 1024 tokens ( 21.25 ms per token, 47.06 tokens per second) 5.21.131.481 I slot print_timing: id 0 | task 10567 | total time = 22365.05 ms / 1132 tokens 5.21.131.482 I slot print_timing: id 0 | task 10567 | graphs reused = 10658 5.21.131.482 I slot print_timing: id 0 | task 10567 | graph reallocs = 0 / 0 (same size) / (changed size) 5.21.131.552 I slot release: id 0 | task 10567 | stop processing: n_tokens = 2227, truncated = 0 5.21.172.676 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.920 (> 0.100 thold), f_keep = 0.492 5.21.172.846 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 2163.080 MiB) 5.21.535.987 I slot launch_slot_: id 0 | task 11605 | processing task, is_child = 0 5.22.432.495 I slot print_timing: id 1 | task 11417 | prompt eval time = 316.62 ms / 78 tokens ( 4.06 ms per token, 246.35 tokens per second) 5.22.432.501 I slot print_timing: id 1 | task 11417 | eval time = 4809.11 ms / 221 tokens ( 21.86 ms per token, 45.75 tokens per second) 5.22.432.502 I slot print_timing: id 1 | task 11417 | total time = 5125.73 ms / 299 tokens 5.22.432.503 I slot print_timing: id 1 | task 11417 | graphs reused = 10692 5.22.432.504 I slot print_timing: id 1 | task 11417 | graph reallocs = 0 / 0 (same size) / (changed size) 5.22.432.569 I slot release: id 1 | task 11417 | stop processing: n_tokens = 1393, truncated = 0 5.22.500.772 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.910 (> 0.100 thold), f_keep = 0.787 5.22.500.868 I slot launch_slot_: id 1 | task 11643 | processing task, is_child = 0 5.22.769.229 I slot print_timing: id 2 | task 11239 | n_gen = 401, tg = 44.32 t/s, tg_3s = 37.52 t/s 5.23.195.388 I slot print_timing: id 3 | task 11408 | n_gen = 255, tg = 42.09 t/s, tg_3s = 37.44 t/s 5.24.191.991 I slot print_timing: id 3 | task 11408 | prompt eval time = 236.77 ms / 74 tokens ( 3.20 ms per token, 312.54 tokens per second) 5.24.191.997 I slot print_timing: id 3 | task 11408 | eval time = 7030.80 ms / 307 tokens ( 22.98 ms per token, 43.52 tokens per second) 5.24.191.998 I slot print_timing: id 3 | task 11408 | total time = 7267.57 ms / 381 tokens 5.24.191.998 I slot print_timing: id 3 | task 11408 | graphs reused = 10765 5.24.191.999 I slot print_timing: id 3 | task 11408 | graph reallocs = 0 / 0 (same size) / (changed size) 5.24.192.068 I slot release: id 3 | task 11408 | stop processing: n_tokens = 1476, truncated = 0 5.24.234.306 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.931 (> 0.100 thold), f_keep = 0.743 5.24.234.401 I slot launch_slot_: id 3 | task 11722 | processing task, is_child = 0 5.24.811.897 I slot print_timing: id 0 | task 11605 | n_gen = 133, tg = 43.76 t/s, tg_3s = 44.09 t/s 5.25.774.056 I slot print_timing: id 1 | task 11643 | n_gen = 146, tg = 48.25 t/s, tg_3s = 48.58 t/s 5.25.774.286 I slot print_timing: id 2 | task 11239 | n_gen = 546, tg = 45.30 t/s, tg_3s = 48.25 t/s 5.27.368.187 I slot print_timing: id 1 | task 11643 | prompt eval time = 268.00 ms / 109 tokens ( 2.46 ms per token, 406.71 tokens per second) 5.27.368.193 I slot print_timing: id 1 | task 11643 | eval time = 4599.30 ms / 229 tokens ( 20.17 ms per token, 49.57 tokens per second) 5.27.368.194 I slot print_timing: id 1 | task 11643 | total time = 4867.31 ms / 338 tokens 5.27.368.195 I slot print_timing: id 1 | task 11643 | graphs reused = 10914 5.27.368.196 I slot print_timing: id 1 | task 11643 | graph reallocs = 0 / 0 (same size) / (changed size) 5.27.368.266 I slot release: id 1 | task 11643 | stop processing: n_tokens = 1433, truncated = 0 5.27.431.087 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.915 (> 0.100 thold), f_keep = 0.765 5.27.431.189 I slot launch_slot_: id 1 | task 11877 | processing task, is_child = 0 5.27.608.226 I slot print_timing: id 3 | task 11722 | n_gen = 154, tg = 48.88 t/s, tg_3s = 49.19 t/s 5.27.821.006 I slot print_timing: id 0 | task 11605 | n_gen = 275, tg = 45.47 t/s, tg_3s = 47.19 t/s 5.28.776.912 I slot print_timing: id 2 | task 11239 | n_gen = 688, tg = 45.70 t/s, tg_3s = 47.29 t/s 5.29.237.099 I slot print_timing: id 3 | task 11722 | prompt eval time = 243.39 ms / 81 tokens ( 3.00 ms per token, 332.80 tokens per second) 5.29.237.104 I slot print_timing: id 3 | task 11722 | eval time = 4759.29 ms / 234 tokens ( 20.43 ms per token, 48.96 tokens per second) 5.29.237.105 I slot print_timing: id 3 | task 11722 | total time = 5002.68 ms / 315 tokens 5.29.237.106 I slot print_timing: id 3 | task 11722 | graphs reused = 10992 5.29.237.107 I slot print_timing: id 3 | task 11722 | graph reallocs = 0 / 0 (same size) / (changed size) 5.29.237.172 I slot release: id 3 | task 11722 | stop processing: n_tokens = 1410, truncated = 0 5.29.278.553 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.907 (> 0.100 thold), f_keep = 0.777 5.29.278.647 I slot launch_slot_: id 3 | task 11961 | processing task, is_child = 0 5.30.430.995 I slot print_timing: id 0 | task 11605 | prompt eval time = 259.13 ms / 96 tokens ( 2.70 ms per token, 370.47 tokens per second) 5.30.431.001 I slot print_timing: id 0 | task 11605 | eval time = 8635.85 ms / 399 tokens ( 21.70 ms per token, 46.09 tokens per second) 5.30.431.003 I slot print_timing: id 0 | task 11605 | total time = 8894.98 ms / 495 tokens 5.30.431.003 I slot print_timing: id 0 | task 11605 | graphs reused = 11038 5.30.431.004 I slot print_timing: id 0 | task 11605 | graph reallocs = 0 / 0 (same size) / (changed size) 5.30.431.080 I slot release: id 0 | task 11605 | stop processing: n_tokens = 1589, truncated = 0 5.30.489.116 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.915 (> 0.100 thold), f_keep = 0.690 5.30.489.209 I slot launch_slot_: id 0 | task 12013 | processing task, is_child = 0 5.30.730.062 I slot print_timing: id 1 | task 11877 | n_gen = 135, tg = 44.50 t/s, tg_3s = 44.83 t/s 5.31.795.690 I slot print_timing: id 2 | task 11239 | n_gen = 822, tg = 45.48 t/s, tg_3s = 44.39 t/s 5.32.547.056 I slot print_timing: id 3 | task 11961 | n_gen = 146, tg = 48.33 t/s, tg_3s = 48.66 t/s 5.33.734.427 I slot print_timing: id 0 | task 12013 | n_gen = 157, tg = 51.92 t/s, tg_3s = 52.25 t/s 5.33.734.699 I slot print_timing: id 1 | task 11877 | n_gen = 291, tg = 48.21 t/s, tg_3s = 51.92 t/s 5.34.810.930 I slot print_timing: id 2 | task 11239 | n_gen = 979, tg = 46.42 t/s, tg_3s = 52.07 t/s 5.35.557.423 I slot print_timing: id 3 | task 11961 | n_gen = 303, tg = 50.24 t/s, tg_3s = 52.15 t/s 5.35.594.886 I slot print_timing: id 0 | task 12013 | prompt eval time = 240.47 ms / 102 tokens ( 2.36 ms per token, 424.17 tokens per second) 5.35.594.891 I slot print_timing: id 0 | task 12013 | eval time = 4865.19 ms / 254 tokens ( 19.23 ms per token, 52.00 tokens per second) 5.35.594.892 I slot print_timing: id 0 | task 12013 | total time = 5105.66 ms / 356 tokens 5.35.594.893 I slot print_timing: id 0 | task 12013 | graphs reused = 11292 5.35.594.893 I slot print_timing: id 0 | task 12013 | graph reallocs = 0 / 0 (same size) / (changed size) 5.35.594.956 I slot release: id 0 | task 12013 | stop processing: n_tokens = 1451, truncated = 0 5.35.637.055 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.919 (> 0.100 thold), f_keep = 0.755 5.35.637.152 I slot launch_slot_: id 0 | task 12271 | processing task, is_child = 0 5.35.870.585 I slot print_timing: id 2 | task 11239 | prompt eval time = 268.94 ms / 111 tokens ( 2.42 ms per token, 412.73 tokens per second) 5.35.870.591 I slot print_timing: id 2 | task 11239 | eval time = 22126.76 ms / 1024 tokens ( 21.63 ms per token, 46.23 tokens per second) 5.35.870.592 I slot print_timing: id 2 | task 11239 | total time = 22395.70 ms / 1135 tokens 5.35.870.592 I slot print_timing: id 2 | task 11239 | graphs reused = 11294 5.35.870.593 I slot print_timing: id 2 | task 11239 | graph reallocs = 0 / 0 (same size) / (changed size) 5.35.870.668 I slot release: id 2 | task 11239 | stop processing: n_tokens = 2230, truncated = 0 5.35.933.061 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.932 (> 0.100 thold), f_keep = 0.491 5.35.933.228 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 2476.415 MiB) 5.36.348.520 I slot launch_slot_: id 2 | task 12276 | processing task, is_child = 0 5.36.740.464 I slot print_timing: id 1 | task 11877 | n_gen = 400, tg = 44.23 t/s, tg_3s = 36.26 t/s 5.38.576.394 I slot print_timing: id 3 | task 11961 | n_gen = 413, tg = 45.63 t/s, tg_3s = 36.44 t/s 5.38.883.623 I slot print_timing: id 0 | task 12271 | n_gen = 121, tg = 39.82 t/s, tg_3s = 40.15 t/s 5.39.668.964 I slot print_timing: id 2 | task 12276 | n_gen = 158, tg = 52.12 t/s, tg_3s = 52.45 t/s 5.39.746.044 I slot print_timing: id 1 | task 11877 | n_gen = 557, tg = 46.23 t/s, tg_3s = 52.24 t/s 5.41.591.330 I slot print_timing: id 3 | task 11961 | n_gen = 570, tg = 47.24 t/s, tg_3s = 52.07 t/s 5.41.686.915 I slot print_timing: id 2 | task 12276 | prompt eval time = 308.12 ms / 81 tokens ( 3.80 ms per token, 262.89 tokens per second) 5.41.686.922 I slot print_timing: id 2 | task 12276 | eval time = 5030.25 ms / 263 tokens ( 19.20 ms per token, 52.08 tokens per second) 5.41.686.924 I slot print_timing: id 2 | task 12276 | total time = 5338.37 ms / 344 tokens 5.41.686.925 I slot print_timing: id 2 | task 12276 | graphs reused = 11554 5.41.686.926 I slot print_timing: id 2 | task 12276 | graph reallocs = 0 / 0 (same size) / (changed size) 5.41.687.009 I slot release: id 2 | task 12276 | stop processing: n_tokens = 1438, truncated = 0 5.41.749.877 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.937 (> 0.100 thold), f_keep = 0.762 5.41.749.982 I slot launch_slot_: id 2 | task 12543 | processing task, is_child = 0 5.41.894.770 I slot print_timing: id 0 | task 12271 | n_gen = 270, tg = 44.65 t/s, tg_3s = 49.48 t/s 5.42.090.889 I slot print_timing: id 1 | task 11877 | prompt eval time = 287.61 ms / 102 tokens ( 2.82 ms per token, 354.64 tokens per second) 5.42.090.895 I slot print_timing: id 1 | task 11877 | eval time = 14372.07 ms / 666 tokens ( 21.61 ms per token, 46.27 tokens per second) 5.42.090.896 I slot print_timing: id 1 | task 11877 | total time = 14659.68 ms / 768 tokens 5.42.090.897 I slot print_timing: id 1 | task 11877 | graphs reused = 11557 5.42.090.897 I slot print_timing: id 1 | task 11877 | graph reallocs = 0 / 0 (same size) / (changed size) 5.42.090.967 I slot release: id 1 | task 11877 | stop processing: n_tokens = 1863, truncated = 0 5.42.154.035 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.893 (> 0.100 thold), f_keep = 0.589 5.42.154.140 I slot launch_slot_: id 1 | task 12552 | processing task, is_child = 0 5.43.593.135 I slot print_timing: id 0 | task 12271 | prompt eval time = 232.79 ms / 97 tokens ( 2.40 ms per token, 416.68 tokens per second) 5.43.593.141 I slot print_timing: id 0 | task 12271 | eval time = 7723.18 ms / 337 tokens ( 22.99 ms per token, 43.51 tokens per second) 5.43.593.143 I slot print_timing: id 0 | task 12271 | total time = 7955.97 ms / 434 tokens 5.43.593.143 I slot print_timing: id 0 | task 12271 | graphs reused = 11614 5.43.593.144 I slot print_timing: id 0 | task 12271 | graph reallocs = 0 / 0 (same size) / (changed size) 5.43.593.208 I slot release: id 0 | task 12271 | stop processing: n_tokens = 1529, truncated = 0 5.43.651.457 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.942 (> 0.100 thold), f_keep = 0.717 5.43.651.549 I slot launch_slot_: id 0 | task 12616 | processing task, is_child = 0 5.44.592.439 I slot print_timing: id 3 | task 11961 | n_gen = 687, tg = 45.59 t/s, tg_3s = 38.99 t/s 5.45.012.342 I slot print_timing: id 2 | task 12543 | n_gen = 131, tg = 43.27 t/s, tg_3s = 43.61 t/s 5.45.471.091 I slot print_timing: id 1 | task 12552 | n_gen = 147, tg = 48.62 t/s, tg_3s = 48.95 t/s 5.46.580.192 I slot print_timing: id 0 | task 12616 | prompt eval time = 220.12 ms / 68 tokens ( 3.24 ms per token, 308.93 tokens per second) 5.46.580.197 I slot print_timing: id 0 | task 12616 | eval time = 2708.51 ms / 142 tokens ( 19.21 ms per token, 52.06 tokens per second) 5.46.580.198 I slot print_timing: id 0 | task 12616 | total time = 2928.63 ms / 210 tokens 5.46.580.199 I slot print_timing: id 0 | task 12616 | graphs reused = 11757 5.46.580.200 I slot print_timing: id 0 | task 12616 | graph reallocs = 0 / 0 (same size) / (changed size) 5.46.580.266 I slot release: id 0 | task 12616 | stop processing: n_tokens = 1305, truncated = 0 5.46.622.761 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.933 (> 0.100 thold), f_keep = 0.840 5.46.622.857 I slot launch_slot_: id 0 | task 12762 | processing task, is_child = 0 5.47.051.204 I slot print_timing: id 2 | task 12543 | prompt eval time = 258.13 ms / 74 tokens ( 3.49 ms per token, 286.68 tokens per second) 5.47.051.210 I slot print_timing: id 2 | task 12543 | eval time = 5043.07 ms / 227 tokens ( 22.31 ms per token, 44.81 tokens per second) 5.47.051.212 I slot print_timing: id 2 | task 12543 | total time = 5301.20 ms / 301 tokens 5.47.051.213 I slot print_timing: id 2 | task 12543 | graphs reused = 11768 5.47.051.214 I slot print_timing: id 2 | task 12543 | graph reallocs = 0 / 0 (same size) / (changed size) 5.47.051.283 I slot release: id 2 | task 12543 | stop processing: n_tokens = 1396, truncated = 0 5.47.084.962 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.939 (> 0.100 thold), f_keep = 0.785 5.47.085.074 I slot launch_slot_: id 2 | task 12776 | processing task, is_child = 0 5.47.593.807 I slot print_timing: id 3 | task 11961 | n_gen = 820, tg = 45.38 t/s, tg_3s = 44.31 t/s 5.48.477.717 I slot print_timing: id 1 | task 12552 | n_gen = 278, tg = 46.09 t/s, tg_3s = 43.57 t/s 5.49.861.480 I slot print_timing: id 0 | task 12762 | n_gen = 139, tg = 45.80 t/s, tg_3s = 46.13 t/s 5.50.363.352 I slot print_timing: id 2 | task 12776 | n_gen = 151, tg = 49.76 t/s, tg_3s = 50.09 t/s 5.50.602.964 I slot print_timing: id 3 | task 11961 | n_gen = 970, tg = 46.02 t/s, tg_3s = 49.85 t/s 5.51.182.677 I slot print_timing: id 2 | task 12776 | prompt eval time = 263.75 ms / 71 tokens ( 3.71 ms per token, 269.19 tokens per second) 5.51.182.682 I slot print_timing: id 2 | task 12776 | eval time = 3833.83 ms / 193 tokens ( 19.97 ms per token, 50.08 tokens per second) 5.51.182.683 I slot print_timing: id 2 | task 12776 | total time = 4097.58 ms / 264 tokens 5.51.182.684 I slot print_timing: id 2 | task 12776 | graphs reused = 11958 5.51.182.685 I slot print_timing: id 2 | task 12776 | graph reallocs = 0 / 0 (same size) / (changed size) 5.51.182.753 I slot release: id 2 | task 12776 | stop processing: n_tokens = 1359, truncated = 0 5.51.245.276 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.922 (> 0.100 thold), f_keep = 0.806 5.51.245.385 I slot launch_slot_: id 2 | task 12973 | processing task, is_child = 0 5.51.510.060 I slot print_timing: id 1 | task 12552 | n_gen = 418, tg = 46.12 t/s, tg_3s = 46.17 t/s 5.51.786.296 I slot print_timing: id 0 | task 12762 | prompt eval time = 225.49 ms / 79 tokens ( 2.85 ms per token, 350.35 tokens per second) 5.51.786.302 I slot print_timing: id 0 | task 12762 | eval time = 4937.93 ms / 224 tokens ( 22.14 ms per token, 45.16 tokens per second) 5.51.786.304 I slot print_timing: id 0 | task 12762 | total time = 5163.42 ms / 303 tokens 5.51.786.306 I slot print_timing: id 0 | task 12762 | graphs reused = 11971 5.51.786.307 I slot print_timing: id 0 | task 12762 | graph reallocs = 0 / 0 (same size) / (changed size) 5.51.786.384 I slot release: id 0 | task 12762 | stop processing: n_tokens = 1398, truncated = 0 5.51.828.967 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.919 (> 0.100 thold), f_keep = 0.784 5.51.829.063 I slot launch_slot_: id 0 | task 12992 | processing task, is_child = 0 5.52.108.819 I slot print_timing: id 3 | task 11961 | prompt eval time = 268.07 ms / 112 tokens ( 2.39 ms per token, 417.80 tokens per second) 5.52.108.825 I slot print_timing: id 3 | task 11961 | eval time = 22562.09 ms / 1024 tokens ( 22.05 ms per token, 45.34 tokens per second) 5.52.108.826 I slot print_timing: id 3 | task 11961 | total time = 22830.16 ms / 1136 tokens 5.52.108.826 I slot print_timing: id 3 | task 11961 | graphs reused = 11974 5.52.108.827 I slot print_timing: id 3 | task 11961 | graph reallocs = 0 / 0 (same size) / (changed size) 5.52.108.894 I slot release: id 3 | task 11961 | stop processing: n_tokens = 2231, truncated = 0 5.52.152.282 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.941 (> 0.100 thold), f_keep = 0.491 5.52.152.468 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 2462.145 MiB) 5.52.605.473 I slot launch_slot_: id 3 | task 12999 | processing task, is_child = 0 5.54.525.297 I slot print_timing: id 1 | task 12552 | n_gen = 523, tg = 43.29 t/s, tg_3s = 34.82 t/s 5.54.525.567 I slot print_timing: id 2 | task 12973 | n_gen = 106, tg = 34.83 t/s, tg_3s = 35.16 t/s 5.55.069.161 I slot print_timing: id 0 | task 12992 | n_gen = 116, tg = 38.23 t/s, tg_3s = 38.56 t/s 5.55.711.331 I slot print_timing: id 2 | task 12973 | prompt eval time = 265.39 ms / 93 tokens ( 2.85 ms per token, 350.42 tokens per second) 5.55.711.337 I slot print_timing: id 2 | task 12973 | eval time = 4200.54 ms / 167 tokens ( 25.30 ms per token, 39.52 tokens per second) 5.55.711.338 I slot print_timing: id 2 | task 12973 | total time = 4465.93 ms / 260 tokens 5.55.711.339 I slot print_timing: id 2 | task 12973 | graphs reused = 12115 5.55.711.341 I slot print_timing: id 2 | task 12973 | graph reallocs = 0 / 0 (same size) / (changed size) 5.55.711.406 I slot release: id 2 | task 12973 | stop processing: n_tokens = 1355, truncated = 0 5.55.773.814 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.880 (> 0.100 thold), f_keep = 0.809 5.55.773.922 I slot launch_slot_: id 2 | task 13146 | processing task, is_child = 0 5.55.952.684 I slot print_timing: id 3 | task 12999 | n_gen = 146, tg = 47.31 t/s, tg_3s = 47.64 t/s 5.56.307.262 I slot print_timing: id 3 | task 12999 | prompt eval time = 282.61 ms / 70 tokens ( 4.04 ms per token, 247.69 tokens per second) 5.56.307.267 I slot print_timing: id 3 | task 12999 | eval time = 3419.16 ms / 159 tokens ( 21.64 ms per token, 46.21 tokens per second) 5.56.307.268 I slot print_timing: id 3 | task 12999 | total time = 3701.77 ms / 229 tokens 5.56.307.269 I slot print_timing: id 3 | task 12999 | graphs reused = 12126 5.56.307.270 I slot print_timing: id 3 | task 12999 | graph reallocs = 0 / 0 (same size) / (changed size) 5.56.307.336 I slot release: id 3 | task 12999 | stop processing: n_tokens = 1323, truncated = 0 5.56.349.636 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.928 (> 0.100 thold), f_keep = 0.828 5.56.349.740 I slot launch_slot_: id 3 | task 13163 | processing task, is_child = 0 5.57.537.701 I slot print_timing: id 1 | task 12552 | n_gen = 650, tg = 43.07 t/s, tg_3s = 42.16 t/s 5.58.075.367 I slot print_timing: id 0 | task 12992 | n_gen = 242, tg = 40.07 t/s, tg_3s = 41.91 t/s 5.59.077.118 I slot print_timing: id 2 | task 13146 | n_gen = 140, tg = 46.14 t/s, tg_3s = 46.47 t/s 5.59.627.849 I slot print_timing: id 3 | task 13163 | n_gen = 152, tg = 50.03 t/s, tg_3s = 50.36 t/s 6.00.436.538 I slot print_timing: id 0 | task 12992 | prompt eval time = 232.07 ms / 97 tokens ( 2.39 ms per token, 417.98 tokens per second) 6.00.436.544 I slot print_timing: id 0 | task 12992 | eval time = 8375.39 ms / 361 tokens ( 23.26 ms per token, 42.98 tokens per second) 6.00.436.545 I slot print_timing: id 0 | task 12992 | total time = 8607.46 ms / 458 tokens 6.00.436.547 I slot print_timing: id 0 | task 12992 | graphs reused = 12318 6.00.436.548 I slot print_timing: id 0 | task 12992 | graph reallocs = 0 / 0 (same size) / (changed size) 6.00.436.617 I slot release: id 0 | task 12992 | stop processing: n_tokens = 1553, truncated = 0 6.00.498.352 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.898 (> 0.100 thold), f_keep = 0.706 6.00.498.448 I slot launch_slot_: id 0 | task 13361 | processing task, is_child = 0 6.00.649.872 I slot print_timing: id 1 | task 12552 | n_gen = 800, tg = 43.95 t/s, tg_3s = 48.20 t/s 6.02.090.077 I slot print_timing: id 2 | task 13146 | n_gen = 279, tg = 46.14 t/s, tg_3s = 46.13 t/s 6.02.631.770 I slot print_timing: id 3 | task 13163 | n_gen = 290, tg = 47.99 t/s, tg_3s = 45.94 t/s 6.03.657.899 I slot print_timing: id 1 | task 12552 | n_gen = 946, tg = 44.60 t/s, tg_3s = 48.54 t/s 6.03.752.969 I slot print_timing: id 0 | task 13361 | n_gen = 151, tg = 49.91 t/s, tg_3s = 50.25 t/s 6.05.104.631 I slot print_timing: id 2 | task 13146 | n_gen = 433, tg = 47.79 t/s, tg_3s = 51.09 t/s 6.05.183.977 I slot print_timing: id 1 | task 12552 | prompt eval time = 314.05 ms / 133 tokens ( 2.36 ms per token, 423.50 tokens per second) 6.05.183.982 I slot print_timing: id 1 | task 12552 | eval time = 22715.77 ms / 1024 tokens ( 22.21 ms per token, 45.03 tokens per second) 6.05.183.983 I slot print_timing: id 1 | task 12552 | total time = 23029.82 ms / 1157 tokens 6.05.183.983 I slot print_timing: id 1 | task 12552 | graphs reused = 12542 6.05.183.986 I slot print_timing: id 1 | task 12552 | graph reallocs = 0 / 0 (same size) / (changed size) 6.05.184.053 I slot release: id 1 | task 12552 | stop processing: n_tokens = 2251, truncated = 0 6.05.248.721 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.926 (> 0.100 thold), f_keep = 0.487 6.05.248.896 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 2159.908 MiB) 6.05.683.422 I slot launch_slot_: id 1 | task 13589 | processing task, is_child = 0 6.05.879.553 I slot print_timing: id 3 | task 13163 | n_gen = 424, tg = 45.63 t/s, tg_3s = 41.26 t/s 6.06.561.797 I slot print_timing: id 3 | task 13163 | prompt eval time = 259.68 ms / 85 tokens ( 3.06 ms per token, 327.32 tokens per second) 6.06.561.802 I slot print_timing: id 3 | task 13163 | eval time = 9952.36 ms / 453 tokens ( 22.02 ms per token, 45.42 tokens per second) 6.06.561.803 I slot print_timing: id 3 | task 13163 | total time = 10212.04 ms / 538 tokens 6.06.561.804 I slot print_timing: id 3 | task 13163 | graphs reused = 12569 6.06.561.805 I slot print_timing: id 3 | task 13163 | graph reallocs = 0 / 0 (same size) / (changed size) 6.06.561.878 I slot release: id 3 | task 13163 | stop processing: n_tokens = 1633, truncated = 0 6.06.621.082 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.904 (> 0.100 thold), f_keep = 0.671 6.06.621.178 I slot launch_slot_: id 3 | task 13623 | processing task, is_child = 0 6.06.813.856 I slot print_timing: id 0 | task 13361 | n_gen = 260, tg = 42.70 t/s, tg_3s = 35.61 t/s 6.07.040.903 I slot print_timing: id 0 | task 13361 | prompt eval time = 249.36 ms / 125 tokens ( 1.99 ms per token, 501.29 tokens per second) 6.07.040.909 I slot print_timing: id 0 | task 13361 | eval time = 6293.08 ms / 267 tokens ( 23.66 ms per token, 42.27 tokens per second) 6.07.040.910 I slot print_timing: id 0 | task 13361 | total time = 6542.44 ms / 392 tokens 6.07.040.911 I slot print_timing: id 0 | task 13361 | graphs reused = 12576 6.07.040.911 I slot print_timing: id 0 | task 13361 | graph reallocs = 0 / 0 (same size) / (changed size) 6.07.040.985 I slot release: id 0 | task 13361 | stop processing: n_tokens = 1487, truncated = 0 6.07.099.586 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.924 (> 0.100 thold), f_keep = 0.737 6.07.099.697 I slot launch_slot_: id 0 | task 13635 | processing task, is_child = 0 6.08.120.837 I slot print_timing: id 2 | task 13146 | n_gen = 525, tg = 43.46 t/s, tg_3s = 30.50 t/s 6.08.994.902 I slot print_timing: id 1 | task 13589 | n_gen = 129, tg = 42.61 t/s, tg_3s = 42.94 t/s 6.09.521.647 I slot print_timing: id 1 | task 13589 | prompt eval time = 307.37 ms / 90 tokens ( 3.42 ms per token, 292.81 tokens per second) 6.09.521.653 I slot print_timing: id 1 | task 13589 | eval time = 3530.83 ms / 155 tokens ( 22.93 ms per token, 43.62 tokens per second) 6.09.521.654 I slot print_timing: id 1 | task 13589 | total time = 3838.20 ms / 245 tokens 6.09.521.655 I slot print_timing: id 1 | task 13589 | graphs reused = 12687 6.09.521.656 I slot print_timing: id 1 | task 13589 | graph reallocs = 0 / 0 (same size) / (changed size) 6.09.521.727 I slot release: id 1 | task 13589 | stop processing: n_tokens = 1338, truncated = 0 6.09.587.743 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.907 (> 0.100 thold), f_keep = 0.819 6.09.587.863 I slot launch_slot_: id 1 | task 13750 | processing task, is_child = 0 6.09.924.642 I slot print_timing: id 3 | task 13623 | n_gen = 129, tg = 42.56 t/s, tg_3s = 42.90 t/s 6.10.345.395 I slot print_timing: id 0 | task 13635 | n_gen = 139, tg = 45.85 t/s, tg_3s = 46.18 t/s 6.11.127.468 I slot print_timing: id 2 | task 13146 | n_gen = 662, tg = 43.88 t/s, tg_3s = 45.57 t/s 6.12.870.713 I slot print_timing: id 1 | task 13750 | n_gen = 154, tg = 50.76 t/s, tg_3s = 51.10 t/s 6.12.930.890 I slot print_timing: id 3 | task 13623 | n_gen = 282, tg = 46.73 t/s, tg_3s = 50.89 t/s 6.13.349.393 I slot print_timing: id 0 | task 13635 | n_gen = 292, tg = 48.39 t/s, tg_3s = 50.93 t/s 6.14.135.398 I slot print_timing: id 2 | task 13146 | n_gen = 815, tg = 45.05 t/s, tg_3s = 50.87 t/s 6.15.031.012 I slot print_timing: id 0 | task 13635 | prompt eval time = 235.55 ms / 90 tokens ( 2.62 ms per token, 382.09 tokens per second) 6.15.031.017 I slot print_timing: id 0 | task 13635 | eval time = 7695.75 ms / 376 tokens ( 20.52 ms per token, 48.73 tokens per second) 6.15.031.019 I slot print_timing: id 0 | task 13635 | total time = 7931.30 ms / 466 tokens 6.15.031.019 I slot print_timing: id 0 | task 13635 | graphs reused = 12946 6.15.031.020 I slot print_timing: id 0 | task 13635 | graph reallocs = 0 / 0 (same size) / (changed size) 6.15.031.089 I slot release: id 0 | task 13635 | stop processing: n_tokens = 1561, truncated = 0 6.15.090.818 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.916 (> 0.100 thold), f_keep = 0.702 6.15.090.926 I slot launch_slot_: id 0 | task 14017 | processing task, is_child = 0 6.15.873.128 I slot print_timing: id 1 | task 13750 | n_gen = 295, tg = 48.87 t/s, tg_3s = 46.96 t/s 6.15.930.988 I slot print_timing: id 3 | task 13623 | n_gen = 423, tg = 46.82 t/s, tg_3s = 47.00 t/s 6.16.352.117 I slot print_timing: id 1 | task 13750 | prompt eval time = 268.94 ms / 113 tokens ( 2.38 ms per token, 420.18 tokens per second) 6.16.352.123 I slot print_timing: id 1 | task 13750 | eval time = 6495.30 ms / 320 tokens ( 20.36 ms per token, 49.11 tokens per second) 6.16.352.124 I slot print_timing: id 1 | task 13750 | total time = 6764.24 ms / 433 tokens 6.16.352.125 I slot print_timing: id 1 | task 13750 | graphs reused = 13001 6.16.352.126 I slot print_timing: id 1 | task 13750 | graph reallocs = 0 / 0 (same size) / (changed size) 6.16.352.191 I slot release: id 1 | task 13750 | stop processing: n_tokens = 1528, truncated = 0 6.16.415.515 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.936 (> 0.100 thold), f_keep = 0.717 6.16.415.614 I slot launch_slot_: id 1 | task 14075 | processing task, is_child = 0 6.17.137.397 I slot print_timing: id 2 | task 13146 | n_gen = 944, tg = 44.75 t/s, tg_3s = 42.97 t/s 6.18.332.217 I slot print_timing: id 0 | task 14017 | n_gen = 140, tg = 46.22 t/s, tg_3s = 46.55 t/s 6.18.732.933 I slot print_timing: id 2 | task 13146 | prompt eval time = 290.68 ms / 150 tokens ( 1.94 ms per token, 516.04 tokens per second) 6.18.732.938 I slot print_timing: id 2 | task 13146 | eval time = 22668.32 ms / 1024 tokens ( 22.16 ms per token, 45.13 tokens per second) 6.18.732.939 I slot print_timing: id 2 | task 13146 | total time = 22958.99 ms / 1174 tokens 6.18.732.940 I slot print_timing: id 2 | task 13146 | graphs reused = 13102 6.18.732.941 I slot print_timing: id 2 | task 13146 | graph reallocs = 0 / 0 (same size) / (changed size) 6.18.733.011 I slot release: id 2 | task 13146 | stop processing: n_tokens = 2269, truncated = 0 6.18.797.512 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.924 (> 0.100 thold), f_keep = 0.483 6.18.797.683 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 2475.905 MiB) 6.19.213.138 I slot launch_slot_: id 2 | task 14182 | processing task, is_child = 0 6.19.403.170 I slot print_timing: id 3 | task 13623 | n_gen = 554, tg = 44.29 t/s, tg_3s = 37.73 t/s 6.19.693.073 I slot print_timing: id 1 | task 14075 | n_gen = 114, tg = 37.66 t/s, tg_3s = 38.00 t/s 6.20.938.545 I slot print_timing: id 1 | task 14075 | prompt eval time = 277.17 ms / 75 tokens ( 3.70 ms per token, 270.59 tokens per second) 6.20.938.551 I slot print_timing: id 1 | task 14075 | eval time = 4245.74 ms / 178 tokens ( 23.99 ms per token, 41.69 tokens per second) 6.20.938.553 I slot print_timing: id 1 | task 14075 | total time = 4522.91 ms / 253 tokens 6.20.938.553 I slot print_timing: id 1 | task 14075 | graphs reused = 13171 6.20.938.554 I slot print_timing: id 1 | task 14075 | graph reallocs = 0 / 0 (same size) / (changed size) 6.20.938.625 I slot release: id 1 | task 14075 | stop processing: n_tokens = 1348, truncated = 0 6.21.002.502 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.932 (> 0.100 thold), f_keep = 0.813 6.21.002.624 I slot launch_slot_: id 1 | task 14258 | processing task, is_child = 0 6.21.348.850 I slot print_timing: id 0 | task 14017 | n_gen = 243, tg = 40.17 t/s, tg_3s = 34.14 t/s 6.22.149.271 I slot print_timing: id 0 | task 14017 | prompt eval time = 233.89 ms / 100 tokens ( 2.34 ms per token, 427.55 tokens per second) 6.22.149.276 I slot print_timing: id 0 | task 14017 | eval time = 6824.44 ms / 283 tokens ( 24.20 ms per token, 41.32 tokens per second) 6.22.149.277 I slot print_timing: id 0 | task 14017 | total time = 7058.33 ms / 383 tokens 6.22.149.278 I slot print_timing: id 0 | task 14017 | graphs reused = 13214 6.22.149.279 I slot print_timing: id 0 | task 14017 | graph reallocs = 0 / 0 (same size) / (changed size) 6.22.149.353 I slot release: id 0 | task 14017 | stop processing: n_tokens = 1478, truncated = 0 6.22.209.193 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.926 (> 0.100 thold), f_keep = 0.742 6.22.209.296 I slot launch_slot_: id 0 | task 14308 | processing task, is_child = 0 6.22.444.787 I slot print_timing: id 3 | task 13623 | n_gen = 679, tg = 43.66 t/s, tg_3s = 41.10 t/s 6.22.562.716 I slot print_timing: id 2 | task 14182 | n_gen = 130, tg = 42.86 t/s, tg_3s = 43.20 t/s 6.24.272.889 I slot print_timing: id 1 | task 14258 | n_gen = 143, tg = 47.18 t/s, tg_3s = 47.51 t/s 6.25.454.142 I slot print_timing: id 0 | task 14308 | n_gen = 154, tg = 50.82 t/s, tg_3s = 51.16 t/s 6.25.455.105 I slot print_timing: id 3 | task 13623 | n_gen = 832, tg = 44.83 t/s, tg_3s = 50.83 t/s 6.25.581.043 I slot print_timing: id 2 | task 14182 | n_gen = 284, tg = 46.95 t/s, tg_3s = 51.02 t/s 6.27.279.987 I slot print_timing: id 1 | task 14258 | n_gen = 294, tg = 48.69 t/s, tg_3s = 50.21 t/s 6.27.510.875 I slot print_timing: id 0 | task 14308 | prompt eval time = 234.45 ms / 87 tokens ( 2.69 ms per token, 371.08 tokens per second) 6.27.510.880 I slot print_timing: id 0 | task 14308 | eval time = 5067.11 ms / 257 tokens ( 19.79 ms per token, 50.52 tokens per second) 6.27.510.881 I slot print_timing: id 0 | task 14308 | total time = 5301.56 ms / 344 tokens 6.27.510.882 I slot print_timing: id 0 | task 14308 | graphs reused = 13471 6.27.510.882 I slot print_timing: id 0 | task 14308 | graph reallocs = 0 / 0 (same size) / (changed size) 6.27.510.945 I slot release: id 0 | task 14308 | stop processing: n_tokens = 1439, truncated = 0 6.27.552.974 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.882 (> 0.100 thold), f_keep = 0.762 6.27.553.078 I slot launch_slot_: id 0 | task 14569 | processing task, is_child = 0 6.27.935.486 I slot print_timing: id 2 | task 14182 | prompt eval time = 340.00 ms / 91 tokens ( 3.74 ms per token, 267.65 tokens per second) 6.27.935.491 I slot print_timing: id 2 | task 14182 | eval time = 8382.33 ms / 391 tokens ( 21.49 ms per token, 46.53 tokens per second) 6.27.935.492 I slot print_timing: id 2 | task 14182 | total time = 8722.33 ms / 482 tokens 6.27.935.493 I slot print_timing: id 2 | task 14182 | graphs reused = 13478 6.27.935.493 I slot print_timing: id 2 | task 14182 | graph reallocs = 0 / 0 (same size) / (changed size) 6.27.935.563 I slot release: id 2 | task 14182 | stop processing: n_tokens = 1576, truncated = 0 6.27.998.217 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.925 (> 0.100 thold), f_keep = 0.695 6.27.998.316 I slot launch_slot_: id 2 | task 14580 | processing task, is_child = 0 6.28.466.636 I slot print_timing: id 3 | task 13623 | n_gen = 958, tg = 44.41 t/s, tg_3s = 41.84 t/s 6.29.771.022 I slot print_timing: id 3 | task 13623 | prompt eval time = 296.26 ms / 118 tokens ( 2.51 ms per token, 398.30 tokens per second) 6.29.771.028 I slot print_timing: id 3 | task 13623 | eval time = 22853.57 ms / 1024 tokens ( 22.34 ms per token, 44.76 tokens per second) 6.29.771.028 I slot print_timing: id 3 | task 13623 | total time = 23149.83 ms / 1142 tokens 6.29.771.029 I slot print_timing: id 3 | task 13623 | graphs reused = 13552 6.29.771.030 I slot print_timing: id 3 | task 13623 | graph reallocs = 0 / 0 (same size) / (changed size) 6.29.771.102 I slot release: id 3 | task 13623 | stop processing: n_tokens = 2236, truncated = 0 6.29.830.522 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.910 (> 0.100 thold), f_keep = 0.490 6.29.830.690 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 2163.096 MiB) 6.30.222.465 I slot launch_slot_: id 3 | task 14661 | processing task, is_child = 0 6.30.421.798 I slot print_timing: id 1 | task 14258 | n_gen = 399, tg = 43.46 t/s, tg_3s = 33.42 t/s 6.30.820.291 I slot print_timing: id 0 | task 14569 | n_gen = 103, tg = 33.90 t/s, tg_3s = 34.23 t/s 6.31.298.304 I slot print_timing: id 2 | task 14580 | n_gen = 117, tg = 38.49 t/s, tg_3s = 38.83 t/s 6.33.406.042 I slot print_timing: id 0 | task 14569 | prompt eval time = 258.26 ms / 147 tokens ( 1.76 ms per token, 569.20 tokens per second) 6.33.406.047 I slot print_timing: id 0 | task 14569 | eval time = 5594.69 ms / 236 tokens ( 23.81 ms per token, 42.00 tokens per second) 6.33.406.048 I slot print_timing: id 0 | task 14569 | total time = 5852.94 ms / 383 tokens 6.33.406.049 I slot print_timing: id 0 | task 14569 | graphs reused = 13698 6.33.406.051 I slot print_timing: id 0 | task 14569 | graph reallocs = 0 / 0 (same size) / (changed size) 6.33.406.122 I slot release: id 0 | task 14569 | stop processing: n_tokens = 1478, truncated = 0 6.33.427.328 I slot print_timing: id 1 | task 14258 | n_gen = 546, tg = 44.80 t/s, tg_3s = 48.91 t/s 6.33.449.162 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.938 (> 0.100 thold), f_keep = 0.742 6.33.449.275 I slot launch_slot_: id 0 | task 14811 | processing task, is_child = 0 6.33.602.336 I slot print_timing: id 3 | task 14661 | n_gen = 149, tg = 48.89 t/s, tg_3s = 49.22 t/s 6.34.265.025 I slot print_timing: id 3 | task 14661 | prompt eval time = 352.34 ms / 110 tokens ( 3.20 ms per token, 312.20 tokens per second) 6.34.265.030 I slot print_timing: id 3 | task 14661 | eval time = 3690.19 ms / 178 tokens ( 20.85 ms per token, 47.96 tokens per second) 6.34.265.031 I slot print_timing: id 3 | task 14661 | total time = 4042.54 ms / 288 tokens 6.34.265.032 I slot print_timing: id 3 | task 14661 | graphs reused = 13727 6.34.265.033 I slot print_timing: id 3 | task 14661 | graph reallocs = 0 / 0 (same size) / (changed size) 6.34.265.103 I slot release: id 3 | task 14661 | stop processing: n_tokens = 1381, truncated = 0 6.34.306.610 I slot print_timing: id 2 | task 14580 | n_gen = 260, tg = 43.01 t/s, tg_3s = 47.54 t/s 6.34.306.621 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.898 (> 0.100 thold), f_keep = 0.794 6.34.306.723 I slot launch_slot_: id 3 | task 14844 | processing task, is_child = 0 6.35.077.127 I slot print_timing: id 2 | task 14580 | prompt eval time = 286.49 ms / 89 tokens ( 3.22 ms per token, 310.66 tokens per second) 6.35.077.132 I slot print_timing: id 2 | task 14580 | eval time = 6792.31 ms / 287 tokens ( 23.75 ms per token, 42.11 tokens per second) 6.35.077.133 I slot print_timing: id 2 | task 14580 | total time = 7078.80 ms / 376 tokens 6.35.077.134 I slot print_timing: id 2 | task 14580 | graphs reused = 13752 6.35.077.135 I slot print_timing: id 2 | task 14580 | graph reallocs = 0 / 0 (same size) / (changed size) 6.35.077.203 I slot release: id 2 | task 14580 | stop processing: n_tokens = 1471, truncated = 0 6.35.141.150 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.936 (> 0.100 thold), f_keep = 0.745 6.35.141.257 I slot launch_slot_: id 2 | task 14874 | processing task, is_child = 0 6.36.438.360 I slot print_timing: id 1 | task 14258 | n_gen = 663, tg = 43.62 t/s, tg_3s = 38.86 t/s 6.36.707.692 I slot print_timing: id 0 | task 14811 | n_gen = 129, tg = 42.53 t/s, tg_3s = 42.87 t/s 6.37.178.428 I slot print_timing: id 0 | task 14811 | prompt eval time = 249.05 ms / 73 tokens ( 3.41 ms per token, 293.11 tokens per second) 6.37.178.435 I slot print_timing: id 0 | task 14811 | eval time = 3480.08 ms / 153 tokens ( 22.90 ms per token, 43.68 tokens per second) 6.37.178.436 I slot print_timing: id 0 | task 14811 | total time = 3729.13 ms / 226 tokens 6.37.178.437 I slot print_timing: id 0 | task 14811 | graphs reused = 13841 6.37.178.438 I slot print_timing: id 0 | task 14811 | graph reallocs = 0 / 0 (same size) / (changed size) 6.37.178.515 I slot release: id 0 | task 14811 | stop processing: n_tokens = 1321, truncated = 0 6.37.576.829 I slot print_timing: id 3 | task 14844 | n_gen = 144, tg = 47.63 t/s, tg_3s = 47.96 t/s 6.38.411.944 I slot print_timing: id 2 | task 14874 | n_gen = 165, tg = 54.54 t/s, tg_3s = 54.87 t/s 6.38.720.458 I slot print_timing: id 2 | task 14874 | prompt eval time = 263.76 ms / 75 tokens ( 3.52 ms per token, 284.35 tokens per second) 6.38.720.465 I slot print_timing: id 2 | task 14874 | eval time = 3315.43 ms / 184 tokens ( 18.12 ms per token, 55.20 tokens per second) 6.38.720.466 I slot print_timing: id 2 | task 14874 | total time = 3579.18 ms / 259 tokens 6.38.720.467 I slot print_timing: id 2 | task 14874 | graphs reused = 13932 6.38.720.468 I slot print_timing: id 2 | task 14874 | graph reallocs = 0 / 0 (same size) / (changed size) 6.38.720.542 I slot release: id 2 | task 14874 | stop processing: n_tokens = 1354, truncated = 0 6.39.462.837 I slot print_timing: id 1 | task 14258 | n_gen = 819, tg = 44.95 t/s, tg_3s = 51.58 t/s 6.40.604.288 I slot print_timing: id 3 | task 14844 | n_gen = 279, tg = 46.10 t/s, tg_3s = 44.59 t/s 6.41.345.042 I slot print_timing: id 3 | task 14844 | prompt eval time = 267.69 ms / 124 tokens ( 2.16 ms per token, 463.23 tokens per second) 6.41.345.047 I slot print_timing: id 3 | task 14844 | eval time = 6770.62 ms / 305 tokens ( 22.27 ms per token, 44.90 tokens per second) 6.41.345.049 I slot print_timing: id 3 | task 14844 | total time = 7038.30 ms / 429 tokens 6.41.345.049 I slot print_timing: id 3 | task 14844 | graphs reused = 13932 6.41.345.050 I slot print_timing: id 3 | task 14844 | graph reallocs = 0 / 0 (same size) / (changed size) 6.41.345.117 I slot release: id 3 | task 14844 | stop processing: n_tokens = 1524, truncated = 0 6.42.468.807 I slot print_timing: id 1 | task 14258 | n_gen = 987, tg = 46.50 t/s, tg_3s = 55.89 t/s 6.42.872.871 I slot print_timing: id 1 | task 14258 | prompt eval time = 260.29 ms / 80 tokens ( 3.25 ms per token, 307.35 tokens per second) 6.42.872.877 I slot print_timing: id 1 | task 14258 | eval time = 21609.94 ms / 1024 tokens ( 21.12 ms per token, 47.34 tokens per second) 6.42.872.878 I slot print_timing: id 1 | task 14258 | total time = 21870.23 ms / 1104 tokens 6.42.872.879 I slot print_timing: id 1 | task 14258 | graphs reused = 14070 6.42.872.880 I slot print_timing: id 1 | task 14258 | graph reallocs = 0 / 0 (same size) / (changed size) 6.42.872.945 I slot release: id 1 | task 14258 | stop processing: n_tokens = 2199, truncated = 0 6.42.904.632 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1321, t_last = 395724474 6.42.904.802 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 2804.371 MiB) 6.43.361.910 I slot launch_slot_: id 0 | task 15291 | processing task, is_child = 0 6.43.362.084 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 2476.515 MiB) 6.43.865.715 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 2163.174 MiB) 6.44.263.132 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 2465.442 MiB) 6.44.661.202 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1354, t_last = 397266501 6.44.661.535 I slot launch_slot_: id 2 | task 15292 | processing task, is_child = 0 6.44.661.820 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1524, t_last = 399891075 6.44.662.062 I slot launch_slot_: id 3 | task 15293 | processing task, is_child = 0 6.44.662.213 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 2199, t_last = 401418904 6.44.662.463 I slot launch_slot_: id 1 | task 15294 | processing task, is_child = 0 6.46.894.667 I slot print_timing: id 0 | task 15291 | prompt eval time = 2209.13 ms / 776 tokens ( 2.85 ms per token, 351.27 tokens per second) 6.46.894.672 I slot print_timing: id 0 | task 15291 | eval time = 23.06 ms / 2 tokens ( 23.06 ms per token, 43.37 tokens per second) 6.46.894.673 I slot print_timing: id 0 | task 15291 | total time = 2232.19 ms / 778 tokens 6.46.894.673 I slot print_timing: id 0 | task 15291 | graphs reused = 14071 6.46.894.674 I slot print_timing: id 0 | task 15291 | graph reallocs = 0 / 0 (same size) / (changed size) 6.46.894.746 I slot release: id 0 | task 15291 | stop processing: n_tokens = 778, truncated = 0 6.46.895.099 I slot print_timing: id 1 | task 15294 | prompt eval time = 2178.75 ms / 780 tokens ( 2.79 ms per token, 358.00 tokens per second) 6.46.895.102 I slot print_timing: id 1 | task 15294 | eval time = 22.80 ms / 2 tokens ( 22.80 ms per token, 43.87 tokens per second) 6.46.895.103 I slot print_timing: id 1 | task 15294 | total time = 2201.55 ms / 782 tokens 6.46.895.103 I slot print_timing: id 1 | task 15294 | graphs reused = 14071 6.46.895.104 I slot print_timing: id 1 | task 15294 | graph reallocs = 0 / 0 (same size) / (changed size) 6.46.895.144 I slot release: id 1 | task 15294 | stop processing: n_tokens = 782, truncated = 0 6.46.895.487 I slot print_timing: id 2 | task 15292 | prompt eval time = 2145.09 ms / 940 tokens ( 2.28 ms per token, 438.21 tokens per second) 6.46.895.490 I slot print_timing: id 2 | task 15292 | eval time = 22.50 ms / 2 tokens ( 22.50 ms per token, 44.44 tokens per second) 6.46.895.490 I slot print_timing: id 2 | task 15292 | total time = 2167.59 ms / 942 tokens 6.46.895.493 I slot print_timing: id 2 | task 15292 | graphs reused = 14071 6.46.895.494 I slot print_timing: id 2 | task 15292 | graph reallocs = 0 / 0 (same size) / (changed size) 6.46.895.612 I slot release: id 2 | task 15292 | stop processing: n_tokens = 942, truncated = 0 6.46.895.979 I slot print_timing: id 3 | task 15293 | prompt eval time = 2115.87 ms / 985 tokens ( 2.15 ms per token, 465.53 tokens per second) 6.46.895.983 I slot print_timing: id 3 | task 15293 | eval time = 22.30 ms / 2 tokens ( 22.30 ms per token, 44.85 tokens per second) 6.46.895.984 I slot print_timing: id 3 | task 15293 | total time = 2138.16 ms / 987 tokens 6.46.895.985 I slot print_timing: id 3 | task 15293 | graphs reused = 14071 6.46.895.986 I slot print_timing: id 3 | task 15293 | graph reallocs = 0 / 0 (same size) / (changed size) 6.46.896.050 I slot release: id 3 | task 15293 | stop processing: n_tokens = 987, truncated = 0 6.46.917.573 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 778, t_last = 405440705 6.47.021.688 I slot launch_slot_: id 0 | task 15300 | processing task, is_child = 0 6.47.021.785 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 2803.558 MiB) 6.47.377.188 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 2462.207 MiB) 6.47.673.438 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 782, t_last = 405441102 6.47.673.677 I slot launch_slot_: id 1 | task 15301 | processing task, is_child = 0 6.47.673.874 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 942, t_last = 405441572 6.47.674.065 I slot launch_slot_: id 2 | task 15302 | processing task, is_child = 0 6.47.674.169 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 987, t_last = 405442009 6.47.674.347 I slot launch_slot_: id 3 | task 15303 | processing task, is_child = 0 6.49.623.352 I slot print_timing: id 0 | task 15300 | prompt eval time = 1925.92 ms / 833 tokens ( 2.31 ms per token, 432.52 tokens per second) 6.49.623.357 I slot print_timing: id 0 | task 15300 | eval time = 23.06 ms / 2 tokens ( 23.06 ms per token, 43.36 tokens per second) 6.49.623.358 I slot print_timing: id 0 | task 15300 | total time = 1948.99 ms / 835 tokens 6.49.623.359 I slot print_timing: id 0 | task 15300 | graphs reused = 14071 6.49.623.360 I slot print_timing: id 0 | task 15300 | graph reallocs = 0 / 0 (same size) / (changed size) 6.49.623.431 I slot release: id 0 | task 15300 | stop processing: n_tokens = 835, truncated = 0 6.49.623.790 I slot print_timing: id 1 | task 15301 | prompt eval time = 1917.09 ms / 823 tokens ( 2.33 ms per token, 429.30 tokens per second) 6.49.623.793 I slot print_timing: id 1 | task 15301 | eval time = 22.80 ms / 2 tokens ( 22.80 ms per token, 43.85 tokens per second) 6.49.623.794 I slot print_timing: id 1 | task 15301 | total time = 1939.90 ms / 825 tokens 6.49.623.795 I slot print_timing: id 1 | task 15301 | graphs reused = 14071 6.49.623.795 I slot print_timing: id 1 | task 15301 | graph reallocs = 0 / 0 (same size) / (changed size) 6.49.623.840 I slot release: id 1 | task 15301 | stop processing: n_tokens = 825, truncated = 0 6.49.624.156 I slot print_timing: id 2 | task 15302 | prompt eval time = 1908.33 ms / 784 tokens ( 2.43 ms per token, 410.83 tokens per second) 6.49.624.159 I slot print_timing: id 2 | task 15302 | eval time = 22.46 ms / 2 tokens ( 22.46 ms per token, 44.53 tokens per second) 6.49.624.160 I slot print_timing: id 2 | task 15302 | total time = 1930.79 ms / 786 tokens 6.49.624.160 I slot print_timing: id 2 | task 15302 | graphs reused = 14071 6.49.624.161 I slot print_timing: id 2 | task 15302 | graph reallocs = 0 / 0 (same size) / (changed size) 6.49.624.189 I slot release: id 2 | task 15302 | stop processing: n_tokens = 786, truncated = 0 6.49.624.510 I slot print_timing: id 3 | task 15303 | prompt eval time = 1897.56 ms / 781 tokens ( 2.43 ms per token, 411.58 tokens per second) 6.49.624.513 I slot print_timing: id 3 | task 15303 | eval time = 22.13 ms / 2 tokens ( 22.13 ms per token, 45.19 tokens per second) 6.49.624.514 I slot print_timing: id 3 | task 15303 | total time = 1919.69 ms / 783 tokens 6.49.624.514 I slot print_timing: id 3 | task 15303 | graphs reused = 14071 6.49.624.515 I slot print_timing: id 3 | task 15303 | graph reallocs = 0 / 0 (same size) / (changed size) 6.49.624.541 I slot release: id 3 | task 15303 | stop processing: n_tokens = 783, truncated = 0 6.49.647.199 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 835, t_last = 408169390 6.49.760.060 I slot launch_slot_: id 0 | task 15310 | processing task, is_child = 0 6.49.870.425 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 2152.041 MiB) 6.50.138.699 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 825, t_last = 408169798 6.50.138.943 I slot launch_slot_: id 1 | task 15309 | processing task, is_child = 0 6.50.139.125 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.872 (> 0.100 thold), f_keep = 0.892 6.50.139.231 I slot launch_slot_: id 2 | task 15311 | processing task, is_child = 0 6.50.139.316 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 783, t_last = 408170499 6.50.139.479 I slot launch_slot_: id 3 | task 15312 | processing task, is_child = 0 6.51.974.362 I slot print_timing: id 2 | task 15311 | prompt eval time = 1600.03 ms / 132 tokens ( 12.12 ms per token, 82.50 tokens per second) 6.51.974.367 I slot print_timing: id 2 | task 15311 | eval time = 214.28 ms / 2 tokens ( 214.28 ms per token, 4.67 tokens per second) 6.51.974.368 I slot print_timing: id 2 | task 15311 | total time = 1814.31 ms / 134 tokens 6.51.974.369 I slot print_timing: id 2 | task 15311 | graphs reused = 14071 6.51.974.370 I slot print_timing: id 2 | task 15311 | graph reallocs = 0 / 0 (same size) / (changed size) 6.51.974.429 I slot release: id 2 | task 15311 | stop processing: n_tokens = 805, truncated = 0 6.52.004.960 I slot print_timing: id 0 | task 15310 | prompt eval time = 1833.81 ms / 867 tokens ( 2.12 ms per token, 472.79 tokens per second) 6.52.004.967 I slot print_timing: id 0 | task 15310 | eval time = 31.66 ms / 2 tokens ( 31.66 ms per token, 31.59 tokens per second) 6.52.004.968 I slot print_timing: id 0 | task 15310 | total time = 1865.46 ms / 869 tokens 6.52.004.969 I slot print_timing: id 0 | task 15310 | graphs reused = 14071 6.52.004.970 I slot print_timing: id 0 | task 15310 | graph reallocs = 0 / 0 (same size) / (changed size) 6.52.005.055 I slot release: id 0 | task 15310 | stop processing: n_tokens = 869, truncated = 0 6.52.005.398 I slot print_timing: id 1 | task 15309 | prompt eval time = 1823.93 ms / 875 tokens ( 2.08 ms per token, 479.73 tokens per second) 6.52.005.401 I slot print_timing: id 1 | task 15309 | eval time = 31.36 ms / 2 tokens ( 31.36 ms per token, 31.89 tokens per second) 6.52.005.402 I slot print_timing: id 1 | task 15309 | total time = 1855.29 ms / 877 tokens 6.52.005.402 I slot print_timing: id 1 | task 15309 | graphs reused = 14071 6.52.005.403 I slot print_timing: id 1 | task 15309 | graph reallocs = 0 / 0 (same size) / (changed size) 6.52.005.448 I slot release: id 1 | task 15309 | stop processing: n_tokens = 877, truncated = 0 6.52.005.787 I slot print_timing: id 3 | task 15312 | prompt eval time = 1739.72 ms / 956 tokens ( 1.82 ms per token, 549.51 tokens per second) 6.52.005.790 I slot print_timing: id 3 | task 15312 | eval time = 30.73 ms / 2 tokens ( 30.73 ms per token, 32.54 tokens per second) 6.52.005.791 I slot print_timing: id 3 | task 15312 | total time = 1770.45 ms / 958 tokens 6.52.005.791 I slot print_timing: id 3 | task 15312 | graphs reused = 14071 6.52.005.792 I slot print_timing: id 3 | task 15312 | graph reallocs = 0 / 0 (same size) / (changed size) 6.52.005.847 I slot release: id 3 | task 15312 | stop processing: n_tokens = 958, truncated = 0 6.52.005.863 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 805, t_last = 410520388 6.52.136.239 I slot launch_slot_: id 2 | task 15318 | processing task, is_child = 0 6.52.136.346 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 773.448 MiB) 6.52.264.924 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 786.949 MiB) 6.52.431.618 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 991.333 MiB) 6.52.638.236 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 869, t_last = 410551015 6.52.638.485 I slot launch_slot_: id 0 | task 15319 | processing task, is_child = 0 6.52.638.680 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 877, t_last = 410551406 6.52.638.875 I slot launch_slot_: id 1 | task 15320 | processing task, is_child = 0 6.52.638.976 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 958, t_last = 410551807 6.52.639.158 I slot launch_slot_: id 3 | task 15321 | processing task, is_child = 0 6.55.337.533 I slot print_timing: id 0 | task 15319 | prompt eval time = 2595.07 ms / 1036 tokens ( 2.50 ms per token, 399.22 tokens per second) 6.55.337.538 I slot print_timing: id 0 | task 15319 | eval time = 103.28 ms / 2 tokens ( 103.28 ms per token, 9.68 tokens per second) 6.55.337.539 I slot print_timing: id 0 | task 15319 | total time = 2698.36 ms / 1038 tokens 6.55.337.540 I slot print_timing: id 0 | task 15319 | graphs reused = 14072 6.55.337.540 I slot print_timing: id 0 | task 15319 | graph reallocs = 0 / 0 (same size) / (changed size) 6.55.337.613 I slot release: id 0 | task 15319 | stop processing: n_tokens = 1038, truncated = 0 6.55.338.031 I slot print_timing: id 1 | task 15320 | prompt eval time = 2584.49 ms / 912 tokens ( 2.83 ms per token, 352.87 tokens per second) 6.55.338.034 I slot print_timing: id 1 | task 15320 | eval time = 103.10 ms / 2 tokens ( 103.10 ms per token, 9.70 tokens per second) 6.55.338.035 I slot print_timing: id 1 | task 15320 | total time = 2687.59 ms / 914 tokens 6.55.338.036 I slot print_timing: id 1 | task 15320 | graphs reused = 14072 6.55.338.036 I slot print_timing: id 1 | task 15320 | graph reallocs = 0 / 0 (same size) / (changed size) 6.55.338.098 I slot release: id 1 | task 15320 | stop processing: n_tokens = 914, truncated = 0 6.55.338.442 I slot print_timing: id 2 | task 15318 | prompt eval time = 2574.03 ms / 1001 tokens ( 2.57 ms per token, 388.88 tokens per second) 6.55.338.445 I slot print_timing: id 2 | task 15318 | eval time = 102.92 ms / 2 tokens ( 102.92 ms per token, 9.72 tokens per second) 6.55.338.446 I slot print_timing: id 2 | task 15318 | total time = 2676.96 ms / 1003 tokens 6.55.338.446 I slot print_timing: id 2 | task 15318 | graphs reused = 14072 6.55.338.447 I slot print_timing: id 2 | task 15318 | graph reallocs = 0 / 0 (same size) / (changed size) 6.55.338.491 I slot release: id 2 | task 15318 | stop processing: n_tokens = 1003, truncated = 0 6.55.353.936 I slot print_timing: id 3 | task 15321 | prompt eval time = 2664.82 ms / 1781 tokens ( 1.50 ms per token, 668.34 tokens per second) 6.55.353.941 I slot print_timing: id 3 | task 15321 | eval time = 14.81 ms / 2 tokens ( 14.81 ms per token, 67.54 tokens per second) 6.55.353.941 I slot print_timing: id 3 | task 15321 | total time = 2679.63 ms / 1783 tokens 6.55.353.942 I slot print_timing: id 3 | task 15321 | graphs reused = 14072 6.55.353.943 I slot print_timing: id 3 | task 15321 | graph reallocs = 0 / 0 (same size) / (changed size) 6.55.354.075 I slot release: id 3 | task 15321 | stop processing: n_tokens = 1783, truncated = 0 6.55.358.090 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.830 (> 0.100 thold), f_keep = 0.842 6.55.358.231 I slot launch_slot_: id 1 | task 15328 | processing task, is_child = 0 6.55.358.382 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1050.789 MiB) 6.55.560.980 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 843.404 MiB) 6.55.572.037 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 833.873 MiB) 6.55.724.301 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 796.699 MiB) 6.55.922.287 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1038, t_last = 413883571 6.55.922.552 I slot launch_slot_: id 0 | task 15329 | processing task, is_child = 0 6.55.922.788 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1003, t_last = 413884449 6.55.922.981 I slot launch_slot_: id 2 | task 15330 | processing task, is_child = 0 6.55.923.113 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1783, t_last = 413900034 6.55.923.321 I slot launch_slot_: id 3 | task 15331 | processing task, is_child = 0 6.57.737.763 I slot print_timing: id 1 | task 15328 | prompt eval time = 1604.68 ms / 187 tokens ( 8.58 ms per token, 116.53 tokens per second) 6.57.737.769 I slot print_timing: id 1 | task 15328 | eval time = 196.50 ms / 2 tokens ( 196.50 ms per token, 5.09 tokens per second) 6.57.737.770 I slot print_timing: id 1 | task 15328 | total time = 1801.18 ms / 189 tokens 6.57.737.771 I slot print_timing: id 1 | task 15328 | graphs reused = 14072 6.57.737.772 I slot print_timing: id 1 | task 15328 | graph reallocs = 0 / 0 (same size) / (changed size) 6.57.737.836 I slot release: id 1 | task 15328 | stop processing: n_tokens = 929, truncated = 0 6.57.769.313 I slot print_timing: id 0 | task 15329 | prompt eval time = 1814.06 ms / 870 tokens ( 2.09 ms per token, 479.59 tokens per second) 6.57.769.319 I slot print_timing: id 0 | task 15329 | eval time = 31.91 ms / 2 tokens ( 31.91 ms per token, 31.33 tokens per second) 6.57.769.320 I slot print_timing: id 0 | task 15329 | total time = 1845.97 ms / 872 tokens 6.57.769.322 I slot print_timing: id 0 | task 15329 | graphs reused = 14072 6.57.769.322 I slot print_timing: id 0 | task 15329 | graph reallocs = 0 / 0 (same size) / (changed size) 6.57.769.387 I slot release: id 0 | task 15329 | stop processing: n_tokens = 872, truncated = 0 6.57.769.781 I slot print_timing: id 2 | task 15330 | prompt eval time = 1719.50 ms / 742 tokens ( 2.32 ms per token, 431.52 tokens per second) 6.57.769.784 I slot print_timing: id 2 | task 15330 | eval time = 31.16 ms / 2 tokens ( 31.16 ms per token, 32.09 tokens per second) 6.57.769.785 I slot print_timing: id 2 | task 15330 | total time = 1750.66 ms / 744 tokens 6.57.769.786 I slot print_timing: id 2 | task 15330 | graphs reused = 14072 6.57.769.786 I slot print_timing: id 2 | task 15330 | graph reallocs = 0 / 0 (same size) / (changed size) 6.57.769.825 I slot release: id 2 | task 15330 | stop processing: n_tokens = 744, truncated = 0 6.57.770.204 I slot print_timing: id 3 | task 15331 | prompt eval time = 1707.50 ms / 712 tokens ( 2.40 ms per token, 416.98 tokens per second) 6.57.770.207 I slot print_timing: id 3 | task 15331 | eval time = 30.88 ms / 2 tokens ( 30.88 ms per token, 32.38 tokens per second) 6.57.770.208 I slot print_timing: id 3 | task 15331 | total time = 1738.38 ms / 714 tokens 6.57.770.208 I slot print_timing: id 3 | task 15331 | graphs reused = 14072 6.57.770.209 I slot print_timing: id 3 | task 15331 | graph reallocs = 0 / 0 (same size) / (changed size) 6.57.770.241 I slot release: id 3 | task 15331 | stop processing: n_tokens = 714, truncated = 0 6.57.770.256 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.876 (> 0.100 thold), f_keep = 0.844 6.57.770.397 I slot launch_slot_: id 2 | task 15337 | processing task, is_child = 0 6.57.770.504 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 793.839 MiB) 6.57.901.647 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1018.880 MiB) 6.57.915.048 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 896.438 MiB) 6.58.170.080 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 929, t_last = 416283795 6.58.170.338 I slot launch_slot_: id 1 | task 15338 | processing task, is_child = 0 6.58.170.510 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.872 (> 0.100 thold), f_keep = 0.880 6.58.170.604 I slot launch_slot_: id 3 | task 15339 | processing task, is_child = 0 6.58.170.695 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 872, t_last = 416315346 6.58.206.696 I slot launch_slot_: id 0 | task 15340 | processing task, is_child = 0 6.59.506.500 I slot print_timing: id 0 | task 15340 | prompt eval time = 1198.55 ms / 127 tokens ( 9.44 ms per token, 105.96 tokens per second) 6.59.506.506 I slot print_timing: id 0 | task 15340 | eval time = 101.24 ms / 2 tokens ( 101.24 ms per token, 9.88 tokens per second) 6.59.506.507 I slot print_timing: id 0 | task 15340 | total time = 1299.79 ms / 129 tokens 6.59.506.509 I slot print_timing: id 0 | task 15340 | graphs reused = 14072 6.59.506.510 I slot print_timing: id 0 | task 15340 | graph reallocs = 0 / 0 (same size) / (changed size) 6.59.506.558 I slot release: id 0 | task 15340 | stop processing: n_tokens = 727, truncated = 0 6.59.507.730 I slot print_timing: id 2 | task 15337 | prompt eval time = 1112.99 ms / 118 tokens ( 9.43 ms per token, 106.02 tokens per second) 6.59.507.733 I slot print_timing: id 2 | task 15337 | eval time = 101.79 ms / 2 tokens ( 101.79 ms per token, 9.82 tokens per second) 6.59.507.734 I slot print_timing: id 2 | task 15337 | total time = 1214.78 ms / 120 tokens 6.59.507.735 I slot print_timing: id 2 | task 15337 | graphs reused = 14072 6.59.507.735 I slot print_timing: id 2 | task 15337 | graph reallocs = 0 / 0 (same size) / (changed size) 6.59.507.776 I slot release: id 2 | task 15337 | stop processing: n_tokens = 718, truncated = 0 6.59.508.108 I slot print_timing: id 3 | task 15339 | prompt eval time = 1043.34 ms / 121 tokens ( 8.62 ms per token, 115.97 tokens per second) 6.59.508.110 I slot print_timing: id 3 | task 15339 | eval time = 101.47 ms / 2 tokens ( 101.47 ms per token, 9.85 tokens per second) 6.59.508.111 I slot print_timing: id 3 | task 15339 | total time = 1144.82 ms / 123 tokens 6.59.508.112 I slot print_timing: id 3 | task 15339 | graphs reused = 14072 6.59.508.112 I slot print_timing: id 3 | task 15339 | graph reallocs = 0 / 0 (same size) / (changed size) 6.59.508.141 I slot release: id 3 | task 15339 | stop processing: n_tokens = 721, truncated = 0 6.59.522.839 I slot print_timing: id 1 | task 15338 | prompt eval time = 1229.84 ms / 877 tokens ( 1.40 ms per token, 713.10 tokens per second) 6.59.522.844 I slot print_timing: id 1 | task 15338 | eval time = 15.49 ms / 2 tokens ( 15.49 ms per token, 64.55 tokens per second) 6.59.522.845 I slot print_timing: id 1 | task 15338 | total time = 1245.33 ms / 879 tokens 6.59.522.845 I slot print_timing: id 1 | task 15338 | graphs reused = 14072 6.59.522.847 I slot print_timing: id 1 | task 15338 | graph reallocs = 0 / 0 (same size) / (changed size) 6.59.522.901 I slot release: id 1 | task 15338 | stop processing: n_tokens = 879, truncated = 0 6.59.526.154 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 727, t_last = 418052516 6.59.526.269 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 904.063 MiB) 6.59.695.284 I slot launch_slot_: id 0 | task 15346 | processing task, is_child = 0 6.59.695.391 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1006.896 MiB) 6.59.991.581 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1095.338 MiB) 7.00.162.145 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 718, t_last = 418053734 7.00.162.389 I slot launch_slot_: id 2 | task 15347 | processing task, is_child = 0 7.00.162.558 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 721, t_last = 418054099 7.00.162.735 I slot launch_slot_: id 3 | task 15348 | processing task, is_child = 0 7.00.162.825 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 879, t_last = 418068859 7.00.162.994 I slot launch_slot_: id 1 | task 15349 | processing task, is_child = 0 7.02.552.718 I slot print_timing: id 0 | task 15346 | prompt eval time = 2366.23 ms / 1036 tokens ( 2.28 ms per token, 437.83 tokens per second) 7.02.552.723 I slot print_timing: id 0 | task 15346 | eval time = 23.47 ms / 2 tokens ( 23.47 ms per token, 42.60 tokens per second) 7.02.552.725 I slot print_timing: id 0 | task 15346 | total time = 2389.71 ms / 1038 tokens 7.02.552.725 I slot print_timing: id 0 | task 15346 | graphs reused = 14073 7.02.552.726 I slot print_timing: id 0 | task 15346 | graph reallocs = 0 / 0 (same size) / (changed size) 7.02.552.788 I slot release: id 0 | task 15346 | stop processing: n_tokens = 1038, truncated = 0 7.02.553.113 I slot print_timing: id 1 | task 15349 | prompt eval time = 2355.12 ms / 996 tokens ( 2.36 ms per token, 422.91 tokens per second) 7.02.553.116 I slot print_timing: id 1 | task 15349 | eval time = 23.18 ms / 2 tokens ( 23.18 ms per token, 43.15 tokens per second) 7.02.553.116 I slot print_timing: id 1 | task 15349 | total time = 2378.30 ms / 998 tokens 7.02.553.117 I slot print_timing: id 1 | task 15349 | graphs reused = 14073 7.02.553.118 I slot print_timing: id 1 | task 15349 | graph reallocs = 0 / 0 (same size) / (changed size) 7.02.553.155 I slot release: id 1 | task 15349 | stop processing: n_tokens = 998, truncated = 0 7.02.553.497 I slot print_timing: id 2 | task 15347 | prompt eval time = 2344.88 ms / 1010 tokens ( 2.32 ms per token, 430.73 tokens per second) 7.02.553.501 I slot print_timing: id 2 | task 15347 | eval time = 22.87 ms / 2 tokens ( 22.87 ms per token, 43.73 tokens per second) 7.02.553.502 I slot print_timing: id 2 | task 15347 | total time = 2367.75 ms / 1012 tokens 7.02.553.502 I slot print_timing: id 2 | task 15347 | graphs reused = 14073 7.02.553.503 I slot print_timing: id 2 | task 15347 | graph reallocs = 0 / 0 (same size) / (changed size) 7.02.553.535 I slot release: id 2 | task 15347 | stop processing: n_tokens = 1012, truncated = 0 7.02.553.835 I slot print_timing: id 3 | task 15348 | prompt eval time = 2334.07 ms / 1003 tokens ( 2.33 ms per token, 429.72 tokens per second) 7.02.553.838 I slot print_timing: id 3 | task 15348 | eval time = 22.61 ms / 2 tokens ( 22.61 ms per token, 44.22 tokens per second) 7.02.553.839 I slot print_timing: id 3 | task 15348 | total time = 2356.68 ms / 1005 tokens 7.02.553.840 I slot print_timing: id 3 | task 15348 | graphs reused = 14073 7.02.553.840 I slot print_timing: id 3 | task 15348 | graph reallocs = 0 / 0 (same size) / (changed size) 7.02.553.869 I slot release: id 3 | task 15348 | stop processing: n_tokens = 1005, truncated = 0 7.02.574.831 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1038, t_last = 421098748 7.02.574.984 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1069.164 MiB) 7.02.731.662 I slot launch_slot_: id 0 | task 15355 | processing task, is_child = 0 7.02.731.781 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1220.116 MiB) 7.02.914.930 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 904.923 MiB) 7.03.066.152 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1181.450 MiB) 7.03.220.558 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 998, t_last = 421099113 7.03.220.820 I slot launch_slot_: id 1 | task 15356 | processing task, is_child = 0 7.03.221.029 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.892 (> 0.100 thold), f_keep = 0.879 7.03.221.128 I slot launch_slot_: id 2 | task 15357 | processing task, is_child = 0 7.03.221.229 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1005, t_last = 421099827 7.03.221.408 I slot launch_slot_: id 3 | task 15358 | processing task, is_child = 0 7.05.195.880 I slot print_timing: id 2 | task 15357 | prompt eval time = 1729.89 ms / 137 tokens ( 12.63 ms per token, 79.20 tokens per second) 7.05.195.886 I slot print_timing: id 2 | task 15357 | eval time = 219.11 ms / 2 tokens ( 219.11 ms per token, 4.56 tokens per second) 7.05.195.887 I slot print_timing: id 2 | task 15357 | total time = 1949.00 ms / 139 tokens 7.05.195.888 I slot print_timing: id 2 | task 15357 | graphs reused = 14073 7.05.195.888 I slot print_timing: id 2 | task 15357 | graph reallocs = 0 / 0 (same size) / (changed size) 7.05.195.943 I slot release: id 2 | task 15357 | stop processing: n_tokens = 999, truncated = 0 7.05.226.286 I slot print_timing: id 0 | task 15355 | prompt eval time = 1973.43 ms / 1002 tokens ( 1.97 ms per token, 507.75 tokens per second) 7.05.226.290 I slot print_timing: id 0 | task 15355 | eval time = 31.43 ms / 2 tokens ( 31.43 ms per token, 31.81 tokens per second) 7.05.226.291 I slot print_timing: id 0 | task 15355 | total time = 2004.86 ms / 1004 tokens 7.05.226.292 I slot print_timing: id 0 | task 15355 | graphs reused = 14073 7.05.226.293 I slot print_timing: id 0 | task 15355 | graph reallocs = 0 / 0 (same size) / (changed size) 7.05.226.377 I slot release: id 0 | task 15355 | stop processing: n_tokens = 1004, truncated = 0 7.05.226.769 I slot print_timing: id 1 | task 15356 | prompt eval time = 1960.93 ms / 887 tokens ( 2.21 ms per token, 452.34 tokens per second) 7.05.226.773 I slot print_timing: id 1 | task 15356 | eval time = 31.24 ms / 2 tokens ( 31.24 ms per token, 32.01 tokens per second) 7.05.226.773 I slot print_timing: id 1 | task 15356 | total time = 1992.17 ms / 889 tokens 7.05.226.774 I slot print_timing: id 1 | task 15356 | graphs reused = 14073 7.05.226.774 I slot print_timing: id 1 | task 15356 | graph reallocs = 0 / 0 (same size) / (changed size) 7.05.226.818 I slot release: id 1 | task 15356 | stop processing: n_tokens = 889, truncated = 0 7.05.227.132 I slot print_timing: id 3 | task 15358 | prompt eval time = 1854.61 ms / 884 tokens ( 2.10 ms per token, 476.65 tokens per second) 7.05.227.135 I slot print_timing: id 3 | task 15358 | eval time = 30.48 ms / 2 tokens ( 30.48 ms per token, 32.80 tokens per second) 7.05.227.136 I slot print_timing: id 3 | task 15358 | total time = 1885.09 ms / 886 tokens 7.05.227.137 I slot print_timing: id 3 | task 15358 | graphs reused = 14073 7.05.227.137 I slot print_timing: id 3 | task 15358 | graph reallocs = 0 / 0 (same size) / (changed size) 7.05.227.179 I slot release: id 3 | task 15358 | stop processing: n_tokens = 886, truncated = 0 7.05.227.192 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.800 (> 0.100 thold), f_keep = 0.785 7.05.227.303 I slot launch_slot_: id 0 | task 15364 | processing task, is_child = 0 7.05.227.407 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 900.781 MiB) 7.05.398.467 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 914.407 MiB) 7.05.410.995 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 904.391 MiB) 7.05.660.090 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 896.937 MiB) 7.05.835.230 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.904 (> 0.100 thold), f_keep = 0.889 7.05.835.470 I slot launch_slot_: id 3 | task 15365 | processing task, is_child = 0 7.05.835.673 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 999, t_last = 423741901 7.05.884.236 I slot launch_slot_: id 2 | task 15366 | processing task, is_child = 0 7.05.884.348 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 889, t_last = 423772776 7.05.884.535 I slot launch_slot_: id 1 | task 15367 | processing task, is_child = 0 7.07.332.033 I slot print_timing: id 0 | task 15364 | prompt eval time = 1342.22 ms / 226 tokens ( 5.94 ms per token, 168.38 tokens per second) 7.07.332.039 I slot print_timing: id 0 | task 15364 | eval time = 105.26 ms / 2 tokens ( 105.26 ms per token, 9.50 tokens per second) 7.07.332.040 I slot print_timing: id 0 | task 15364 | total time = 1447.48 ms / 228 tokens 7.07.332.042 I slot print_timing: id 0 | task 15364 | graphs reused = 14073 7.07.332.042 I slot print_timing: id 0 | task 15364 | graph reallocs = 0 / 0 (same size) / (changed size) 7.07.332.120 I slot release: id 0 | task 15364 | stop processing: n_tokens = 986, truncated = 0 7.07.333.222 I slot print_timing: id 2 | task 15366 | prompt eval time = 1246.82 ms / 134 tokens ( 9.30 ms per token, 107.47 tokens per second) 7.07.333.226 I slot print_timing: id 2 | task 15366 | eval time = 105.77 ms / 2 tokens ( 105.77 ms per token, 9.45 tokens per second) 7.07.333.227 I slot print_timing: id 2 | task 15366 | total time = 1352.59 ms / 136 tokens 7.07.333.228 I slot print_timing: id 2 | task 15366 | graphs reused = 14073 7.07.333.229 I slot print_timing: id 2 | task 15366 | graph reallocs = 0 / 0 (same size) / (changed size) 7.07.333.277 I slot release: id 2 | task 15366 | stop processing: n_tokens = 894, truncated = 0 7.07.333.613 I slot print_timing: id 3 | task 15365 | prompt eval time = 1163.51 ms / 113 tokens ( 10.30 ms per token, 97.12 tokens per second) 7.07.333.617 I slot print_timing: id 3 | task 15365 | eval time = 105.47 ms / 2 tokens ( 105.47 ms per token, 9.48 tokens per second) 7.07.333.618 I slot print_timing: id 3 | task 15365 | total time = 1268.97 ms / 115 tokens 7.07.333.619 I slot print_timing: id 3 | task 15365 | graphs reused = 14073 7.07.333.619 I slot print_timing: id 3 | task 15365 | graph reallocs = 0 / 0 (same size) / (changed size) 7.07.333.654 I slot release: id 3 | task 15365 | stop processing: n_tokens = 873, truncated = 0 7.07.348.457 I slot print_timing: id 1 | task 15367 | prompt eval time = 1363.44 ms / 951 tokens ( 1.43 ms per token, 697.50 tokens per second) 7.07.348.461 I slot print_timing: id 1 | task 15367 | eval time = 15.55 ms / 2 tokens ( 15.55 ms per token, 64.31 tokens per second) 7.07.348.462 I slot print_timing: id 1 | task 15367 | total time = 1378.99 ms / 953 tokens 7.07.348.463 I slot print_timing: id 1 | task 15367 | graphs reused = 14073 7.07.348.464 I slot print_timing: id 1 | task 15367 | graph reallocs = 0 / 0 (same size) / (changed size) 7.07.348.519 I slot release: id 1 | task 15367 | stop processing: n_tokens = 953, truncated = 0 7.07.351.148 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 986, t_last = 425878079 7.07.510.553 I slot launch_slot_: id 0 | task 15373 | processing task, is_child = 0 7.07.510.669 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1088.775 MiB) 7.07.654.453 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1057.836 MiB) 7.07.844.379 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1071.180 MiB) 7.08.004.052 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 894, t_last = 425879236 7.08.004.313 I slot launch_slot_: id 2 | task 15374 | processing task, is_child = 0 7.08.004.504 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 873, t_last = 425879612 7.08.004.698 I slot launch_slot_: id 3 | task 15375 | processing task, is_child = 0 7.08.004.795 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 953, t_last = 425894478 7.08.004.970 I slot launch_slot_: id 1 | task 15376 | processing task, is_child = 0 7.10.426.414 I slot print_timing: id 0 | task 15373 | prompt eval time = 2327.63 ms / 943 tokens ( 2.47 ms per token, 405.13 tokens per second) 7.10.426.420 I slot print_timing: id 0 | task 15373 | eval time = 93.79 ms / 2 tokens ( 93.79 ms per token, 10.66 tokens per second) 7.10.426.421 I slot print_timing: id 0 | task 15373 | total time = 2421.43 ms / 945 tokens 7.10.426.421 I slot print_timing: id 0 | task 15373 | graphs reused = 14073 7.10.426.422 I slot print_timing: id 0 | task 15373 | graph reallocs = 0 / 0 (same size) / (changed size) 7.10.426.485 I slot release: id 0 | task 15373 | stop processing: n_tokens = 945, truncated = 0 7.10.426.909 I slot print_timing: id 1 | task 15376 | prompt eval time = 2312.14 ms / 1365 tokens ( 1.69 ms per token, 590.36 tokens per second) 7.10.426.912 I slot print_timing: id 1 | task 15376 | eval time = 93.60 ms / 2 tokens ( 93.60 ms per token, 10.68 tokens per second) 7.10.426.913 I slot print_timing: id 1 | task 15376 | total time = 2405.73 ms / 1367 tokens 7.10.426.913 I slot print_timing: id 1 | task 15376 | graphs reused = 14073 7.10.426.914 I slot print_timing: id 1 | task 15376 | graph reallocs = 0 / 0 (same size) / (changed size) 7.10.426.986 I slot release: id 1 | task 15376 | stop processing: n_tokens = 1367, truncated = 0 7.10.427.403 I slot print_timing: id 2 | task 15374 | prompt eval time = 2301.08 ms / 924 tokens ( 2.49 ms per token, 401.55 tokens per second) 7.10.427.406 I slot print_timing: id 2 | task 15374 | eval time = 93.47 ms / 2 tokens ( 93.47 ms per token, 10.70 tokens per second) 7.10.427.407 I slot print_timing: id 2 | task 15374 | total time = 2394.56 ms / 926 tokens 7.10.427.407 I slot print_timing: id 2 | task 15374 | graphs reused = 14073 7.10.427.408 I slot print_timing: id 2 | task 15374 | graph reallocs = 0 / 0 (same size) / (changed size) 7.10.427.453 I slot release: id 2 | task 15374 | stop processing: n_tokens = 926, truncated = 0 7.10.443.132 I slot print_timing: id 3 | task 15375 | prompt eval time = 2381.08 ms / 898 tokens ( 2.65 ms per token, 377.14 tokens per second) 7.10.443.137 I slot print_timing: id 3 | task 15375 | eval time = 14.93 ms / 2 tokens ( 14.93 ms per token, 67.00 tokens per second) 7.10.443.138 I slot print_timing: id 3 | task 15375 | total time = 2396.01 ms / 900 tokens 7.10.443.139 I slot print_timing: id 3 | task 15375 | graphs reused = 14073 7.10.443.140 I slot print_timing: id 3 | task 15375 | graph reallocs = 0 / 0 (same size) / (changed size) 7.10.443.192 I slot release: id 3 | task 15375 | stop processing: n_tokens = 900, truncated = 0 7.10.447.337 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.875 (> 0.100 thold), f_keep = 0.868 7.10.447.483 I slot launch_slot_: id 1 | task 15383 | processing task, is_child = 0 7.10.447.620 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1064.508 MiB) 7.10.626.367 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 913.314 MiB) 7.10.800.980 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1331.925 MiB) 7.10.985.947 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 945, t_last = 428972444 7.10.986.206 I slot launch_slot_: id 0 | task 15384 | processing task, is_child = 0 7.10.986.400 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 926, t_last = 428973412 7.10.986.593 I slot launch_slot_: id 2 | task 15385 | processing task, is_child = 0 7.10.986.691 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 900, t_last = 428989151 7.10.986.863 I slot launch_slot_: id 3 | task 15386 | processing task, is_child = 0 7.13.028.307 I slot print_timing: id 1 | task 15383 | prompt eval time = 1659.52 ms / 170 tokens ( 9.76 ms per token, 102.44 tokens per second) 7.13.028.312 I slot print_timing: id 1 | task 15383 | eval time = 369.69 ms / 2 tokens ( 369.69 ms per token, 2.70 tokens per second) 7.13.028.314 I slot print_timing: id 1 | task 15383 | total time = 2029.21 ms / 172 tokens 7.13.028.315 I slot print_timing: id 1 | task 15383 | graphs reused = 14073 7.13.028.316 I slot print_timing: id 1 | task 15383 | graph reallocs = 0 / 0 (same size) / (changed size) 7.13.028.394 I slot release: id 1 | task 15383 | stop processing: n_tokens = 1357, truncated = 0 7.13.241.325 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1357, t_last = 431574353 7.13.241.459 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1257.344 MiB) 7.13.449.436 I slot launch_slot_: id 1 | task 15391 | processing task, is_child = 0 7.13.652.380 I slot print_timing: id 0 | task 15384 | prompt eval time = 2253.05 ms / 1268 tokens ( 1.78 ms per token, 562.79 tokens per second) 7.13.652.385 I slot print_timing: id 0 | task 15384 | eval time = 412.44 ms / 2 tokens ( 412.44 ms per token, 2.42 tokens per second) 7.13.652.386 I slot print_timing: id 0 | task 15384 | total time = 2665.50 ms / 1270 tokens 7.13.652.389 I slot print_timing: id 0 | task 15384 | graphs reused = 14073 7.13.652.390 I slot print_timing: id 0 | task 15384 | graph reallocs = 0 / 0 (same size) / (changed size) 7.13.652.461 I slot release: id 0 | task 15384 | stop processing: n_tokens = 1270, truncated = 0 7.13.652.882 I slot print_timing: id 2 | task 15385 | prompt eval time = 2160.93 ms / 1310 tokens ( 1.65 ms per token, 606.22 tokens per second) 7.13.652.885 I slot print_timing: id 2 | task 15385 | eval time = 412.24 ms / 2 tokens ( 412.24 ms per token, 2.43 tokens per second) 7.13.652.887 I slot print_timing: id 2 | task 15385 | total time = 2573.17 ms / 1312 tokens 7.13.652.887 I slot print_timing: id 2 | task 15385 | graphs reused = 14073 7.13.652.888 I slot print_timing: id 2 | task 15385 | graph reallocs = 0 / 0 (same size) / (changed size) 7.13.652.946 I slot release: id 2 | task 15385 | stop processing: n_tokens = 1312, truncated = 0 7.13.653.396 I slot print_timing: id 3 | task 15386 | prompt eval time = 2149.41 ms / 790 tokens ( 2.72 ms per token, 367.54 tokens per second) 7.13.653.399 I slot print_timing: id 3 | task 15386 | eval time = 412.08 ms / 2 tokens ( 412.08 ms per token, 2.43 tokens per second) 7.13.653.399 I slot print_timing: id 3 | task 15386 | total time = 2561.49 ms / 792 tokens 7.13.653.400 I slot print_timing: id 3 | task 15386 | graphs reused = 14073 7.13.653.401 I slot print_timing: id 3 | task 15386 | graph reallocs = 0 / 0 (same size) / (changed size) 7.13.653.452 I slot release: id 3 | task 15386 | stop processing: n_tokens = 792, truncated = 0 7.13.680.661 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1270, t_last = 432198420 7.13.680.818 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 983.067 MiB) 7.13.882.241 I slot launch_slot_: id 0 | task 15394 | processing task, is_child = 0 7.13.882.383 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1161.527 MiB) 7.14.082.866 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1148.073 MiB) 7.14.205.370 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1312, t_last = 432198906 7.14.205.744 I slot launch_slot_: id 2 | task 15395 | processing task, is_child = 0 7.14.205.833 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 792, t_last = 432199410 7.14.206.089 I slot launch_slot_: id 3 | task 15396 | processing task, is_child = 0 7.15.761.112 I slot print_timing: id 1 | task 15391 | prompt eval time = 1953.92 ms / 808 tokens ( 2.42 ms per token, 413.53 tokens per second) 7.15.761.118 I slot print_timing: id 1 | task 15391 | eval time = 357.73 ms / 2 tokens ( 357.73 ms per token, 2.80 tokens per second) 7.15.761.119 I slot print_timing: id 1 | task 15391 | total time = 2311.65 ms / 810 tokens 7.15.761.119 I slot print_timing: id 1 | task 15391 | graphs reused = 14073 7.15.761.120 I slot print_timing: id 1 | task 15391 | graph reallocs = 0 / 0 (same size) / (changed size) 7.15.761.179 I slot release: id 1 | task 15391 | stop processing: n_tokens = 810, truncated = 0 7.15.957.844 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 810, t_last = 434307138 7.15.957.949 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 976.067 MiB) 7.16.081.226 I slot launch_slot_: id 1 | task 15401 | processing task, is_child = 0 7.16.283.069 I slot print_timing: id 0 | task 15394 | prompt eval time = 1750.36 ms / 895 tokens ( 1.96 ms per token, 511.32 tokens per second) 7.16.283.075 I slot print_timing: id 0 | task 15394 | eval time = 326.59 ms / 2 tokens ( 326.59 ms per token, 3.06 tokens per second) 7.16.283.076 I slot print_timing: id 0 | task 15394 | total time = 2076.96 ms / 897 tokens 7.16.283.077 I slot print_timing: id 0 | task 15394 | graphs reused = 14073 7.16.283.078 I slot print_timing: id 0 | task 15394 | graph reallocs = 0 / 0 (same size) / (changed size) 7.16.283.166 I slot release: id 0 | task 15394 | stop processing: n_tokens = 897, truncated = 0 7.16.283.581 I slot print_timing: id 2 | task 15395 | prompt eval time = 1685.16 ms / 801 tokens ( 2.10 ms per token, 475.33 tokens per second) 7.16.283.584 I slot print_timing: id 2 | task 15395 | eval time = 326.43 ms / 2 tokens ( 326.43 ms per token, 3.06 tokens per second) 7.16.283.585 I slot print_timing: id 2 | task 15395 | total time = 2011.59 ms / 803 tokens 7.16.283.586 I slot print_timing: id 2 | task 15395 | graphs reused = 14073 7.16.283.586 I slot print_timing: id 2 | task 15395 | graph reallocs = 0 / 0 (same size) / (changed size) 7.16.283.634 I slot release: id 2 | task 15395 | stop processing: n_tokens = 803, truncated = 0 7.16.284.090 I slot print_timing: id 3 | task 15396 | prompt eval time = 1671.12 ms / 865 tokens ( 1.93 ms per token, 517.62 tokens per second) 7.16.284.093 I slot print_timing: id 3 | task 15396 | eval time = 326.25 ms / 2 tokens ( 326.25 ms per token, 3.07 tokens per second) 7.16.284.094 I slot print_timing: id 3 | task 15396 | total time = 1997.38 ms / 867 tokens 7.16.284.094 I slot print_timing: id 3 | task 15396 | graphs reused = 14073 7.16.284.095 I slot print_timing: id 3 | task 15396 | graph reallocs = 0 / 0 (same size) / (changed size) 7.16.284.141 I slot release: id 3 | task 15396 | stop processing: n_tokens = 867, truncated = 0 7.16.318.210 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.876 (> 0.100 thold), f_keep = 0.862 7.16.318.339 I slot launch_slot_: id 2 | task 15404 | processing task, is_child = 0 7.16.318.446 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 957.956 MiB) 7.16.543.687 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 933.174 MiB) 7.16.702.574 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 897, t_last = 434829125 7.16.702.819 I slot launch_slot_: id 0 | task 15405 | processing task, is_child = 0 7.16.702.915 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 867, t_last = 434830099 7.16.703.091 I slot launch_slot_: id 3 | task 15406 | processing task, is_child = 0 7.18.093.316 I slot print_timing: id 1 | task 15401 | prompt eval time = 1711.73 ms / 866 tokens ( 1.98 ms per token, 505.92 tokens per second) 7.18.093.321 I slot print_timing: id 1 | task 15401 | eval time = 300.33 ms / 2 tokens ( 300.33 ms per token, 3.33 tokens per second) 7.18.093.322 I slot print_timing: id 1 | task 15401 | total time = 2012.06 ms / 868 tokens 7.18.093.323 I slot print_timing: id 1 | task 15401 | graphs reused = 14073 7.18.093.324 I slot print_timing: id 1 | task 15401 | graph reallocs = 0 / 0 (same size) / (changed size) 7.18.093.382 I slot release: id 1 | task 15401 | stop processing: n_tokens = 868, truncated = 0 7.18.241.871 I slot print_timing: id 2 | task 15404 | prompt eval time = 1338.88 ms / 128 tokens ( 10.46 ms per token, 95.60 tokens per second) 7.18.241.876 I slot print_timing: id 2 | task 15404 | eval time = 147.65 ms / 2 tokens ( 147.65 ms per token, 6.77 tokens per second) 7.18.241.877 I slot print_timing: id 2 | task 15404 | total time = 1486.53 ms / 130 tokens 7.18.241.878 I slot print_timing: id 2 | task 15404 | graphs reused = 14073 7.18.241.879 I slot print_timing: id 2 | task 15404 | graph reallocs = 0 / 0 (same size) / (changed size) 7.18.241.932 I slot release: id 2 | task 15404 | stop processing: n_tokens = 791, truncated = 0 7.18.242.578 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 868, t_last = 436639340 7.18.242.687 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1567.219 MiB) 7.18.379.314 I slot launch_slot_: id 1 | task 15411 | processing task, is_child = 0 7.18.559.386 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 791, t_last = 436787890 7.18.559.621 I slot launch_slot_: id 2 | task 15412 | processing task, is_child = 0 7.18.975.347 I slot print_timing: id 0 | task 15405 | prompt eval time = 1538.39 ms / 785 tokens ( 1.96 ms per token, 510.27 tokens per second) 7.18.975.351 I slot print_timing: id 0 | task 15405 | eval time = 733.84 ms / 2 tokens ( 733.84 ms per token, 1.36 tokens per second) 7.18.975.353 I slot print_timing: id 0 | task 15405 | total time = 2272.23 ms / 787 tokens 7.18.975.353 I slot print_timing: id 0 | task 15405 | graphs reused = 14073 7.18.975.354 I slot print_timing: id 0 | task 15405 | graph reallocs = 0 / 0 (same size) / (changed size) 7.18.975.413 I slot release: id 0 | task 15405 | stop processing: n_tokens = 787, truncated = 0 7.18.975.835 I slot print_timing: id 3 | task 15406 | prompt eval time = 1419.27 ms / 809 tokens ( 1.75 ms per token, 570.01 tokens per second) 7.18.975.838 I slot print_timing: id 3 | task 15406 | eval time = 733.26 ms / 2 tokens ( 733.26 ms per token, 1.36 tokens per second) 7.18.975.838 I slot print_timing: id 3 | task 15406 | total time = 2152.53 ms / 811 tokens 7.18.975.839 I slot print_timing: id 3 | task 15406 | graphs reused = 14073 7.18.975.840 I slot print_timing: id 3 | task 15406 | graph reallocs = 0 / 0 (same size) / (changed size) 7.18.975.887 I slot release: id 3 | task 15406 | stop processing: n_tokens = 811, truncated = 0 7.19.365.215 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 787, t_last = 437521372 7.19.365.323 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1215.532 MiB) 7.19.568.498 I slot launch_slot_: id 0 | task 15415 | processing task, is_child = 0 7.19.679.943 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 811, t_last = 437521845 7.19.680.192 I slot launch_slot_: id 3 | task 15416 | processing task, is_child = 0 7.21.102.475 I slot print_timing: id 1 | task 15411 | prompt eval time = 2306.87 ms / 958 tokens ( 2.41 ms per token, 415.28 tokens per second) 7.21.102.480 I slot print_timing: id 1 | task 15411 | eval time = 235.96 ms / 2 tokens ( 235.96 ms per token, 4.24 tokens per second) 7.21.102.481 I slot print_timing: id 1 | task 15411 | total time = 2542.83 ms / 960 tokens 7.21.102.482 I slot print_timing: id 1 | task 15411 | graphs reused = 14073 7.21.102.483 I slot print_timing: id 1 | task 15411 | graph reallocs = 0 / 0 (same size) / (changed size) 7.21.102.549 I slot release: id 1 | task 15411 | stop processing: n_tokens = 960, truncated = 0 7.21.102.967 I slot print_timing: id 2 | task 15412 | prompt eval time = 2296.65 ms / 934 tokens ( 2.46 ms per token, 406.68 tokens per second) 7.21.102.970 I slot print_timing: id 2 | task 15412 | eval time = 235.78 ms / 2 tokens ( 235.78 ms per token, 4.24 tokens per second) 7.21.102.971 I slot print_timing: id 2 | task 15412 | total time = 2532.43 ms / 936 tokens 7.21.102.972 I slot print_timing: id 2 | task 15412 | graphs reused = 14073 7.21.102.972 I slot print_timing: id 2 | task 15412 | graph reallocs = 0 / 0 (same size) / (changed size) 7.21.103.015 I slot release: id 2 | task 15412 | stop processing: n_tokens = 936, truncated = 0 7.21.254.193 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 960, t_last = 439648509 7.21.254.309 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1229.314 MiB) 7.21.433.470 I slot launch_slot_: id 1 | task 15421 | processing task, is_child = 0 7.21.433.583 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 804.293 MiB) 7.21.621.749 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.887 (> 0.100 thold), f_keep = 0.909 7.21.621.895 I slot launch_slot_: id 2 | task 15422 | processing task, is_child = 0 7.21.880.662 I slot print_timing: id 0 | task 15415 | prompt eval time = 1573.38 ms / 937 tokens ( 1.68 ms per token, 595.53 tokens per second) 7.21.880.668 I slot print_timing: id 0 | task 15415 | eval time = 627.06 ms / 2 tokens ( 627.06 ms per token, 1.59 tokens per second) 7.21.880.670 I slot print_timing: id 0 | task 15415 | total time = 2200.45 ms / 939 tokens 7.21.880.671 I slot print_timing: id 0 | task 15415 | graphs reused = 14073 7.21.880.672 I slot print_timing: id 0 | task 15415 | graph reallocs = 0 / 0 (same size) / (changed size) 7.21.880.736 I slot release: id 0 | task 15415 | stop processing: n_tokens = 939, truncated = 0 7.21.881.179 I slot print_timing: id 3 | task 15416 | prompt eval time = 1464.31 ms / 954 tokens ( 1.53 ms per token, 651.50 tokens per second) 7.21.881.183 I slot print_timing: id 3 | task 15416 | eval time = 626.99 ms / 2 tokens ( 626.99 ms per token, 1.59 tokens per second) 7.21.881.184 I slot print_timing: id 3 | task 15416 | total time = 2091.30 ms / 956 tokens 7.21.881.185 I slot print_timing: id 3 | task 15416 | graphs reused = 14073 7.21.881.185 I slot print_timing: id 3 | task 15416 | graph reallocs = 0 / 0 (same size) / (changed size) 7.21.881.240 I slot release: id 3 | task 15416 | stop processing: n_tokens = 956, truncated = 0 7.22.100.366 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 939, t_last = 440426695 7.22.100.507 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 821.450 MiB) 7.22.111.410 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 924.377 MiB) 7.22.300.404 I slot launch_slot_: id 0 | task 15425 | processing task, is_child = 0 7.22.300.520 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 895.782 MiB) 7.22.530.047 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 956, t_last = 440427199 7.22.530.386 I slot launch_slot_: id 3 | task 15426 | processing task, is_child = 0 7.23.542.609 I slot print_timing: id 2 | task 15422 | prompt eval time = 1433.90 ms / 137 tokens ( 10.47 ms per token, 95.54 tokens per second) 7.23.542.614 I slot print_timing: id 2 | task 15422 | eval time = 473.95 ms / 2 tokens ( 473.95 ms per token, 2.11 tokens per second) 7.23.542.615 I slot print_timing: id 2 | task 15422 | total time = 1907.85 ms / 139 tokens 7.23.542.616 I slot print_timing: id 2 | task 15422 | graphs reused = 14073 7.23.542.617 I slot print_timing: id 2 | task 15422 | graph reallocs = 0 / 0 (same size) / (changed size) 7.23.542.674 I slot release: id 2 | task 15422 | stop processing: n_tokens = 960, truncated = 0 7.23.785.048 I slot print_timing: id 1 | task 15421 | prompt eval time = 1920.32 ms / 802 tokens ( 2.39 ms per token, 417.64 tokens per second) 7.23.785.053 I slot print_timing: id 1 | task 15421 | eval time = 242.81 ms / 2 tokens ( 242.81 ms per token, 4.12 tokens per second) 7.23.785.054 I slot print_timing: id 1 | task 15421 | total time = 2163.13 ms / 804 tokens 7.23.785.055 I slot print_timing: id 1 | task 15421 | graphs reused = 14073 7.23.785.056 I slot print_timing: id 1 | task 15421 | graph reallocs = 0 / 0 (same size) / (changed size) 7.23.785.118 I slot release: id 1 | task 15421 | stop processing: n_tokens = 804, truncated = 0 7.23.785.135 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 960, t_last = 442088632 7.23.785.252 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 871.734 MiB) 7.23.954.277 I slot launch_slot_: id 2 | task 15430 | processing task, is_child = 0 7.23.954.378 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1008.973 MiB) 7.24.076.364 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 804, t_last = 442331076 7.24.076.604 I slot launch_slot_: id 1 | task 15431 | processing task, is_child = 0 7.25.053.106 I slot print_timing: id 0 | task 15425 | prompt eval time = 2096.92 ms / 975 tokens ( 2.15 ms per token, 464.97 tokens per second) 7.25.053.111 I slot print_timing: id 0 | task 15425 | eval time = 425.76 ms / 2 tokens ( 425.76 ms per token, 2.35 tokens per second) 7.25.053.113 I slot print_timing: id 0 | task 15425 | total time = 2522.68 ms / 977 tokens 7.25.053.113 I slot print_timing: id 0 | task 15425 | graphs reused = 14073 7.25.053.114 I slot print_timing: id 0 | task 15425 | graph reallocs = 0 / 0 (same size) / (changed size) 7.25.053.187 I slot release: id 0 | task 15425 | stop processing: n_tokens = 977, truncated = 0 7.25.053.609 I slot print_timing: id 3 | task 15426 | prompt eval time = 1978.24 ms / 801 tokens ( 2.47 ms per token, 404.91 tokens per second) 7.25.053.612 I slot print_timing: id 3 | task 15426 | eval time = 425.55 ms / 2 tokens ( 425.55 ms per token, 2.35 tokens per second) 7.25.053.613 I slot print_timing: id 3 | task 15426 | total time = 2403.79 ms / 803 tokens 7.25.053.613 I slot print_timing: id 3 | task 15426 | graphs reused = 14073 7.25.053.615 I slot print_timing: id 3 | task 15426 | graph reallocs = 0 / 0 (same size) / (changed size) 7.25.053.657 I slot release: id 3 | task 15426 | stop processing: n_tokens = 803, truncated = 0 7.25.270.442 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 977, t_last = 443599147 7.25.270.584 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 794.527 MiB) 7.25.455.517 I slot launch_slot_: id 0 | task 15435 | processing task, is_child = 0 7.25.455.622 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 817.403 MiB) 7.25.601.327 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 803, t_last = 443599616 7.25.601.575 I slot launch_slot_: id 3 | task 15436 | processing task, is_child = 0 7.26.505.351 I slot print_timing: id 1 | task 15431 | prompt eval time = 1957.73 ms / 960 tokens ( 2.04 ms per token, 490.36 tokens per second) 7.26.505.373 I slot print_timing: id 1 | task 15431 | eval time = 413.85 ms / 2 tokens ( 413.85 ms per token, 2.42 tokens per second) 7.26.505.374 I slot print_timing: id 1 | task 15431 | total time = 2371.58 ms / 962 tokens 7.26.505.376 I slot print_timing: id 1 | task 15431 | graphs reused = 14073 7.26.505.377 I slot print_timing: id 1 | task 15431 | graph reallocs = 0 / 0 (same size) / (changed size) 7.26.505.497 I slot release: id 1 | task 15431 | stop processing: n_tokens = 962, truncated = 0 7.26.506.665 I slot print_timing: id 2 | task 15430 | prompt eval time = 1948.28 ms / 954 tokens ( 2.04 ms per token, 489.66 tokens per second) 7.26.506.670 I slot print_timing: id 2 | task 15430 | eval time = 414.36 ms / 2 tokens ( 414.36 ms per token, 2.41 tokens per second) 7.26.506.672 I slot print_timing: id 2 | task 15430 | total time = 2362.63 ms / 956 tokens 7.26.506.673 I slot print_timing: id 2 | task 15430 | graphs reused = 14073 7.26.506.673 I slot print_timing: id 2 | task 15430 | graph reallocs = 0 / 0 (same size) / (changed size) 7.26.506.723 I slot release: id 2 | task 15430 | stop processing: n_tokens = 956, truncated = 0 7.26.680.385 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 962, t_last = 445051459 7.26.680.508 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1009.427 MiB) 7.26.855.540 I slot launch_slot_: id 1 | task 15440 | processing task, is_child = 0 7.26.855.655 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 986.551 MiB) 7.27.001.360 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 956, t_last = 445052681 7.27.001.621 I slot launch_slot_: id 2 | task 15441 | processing task, is_child = 0 7.27.986.972 I slot print_timing: id 0 | task 15435 | prompt eval time = 1900.05 ms / 922 tokens ( 2.06 ms per token, 485.25 tokens per second) 7.27.986.978 I slot print_timing: id 0 | task 15435 | eval time = 485.32 ms / 2 tokens ( 485.32 ms per token, 2.06 tokens per second) 7.27.986.979 I slot print_timing: id 0 | task 15435 | total time = 2385.37 ms / 924 tokens 7.27.986.980 I slot print_timing: id 0 | task 15435 | graphs reused = 14073 7.27.986.981 I slot print_timing: id 0 | task 15435 | graph reallocs = 0 / 0 (same size) / (changed size) 7.27.987.082 I slot release: id 0 | task 15435 | stop processing: n_tokens = 924, truncated = 0 7.27.987.549 I slot print_timing: id 3 | task 15436 | prompt eval time = 1777.17 ms / 891 tokens ( 1.99 ms per token, 501.36 tokens per second) 7.27.987.552 I slot print_timing: id 3 | task 15436 | eval time = 483.48 ms / 2 tokens ( 483.48 ms per token, 2.07 tokens per second) 7.27.987.553 I slot print_timing: id 3 | task 15436 | total time = 2260.65 ms / 893 tokens 7.27.987.554 I slot print_timing: id 3 | task 15436 | graphs reused = 14073 7.27.987.554 I slot print_timing: id 3 | task 15436 | graph reallocs = 0 / 0 (same size) / (changed size) 7.27.987.608 I slot release: id 3 | task 15436 | stop processing: n_tokens = 893, truncated = 0 7.28.197.309 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 924, t_last = 446533042 7.28.197.427 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 989.411 MiB) 7.28.384.528 I slot launch_slot_: id 0 | task 15445 | processing task, is_child = 0 7.28.384.640 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1005.615 MiB) 7.28.564.259 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.904 (> 0.100 thold), f_keep = 0.896 7.28.564.411 I slot launch_slot_: id 3 | task 15446 | processing task, is_child = 0 7.29.460.278 I slot print_timing: id 1 | task 15440 | prompt eval time = 2069.12 ms / 898 tokens ( 2.30 ms per token, 434.00 tokens per second) 7.29.460.284 I slot print_timing: id 1 | task 15440 | eval time = 333.75 ms / 2 tokens ( 333.75 ms per token, 3.00 tokens per second) 7.29.460.285 I slot print_timing: id 1 | task 15440 | total time = 2402.87 ms / 900 tokens 7.29.460.287 I slot print_timing: id 1 | task 15440 | graphs reused = 14073 7.29.460.288 I slot print_timing: id 1 | task 15440 | graph reallocs = 0 / 0 (same size) / (changed size) 7.29.460.363 I slot release: id 1 | task 15440 | stop processing: n_tokens = 900, truncated = 0 7.29.460.810 I slot print_timing: id 2 | task 15441 | prompt eval time = 2057.80 ms / 896 tokens ( 2.30 ms per token, 435.42 tokens per second) 7.29.460.814 I slot print_timing: id 2 | task 15441 | eval time = 333.43 ms / 2 tokens ( 333.43 ms per token, 3.00 tokens per second) 7.29.460.814 I slot print_timing: id 2 | task 15441 | total time = 2391.23 ms / 898 tokens 7.29.460.815 I slot print_timing: id 2 | task 15441 | graphs reused = 14073 7.29.460.816 I slot print_timing: id 2 | task 15441 | graph reallocs = 0 / 0 (same size) / (changed size) 7.29.460.869 I slot release: id 2 | task 15441 | stop processing: n_tokens = 898, truncated = 0 7.29.704.078 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 900, t_last = 448006323 7.29.704.214 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1258.812 MiB) 7.29.844.166 I slot launch_slot_: id 1 | task 15450 | processing task, is_child = 0 7.29.844.277 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 815.731 MiB) 7.29.978.128 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 898, t_last = 448006828 7.29.978.389 I slot launch_slot_: id 2 | task 15451 | processing task, is_child = 0 7.30.713.040 I slot print_timing: id 3 | task 15446 | prompt eval time = 1013.15 ms / 114 tokens ( 8.89 ms per token, 112.52 tokens per second) 7.30.713.046 I slot print_timing: id 3 | task 15446 | eval time = 1008.97 ms / 2 tokens ( 1008.97 ms per token, 0.99 tokens per second) 7.30.713.047 I slot print_timing: id 3 | task 15446 | total time = 2022.12 ms / 116 tokens 7.30.713.047 I slot print_timing: id 3 | task 15446 | graphs reused = 14073 7.30.713.048 I slot print_timing: id 3 | task 15446 | graph reallocs = 0 / 0 (same size) / (changed size) 7.30.713.115 I slot release: id 3 | task 15446 | stop processing: n_tokens = 886, truncated = 0 7.31.103.137 I slot print_timing: id 0 | task 15445 | prompt eval time = 2148.25 ms / 1233 tokens ( 1.74 ms per token, 573.96 tokens per second) 7.31.103.143 I slot print_timing: id 0 | task 15445 | eval time = 390.45 ms / 2 tokens ( 390.45 ms per token, 2.56 tokens per second) 7.31.103.144 I slot print_timing: id 0 | task 15445 | total time = 2538.70 ms / 1235 tokens 7.31.103.146 I slot print_timing: id 0 | task 15445 | graphs reused = 14073 7.31.103.147 I slot print_timing: id 0 | task 15445 | graph reallocs = 0 / 0 (same size) / (changed size) 7.31.103.229 I slot release: id 0 | task 15445 | stop processing: n_tokens = 1235, truncated = 0 7.31.103.248 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 886, t_last = 449259074 7.31.103.360 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1025.944 MiB) 7.31.306.259 I slot launch_slot_: id 3 | task 15454 | processing task, is_child = 0 7.31.306.385 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 814.778 MiB) 7.31.521.143 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1235, t_last = 449649188 7.31.521.416 I slot launch_slot_: id 0 | task 15455 | processing task, is_child = 0 7.33.606.273 I slot print_timing: id 1 | task 15450 | prompt processing, n_tokens = 1243, progress = 1.00, t = 3.44 s / 360.84 tokens per second 7.33.669.581 I slot print_timing: id 2 | task 15451 | prompt processing, n_tokens = 1293, progress = 1.00, t = 3.43 s / 376.65 tokens per second 7.34.369.397 I slot print_timing: id 1 | task 15450 | prompt eval time = 4070.50 ms / 1247 tokens ( 3.26 ms per token, 306.35 tokens per second) 7.34.369.404 I slot print_timing: id 1 | task 15450 | eval time = 259.81 ms / 2 tokens ( 259.81 ms per token, 3.85 tokens per second) 7.34.369.405 I slot print_timing: id 1 | task 15450 | total time = 4330.31 ms / 1249 tokens 7.34.369.406 I slot print_timing: id 1 | task 15450 | graphs reused = 14073 7.34.369.407 I slot print_timing: id 1 | task 15450 | graph reallocs = 0 / 0 (same size) / (changed size) 7.34.369.479 I slot release: id 1 | task 15450 | stop processing: n_tokens = 1249, truncated = 0 7.34.369.894 I slot print_timing: id 2 | task 15451 | prompt eval time = 4059.30 ms / 1297 tokens ( 3.13 ms per token, 319.51 tokens per second) 7.34.369.897 I slot print_timing: id 2 | task 15451 | eval time = 259.61 ms / 2 tokens ( 259.61 ms per token, 3.85 tokens per second) 7.34.369.897 I slot print_timing: id 2 | task 15451 | total time = 4318.91 ms / 1299 tokens 7.34.369.898 I slot print_timing: id 2 | task 15451 | graphs reused = 14073 7.34.369.899 I slot print_timing: id 2 | task 15451 | graph reallocs = 0 / 0 (same size) / (changed size) 7.34.369.967 I slot release: id 2 | task 15451 | stop processing: n_tokens = 1299, truncated = 0 7.34.591.076 I slot print_timing: id 0 | task 15455 | prompt eval time = 2847.55 ms / 2458 tokens ( 1.16 ms per token, 863.20 tokens per second) 7.34.591.080 I slot print_timing: id 0 | task 15455 | eval time = 222.08 ms / 2 tokens ( 222.08 ms per token, 4.50 tokens per second) 7.34.591.081 I slot print_timing: id 0 | task 15455 | total time = 3069.63 ms / 2460 tokens 7.34.591.082 I slot print_timing: id 0 | task 15455 | graphs reused = 14073 7.34.591.083 I slot print_timing: id 0 | task 15455 | graph reallocs = 0 / 0 (same size) / (changed size) 7.34.591.308 I slot release: id 0 | task 15455 | stop processing: n_tokens = 2460, truncated = 0 7.34.591.327 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.846 (> 0.100 thold), f_keep = 0.928 7.34.591.475 I slot launch_slot_: id 0 | task 15461 | processing task, is_child = 0 7.34.591.612 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1011.646 MiB) 7.34.605.046 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1005.927 MiB) 7.34.837.931 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 959.175 MiB) 7.35.051.669 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1249, t_last = 452915439 7.35.051.942 I slot launch_slot_: id 1 | task 15462 | processing task, is_child = 0 7.35.052.068 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1299, t_last = 452915926 7.35.052.290 I slot launch_slot_: id 2 | task 15463 | processing task, is_child = 0 7.37.242.390 I slot print_timing: id 0 | task 15461 | prompt eval time = 1852.01 ms / 415 tokens ( 4.46 ms per token, 224.08 tokens per second) 7.37.242.396 I slot print_timing: id 0 | task 15461 | eval time = 338.06 ms / 2 tokens ( 338.06 ms per token, 2.96 tokens per second) 7.37.242.397 I slot print_timing: id 0 | task 15461 | total time = 2190.08 ms / 417 tokens 7.37.242.398 I slot print_timing: id 0 | task 15461 | graphs reused = 14073 7.37.242.399 I slot print_timing: id 0 | task 15461 | graph reallocs = 0 / 0 (same size) / (changed size) 7.37.242.579 I slot release: id 0 | task 15461 | stop processing: n_tokens = 2698, truncated = 0 7.37.242.991 I slot print_timing: id 3 | task 15454 | prompt eval time = 4258.08 ms / 2549 tokens ( 1.67 ms per token, 598.63 tokens per second) 7.37.242.994 I slot print_timing: id 3 | task 15454 | eval time = 337.99 ms / 2 tokens ( 337.99 ms per token, 2.96 tokens per second) 7.37.242.995 I slot print_timing: id 3 | task 15454 | total time = 4596.07 ms / 2551 tokens 7.37.242.995 I slot print_timing: id 3 | task 15454 | graphs reused = 14073 7.37.242.996 I slot print_timing: id 3 | task 15454 | graph reallocs = 0 / 0 (same size) / (changed size) 7.37.243.126 I slot release: id 3 | task 15454 | stop processing: n_tokens = 2551, truncated = 0 7.37.655.116 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 2698, t_last = 455788538 7.37.655.319 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 929.627 MiB) 7.37.668.495 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 936.299 MiB) 7.37.937.206 I slot launch_slot_: id 0 | task 15468 | processing task, is_child = 0 7.37.937.402 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 934.393 MiB) 7.38.122.446 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 2551, t_last = 455789085 7.38.122.773 I slot launch_slot_: id 3 | task 15469 | processing task, is_child = 0 7.39.591.962 I slot print_timing: id 1 | task 15462 | prompt eval time = 4058.32 ms / 2609 tokens ( 1.56 ms per token, 642.88 tokens per second) 7.39.591.967 I slot print_timing: id 1 | task 15462 | eval time = 414.16 ms / 2 tokens ( 414.16 ms per token, 2.41 tokens per second) 7.39.591.968 I slot print_timing: id 1 | task 15462 | total time = 4472.48 ms / 2611 tokens 7.39.591.969 I slot print_timing: id 1 | task 15462 | graphs reused = 14073 7.39.591.970 I slot print_timing: id 1 | task 15462 | graph reallocs = 0 / 0 (same size) / (changed size) 7.39.592.143 I slot release: id 1 | task 15462 | stop processing: n_tokens = 2611, truncated = 0 7.39.592.551 I slot print_timing: id 2 | task 15463 | prompt eval time = 3129.40 ms / 1741 tokens ( 1.80 ms per token, 556.34 tokens per second) 7.39.592.554 I slot print_timing: id 2 | task 15463 | eval time = 414.08 ms / 2 tokens ( 414.08 ms per token, 2.41 tokens per second) 7.39.592.555 I slot print_timing: id 2 | task 15463 | total time = 3543.48 ms / 1743 tokens 7.39.592.556 I slot print_timing: id 2 | task 15463 | graphs reused = 14073 7.39.592.556 I slot print_timing: id 2 | task 15463 | graph reallocs = 0 / 0 (same size) / (changed size) 7.39.592.709 I slot release: id 2 | task 15463 | stop processing: n_tokens = 1743, truncated = 0 7.39.935.150 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.796 (> 0.100 thold), f_keep = 0.838 7.39.935.310 I slot launch_slot_: id 2 | task 15473 | processing task, is_child = 0 7.39.935.503 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1166.090 MiB) 7.39.952.410 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1204.047 MiB) 7.40.201.770 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 2611, t_last = 458138102 7.40.202.104 I slot launch_slot_: id 1 | task 15474 | processing task, is_child = 0 7.41.503.656 I slot print_timing: id 3 | task 15469 | prompt processing, n_tokens = 1682, progress = 0.93, t = 3.08 s / 546.12 tokens per second 7.41.693.571 I slot print_timing: id 0 | task 15468 | prompt eval time = 3254.23 ms / 2007 tokens ( 1.62 ms per token, 616.74 tokens per second) 7.41.693.576 I slot print_timing: id 0 | task 15468 | eval time = 316.55 ms / 2 tokens ( 316.55 ms per token, 3.16 tokens per second) 7.41.693.577 I slot print_timing: id 0 | task 15468 | total time = 3570.77 ms / 2009 tokens 7.41.693.578 I slot print_timing: id 0 | task 15468 | graphs reused = 14073 7.41.693.579 I slot print_timing: id 0 | task 15468 | graph reallocs = 0 / 0 (same size) / (changed size) 7.41.693.715 I slot release: id 0 | task 15468 | stop processing: n_tokens = 2009, truncated = 0 7.41.755.066 I slot print_timing: id 3 | task 15469 | prompt processing, n_tokens = 1813, progress = 1.00, t = 3.40 s / 533.74 tokens per second 7.42.065.598 I slot print_timing: id 2 | task 15473 | prompt eval time = 1398.89 ms / 374 tokens ( 3.74 ms per token, 267.35 tokens per second) 7.42.065.604 I slot print_timing: id 2 | task 15473 | eval time = 371.06 ms / 2 tokens ( 371.06 ms per token, 2.69 tokens per second) 7.42.065.606 I slot print_timing: id 2 | task 15473 | total time = 1769.96 ms / 376 tokens 7.42.065.607 I slot print_timing: id 2 | task 15473 | graphs reused = 14073 7.42.065.608 I slot print_timing: id 2 | task 15473 | graph reallocs = 0 / 0 (same size) / (changed size) 7.42.065.734 I slot release: id 2 | task 15473 | stop processing: n_tokens = 1835, truncated = 0 7.42.066.582 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.830 (> 0.100 thold), f_keep = 0.727 7.42.066.721 I slot launch_slot_: id 0 | task 15478 | processing task, is_child = 0 7.42.066.872 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1528.654 MiB) 7.42.322.806 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1835, t_last = 460611693 7.42.323.098 I slot launch_slot_: id 2 | task 15479 | processing task, is_child = 0 7.42.707.475 I slot print_timing: id 3 | task 15469 | prompt eval time = 3770.21 ms / 1817 tokens ( 2.07 ms per token, 481.94 tokens per second) 7.42.707.480 I slot print_timing: id 3 | task 15469 | eval time = 640.89 ms / 2 tokens ( 640.89 ms per token, 1.56 tokens per second) 7.42.707.481 I slot print_timing: id 3 | task 15469 | total time = 4411.10 ms / 1819 tokens 7.42.707.482 I slot print_timing: id 3 | task 15469 | graphs reused = 14073 7.42.707.482 I slot print_timing: id 3 | task 15469 | graph reallocs = 0 / 0 (same size) / (changed size) 7.42.707.599 I slot release: id 3 | task 15469 | stop processing: n_tokens = 1819, truncated = 0 7.43.140.570 I slot print_timing: id 1 | task 15474 | prompt eval time = 2427.54 ms / 1930 tokens ( 1.26 ms per token, 795.04 tokens per second) 7.43.140.576 I slot print_timing: id 1 | task 15474 | eval time = 433.40 ms / 2 tokens ( 433.40 ms per token, 2.31 tokens per second) 7.43.140.577 I slot print_timing: id 1 | task 15474 | total time = 2860.94 ms / 1932 tokens 7.43.140.578 I slot print_timing: id 1 | task 15474 | graphs reused = 14073 7.43.140.579 I slot print_timing: id 1 | task 15474 | graph reallocs = 0 / 0 (same size) / (changed size) 7.43.140.722 I slot release: id 1 | task 15474 | stop processing: n_tokens = 1932, truncated = 0 7.43.140.740 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1819, t_last = 461253558 7.43.140.900 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1225.048 MiB) 7.43.413.773 I slot launch_slot_: id 3 | task 15482 | processing task, is_child = 0 7.43.413.929 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1642.564 MiB) 7.43.708.791 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1932, t_last = 461686681 7.43.709.100 I slot launch_slot_: id 1 | task 15483 | processing task, is_child = 0 7.44.612.349 I slot print_timing: id 0 | task 15478 | prompt eval time = 1830.98 ms / 337 tokens ( 5.43 ms per token, 184.05 tokens per second) 7.44.612.355 I slot print_timing: id 0 | task 15478 | eval time = 458.24 ms / 2 tokens ( 458.24 ms per token, 2.18 tokens per second) 7.44.612.356 I slot print_timing: id 0 | task 15478 | total time = 2289.22 ms / 339 tokens 7.44.612.358 I slot print_timing: id 0 | task 15478 | graphs reused = 14073 7.44.612.359 I slot print_timing: id 0 | task 15478 | graph reallocs = 0 / 0 (same size) / (changed size) 7.44.612.496 I slot release: id 0 | task 15478 | stop processing: n_tokens = 1760, truncated = 0 7.44.854.675 I slot print_timing: id 2 | task 15479 | prompt eval time = 2071.27 ms / 725 tokens ( 2.86 ms per token, 350.03 tokens per second) 7.44.854.682 I slot print_timing: id 2 | task 15479 | eval time = 241.34 ms / 2 tokens ( 241.34 ms per token, 4.14 tokens per second) 7.44.854.683 I slot print_timing: id 2 | task 15479 | total time = 2312.61 ms / 727 tokens 7.44.854.684 I slot print_timing: id 2 | task 15479 | graphs reused = 14073 7.44.854.687 I slot print_timing: id 2 | task 15479 | graph reallocs = 0 / 0 (same size) / (changed size) 7.44.854.755 I slot release: id 2 | task 15479 | stop processing: n_tokens = 727, truncated = 0 7.44.854.775 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.881 (> 0.100 thold), f_keep = 0.879 7.44.854.947 I slot launch_slot_: id 2 | task 15487 | processing task, is_child = 0 7.44.855.132 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1320.253 MiB) 7.45.039.136 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1760, t_last = 463158456 7.45.039.422 I slot launch_slot_: id 0 | task 15488 | processing task, is_child = 0 7.45.726.413 I slot print_timing: id 1 | task 15483 | prompt eval time = 1621.52 ms / 759 tokens ( 2.14 ms per token, 468.08 tokens per second) 7.45.726.418 I slot print_timing: id 1 | task 15483 | eval time = 335.58 ms / 2 tokens ( 335.58 ms per token, 2.98 tokens per second) 7.45.726.419 I slot print_timing: id 1 | task 15483 | total time = 1957.10 ms / 761 tokens 7.45.726.420 I slot print_timing: id 1 | task 15483 | graphs reused = 14073 7.45.726.421 I slot print_timing: id 1 | task 15483 | graph reallocs = 0 / 0 (same size) / (changed size) 7.45.726.475 I slot release: id 1 | task 15483 | stop processing: n_tokens = 761, truncated = 0 7.45.726.897 I slot print_timing: id 3 | task 15482 | prompt eval time = 1559.50 ms / 745 tokens ( 2.09 ms per token, 477.72 tokens per second) 7.45.726.900 I slot print_timing: id 3 | task 15482 | eval time = 335.26 ms / 2 tokens ( 335.26 ms per token, 2.98 tokens per second) 7.45.726.900 I slot print_timing: id 3 | task 15482 | total time = 1894.76 ms / 747 tokens 7.45.726.901 I slot print_timing: id 3 | task 15482 | graphs reused = 14073 7.45.726.902 I slot print_timing: id 3 | task 15482 | graph reallocs = 0 / 0 (same size) / (changed size) 7.45.726.944 I slot release: id 3 | task 15482 | stop processing: n_tokens = 747, truncated = 0 7.45.888.919 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 761, t_last = 464272433 7.45.991.153 I slot launch_slot_: id 1 | task 15492 | processing task, is_child = 0 7.45.991.255 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1321.191 MiB) 7.46.145.329 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 747, t_last = 464272902 7.46.145.579 I slot launch_slot_: id 3 | task 15493 | processing task, is_child = 0 7.46.605.277 I slot print_timing: id 2 | task 15487 | prompt eval time = 776.47 ms / 115 tokens ( 6.75 ms per token, 148.11 tokens per second) 7.46.605.282 I slot print_timing: id 2 | task 15487 | eval time = 716.36 ms / 2 tokens ( 716.36 ms per token, 1.40 tokens per second) 7.46.605.283 I slot print_timing: id 2 | task 15487 | total time = 1492.83 ms / 117 tokens 7.46.605.284 I slot print_timing: id 2 | task 15487 | graphs reused = 14073 7.46.605.284 I slot print_timing: id 2 | task 15487 | graph reallocs = 0 / 0 (same size) / (changed size) 7.46.605.335 I slot release: id 2 | task 15487 | stop processing: n_tokens = 726, truncated = 0 7.46.983.084 I slot print_timing: id 0 | task 15488 | prompt eval time = 1565.47 ms / 738 tokens ( 2.12 ms per token, 471.42 tokens per second) 7.46.983.089 I slot print_timing: id 0 | task 15488 | eval time = 378.17 ms / 2 tokens ( 378.17 ms per token, 2.64 tokens per second) 7.46.983.090 I slot print_timing: id 0 | task 15488 | total time = 1943.64 ms / 740 tokens 7.46.983.092 I slot print_timing: id 0 | task 15488 | graphs reused = 14073 7.46.983.093 I slot print_timing: id 0 | task 15488 | graph reallocs = 0 / 0 (same size) / (changed size) 7.46.983.150 I slot release: id 0 | task 15488 | stop processing: n_tokens = 740, truncated = 0 7.46.983.169 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 726, t_last = 465151293 7.46.983.269 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1629.070 MiB) 7.47.129.688 I slot launch_slot_: id 2 | task 15496 | processing task, is_child = 0 7.47.254.543 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 740, t_last = 465529108 7.47.254.790 I slot launch_slot_: id 0 | task 15497 | processing task, is_child = 0 7.48.551.113 I slot print_timing: id 1 | task 15492 | prompt eval time = 2114.50 ms / 1045 tokens ( 2.02 ms per token, 494.21 tokens per second) 7.48.551.119 I slot print_timing: id 1 | task 15492 | eval time = 235.71 ms / 2 tokens ( 235.71 ms per token, 4.24 tokens per second) 7.48.551.120 I slot print_timing: id 1 | task 15492 | total time = 2350.21 ms / 1047 tokens 7.48.551.121 I slot print_timing: id 1 | task 15492 | graphs reused = 14073 7.48.551.121 I slot print_timing: id 1 | task 15492 | graph reallocs = 0 / 0 (same size) / (changed size) 7.48.551.196 I slot release: id 1 | task 15492 | stop processing: n_tokens = 1047, truncated = 0 7.48.551.617 I slot print_timing: id 3 | task 15493 | prompt eval time = 2102.72 ms / 797 tokens ( 2.64 ms per token, 379.03 tokens per second) 7.48.551.620 I slot print_timing: id 3 | task 15493 | eval time = 235.53 ms / 2 tokens ( 235.53 ms per token, 4.25 tokens per second) 7.48.551.621 I slot print_timing: id 3 | task 15493 | total time = 2338.24 ms / 799 tokens 7.48.551.621 I slot print_timing: id 3 | task 15493 | graphs reused = 14073 7.48.551.622 I slot print_timing: id 3 | task 15493 | graph reallocs = 0 / 0 (same size) / (changed size) 7.48.551.677 I slot release: id 3 | task 15493 | stop processing: n_tokens = 799, truncated = 0 7.48.687.574 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1047, t_last = 467097155 7.48.687.695 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1628.820 MiB) 7.48.907.735 I slot launch_slot_: id 1 | task 15502 | processing task, is_child = 0 7.49.016.230 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 799, t_last = 467097637 7.49.016.470 I slot launch_slot_: id 3 | task 15503 | processing task, is_child = 0 7.49.357.583 I slot print_timing: id 0 | task 15497 | prompt eval time = 1432.07 ms / 797 tokens ( 1.80 ms per token, 556.54 tokens per second) 7.49.357.589 I slot print_timing: id 0 | task 15497 | eval time = 670.70 ms / 2 tokens ( 670.70 ms per token, 1.49 tokens per second) 7.49.357.590 I slot print_timing: id 0 | task 15497 | total time = 2102.77 ms / 799 tokens 7.49.357.592 I slot print_timing: id 0 | task 15497 | graphs reused = 14073 7.49.357.593 I slot print_timing: id 0 | task 15497 | graph reallocs = 0 / 0 (same size) / (changed size) 7.49.357.664 I slot release: id 0 | task 15497 | stop processing: n_tokens = 799, truncated = 0 7.49.358.082 I slot print_timing: id 2 | task 15496 | prompt eval time = 1356.84 ms / 806 tokens ( 1.68 ms per token, 594.03 tokens per second) 7.49.358.085 I slot print_timing: id 2 | task 15496 | eval time = 670.51 ms / 2 tokens ( 670.51 ms per token, 1.49 tokens per second) 7.49.358.086 I slot print_timing: id 2 | task 15496 | total time = 2027.36 ms / 808 tokens 7.49.358.087 I slot print_timing: id 2 | task 15496 | graphs reused = 14073 7.49.358.088 I slot print_timing: id 2 | task 15496 | graph reallocs = 0 / 0 (same size) / (changed size) 7.49.358.138 I slot release: id 2 | task 15496 | stop processing: n_tokens = 808, truncated = 0 7.49.598.467 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 799, t_last = 467903623 7.49.598.573 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1310.574 MiB) 7.49.801.563 I slot launch_slot_: id 0 | task 15506 | processing task, is_child = 0 7.49.948.586 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 808, t_last = 467904096 7.49.948.830 I slot launch_slot_: id 2 | task 15507 | processing task, is_child = 0 7.51.281.104 I slot print_timing: id 1 | task 15502 | prompt eval time = 1976.79 ms / 843 tokens ( 2.34 ms per token, 426.45 tokens per second) 7.51.281.110 I slot print_timing: id 1 | task 15502 | eval time = 287.82 ms / 2 tokens ( 287.82 ms per token, 3.47 tokens per second) 7.51.281.111 I slot print_timing: id 1 | task 15502 | total time = 2264.61 ms / 845 tokens 7.51.281.112 I slot print_timing: id 1 | task 15502 | graphs reused = 14073 7.51.281.113 I slot print_timing: id 1 | task 15502 | graph reallocs = 0 / 0 (same size) / (changed size) 7.51.281.182 I slot release: id 1 | task 15502 | stop processing: n_tokens = 845, truncated = 0 7.51.281.600 I slot print_timing: id 3 | task 15503 | prompt eval time = 1963.86 ms / 836 tokens ( 2.35 ms per token, 425.69 tokens per second) 7.51.281.603 I slot print_timing: id 3 | task 15503 | eval time = 287.60 ms / 2 tokens ( 287.60 ms per token, 3.48 tokens per second) 7.51.281.604 I slot print_timing: id 3 | task 15503 | total time = 2251.46 ms / 838 tokens 7.51.281.604 I slot print_timing: id 3 | task 15503 | graphs reused = 14073 7.51.281.605 I slot print_timing: id 3 | task 15503 | graph reallocs = 0 / 0 (same size) / (changed size) 7.51.281.654 I slot release: id 3 | task 15503 | stop processing: n_tokens = 838, truncated = 0 7.51.428.583 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 845, t_last = 469827141 7.51.428.688 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1307.572 MiB) 7.51.604.651 I slot launch_slot_: id 1 | task 15512 | processing task, is_child = 0 7.51.604.757 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 753.494 MiB) 7.51.729.662 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.870 (> 0.100 thold), f_keep = 0.891 7.51.729.818 I slot launch_slot_: id 3 | task 15513 | processing task, is_child = 0 7.51.935.142 I slot print_timing: id 0 | task 15506 | prompt eval time = 1479.04 ms / 907 tokens ( 1.63 ms per token, 613.24 tokens per second) 7.51.935.147 I slot print_timing: id 0 | task 15506 | eval time = 507.25 ms / 2 tokens ( 507.25 ms per token, 1.97 tokens per second) 7.51.935.148 I slot print_timing: id 0 | task 15506 | total time = 1986.28 ms / 909 tokens 7.51.935.151 I slot print_timing: id 0 | task 15506 | graphs reused = 14073 7.51.935.151 I slot print_timing: id 0 | task 15506 | graph reallocs = 0 / 0 (same size) / (changed size) 7.51.935.216 I slot release: id 0 | task 15506 | stop processing: n_tokens = 909, truncated = 0 7.51.935.649 I slot print_timing: id 2 | task 15507 | prompt eval time = 1415.74 ms / 899 tokens ( 1.57 ms per token, 635.00 tokens per second) 7.51.935.653 I slot print_timing: id 2 | task 15507 | eval time = 507.07 ms / 2 tokens ( 507.07 ms per token, 1.97 tokens per second) 7.51.935.653 I slot print_timing: id 2 | task 15507 | total time = 1922.81 ms / 901 tokens 7.51.935.654 I slot print_timing: id 2 | task 15507 | graphs reused = 14073 7.51.935.655 I slot print_timing: id 2 | task 15507 | graph reallocs = 0 / 0 (same size) / (changed size) 7.51.935.706 I slot release: id 2 | task 15507 | stop processing: n_tokens = 901, truncated = 0 7.52.191.159 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 909, t_last = 470481176 7.52.191.305 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 740.150 MiB) 7.52.363.312 I slot launch_slot_: id 0 | task 15516 | processing task, is_child = 0 7.52.363.422 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 911.078 MiB) 7.52.588.591 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 901, t_last = 470481665 7.52.588.829 I slot launch_slot_: id 2 | task 15517 | processing task, is_child = 0 7.53.536.583 I slot print_timing: id 3 | task 15513 | prompt eval time = 1328.41 ms / 141 tokens ( 9.42 ms per token, 106.14 tokens per second) 7.53.536.588 I slot print_timing: id 3 | task 15513 | eval time = 467.19 ms / 2 tokens ( 467.19 ms per token, 2.14 tokens per second) 7.53.536.590 I slot print_timing: id 3 | task 15513 | total time = 1795.59 ms / 143 tokens 7.53.536.591 I slot print_timing: id 3 | task 15513 | graphs reused = 14073 7.53.536.592 I slot print_timing: id 3 | task 15513 | graph reallocs = 0 / 0 (same size) / (changed size) 7.53.536.664 I slot release: id 3 | task 15513 | stop processing: n_tokens = 860, truncated = 0 7.53.774.950 I slot print_timing: id 1 | task 15512 | prompt eval time = 1806.35 ms / 685 tokens ( 2.64 ms per token, 379.22 tokens per second) 7.53.774.957 I slot print_timing: id 1 | task 15512 | eval time = 238.76 ms / 2 tokens ( 238.76 ms per token, 4.19 tokens per second) 7.53.774.958 I slot print_timing: id 1 | task 15512 | total time = 2045.11 ms / 687 tokens 7.53.774.959 I slot print_timing: id 1 | task 15512 | graphs reused = 14073 7.53.774.959 I slot print_timing: id 1 | task 15512 | graph reallocs = 0 / 0 (same size) / (changed size) 7.53.775.030 I slot release: id 1 | task 15512 | stop processing: n_tokens = 687, truncated = 0 7.53.775.047 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 860, t_last = 472082623 7.53.775.176 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 733.477 MiB) 7.53.785.431 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1100.791 MiB) 7.53.994.667 I slot launch_slot_: id 3 | task 15521 | processing task, is_child = 0 7.54.111.345 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 687, t_last = 472320990 7.54.111.581 I slot launch_slot_: id 1 | task 15522 | processing task, is_child = 0 7.54.903.315 I slot print_timing: id 0 | task 15516 | prompt eval time = 1886.38 ms / 825 tokens ( 2.29 ms per token, 437.35 tokens per second) 7.54.903.320 I slot print_timing: id 0 | task 15516 | eval time = 428.08 ms / 2 tokens ( 428.08 ms per token, 2.34 tokens per second) 7.54.903.321 I slot print_timing: id 0 | task 15516 | total time = 2314.46 ms / 827 tokens 7.54.903.322 I slot print_timing: id 0 | task 15516 | graphs reused = 14073 7.54.903.323 I slot print_timing: id 0 | task 15516 | graph reallocs = 0 / 0 (same size) / (changed size) 7.54.903.395 I slot release: id 0 | task 15516 | stop processing: n_tokens = 827, truncated = 0 7.54.903.737 I slot print_timing: id 2 | task 15517 | prompt eval time = 1841.62 ms / 852 tokens ( 2.16 ms per token, 462.64 tokens per second) 7.54.903.740 I slot print_timing: id 2 | task 15517 | eval time = 426.33 ms / 2 tokens ( 426.33 ms per token, 2.35 tokens per second) 7.54.903.741 I slot print_timing: id 2 | task 15517 | total time = 2267.95 ms / 854 tokens 7.54.903.742 I slot print_timing: id 2 | task 15517 | graphs reused = 14073 7.54.903.742 I slot print_timing: id 2 | task 15517 | graph reallocs = 0 / 0 (same size) / (changed size) 7.54.903.784 I slot release: id 2 | task 15517 | stop processing: n_tokens = 854, truncated = 0 7.55.045.381 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 827, t_last = 473449354 7.55.045.490 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 794.402 MiB) 7.55.171.618 I slot launch_slot_: id 0 | task 15526 | processing task, is_child = 0 7.55.171.726 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 810.028 MiB) 7.55.338.609 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 854, t_last = 473449742 7.55.338.856 I slot launch_slot_: id 2 | task 15527 | processing task, is_child = 0 7.56.060.544 I slot print_timing: id 1 | task 15522 | prompt eval time = 1501.48 ms / 746 tokens ( 2.01 ms per token, 496.84 tokens per second) 7.56.060.549 I slot print_timing: id 1 | task 15522 | eval time = 396.75 ms / 2 tokens ( 396.75 ms per token, 2.52 tokens per second) 7.56.060.550 I slot print_timing: id 1 | task 15522 | total time = 1898.23 ms / 748 tokens 7.56.060.551 I slot print_timing: id 1 | task 15522 | graphs reused = 14073 7.56.060.552 I slot print_timing: id 1 | task 15522 | graph reallocs = 0 / 0 (same size) / (changed size) 7.56.060.610 I slot release: id 1 | task 15522 | stop processing: n_tokens = 748, truncated = 0 7.56.061.032 I slot print_timing: id 3 | task 15521 | prompt eval time = 1438.69 ms / 762 tokens ( 1.89 ms per token, 529.65 tokens per second) 7.56.061.035 I slot print_timing: id 3 | task 15521 | eval time = 396.56 ms / 2 tokens ( 396.56 ms per token, 2.52 tokens per second) 7.56.061.036 I slot print_timing: id 3 | task 15521 | total time = 1835.26 ms / 764 tokens 7.56.061.037 I slot print_timing: id 3 | task 15521 | graphs reused = 14073 7.56.061.037 I slot print_timing: id 3 | task 15521 | graph reallocs = 0 / 0 (same size) / (changed size) 7.56.061.077 I slot release: id 3 | task 15521 | stop processing: n_tokens = 764, truncated = 0 7.56.196.684 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 748, t_last = 474606570 7.56.196.786 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 818.606 MiB) 7.56.344.626 I slot launch_slot_: id 1 | task 15531 | processing task, is_child = 0 7.56.344.726 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 867.312 MiB) 7.56.468.739 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 764, t_last = 474607036 7.56.469.218 I slot launch_slot_: id 3 | task 15532 | processing task, is_child = 0 7.57.255.002 I slot print_timing: id 0 | task 15526 | prompt eval time = 1485.78 ms / 720 tokens ( 2.06 ms per token, 484.59 tokens per second) 7.57.255.008 I slot print_timing: id 0 | task 15526 | eval time = 430.34 ms / 2 tokens ( 430.34 ms per token, 2.32 tokens per second) 7.57.255.009 I slot print_timing: id 0 | task 15526 | total time = 1916.12 ms / 722 tokens 7.57.255.010 I slot print_timing: id 0 | task 15526 | graphs reused = 14073 7.57.255.011 I slot print_timing: id 0 | task 15526 | graph reallocs = 0 / 0 (same size) / (changed size) 7.57.255.083 I slot release: id 0 | task 15526 | stop processing: n_tokens = 722, truncated = 0 7.57.255.544 I slot print_timing: id 2 | task 15527 | prompt eval time = 1431.33 ms / 741 tokens ( 1.93 ms per token, 517.70 tokens per second) 7.57.255.548 I slot print_timing: id 2 | task 15527 | eval time = 430.05 ms / 2 tokens ( 430.05 ms per token, 2.33 tokens per second) 7.57.255.549 I slot print_timing: id 2 | task 15527 | total time = 1861.38 ms / 743 tokens 7.57.255.549 I slot print_timing: id 2 | task 15527 | graphs reused = 14073 7.57.255.550 I slot print_timing: id 2 | task 15527 | graph reallocs = 0 / 0 (same size) / (changed size) 7.57.255.595 I slot release: id 2 | task 15527 | stop processing: n_tokens = 743, truncated = 0 7.57.405.394 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.887 (> 0.100 thold), f_keep = 0.877 7.57.405.540 I slot launch_slot_: id 0 | task 15536 | processing task, is_child = 0 7.57.405.635 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 860.639 MiB) 7.57.561.384 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.878 (> 0.100 thold), f_keep = 0.852 7.57.561.548 I slot launch_slot_: id 2 | task 15537 | processing task, is_child = 0 7.58.052.129 I slot print_timing: id 1 | task 15531 | prompt eval time = 1295.72 ms / 724 tokens ( 1.79 ms per token, 558.76 tokens per second) 7.58.052.134 I slot print_timing: id 1 | task 15531 | eval time = 220.14 ms / 2 tokens ( 220.14 ms per token, 4.54 tokens per second) 7.58.052.135 I slot print_timing: id 1 | task 15531 | total time = 1515.86 ms / 726 tokens 7.58.052.138 I slot print_timing: id 1 | task 15531 | graphs reused = 14073 7.58.052.139 I slot print_timing: id 1 | task 15531 | graph reallocs = 0 / 0 (same size) / (changed size) 7.58.052.194 I slot release: id 1 | task 15531 | stop processing: n_tokens = 726, truncated = 0 7.58.052.611 I slot print_timing: id 3 | task 15532 | prompt eval time = 1231.67 ms / 715 tokens ( 1.72 ms per token, 580.51 tokens per second) 7.58.052.614 I slot print_timing: id 3 | task 15532 | eval time = 219.96 ms / 2 tokens ( 219.96 ms per token, 4.55 tokens per second) 7.58.052.615 I slot print_timing: id 3 | task 15532 | total time = 1451.64 ms / 717 tokens 7.58.052.616 I slot print_timing: id 3 | task 15532 | graphs reused = 14073 7.58.052.617 I slot print_timing: id 3 | task 15532 | graph reallocs = 0 / 0 (same size) / (changed size) 7.58.052.661 I slot release: id 3 | task 15532 | stop processing: n_tokens = 717, truncated = 0 7.58.177.630 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.877 (> 0.100 thold), f_keep = 0.886 7.58.177.763 I slot launch_slot_: id 3 | task 15541 | processing task, is_child = 0 7.58.177.859 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 928.315 MiB) 7.58.322.380 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.889 (> 0.100 thold), f_keep = 0.872 7.58.322.532 I slot launch_slot_: id 1 | task 15542 | processing task, is_child = 0 7.58.480.556 I slot print_timing: id 0 | task 15536 | prompt eval time = 615.39 ms / 110 tokens ( 5.59 ms per token, 178.75 tokens per second) 7.58.480.579 I slot print_timing: id 0 | task 15536 | eval time = 303.57 ms / 2 tokens ( 303.57 ms per token, 3.29 tokens per second) 7.58.480.581 I slot print_timing: id 0 | task 15536 | total time = 918.96 ms / 112 tokens 7.58.480.583 I slot print_timing: id 0 | task 15536 | graphs reused = 14073 7.58.480.584 I slot print_timing: id 0 | task 15536 | graph reallocs = 0 / 0 (same size) / (changed size) 7.58.480.713 I slot release: id 0 | task 15536 | stop processing: n_tokens = 715, truncated = 0 7.58.481.935 I slot print_timing: id 2 | task 15537 | prompt eval time = 512.68 ms / 117 tokens ( 4.38 ms per token, 228.21 tokens per second) 7.58.481.948 I slot print_timing: id 2 | task 15537 | eval time = 304.30 ms / 2 tokens ( 304.30 ms per token, 3.29 tokens per second) 7.58.481.949 I slot print_timing: id 2 | task 15537 | total time = 816.98 ms / 119 tokens 7.58.481.951 I slot print_timing: id 2 | task 15537 | graphs reused = 14073 7.58.481.952 I slot print_timing: id 2 | task 15537 | graph reallocs = 0 / 0 (same size) / (changed size) 7.58.482.030 I slot release: id 2 | task 15537 | stop processing: n_tokens = 722, truncated = 0 7.58.651.016 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.838 (> 0.100 thold), f_keep = 0.885 7.58.651.160 I slot launch_slot_: id 0 | task 15545 | processing task, is_child = 0 7.58.651.272 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 920.689 MiB) 7.58.824.830 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.878 (> 0.100 thold), f_keep = 0.877 7.58.824.984 I slot launch_slot_: id 2 | task 15546 | processing task, is_child = 0 7.59.333.819 I slot print_timing: id 1 | task 15542 | prompt eval time = 776.29 ms / 108 tokens ( 7.19 ms per token, 139.12 tokens per second) 7.59.333.825 I slot print_timing: id 1 | task 15542 | eval time = 234.98 ms / 2 tokens ( 234.98 ms per token, 4.26 tokens per second) 7.59.333.826 I slot print_timing: id 1 | task 15542 | total time = 1011.26 ms / 110 tokens 7.59.333.828 I slot print_timing: id 1 | task 15542 | graphs reused = 14073 7.59.333.829 I slot print_timing: id 1 | task 15542 | graph reallocs = 0 / 0 (same size) / (changed size) 7.59.333.884 I slot release: id 1 | task 15542 | stop processing: n_tokens = 713, truncated = 0 7.59.334.312 I slot print_timing: id 3 | task 15541 | prompt eval time = 715.49 ms / 120 tokens ( 5.96 ms per token, 167.72 tokens per second) 7.59.334.315 I slot print_timing: id 3 | task 15541 | eval time = 234.80 ms / 2 tokens ( 234.80 ms per token, 4.26 tokens per second) 7.59.334.316 I slot print_timing: id 3 | task 15541 | total time = 950.29 ms / 122 tokens 7.59.334.316 I slot print_timing: id 3 | task 15541 | graphs reused = 14073 7.59.334.317 I slot print_timing: id 3 | task 15541 | graph reallocs = 0 / 0 (same size) / (changed size) 7.59.334.363 I slot release: id 3 | task 15541 | stop processing: n_tokens = 725, truncated = 0 7.59.460.831 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.885 (> 0.100 thold), f_keep = 0.888 7.59.460.942 I slot launch_slot_: id 1 | task 15550 | processing task, is_child = 0 7.59.461.035 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1099.118 MiB) 7.59.660.471 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 725, t_last = 477880321 7.59.660.708 I slot launch_slot_: id 3 | task 15551 | processing task, is_child = 0 7.59.917.629 I slot print_timing: id 0 | task 15545 | prompt eval time = 635.13 ms / 151 tokens ( 4.21 ms per token, 237.74 tokens per second) 7.59.917.635 I slot print_timing: id 0 | task 15545 | eval time = 457.49 ms / 2 tokens ( 457.49 ms per token, 2.19 tokens per second) 7.59.917.635 I slot print_timing: id 0 | task 15545 | total time = 1092.62 ms / 153 tokens 7.59.917.636 I slot print_timing: id 0 | task 15545 | graphs reused = 14073 7.59.917.637 I slot print_timing: id 0 | task 15545 | graph reallocs = 0 / 0 (same size) / (changed size) 7.59.917.694 I slot release: id 0 | task 15545 | stop processing: n_tokens = 756, truncated = 0 7.59.918.107 I slot print_timing: id 2 | task 15546 | prompt eval time = 529.04 ms / 117 tokens ( 4.52 ms per token, 221.16 tokens per second) 7.59.918.110 I slot print_timing: id 2 | task 15546 | eval time = 457.29 ms / 2 tokens ( 457.29 ms per token, 2.19 tokens per second) 7.59.918.111 I slot print_timing: id 2 | task 15546 | total time = 986.32 ms / 119 tokens 7.59.918.112 I slot print_timing: id 2 | task 15546 | graphs reused = 14073 7.59.918.112 I slot print_timing: id 2 | task 15546 | graph reallocs = 0 / 0 (same size) / (changed size) 7.59.918.154 I slot release: id 2 | task 15546 | stop processing: n_tokens = 722, truncated = 0 8.00.058.105 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 756, t_last = 478463654 8.00.237.908 I slot launch_slot_: id 0 | task 15554 | processing task, is_child = 0 8.00.238.007 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 672.334 MiB) 8.00.247.383 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 846.092 MiB) 8.00.404.509 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 722, t_last = 478464112 8.00.404.749 I slot launch_slot_: id 2 | task 15555 | processing task, is_child = 0 8.01.593.624 I slot print_timing: id 1 | task 15550 | prompt eval time = 1454.26 ms / 111 tokens ( 13.10 ms per token, 76.33 tokens per second) 8.01.593.630 I slot print_timing: id 1 | task 15550 | eval time = 478.62 ms / 2 tokens ( 478.62 ms per token, 2.09 tokens per second) 8.01.593.631 I slot print_timing: id 1 | task 15550 | total time = 1932.89 ms / 113 tokens 8.01.593.632 I slot print_timing: id 1 | task 15550 | graphs reused = 14073 8.01.593.633 I slot print_timing: id 1 | task 15550 | graph reallocs = 0 / 0 (same size) / (changed size) 8.01.593.691 I slot release: id 1 | task 15550 | stop processing: n_tokens = 716, truncated = 0 8.01.857.325 I slot print_timing: id 3 | task 15551 | prompt eval time = 1871.91 ms / 893 tokens ( 2.10 ms per token, 477.05 tokens per second) 8.01.857.332 I slot print_timing: id 3 | task 15551 | eval time = 262.85 ms / 2 tokens ( 262.85 ms per token, 3.80 tokens per second) 8.01.857.333 I slot print_timing: id 3 | task 15551 | total time = 2134.76 ms / 895 tokens 8.01.857.334 I slot print_timing: id 3 | task 15551 | graphs reused = 14073 8.01.857.335 I slot print_timing: id 3 | task 15551 | graph reallocs = 0 / 0 (same size) / (changed size) 8.01.857.427 I slot release: id 3 | task 15551 | stop processing: n_tokens = 895, truncated = 0 8.01.857.446 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 716, t_last = 480139649 8.01.857.568 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 871.827 MiB) 8.02.026.339 I slot launch_slot_: id 1 | task 15559 | processing task, is_child = 0 8.02.026.449 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 745.165 MiB) 8.02.194.323 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 895, t_last = 480403387 8.02.194.573 I slot launch_slot_: id 3 | task 15560 | processing task, is_child = 0 8.03.248.087 I slot print_timing: id 0 | task 15554 | prompt eval time = 2456.56 ms / 877 tokens ( 2.80 ms per token, 357.00 tokens per second) 8.03.248.092 I slot print_timing: id 0 | task 15554 | eval time = 386.75 ms / 2 tokens ( 386.75 ms per token, 2.59 tokens per second) 8.03.248.093 I slot print_timing: id 0 | task 15554 | total time = 2843.31 ms / 879 tokens 8.03.248.094 I slot print_timing: id 0 | task 15554 | graphs reused = 14073 8.03.248.095 I slot print_timing: id 0 | task 15554 | graph reallocs = 0 / 0 (same size) / (changed size) 8.03.248.158 I slot release: id 0 | task 15554 | stop processing: n_tokens = 879, truncated = 0 8.03.248.627 I slot print_timing: id 2 | task 15555 | prompt eval time = 2400.92 ms / 1109 tokens ( 2.16 ms per token, 461.91 tokens per second) 8.03.248.633 I slot print_timing: id 2 | task 15555 | eval time = 386.68 ms / 2 tokens ( 386.68 ms per token, 2.59 tokens per second) 8.03.248.636 I slot print_timing: id 2 | task 15555 | total time = 2787.61 ms / 1111 tokens 8.03.248.638 I slot print_timing: id 2 | task 15555 | graphs reused = 14073 8.03.248.639 I slot print_timing: id 2 | task 15555 | graph reallocs = 0 / 0 (same size) / (changed size) 8.03.248.718 I slot release: id 2 | task 15555 | stop processing: n_tokens = 1111, truncated = 0 8.03.449.281 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.903 (> 0.100 thold), f_keep = 0.893 8.03.449.449 I slot launch_slot_: id 2 | task 15564 | processing task, is_child = 0 8.03.449.590 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 760.416 MiB) 8.03.606.395 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 879, t_last = 481794116 8.03.606.646 I slot launch_slot_: id 0 | task 15565 | processing task, is_child = 0 8.04.511.984 I slot print_timing: id 1 | task 15559 | prompt eval time = 1893.06 ms / 1099 tokens ( 1.72 ms per token, 580.54 tokens per second) 8.04.511.991 I slot print_timing: id 1 | task 15559 | eval time = 372.08 ms / 2 tokens ( 372.08 ms per token, 2.69 tokens per second) 8.04.511.992 I slot print_timing: id 1 | task 15559 | total time = 2265.14 ms / 1101 tokens 8.04.511.993 I slot print_timing: id 1 | task 15559 | graphs reused = 14073 8.04.511.996 I slot print_timing: id 1 | task 15559 | graph reallocs = 0 / 0 (same size) / (changed size) 8.04.512.071 I slot release: id 1 | task 15559 | stop processing: n_tokens = 1101, truncated = 0 8.04.512.615 I slot print_timing: id 3 | task 15560 | prompt eval time = 1805.87 ms / 1104 tokens ( 1.64 ms per token, 611.34 tokens per second) 8.04.512.621 I slot print_timing: id 3 | task 15560 | eval time = 372.05 ms / 2 tokens ( 372.05 ms per token, 2.69 tokens per second) 8.04.512.622 I slot print_timing: id 3 | task 15560 | total time = 2177.92 ms / 1106 tokens 8.04.512.623 I slot print_timing: id 3 | task 15560 | graphs reused = 14073 8.04.512.623 I slot print_timing: id 3 | task 15560 | graph reallocs = 0 / 0 (same size) / (changed size) 8.04.512.683 I slot release: id 3 | task 15560 | stop processing: n_tokens = 1106, truncated = 0 8.04.734.304 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.909 (> 0.100 thold), f_keep = 0.897 8.04.734.439 I slot launch_slot_: id 3 | task 15569 | processing task, is_child = 0 8.04.734.560 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 734.462 MiB) 8.04.744.289 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 718.258 MiB) 8.04.936.470 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.901 (> 0.100 thold), f_keep = 0.900 8.04.936.616 I slot launch_slot_: id 1 | task 15570 | processing task, is_child = 0 8.05.221.724 I slot print_timing: id 2 | task 15564 | prompt eval time = 1056.83 ms / 181 tokens ( 5.84 ms per token, 171.27 tokens per second) 8.05.221.729 I slot print_timing: id 2 | task 15564 | eval time = 487.43 ms / 2 tokens ( 487.43 ms per token, 2.05 tokens per second) 8.05.221.730 I slot print_timing: id 2 | task 15564 | total time = 1544.26 ms / 183 tokens 8.05.221.731 I slot print_timing: id 2 | task 15564 | graphs reused = 14073 8.05.221.732 I slot print_timing: id 2 | task 15564 | graph reallocs = 0 / 0 (same size) / (changed size) 8.05.221.792 I slot release: id 2 | task 15564 | stop processing: n_tokens = 1099, truncated = 0 8.05.533.228 I slot print_timing: id 0 | task 15565 | prompt eval time = 1614.70 ms / 1090 tokens ( 1.48 ms per token, 675.05 tokens per second) 8.05.533.245 I slot print_timing: id 0 | task 15565 | eval time = 311.84 ms / 2 tokens ( 311.84 ms per token, 3.21 tokens per second) 8.05.533.247 I slot print_timing: id 0 | task 15565 | total time = 1926.54 ms / 1092 tokens 8.05.533.249 I slot print_timing: id 0 | task 15565 | graphs reused = 14073 8.05.533.250 I slot print_timing: id 0 | task 15565 | graph reallocs = 0 / 0 (same size) / (changed size) 8.05.533.375 I slot release: id 0 | task 15565 | stop processing: n_tokens = 1092, truncated = 0 8.05.533.419 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.901 (> 0.100 thold), f_keep = 0.908 8.05.533.706 I slot launch_slot_: id 0 | task 15573 | processing task, is_child = 0 8.05.533.929 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 909.766 MiB) 8.05.758.434 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.896 (> 0.100 thold), f_keep = 0.903 8.05.758.580 I slot launch_slot_: id 2 | task 15574 | processing task, is_child = 0 8.06.447.550 I slot print_timing: id 1 | task 15570 | prompt eval time = 1130.13 ms / 183 tokens ( 6.18 ms per token, 161.93 tokens per second) 8.06.447.556 I slot print_timing: id 1 | task 15570 | eval time = 320.88 ms / 2 tokens ( 320.88 ms per token, 3.12 tokens per second) 8.06.447.558 I slot print_timing: id 1 | task 15570 | total time = 1451.01 ms / 185 tokens 8.06.447.559 I slot print_timing: id 1 | task 15570 | graphs reused = 14073 8.06.447.560 I slot print_timing: id 1 | task 15570 | graph reallocs = 0 / 0 (same size) / (changed size) 8.06.447.634 I slot release: id 1 | task 15570 | stop processing: n_tokens = 1101, truncated = 0 8.06.448.105 I slot print_timing: id 3 | task 15569 | prompt eval time = 1043.16 ms / 174 tokens ( 6.00 ms per token, 166.80 tokens per second) 8.06.448.109 I slot print_timing: id 3 | task 15569 | eval time = 320.75 ms / 2 tokens ( 320.75 ms per token, 3.12 tokens per second) 8.06.448.109 I slot print_timing: id 3 | task 15569 | total time = 1363.92 ms / 176 tokens 8.06.448.110 I slot print_timing: id 3 | task 15569 | graphs reused = 14073 8.06.448.111 I slot print_timing: id 3 | task 15569 | graph reallocs = 0 / 0 (same size) / (changed size) 8.06.448.162 I slot release: id 3 | task 15569 | stop processing: n_tokens = 1092, truncated = 0 8.06.646.073 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.900 (> 0.100 thold), f_keep = 0.901 8.06.646.200 I slot launch_slot_: id 1 | task 15578 | processing task, is_child = 0 8.06.646.322 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 903.563 MiB) 8.06.658.824 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 924.986 MiB) 8.06.890.947 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.907 (> 0.100 thold), f_keep = 0.908 8.06.891.099 I slot launch_slot_: id 3 | task 15579 | processing task, is_child = 0 8.07.107.421 I slot print_timing: id 0 | task 15573 | prompt eval time = 886.78 ms / 184 tokens ( 4.82 ms per token, 207.49 tokens per second) 8.07.107.428 I slot print_timing: id 0 | task 15573 | eval time = 462.04 ms / 2 tokens ( 462.04 ms per token, 2.16 tokens per second) 8.07.107.429 I slot print_timing: id 0 | task 15573 | total time = 1348.82 ms / 186 tokens 8.07.107.430 I slot print_timing: id 0 | task 15573 | graphs reused = 14073 8.07.107.431 I slot print_timing: id 0 | task 15573 | graph reallocs = 0 / 0 (same size) / (changed size) 8.07.107.500 I slot release: id 0 | task 15573 | stop processing: n_tokens = 1102, truncated = 0 8.07.107.964 I slot print_timing: id 2 | task 15574 | prompt eval time = 739.85 ms / 190 tokens ( 3.89 ms per token, 256.81 tokens per second) 8.07.107.967 I slot print_timing: id 2 | task 15574 | eval time = 461.90 ms / 2 tokens ( 461.90 ms per token, 2.16 tokens per second) 8.07.107.968 I slot print_timing: id 2 | task 15574 | total time = 1201.75 ms / 192 tokens 8.07.107.968 I slot print_timing: id 2 | task 15574 | graphs reused = 14073 8.07.107.969 I slot print_timing: id 2 | task 15574 | graph reallocs = 0 / 0 (same size) / (changed size) 8.07.108.021 I slot release: id 2 | task 15574 | stop processing: n_tokens = 1108, truncated = 0 8.07.319.724 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.906 (> 0.100 thold), f_keep = 0.900 8.07.319.876 I slot launch_slot_: id 0 | task 15582 | processing task, is_child = 0 8.07.320.001 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 909.766 MiB) 8.07.632.124 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.903 (> 0.100 thold), f_keep = 0.895 8.07.632.264 I slot launch_slot_: id 2 | task 15583 | processing task, is_child = 0 8.08.327.696 I slot print_timing: id 1 | task 15578 | prompt eval time = 1122.24 ms / 185 tokens ( 6.07 ms per token, 164.85 tokens per second) 8.08.327.702 I slot print_timing: id 1 | task 15578 | eval time = 314.33 ms / 2 tokens ( 314.33 ms per token, 3.18 tokens per second) 8.08.327.703 I slot print_timing: id 1 | task 15578 | total time = 1436.57 ms / 187 tokens 8.08.327.704 I slot print_timing: id 1 | task 15578 | graphs reused = 14073 8.08.327.705 I slot print_timing: id 1 | task 15578 | graph reallocs = 0 / 0 (same size) / (changed size) 8.08.327.767 I slot release: id 1 | task 15578 | stop processing: n_tokens = 1103, truncated = 0 8.08.328.205 I slot print_timing: id 3 | task 15579 | prompt eval time = 1031.77 ms / 177 tokens ( 5.83 ms per token, 171.55 tokens per second) 8.08.328.209 I slot print_timing: id 3 | task 15579 | eval time = 314.14 ms / 2 tokens ( 314.14 ms per token, 3.18 tokens per second) 8.08.328.209 I slot print_timing: id 3 | task 15579 | total time = 1345.91 ms / 179 tokens 8.08.328.210 I slot print_timing: id 3 | task 15579 | graphs reused = 14073 8.08.328.211 I slot print_timing: id 3 | task 15579 | graph reallocs = 0 / 0 (same size) / (changed size) 8.08.328.259 I slot release: id 3 | task 15579 | stop processing: n_tokens = 1095, truncated = 0 8.08.491.536 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.903 (> 0.100 thold), f_keep = 0.899 8.08.491.856 I slot launch_slot_: id 1 | task 15587 | processing task, is_child = 0 8.08.492.058 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 900.609 MiB) 8.08.517.164 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 927.158 MiB) 8.08.782.690 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.904 (> 0.100 thold), f_keep = 0.906 8.08.782.859 I slot launch_slot_: id 3 | task 15588 | processing task, is_child = 0 8.09.008.299 I slot print_timing: id 0 | task 15582 | prompt eval time = 857.01 ms / 178 tokens ( 4.81 ms per token, 207.70 tokens per second) 8.09.008.306 I slot print_timing: id 0 | task 15582 | eval time = 519.00 ms / 2 tokens ( 519.00 ms per token, 1.93 tokens per second) 8.09.008.307 I slot print_timing: id 0 | task 15582 | total time = 1376.01 ms / 180 tokens 8.09.008.308 I slot print_timing: id 0 | task 15582 | graphs reused = 14073 8.09.008.309 I slot print_timing: id 0 | task 15582 | graph reallocs = 0 / 0 (same size) / (changed size) 8.09.008.378 I slot release: id 0 | task 15582 | stop processing: n_tokens = 1096, truncated = 0 8.09.008.819 I slot print_timing: id 2 | task 15583 | prompt eval time = 701.54 ms / 182 tokens ( 3.85 ms per token, 259.43 tokens per second) 8.09.008.823 I slot print_timing: id 2 | task 15583 | eval time = 517.33 ms / 2 tokens ( 517.33 ms per token, 1.93 tokens per second) 8.09.008.824 I slot print_timing: id 2 | task 15583 | total time = 1218.87 ms / 184 tokens 8.09.008.824 I slot print_timing: id 2 | task 15583 | graphs reused = 14073 8.09.008.825 I slot print_timing: id 2 | task 15583 | graph reallocs = 0 / 0 (same size) / (changed size) 8.09.008.881 I slot release: id 2 | task 15583 | stop processing: n_tokens = 1100, truncated = 0 8.09.220.525 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1096, t_last = 487554338 8.09.220.649 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 911.907 MiB) 8.09.232.754 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1126.949 MiB) 8.09.470.531 I slot launch_slot_: id 0 | task 15591 | processing task, is_child = 0 8.09.470.752 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1416.617 MiB) 8.09.799.933 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1100, t_last = 487554840 8.09.800.197 I slot launch_slot_: id 2 | task 15592 | processing task, is_child = 0 8.10.789.385 I slot print_timing: id 1 | task 15587 | prompt eval time = 1605.03 ms / 181 tokens ( 8.87 ms per token, 112.77 tokens per second) 8.10.789.390 I slot print_timing: id 1 | task 15587 | eval time = 401.47 ms / 2 tokens ( 401.47 ms per token, 2.49 tokens per second) 8.10.789.392 I slot print_timing: id 1 | task 15587 | total time = 2006.50 ms / 183 tokens 8.10.789.393 I slot print_timing: id 1 | task 15587 | graphs reused = 14073 8.10.789.393 I slot print_timing: id 1 | task 15587 | graph reallocs = 0 / 0 (same size) / (changed size) 8.10.789.463 I slot release: id 1 | task 15587 | stop processing: n_tokens = 1099, truncated = 0 8.10.789.931 I slot print_timing: id 3 | task 15588 | prompt eval time = 1505.74 ms / 180 tokens ( 8.37 ms per token, 119.54 tokens per second) 8.10.789.934 I slot print_timing: id 3 | task 15588 | eval time = 401.33 ms / 2 tokens ( 401.33 ms per token, 2.49 tokens per second) 8.10.789.935 I slot print_timing: id 3 | task 15588 | total time = 1907.07 ms / 182 tokens 8.10.789.936 I slot print_timing: id 3 | task 15588 | graphs reused = 14073 8.10.789.936 I slot print_timing: id 3 | task 15588 | graph reallocs = 0 / 0 (same size) / (changed size) 8.10.789.983 I slot release: id 3 | task 15588 | stop processing: n_tokens = 1098, truncated = 0 8.10.972.420 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1099, t_last = 489335422 8.10.972.551 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1414.945 MiB) 8.11.211.690 I slot launch_slot_: id 1 | task 15596 | processing task, is_child = 0 8.11.211.816 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1416.757 MiB) 8.11.434.998 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1098, t_last = 489335941 8.11.435.335 I slot launch_slot_: id 3 | task 15597 | processing task, is_child = 0 8.12.526.403 I slot print_timing: id 0 | task 15591 | prompt eval time = 2329.88 ms / 999 tokens ( 2.33 ms per token, 428.78 tokens per second) 8.12.526.413 I slot print_timing: id 0 | task 15591 | eval time = 396.29 ms / 2 tokens ( 396.29 ms per token, 2.52 tokens per second) 8.12.526.415 I slot print_timing: id 0 | task 15591 | total time = 2726.17 ms / 1001 tokens 8.12.526.417 I slot print_timing: id 0 | task 15591 | graphs reused = 14073 8.12.526.418 I slot print_timing: id 0 | task 15591 | graph reallocs = 0 / 0 (same size) / (changed size) 8.12.526.559 I slot release: id 0 | task 15591 | stop processing: n_tokens = 1001, truncated = 0 8.12.527.470 I slot print_timing: id 2 | task 15592 | prompt eval time = 2252.60 ms / 1008 tokens ( 2.23 ms per token, 447.48 tokens per second) 8.12.527.477 I slot print_timing: id 2 | task 15592 | eval time = 396.56 ms / 2 tokens ( 396.56 ms per token, 2.52 tokens per second) 8.12.527.477 I slot print_timing: id 2 | task 15592 | total time = 2649.16 ms / 1010 tokens 8.12.527.478 I slot print_timing: id 2 | task 15592 | graphs reused = 14073 8.12.527.480 I slot print_timing: id 2 | task 15592 | graph reallocs = 0 / 0 (same size) / (changed size) 8.12.527.566 I slot release: id 2 | task 15592 | stop processing: n_tokens = 1010, truncated = 0 8.12.723.121 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.867 (> 0.100 thold), f_keep = 0.883 8.12.723.291 I slot launch_slot_: id 0 | task 15601 | processing task, is_child = 0 8.12.862.544 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.882 (> 0.100 thold), f_keep = 0.875 8.12.862.694 I slot launch_slot_: id 2 | task 15602 | processing task, is_child = 0 8.13.501.984 I slot print_timing: id 1 | task 15596 | prompt eval time = 1679.66 ms / 1047 tokens ( 1.60 ms per token, 623.34 tokens per second) 8.13.502.006 I slot print_timing: id 1 | task 15596 | eval time = 286.11 ms / 2 tokens ( 286.11 ms per token, 3.50 tokens per second) 8.13.502.008 I slot print_timing: id 1 | task 15596 | total time = 1965.77 ms / 1049 tokens 8.13.502.010 I slot print_timing: id 1 | task 15596 | graphs reused = 14073 8.13.502.012 I slot print_timing: id 1 | task 15596 | graph reallocs = 0 / 0 (same size) / (changed size) 8.13.502.166 I slot release: id 1 | task 15596 | stop processing: n_tokens = 1049, truncated = 0 8.13.503.296 I slot print_timing: id 3 | task 15597 | prompt eval time = 1586.04 ms / 1081 tokens ( 1.47 ms per token, 681.57 tokens per second) 8.13.503.309 I slot print_timing: id 3 | task 15597 | eval time = 286.75 ms / 2 tokens ( 286.75 ms per token, 3.49 tokens per second) 8.13.503.310 I slot print_timing: id 3 | task 15597 | total time = 1872.79 ms / 1083 tokens 8.13.503.311 I slot print_timing: id 3 | task 15597 | graphs reused = 14073 8.13.503.313 I slot print_timing: id 3 | task 15597 | graph reallocs = 0 / 0 (same size) / (changed size) 8.13.503.420 I slot release: id 3 | task 15597 | stop processing: n_tokens = 1083, truncated = 0 8.13.662.467 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1049, t_last = 492048127 8.13.662.590 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1414.992 MiB) 8.13.876.631 I slot launch_slot_: id 1 | task 15606 | processing task, is_child = 0 8.13.876.755 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1410.632 MiB) 8.14.091.692 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1083, t_last = 492049382 8.14.091.951 I slot launch_slot_: id 3 | task 15607 | processing task, is_child = 0 8.14.374.051 I slot print_timing: id 0 | task 15601 | prompt eval time = 799.13 ms / 165 tokens ( 4.84 ms per token, 206.48 tokens per second) 8.14.374.058 I slot print_timing: id 0 | task 15601 | eval time = 712.21 ms / 2 tokens ( 712.21 ms per token, 1.40 tokens per second) 8.14.374.059 I slot print_timing: id 0 | task 15601 | total time = 1511.33 ms / 167 tokens 8.14.374.061 I slot print_timing: id 0 | task 15601 | graphs reused = 14073 8.14.374.062 I slot print_timing: id 0 | task 15601 | graph reallocs = 0 / 0 (same size) / (changed size) 8.14.374.145 I slot release: id 0 | task 15601 | stop processing: n_tokens = 1021, truncated = 0 8.14.374.590 I slot print_timing: id 2 | task 15602 | prompt eval time = 657.21 ms / 147 tokens ( 4.47 ms per token, 223.67 tokens per second) 8.14.374.593 I slot print_timing: id 2 | task 15602 | eval time = 712.13 ms / 2 tokens ( 712.13 ms per token, 1.40 tokens per second) 8.14.374.595 I slot print_timing: id 2 | task 15602 | total time = 1369.34 ms / 149 tokens 8.14.374.595 I slot print_timing: id 2 | task 15602 | graphs reused = 14073 8.14.374.596 I slot print_timing: id 2 | task 15602 | graph reallocs = 0 / 0 (same size) / (changed size) 8.14.374.665 I slot release: id 2 | task 15602 | stop processing: n_tokens = 1003, truncated = 0 8.14.577.628 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1021, t_last = 492920104 8.14.577.749 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1416.632 MiB) 8.14.799.370 I slot launch_slot_: id 0 | task 15611 | processing task, is_child = 0 8.14.799.498 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1413.492 MiB) 8.15.041.927 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1003, t_last = 492920624 8.15.042.190 I slot launch_slot_: id 2 | task 15610 | processing task, is_child = 0 8.16.282.108 I slot print_timing: id 1 | task 15606 | prompt eval time = 1973.29 ms / 748 tokens ( 2.64 ms per token, 379.06 tokens per second) 8.16.282.114 I slot print_timing: id 1 | task 15606 | eval time = 216.84 ms / 2 tokens ( 216.84 ms per token, 4.61 tokens per second) 8.16.282.116 I slot print_timing: id 1 | task 15606 | total time = 2190.13 ms / 750 tokens 8.16.282.117 I slot print_timing: id 1 | task 15606 | graphs reused = 14073 8.16.282.117 I slot print_timing: id 1 | task 15606 | graph reallocs = 0 / 0 (same size) / (changed size) 8.16.282.193 I slot release: id 1 | task 15606 | stop processing: n_tokens = 750, truncated = 0 8.16.282.635 I slot print_timing: id 3 | task 15607 | prompt eval time = 1960.66 ms / 792 tokens ( 2.48 ms per token, 403.95 tokens per second) 8.16.282.639 I slot print_timing: id 3 | task 15607 | eval time = 216.69 ms / 2 tokens ( 216.69 ms per token, 4.61 tokens per second) 8.16.282.640 I slot print_timing: id 3 | task 15607 | total time = 2177.35 ms / 794 tokens 8.16.282.641 I slot print_timing: id 3 | task 15607 | graphs reused = 14073 8.16.282.642 I slot print_timing: id 3 | task 15607 | graph reallocs = 0 / 0 (same size) / (changed size) 8.16.282.692 I slot release: id 3 | task 15607 | stop processing: n_tokens = 794, truncated = 0 8.16.408.314 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.869 (> 0.100 thold), f_keep = 0.857 8.16.408.443 I slot launch_slot_: id 1 | task 15616 | processing task, is_child = 0 8.16.513.970 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.875 (> 0.100 thold), f_keep = 0.810 8.16.514.116 I slot launch_slot_: id 3 | task 15617 | processing task, is_child = 0 8.16.669.200 I slot print_timing: id 0 | task 15611 | prompt eval time = 1365.41 ms / 735 tokens ( 1.86 ms per token, 538.30 tokens per second) 8.16.669.205 I slot print_timing: id 0 | task 15611 | eval time = 261.58 ms / 2 tokens ( 261.58 ms per token, 3.82 tokens per second) 8.16.669.207 I slot print_timing: id 0 | task 15611 | total time = 1626.99 ms / 737 tokens 8.16.669.208 I slot print_timing: id 0 | task 15611 | graphs reused = 14073 8.16.669.208 I slot print_timing: id 0 | task 15611 | graph reallocs = 0 / 0 (same size) / (changed size) 8.16.669.257 I slot release: id 0 | task 15611 | stop processing: n_tokens = 737, truncated = 0 8.16.669.674 I slot print_timing: id 2 | task 15610 | prompt eval time = 1312.05 ms / 723 tokens ( 1.81 ms per token, 551.05 tokens per second) 8.16.669.677 I slot print_timing: id 2 | task 15610 | eval time = 261.37 ms / 2 tokens ( 261.37 ms per token, 3.83 tokens per second) 8.16.669.678 I slot print_timing: id 2 | task 15610 | total time = 1573.42 ms / 725 tokens 8.16.669.678 I slot print_timing: id 2 | task 15610 | graphs reused = 14073 8.16.669.679 I slot print_timing: id 2 | task 15610 | graph reallocs = 0 / 0 (same size) / (changed size) 8.16.669.721 I slot release: id 2 | task 15610 | stop processing: n_tokens = 725, truncated = 0 8.16.826.255 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.883 (> 0.100 thold), f_keep = 0.872 8.16.826.388 I slot launch_slot_: id 0 | task 15620 | processing task, is_child = 0 8.16.826.479 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1415.038 MiB) 8.16.971.306 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.857 (> 0.100 thold), f_keep = 0.887 8.16.971.459 I slot launch_slot_: id 2 | task 15621 | processing task, is_child = 0 8.17.469.640 I slot print_timing: id 1 | task 15616 | prompt eval time = 719.73 ms / 126 tokens ( 5.71 ms per token, 175.07 tokens per second) 8.17.469.663 I slot print_timing: id 1 | task 15616 | eval time = 235.75 ms / 2 tokens ( 235.75 ms per token, 4.24 tokens per second) 8.17.469.664 I slot print_timing: id 1 | task 15616 | total time = 955.48 ms / 128 tokens 8.17.469.666 I slot print_timing: id 1 | task 15616 | graphs reused = 14073 8.17.469.667 I slot print_timing: id 1 | task 15616 | graph reallocs = 0 / 0 (same size) / (changed size) 8.17.469.788 I slot release: id 1 | task 15616 | stop processing: n_tokens = 741, truncated = 0 8.17.470.823 I slot print_timing: id 3 | task 15617 | prompt eval time = 659.31 ms / 121 tokens ( 5.45 ms per token, 183.53 tokens per second) 8.17.470.837 I slot print_timing: id 3 | task 15617 | eval time = 236.28 ms / 2 tokens ( 236.28 ms per token, 4.23 tokens per second) 8.17.470.838 I slot print_timing: id 3 | task 15617 | total time = 895.58 ms / 123 tokens 8.17.470.839 I slot print_timing: id 3 | task 15617 | graphs reused = 14073 8.17.470.840 I slot print_timing: id 3 | task 15617 | graph reallocs = 0 / 0 (same size) / (changed size) 8.17.470.911 I slot release: id 3 | task 15617 | stop processing: n_tokens = 736, truncated = 0 8.17.664.496 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.864 (> 0.100 thold), f_keep = 0.868 8.17.664.626 I slot launch_slot_: id 1 | task 15625 | processing task, is_child = 0 8.17.664.718 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1067.399 MiB) 8.17.798.613 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 736, t_last = 496016869 8.17.798.847 I slot launch_slot_: id 3 | task 15626 | processing task, is_child = 0 8.18.101.311 I slot print_timing: id 0 | task 15620 | prompt eval time = 692.40 ms / 114 tokens ( 6.07 ms per token, 164.65 tokens per second) 8.18.101.317 I slot print_timing: id 0 | task 15620 | eval time = 437.43 ms / 2 tokens ( 437.43 ms per token, 2.29 tokens per second) 8.18.101.319 I slot print_timing: id 0 | task 15620 | total time = 1129.83 ms / 116 tokens 8.18.101.320 I slot print_timing: id 0 | task 15620 | graphs reused = 14073 8.18.101.321 I slot print_timing: id 0 | task 15620 | graph reallocs = 0 / 0 (same size) / (changed size) 8.18.101.383 I slot release: id 0 | task 15620 | stop processing: n_tokens = 729, truncated = 0 8.18.101.829 I slot print_timing: id 2 | task 15621 | prompt eval time = 587.70 ms / 136 tokens ( 4.32 ms per token, 231.41 tokens per second) 8.18.101.833 I slot print_timing: id 2 | task 15621 | eval time = 437.34 ms / 2 tokens ( 437.34 ms per token, 2.29 tokens per second) 8.18.101.834 I slot print_timing: id 2 | task 15621 | total time = 1025.04 ms / 138 tokens 8.18.101.835 I slot print_timing: id 2 | task 15621 | graphs reused = 14073 8.18.101.836 I slot print_timing: id 2 | task 15621 | graph reallocs = 0 / 0 (same size) / (changed size) 8.18.101.882 I slot release: id 2 | task 15621 | stop processing: n_tokens = 751, truncated = 0 8.18.249.737 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 729, t_last = 496647341 8.18.249.830 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1090.509 MiB) 8.18.427.600 I slot launch_slot_: id 0 | task 15629 | processing task, is_child = 0 8.18.624.287 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 751, t_last = 496647840 8.18.624.523 I slot launch_slot_: id 2 | task 15630 | processing task, is_child = 0 8.19.672.511 I slot print_timing: id 1 | task 15625 | prompt eval time = 1412.45 ms / 130 tokens ( 10.87 ms per token, 92.04 tokens per second) 8.19.672.518 I slot print_timing: id 1 | task 15625 | eval time = 461.19 ms / 2 tokens ( 461.19 ms per token, 2.17 tokens per second) 8.19.672.519 I slot print_timing: id 1 | task 15625 | total time = 1873.64 ms / 132 tokens 8.19.672.520 I slot print_timing: id 1 | task 15625 | graphs reused = 14073 8.19.672.521 I slot print_timing: id 1 | task 15625 | graph reallocs = 0 / 0 (same size) / (changed size) 8.19.672.585 I slot release: id 1 | task 15625 | stop processing: n_tokens = 745, truncated = 0 8.19.931.895 I slot print_timing: id 3 | task 15626 | prompt eval time = 1809.89 ms / 980 tokens ( 1.85 ms per token, 541.47 tokens per second) 8.19.931.900 I slot print_timing: id 3 | task 15626 | eval time = 258.50 ms / 2 tokens ( 258.50 ms per token, 3.87 tokens per second) 8.19.931.901 I slot print_timing: id 3 | task 15626 | total time = 2068.39 ms / 982 tokens 8.19.931.902 I slot print_timing: id 3 | task 15626 | graphs reused = 14073 8.19.931.903 I slot print_timing: id 3 | task 15626 | graph reallocs = 0 / 0 (same size) / (changed size) 8.19.931.992 I slot release: id 3 | task 15626 | stop processing: n_tokens = 982, truncated = 0 8.19.932.008 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.807 (> 0.100 thold), f_keep = 0.854 8.19.932.156 I slot launch_slot_: id 3 | task 15634 | processing task, is_child = 0 8.19.932.254 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1101.666 MiB) 8.20.112.232 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 745, t_last = 498218544 8.20.112.469 I slot launch_slot_: id 1 | task 15635 | processing task, is_child = 0 8.21.011.103 I slot print_timing: id 0 | task 15629 | prompt eval time = 2011.47 ms / 961 tokens ( 2.09 ms per token, 477.76 tokens per second) 8.21.011.108 I slot print_timing: id 0 | task 15629 | eval time = 375.08 ms / 2 tokens ( 375.08 ms per token, 2.67 tokens per second) 8.21.011.110 I slot print_timing: id 0 | task 15629 | total time = 2386.55 ms / 963 tokens 8.21.011.111 I slot print_timing: id 0 | task 15629 | graphs reused = 14073 8.21.011.112 I slot print_timing: id 0 | task 15629 | graph reallocs = 0 / 0 (same size) / (changed size) 8.21.011.183 I slot release: id 0 | task 15629 | stop processing: n_tokens = 963, truncated = 0 8.21.011.605 I slot print_timing: id 2 | task 15630 | prompt eval time = 1951.09 ms / 946 tokens ( 2.06 ms per token, 484.86 tokens per second) 8.21.011.608 I slot print_timing: id 2 | task 15630 | eval time = 374.92 ms / 2 tokens ( 374.92 ms per token, 2.67 tokens per second) 8.21.011.609 I slot print_timing: id 2 | task 15630 | total time = 2326.00 ms / 948 tokens 8.21.011.609 I slot print_timing: id 2 | task 15630 | graphs reused = 14073 8.21.011.610 I slot print_timing: id 2 | task 15630 | graph reallocs = 0 / 0 (same size) / (changed size) 8.21.011.663 I slot release: id 2 | task 15630 | stop processing: n_tokens = 948, truncated = 0 8.21.224.783 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 963, t_last = 499557142 8.21.224.919 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1338.832 MiB) 8.21.426.631 I slot launch_slot_: id 0 | task 15639 | processing task, is_child = 0 8.21.426.746 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1330.112 MiB) 8.21.641.991 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 948, t_last = 499557622 8.21.642.244 I slot launch_slot_: id 2 | task 15640 | processing task, is_child = 0 8.22.599.520 I slot print_timing: id 3 | task 15634 | prompt eval time = 965.77 ms / 230 tokens ( 4.20 ms per token, 238.15 tokens per second) 8.22.599.525 I slot print_timing: id 3 | task 15634 | eval time = 1374.74 ms / 2 tokens ( 1374.74 ms per token, 0.73 tokens per second) 8.22.599.527 I slot print_timing: id 3 | task 15634 | total time = 2340.51 ms / 232 tokens 8.22.599.527 I slot print_timing: id 3 | task 15634 | graphs reused = 14073 8.22.599.528 I slot print_timing: id 3 | task 15634 | graph reallocs = 0 / 0 (same size) / (changed size) 8.22.599.602 I slot release: id 3 | task 15634 | stop processing: n_tokens = 1041, truncated = 0 8.22.883.287 I slot print_timing: id 1 | task 15635 | prompt eval time = 2421.54 ms / 1133 tokens ( 2.14 ms per token, 467.88 tokens per second) 8.22.883.292 I slot print_timing: id 1 | task 15635 | eval time = 284.13 ms / 2 tokens ( 284.13 ms per token, 3.52 tokens per second) 8.22.883.294 I slot print_timing: id 1 | task 15635 | total time = 2705.67 ms / 1135 tokens 8.22.883.296 I slot print_timing: id 1 | task 15635 | graphs reused = 14073 8.22.883.297 I slot print_timing: id 1 | task 15635 | graph reallocs = 0 / 0 (same size) / (changed size) 8.22.883.383 I slot release: id 1 | task 15635 | stop processing: n_tokens = 1135, truncated = 0 8.22.883.403 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1041, t_last = 501145561 8.22.883.531 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 786.199 MiB) 8.23.059.459 I slot launch_slot_: id 3 | task 15643 | processing task, is_child = 0 8.23.059.585 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 720.430 MiB) 8.23.246.022 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1135, t_last = 501429342 8.23.246.287 I slot launch_slot_: id 1 | task 15644 | processing task, is_child = 0 8.25.370.952 I slot print_timing: id 2 | task 15640 | prompt processing, n_tokens = 2086, progress = 1.00, t = 3.59 s / 580.57 tokens per second 8.25.772.729 I slot print_timing: id 0 | task 15639 | prompt eval time = 3666.09 ms / 1170 tokens ( 3.13 ms per token, 319.14 tokens per second) 8.25.772.734 I slot print_timing: id 0 | task 15639 | eval time = 464.38 ms / 2 tokens ( 464.38 ms per token, 2.15 tokens per second) 8.25.772.735 I slot print_timing: id 0 | task 15639 | total time = 4130.46 ms / 1172 tokens 8.25.772.737 I slot print_timing: id 0 | task 15639 | graphs reused = 14073 8.25.772.738 I slot print_timing: id 0 | task 15639 | graph reallocs = 0 / 0 (same size) / (changed size) 8.25.772.805 I slot release: id 0 | task 15639 | stop processing: n_tokens = 1172, truncated = 0 8.26.079.915 I slot print_timing: id 2 | task 15640 | prompt eval time = 4059.08 ms / 2090 tokens ( 1.94 ms per token, 514.90 tokens per second) 8.26.079.921 I slot print_timing: id 2 | task 15640 | eval time = 306.31 ms / 2 tokens ( 306.31 ms per token, 3.26 tokens per second) 8.26.079.922 I slot print_timing: id 2 | task 15640 | total time = 4365.39 ms / 2092 tokens 8.26.079.923 I slot print_timing: id 2 | task 15640 | graphs reused = 14073 8.26.079.924 I slot print_timing: id 2 | task 15640 | graph reallocs = 0 / 0 (same size) / (changed size) 8.26.080.096 I slot release: id 2 | task 15640 | stop processing: n_tokens = 2092, truncated = 0 8.26.080.114 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.877 (> 0.100 thold), f_keep = 0.858 8.26.080.261 I slot launch_slot_: id 2 | task 15649 | processing task, is_child = 0 8.26.080.392 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 940.923 MiB) 8.26.092.806 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 918.626 MiB) 8.26.301.949 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1172, t_last = 504318764 8.26.302.227 I slot launch_slot_: id 0 | task 15650 | processing task, is_child = 0 8.27.270.852 I slot print_timing: id 1 | task 15644 | prompt eval time = 2775.04 ms / 2061 tokens ( 1.35 ms per token, 742.69 tokens per second) 8.27.270.858 I slot print_timing: id 1 | task 15644 | eval time = 1191.32 ms / 2 tokens ( 1191.32 ms per token, 0.84 tokens per second) 8.27.270.859 I slot print_timing: id 1 | task 15644 | total time = 3966.36 ms / 2063 tokens 8.27.270.860 I slot print_timing: id 1 | task 15644 | graphs reused = 14073 8.27.270.860 I slot print_timing: id 1 | task 15644 | graph reallocs = 0 / 0 (same size) / (changed size) 8.27.270.993 I slot release: id 1 | task 15644 | stop processing: n_tokens = 2063, truncated = 0 8.27.513.143 I slot print_timing: id 3 | task 15643 | prompt eval time = 3877.33 ms / 2103 tokens ( 1.84 ms per token, 542.38 tokens per second) 8.27.513.148 I slot print_timing: id 3 | task 15643 | eval time = 241.31 ms / 2 tokens ( 241.31 ms per token, 4.14 tokens per second) 8.27.513.149 I slot print_timing: id 3 | task 15643 | total time = 4118.64 ms / 2105 tokens 8.27.513.150 I slot print_timing: id 3 | task 15643 | graphs reused = 14073 8.27.513.151 I slot print_timing: id 3 | task 15643 | graph reallocs = 0 / 0 (same size) / (changed size) 8.27.513.279 I slot release: id 3 | task 15643 | stop processing: n_tokens = 2105, truncated = 0 8.27.513.298 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.839 (> 0.100 thold), f_keep = 0.870 8.27.513.433 I slot launch_slot_: id 1 | task 15653 | processing task, is_child = 0 8.27.513.596 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 928.970 MiB) 8.27.703.811 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.867 (> 0.100 thold), f_keep = 0.852 8.27.703.958 I slot launch_slot_: id 3 | task 15654 | processing task, is_child = 0 8.28.367.500 I slot print_timing: id 2 | task 15649 | prompt eval time = 1196.52 ms / 251 tokens ( 4.77 ms per token, 209.77 tokens per second) 8.28.367.506 I slot print_timing: id 2 | task 15649 | eval time = 854.73 ms / 2 tokens ( 854.73 ms per token, 1.17 tokens per second) 8.28.367.507 I slot print_timing: id 2 | task 15649 | total time = 2051.25 ms / 253 tokens 8.28.367.508 I slot print_timing: id 2 | task 15649 | graphs reused = 14073 8.28.367.509 I slot print_timing: id 2 | task 15649 | graph reallocs = 0 / 0 (same size) / (changed size) 8.28.367.636 I slot release: id 2 | task 15649 | stop processing: n_tokens = 2046, truncated = 0 8.28.636.317 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.839 (> 0.100 thold), f_keep = 0.877 8.28.636.454 I slot launch_slot_: id 2 | task 15657 | processing task, is_child = 0 8.28.914.438 I slot print_timing: id 0 | task 15650 | prompt eval time = 2332.82 ms / 2114 tokens ( 1.10 ms per token, 906.20 tokens per second) 8.28.914.445 I slot print_timing: id 0 | task 15650 | eval time = 279.36 ms / 2 tokens ( 279.36 ms per token, 3.58 tokens per second) 8.28.914.446 I slot print_timing: id 0 | task 15650 | total time = 2612.18 ms / 2116 tokens 8.28.914.447 I slot print_timing: id 0 | task 15650 | graphs reused = 14073 8.28.914.448 I slot print_timing: id 0 | task 15650 | graph reallocs = 0 / 0 (same size) / (changed size) 8.28.914.598 I slot release: id 0 | task 15650 | stop processing: n_tokens = 2116, truncated = 0 8.28.915.053 I slot print_timing: id 1 | task 15653 | prompt eval time = 868.86 ms / 343 tokens ( 2.53 ms per token, 394.77 tokens per second) 8.28.915.057 I slot print_timing: id 1 | task 15653 | eval time = 279.37 ms / 2 tokens ( 279.37 ms per token, 3.58 tokens per second) 8.28.915.058 I slot print_timing: id 1 | task 15653 | total time = 1148.22 ms / 345 tokens 8.28.915.059 I slot print_timing: id 1 | task 15653 | graphs reused = 14073 8.28.915.060 I slot print_timing: id 1 | task 15653 | graph reallocs = 0 / 0 (same size) / (changed size) 8.28.915.179 I slot release: id 1 | task 15653 | stop processing: n_tokens = 2138, truncated = 0 8.28.915.619 I slot print_timing: id 3 | task 15654 | prompt eval time = 802.06 ms / 275 tokens ( 2.92 ms per token, 342.87 tokens per second) 8.28.915.622 I slot print_timing: id 3 | task 15654 | eval time = 279.31 ms / 2 tokens ( 279.31 ms per token, 3.58 tokens per second) 8.28.915.623 I slot print_timing: id 3 | task 15654 | total time = 1081.38 ms / 277 tokens 8.28.915.624 I slot print_timing: id 3 | task 15654 | graphs reused = 14073 8.28.915.624 I slot print_timing: id 3 | task 15654 | graph reallocs = 0 / 0 (same size) / (changed size) 8.28.915.725 I slot release: id 3 | task 15654 | stop processing: n_tokens = 2069, truncated = 0 8.28.999.191 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.907 (> 0.100 thold), f_keep = 0.848 8.28.999.332 I slot launch_slot_: id 0 | task 15660 | processing task, is_child = 0 8.28.999.504 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 932.939 MiB) 8.29.012.897 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1008.537 MiB) 8.29.308.174 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 994.239 MiB) 8.29.322.304 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1308.518 MiB) 8.29.655.405 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.887 (> 0.100 thold), f_keep = 0.839 8.29.655.562 I slot launch_slot_: id 1 | task 15661 | processing task, is_child = 0 8.29.655.733 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.805 (> 0.100 thold), f_keep = 0.867 8.29.655.831 I slot launch_slot_: id 3 | task 15662 | processing task, is_child = 0 8.30.262.810 I slot print_timing: id 2 | task 15657 | prompt eval time = 362.71 ms / 343 tokens ( 1.06 ms per token, 945.66 tokens per second) 8.30.262.816 I slot print_timing: id 2 | task 15657 | eval time = 1263.62 ms / 2 tokens ( 1263.62 ms per token, 0.79 tokens per second) 8.30.262.817 I slot print_timing: id 2 | task 15657 | total time = 1626.33 ms / 345 tokens 8.30.262.818 I slot print_timing: id 2 | task 15657 | graphs reused = 14073 8.30.262.819 I slot print_timing: id 2 | task 15657 | graph reallocs = 0 / 0 (same size) / (changed size) 8.30.262.948 I slot release: id 2 | task 15657 | stop processing: n_tokens = 2138, truncated = 0 8.30.496.049 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.887 (> 0.100 thold), f_keep = 0.839 8.30.496.323 I slot launch_slot_: id 2 | task 15665 | processing task, is_child = 0 8.30.748.065 I slot print_timing: id 0 | task 15660 | prompt eval time = 836.43 ms / 183 tokens ( 4.57 ms per token, 218.79 tokens per second) 8.30.748.072 I slot print_timing: id 0 | task 15660 | eval time = 255.78 ms / 2 tokens ( 255.78 ms per token, 3.91 tokens per second) 8.30.748.074 I slot print_timing: id 0 | task 15660 | total time = 1092.21 ms / 185 tokens 8.30.748.075 I slot print_timing: id 0 | task 15660 | graphs reused = 14073 8.30.748.075 I slot print_timing: id 0 | task 15660 | graph reallocs = 0 / 0 (same size) / (changed size) 8.30.748.203 I slot release: id 0 | task 15660 | stop processing: n_tokens = 1978, truncated = 0 8.30.748.638 I slot print_timing: id 1 | task 15661 | prompt eval time = 770.25 ms / 229 tokens ( 3.36 ms per token, 297.31 tokens per second) 8.30.748.641 I slot print_timing: id 1 | task 15661 | eval time = 254.53 ms / 2 tokens ( 254.53 ms per token, 3.93 tokens per second) 8.30.748.642 I slot print_timing: id 1 | task 15661 | total time = 1024.78 ms / 231 tokens 8.30.748.642 I slot print_timing: id 1 | task 15661 | graphs reused = 14073 8.30.748.643 I slot print_timing: id 1 | task 15661 | graph reallocs = 0 / 0 (same size) / (changed size) 8.30.748.751 I slot release: id 1 | task 15661 | stop processing: n_tokens = 2024, truncated = 0 8.30.749.197 I slot print_timing: id 3 | task 15662 | prompt eval time = 700.74 ms / 435 tokens ( 1.61 ms per token, 620.77 tokens per second) 8.30.749.200 I slot print_timing: id 3 | task 15662 | eval time = 253.20 ms / 2 tokens ( 253.20 ms per token, 3.95 tokens per second) 8.30.749.201 I slot print_timing: id 3 | task 15662 | total time = 953.94 ms / 437 tokens 8.30.749.201 I slot print_timing: id 3 | task 15662 | graphs reused = 14073 8.30.749.202 I slot print_timing: id 3 | task 15662 | graph reallocs = 0 / 0 (same size) / (changed size) 8.30.749.310 I slot release: id 3 | task 15662 | stop processing: n_tokens = 2229, truncated = 0 8.30.830.903 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.865 (> 0.100 thold), f_keep = 0.907 8.30.831.035 I slot launch_slot_: id 0 | task 15668 | processing task, is_child = 0 8.30.831.210 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1158.107 MiB) 8.31.079.018 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1170.248 MiB) 8.31.343.495 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.847 (> 0.100 thold), f_keep = 0.886 8.31.343.647 I slot launch_slot_: id 1 | task 15669 | processing task, is_child = 0 8.31.343.819 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.907 (> 0.100 thold), f_keep = 0.804 8.31.343.915 I slot launch_slot_: id 3 | task 15670 | processing task, is_child = 0 8.32.011.845 I slot print_timing: id 2 | task 15665 | prompt eval time = 334.53 ms / 229 tokens ( 1.46 ms per token, 684.54 tokens per second) 8.32.011.850 I slot print_timing: id 2 | task 15665 | eval time = 1180.95 ms / 2 tokens ( 1180.95 ms per token, 0.85 tokens per second) 8.32.011.851 I slot print_timing: id 2 | task 15665 | total time = 1515.48 ms / 231 tokens 8.32.011.853 I slot print_timing: id 2 | task 15665 | graphs reused = 14073 8.32.011.854 I slot print_timing: id 2 | task 15665 | graph reallocs = 0 / 0 (same size) / (changed size) 8.32.011.980 I slot release: id 2 | task 15665 | stop processing: n_tokens = 2023, truncated = 0 8.32.239.787 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.867 (> 0.100 thold), f_keep = 0.886 8.32.239.909 I slot launch_slot_: id 2 | task 15673 | processing task, is_child = 0 8.32.486.379 I slot print_timing: id 0 | task 15668 | prompt eval time = 894.49 ms / 279 tokens ( 3.21 ms per token, 311.91 tokens per second) 8.32.486.385 I slot print_timing: id 0 | task 15668 | eval time = 247.95 ms / 2 tokens ( 247.95 ms per token, 4.03 tokens per second) 8.32.486.386 I slot print_timing: id 0 | task 15668 | total time = 1142.44 ms / 281 tokens 8.32.486.387 I slot print_timing: id 0 | task 15668 | graphs reused = 14073 8.32.486.388 I slot print_timing: id 0 | task 15668 | graph reallocs = 0 / 0 (same size) / (changed size) 8.32.486.535 I slot release: id 0 | task 15668 | stop processing: n_tokens = 2074, truncated = 0 8.32.486.976 I slot print_timing: id 1 | task 15669 | prompt eval time = 817.18 ms / 323 tokens ( 2.53 ms per token, 395.26 tokens per second) 8.32.486.979 I slot print_timing: id 1 | task 15669 | eval time = 247.89 ms / 2 tokens ( 247.89 ms per token, 4.03 tokens per second) 8.32.486.980 I slot print_timing: id 1 | task 15669 | total time = 1065.07 ms / 325 tokens 8.32.486.981 I slot print_timing: id 1 | task 15669 | graphs reused = 14073 8.32.486.982 I slot print_timing: id 1 | task 15669 | graph reallocs = 0 / 0 (same size) / (changed size) 8.32.487.111 I slot release: id 1 | task 15669 | stop processing: n_tokens = 2118, truncated = 0 8.32.487.565 I slot print_timing: id 3 | task 15670 | prompt eval time = 705.94 ms / 184 tokens ( 3.84 ms per token, 260.65 tokens per second) 8.32.487.568 I slot print_timing: id 3 | task 15670 | eval time = 247.79 ms / 2 tokens ( 247.79 ms per token, 4.04 tokens per second) 8.32.487.568 I slot print_timing: id 3 | task 15670 | total time = 953.73 ms / 186 tokens 8.32.487.569 I slot print_timing: id 3 | task 15670 | graphs reused = 14073 8.32.487.569 I slot print_timing: id 3 | task 15670 | graph reallocs = 0 / 0 (same size) / (changed size) 8.32.487.665 I slot release: id 3 | task 15670 | stop processing: n_tokens = 1978, truncated = 0 8.32.569.206 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.845 (> 0.100 thold), f_keep = 0.865 8.32.569.308 I slot launch_slot_: id 0 | task 15676 | processing task, is_child = 0 8.32.569.477 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1313.279 MiB) 8.32.797.039 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1633.808 MiB) 8.33.102.147 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.824 (> 0.100 thold), f_keep = 0.847 8.33.102.358 I slot launch_slot_: id 1 | task 15677 | processing task, is_child = 0 8.33.102.529 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.905 (> 0.100 thold), f_keep = 0.906 8.33.102.650 I slot launch_slot_: id 3 | task 15678 | processing task, is_child = 0 8.33.751.597 I slot print_timing: id 2 | task 15673 | prompt eval time = 329.27 ms / 276 tokens ( 1.19 ms per token, 838.21 tokens per second) 8.33.751.602 I slot print_timing: id 2 | task 15673 | eval time = 1182.39 ms / 2 tokens ( 1182.39 ms per token, 0.85 tokens per second) 8.33.751.604 I slot print_timing: id 2 | task 15673 | total time = 1511.66 ms / 278 tokens 8.33.751.605 I slot print_timing: id 2 | task 15673 | graphs reused = 14073 8.33.751.605 I slot print_timing: id 2 | task 15673 | graph reallocs = 0 / 0 (same size) / (changed size) 8.33.751.743 I slot release: id 2 | task 15673 | stop processing: n_tokens = 2070, truncated = 0 8.33.981.343 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.821 (> 0.100 thold), f_keep = 0.866 8.33.981.463 I slot launch_slot_: id 2 | task 15681 | processing task, is_child = 0 8.34.283.353 I slot print_timing: id 0 | task 15676 | prompt eval time = 877.26 ms / 328 tokens ( 2.67 ms per token, 373.89 tokens per second) 8.34.283.359 I slot print_timing: id 0 | task 15676 | eval time = 303.42 ms / 2 tokens ( 303.42 ms per token, 3.30 tokens per second) 8.34.283.360 I slot print_timing: id 0 | task 15676 | total time = 1180.68 ms / 330 tokens 8.34.283.361 I slot print_timing: id 0 | task 15676 | graphs reused = 14073 8.34.283.362 I slot print_timing: id 0 | task 15676 | graph reallocs = 0 / 0 (same size) / (changed size) 8.34.283.514 I slot release: id 0 | task 15676 | stop processing: n_tokens = 2123, truncated = 0 8.34.283.966 I slot print_timing: id 1 | task 15677 | prompt eval time = 799.00 ms / 382 tokens ( 2.09 ms per token, 478.10 tokens per second) 8.34.283.970 I slot print_timing: id 1 | task 15677 | eval time = 303.32 ms / 2 tokens ( 303.32 ms per token, 3.30 tokens per second) 8.34.283.971 I slot print_timing: id 1 | task 15677 | total time = 1102.32 ms / 384 tokens 8.34.283.971 I slot print_timing: id 1 | task 15677 | graphs reused = 14073 8.34.283.972 I slot print_timing: id 1 | task 15677 | graph reallocs = 0 / 0 (same size) / (changed size) 8.34.284.109 I slot release: id 1 | task 15677 | stop processing: n_tokens = 2176, truncated = 0 8.34.284.540 I slot print_timing: id 3 | task 15678 | prompt eval time = 727.18 ms / 189 tokens ( 3.85 ms per token, 259.91 tokens per second) 8.34.284.543 I slot print_timing: id 3 | task 15678 | eval time = 303.21 ms / 2 tokens ( 303.21 ms per token, 3.30 tokens per second) 8.34.284.544 I slot print_timing: id 3 | task 15678 | total time = 1030.39 ms / 191 tokens 8.34.284.545 I slot print_timing: id 3 | task 15678 | graphs reused = 14073 8.34.284.545 I slot print_timing: id 3 | task 15678 | graph reallocs = 0 / 0 (same size) / (changed size) 8.34.284.642 I slot release: id 3 | task 15678 | stop processing: n_tokens = 1983, truncated = 0 8.34.367.761 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.878 (> 0.100 thold), f_keep = 0.845 8.34.367.866 I slot launch_slot_: id 0 | task 15684 | processing task, is_child = 0 8.34.368.035 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1632.729 MiB) 8.34.666.734 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1632.025 MiB) 8.34.917.856 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.894 (> 0.100 thold), f_keep = 0.824 8.34.918.019 I slot launch_slot_: id 1 | task 15685 | processing task, is_child = 0 8.34.918.182 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.884 (> 0.100 thold), f_keep = 0.905 8.34.918.279 I slot launch_slot_: id 3 | task 15686 | processing task, is_child = 0 8.35.475.438 I slot print_timing: id 2 | task 15681 | prompt eval time = 386.28 ms / 390 tokens ( 0.99 ms per token, 1009.64 tokens per second) 8.35.475.444 I slot print_timing: id 2 | task 15681 | eval time = 1107.67 ms / 2 tokens ( 1107.67 ms per token, 0.90 tokens per second) 8.35.475.445 I slot print_timing: id 2 | task 15681 | total time = 1493.95 ms / 392 tokens 8.35.475.446 I slot print_timing: id 2 | task 15681 | graphs reused = 14073 8.35.475.447 I slot print_timing: id 2 | task 15681 | graph reallocs = 0 / 0 (same size) / (changed size) 8.35.475.648 I slot release: id 2 | task 15681 | stop processing: n_tokens = 2184, truncated = 0 8.35.776.230 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.934 (> 0.100 thold), f_keep = 0.821 8.35.776.370 I slot launch_slot_: id 2 | task 15689 | processing task, is_child = 0 8.35.956.711 I slot print_timing: id 0 | task 15684 | prompt eval time = 856.56 ms / 249 tokens ( 3.44 ms per token, 290.70 tokens per second) 8.35.956.716 I slot print_timing: id 0 | task 15684 | eval time = 181.85 ms / 2 tokens ( 181.85 ms per token, 5.50 tokens per second) 8.35.956.717 I slot print_timing: id 0 | task 15684 | total time = 1038.41 ms / 251 tokens 8.35.956.717 I slot print_timing: id 0 | task 15684 | graphs reused = 14073 8.35.956.718 I slot print_timing: id 0 | task 15684 | graph reallocs = 0 / 0 (same size) / (changed size) 8.35.956.850 I slot release: id 0 | task 15684 | stop processing: n_tokens = 2043, truncated = 0 8.35.957.314 I slot print_timing: id 1 | task 15685 | prompt eval time = 778.19 ms / 213 tokens ( 3.65 ms per token, 273.71 tokens per second) 8.35.957.319 I slot print_timing: id 1 | task 15685 | eval time = 181.77 ms / 2 tokens ( 181.77 ms per token, 5.50 tokens per second) 8.35.957.320 I slot print_timing: id 1 | task 15685 | total time = 959.96 ms / 215 tokens 8.35.957.321 I slot print_timing: id 1 | task 15685 | graphs reused = 14073 8.35.957.322 I slot print_timing: id 1 | task 15685 | graph reallocs = 0 / 0 (same size) / (changed size) 8.35.957.426 I slot release: id 1 | task 15685 | stop processing: n_tokens = 2007, truncated = 0 8.35.957.882 I slot print_timing: id 3 | task 15686 | prompt eval time = 706.52 ms / 235 tokens ( 3.01 ms per token, 332.62 tokens per second) 8.35.957.885 I slot print_timing: id 3 | task 15686 | eval time = 181.66 ms / 2 tokens ( 181.66 ms per token, 5.50 tokens per second) 8.35.957.886 I slot print_timing: id 3 | task 15686 | total time = 888.18 ms / 237 tokens 8.35.957.886 I slot print_timing: id 3 | task 15686 | graphs reused = 14073 8.35.957.887 I slot print_timing: id 3 | task 15686 | graph reallocs = 0 / 0 (same size) / (changed size) 8.35.957.987 I slot release: id 3 | task 15686 | stop processing: n_tokens = 2030, truncated = 0 8.36.043.914 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 2043, t_last = 514502809 8.36.044.085 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1635.231 MiB) 8.36.313.793 I slot launch_slot_: id 0 | task 15692 | processing task, is_child = 0 8.36.313.964 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1633.495 MiB) 8.36.629.647 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1631.306 MiB) 8.36.653.044 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1634.402 MiB) 8.37.003.852 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.895 (> 0.100 thold), f_keep = 0.884 8.37.004.002 I slot launch_slot_: id 3 | task 15693 | processing task, is_child = 0 8.37.004.164 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.915 (> 0.100 thold), f_keep = 0.893 8.37.004.269 I slot launch_slot_: id 1 | task 15694 | processing task, is_child = 0 8.37.780.065 I slot print_timing: id 2 | task 15689 | prompt eval time = 267.52 ms / 127 tokens ( 2.11 ms per token, 474.72 tokens per second) 8.37.780.070 I slot print_timing: id 2 | task 15689 | eval time = 1736.15 ms / 2 tokens ( 1736.15 ms per token, 0.58 tokens per second) 8.37.780.071 I slot print_timing: id 2 | task 15689 | total time = 2003.67 ms / 129 tokens 8.37.780.073 I slot print_timing: id 2 | task 15689 | graphs reused = 14073 8.37.780.074 I slot print_timing: id 2 | task 15689 | graph reallocs = 0 / 0 (same size) / (changed size) 8.37.780.196 I slot release: id 2 | task 15689 | stop processing: n_tokens = 1921, truncated = 0 8.38.161.534 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1921, t_last = 516326155 8.38.161.695 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1631.384 MiB) 8.38.413.544 I slot launch_slot_: id 2 | task 15697 | processing task, is_child = 0 8.39.117.099 I slot print_timing: id 1 | task 15694 | prompt eval time = 1136.52 ms / 167 tokens ( 6.81 ms per token, 146.94 tokens per second) 8.39.117.105 I slot print_timing: id 1 | task 15694 | eval time = 956.28 ms / 2 tokens ( 956.28 ms per token, 1.05 tokens per second) 8.39.117.106 I slot print_timing: id 1 | task 15694 | total time = 2092.80 ms / 169 tokens 8.39.117.107 I slot print_timing: id 1 | task 15694 | graphs reused = 14073 8.39.117.108 I slot print_timing: id 1 | task 15694 | graph reallocs = 0 / 0 (same size) / (changed size) 8.39.117.243 I slot release: id 1 | task 15694 | stop processing: n_tokens = 1961, truncated = 0 8.39.117.654 I slot print_timing: id 3 | task 15693 | prompt eval time = 1049.72 ms / 211 tokens ( 4.97 ms per token, 201.01 tokens per second) 8.39.117.658 I slot print_timing: id 3 | task 15693 | eval time = 956.13 ms / 2 tokens ( 956.13 ms per token, 1.05 tokens per second) 8.39.117.659 I slot print_timing: id 3 | task 15693 | total time = 2005.85 ms / 213 tokens 8.39.117.659 I slot print_timing: id 3 | task 15693 | graphs reused = 14073 8.39.117.660 I slot print_timing: id 3 | task 15693 | graph reallocs = 0 / 0 (same size) / (changed size) 8.39.117.763 I slot release: id 3 | task 15693 | stop processing: n_tokens = 2006, truncated = 0 8.39.342.833 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1961, t_last = 517663202 8.39.343.032 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1632.322 MiB) 8.39.642.333 I slot launch_slot_: id 1 | task 15700 | processing task, is_child = 0 8.39.642.496 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1631.759 MiB) 8.39.906.987 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 2006, t_last = 517663723 8.39.907.300 I slot launch_slot_: id 3 | task 15701 | processing task, is_child = 0 8.40.846.389 I slot print_timing: id 0 | task 15692 | prompt eval time = 2338.54 ms / 1459 tokens ( 1.60 ms per token, 623.89 tokens per second) 8.40.846.394 I slot print_timing: id 0 | task 15692 | eval time = 1503.56 ms / 2 tokens ( 1503.56 ms per token, 0.67 tokens per second) 8.40.846.396 I slot print_timing: id 0 | task 15692 | total time = 3842.10 ms / 1461 tokens 8.40.846.397 I slot print_timing: id 0 | task 15692 | graphs reused = 14073 8.40.846.397 I slot print_timing: id 0 | task 15692 | graph reallocs = 0 / 0 (same size) / (changed size) 8.40.846.535 I slot release: id 0 | task 15692 | stop processing: n_tokens = 1461, truncated = 0 8.41.285.547 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1461, t_last = 519392494 8.41.285.689 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1952.132 MiB) 8.41.555.164 I slot launch_slot_: id 0 | task 15704 | processing task, is_child = 0 8.42.106.205 I slot print_timing: id 2 | task 15697 | prompt eval time = 2793.65 ms / 1662 tokens ( 1.68 ms per token, 594.92 tokens per second) 8.42.106.211 I slot print_timing: id 2 | task 15697 | eval time = 820.66 ms / 2 tokens ( 820.66 ms per token, 1.22 tokens per second) 8.42.106.212 I slot print_timing: id 2 | task 15697 | total time = 3614.31 ms / 1664 tokens 8.42.106.213 I slot print_timing: id 2 | task 15697 | graphs reused = 14073 8.42.106.214 I slot print_timing: id 2 | task 15697 | graph reallocs = 0 / 0 (same size) / (changed size) 8.42.106.328 I slot release: id 2 | task 15697 | stop processing: n_tokens = 1664, truncated = 0 8.42.486.357 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1664, t_last = 520652287 8.42.655.092 I slot launch_slot_: id 2 | task 15707 | processing task, is_child = 0 8.43.031.417 I slot print_timing: id 1 | task 15700 | prompt eval time = 2577.60 ms / 1003 tokens ( 2.57 ms per token, 389.12 tokens per second) 8.43.031.423 I slot print_timing: id 1 | task 15700 | eval time = 546.49 ms / 2 tokens ( 546.49 ms per token, 1.83 tokens per second) 8.43.031.424 I slot print_timing: id 1 | task 15700 | total time = 3124.09 ms / 1005 tokens 8.43.031.425 I slot print_timing: id 1 | task 15700 | graphs reused = 14073 8.43.031.426 I slot print_timing: id 1 | task 15700 | graph reallocs = 0 / 0 (same size) / (changed size) 8.43.031.503 I slot release: id 1 | task 15700 | stop processing: n_tokens = 1005, truncated = 0 8.43.031.929 I slot print_timing: id 3 | task 15701 | prompt eval time = 2484.06 ms / 1525 tokens ( 1.63 ms per token, 613.91 tokens per second) 8.43.031.932 I slot print_timing: id 3 | task 15701 | eval time = 545.60 ms / 2 tokens ( 545.60 ms per token, 1.83 tokens per second) 8.43.031.932 I slot print_timing: id 3 | task 15701 | total time = 3029.66 ms / 1527 tokens 8.43.031.933 I slot print_timing: id 3 | task 15701 | graphs reused = 14073 8.43.031.934 I slot print_timing: id 3 | task 15701 | graph reallocs = 0 / 0 (same size) / (changed size) 8.43.032.029 I slot release: id 3 | task 15701 | stop processing: n_tokens = 1527, truncated = 0 8.43.347.299 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.915 (> 0.100 thold), f_keep = 0.878 8.43.347.448 I slot launch_slot_: id 1 | task 15710 | processing task, is_child = 0 8.43.347.588 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1630.415 MiB) 8.43.615.896 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1527, t_last = 521577988 8.43.616.196 I slot launch_slot_: id 3 | task 15711 | processing task, is_child = 0 8.44.079.046 I slot print_timing: id 0 | task 15704 | prompt eval time = 1792.10 ms / 992 tokens ( 1.81 ms per token, 553.54 tokens per second) 8.44.079.051 I slot print_timing: id 0 | task 15704 | eval time = 731.75 ms / 2 tokens ( 731.75 ms per token, 1.37 tokens per second) 8.44.079.052 I slot print_timing: id 0 | task 15704 | total time = 2523.85 ms / 994 tokens 8.44.079.053 I slot print_timing: id 0 | task 15704 | graphs reused = 14073 8.44.079.054 I slot print_timing: id 0 | task 15704 | graph reallocs = 0 / 0 (same size) / (changed size) 8.44.079.121 I slot release: id 0 | task 15704 | stop processing: n_tokens = 994, truncated = 0 8.44.497.086 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.903 (> 0.100 thold), f_keep = 0.886 8.44.497.263 I slot launch_slot_: id 0 | task 15714 | processing task, is_child = 0 8.44.822.538 I slot print_timing: id 2 | task 15707 | prompt eval time = 1790.70 ms / 982 tokens ( 1.82 ms per token, 548.39 tokens per second) 8.44.822.543 I slot print_timing: id 2 | task 15707 | eval time = 325.47 ms / 2 tokens ( 325.47 ms per token, 3.07 tokens per second) 8.44.822.544 I slot print_timing: id 2 | task 15707 | total time = 2116.16 ms / 984 tokens 8.44.822.545 I slot print_timing: id 2 | task 15707 | graphs reused = 14073 8.44.822.546 I slot print_timing: id 2 | task 15707 | graph reallocs = 0 / 0 (same size) / (changed size) 8.44.822.610 I slot release: id 2 | task 15707 | stop processing: n_tokens = 984, truncated = 0 8.45.026.840 I slot print_timing: id 1 | task 15710 | prompt eval time = 1205.94 ms / 112 tokens ( 10.77 ms per token, 92.87 tokens per second) 8.45.026.846 I slot print_timing: id 1 | task 15710 | eval time = 204.68 ms / 2 tokens ( 204.68 ms per token, 4.89 tokens per second) 8.45.026.847 I slot print_timing: id 1 | task 15710 | total time = 1410.62 ms / 114 tokens 8.45.026.848 I slot print_timing: id 1 | task 15710 | graphs reused = 14073 8.45.026.848 I slot print_timing: id 1 | task 15710 | graph reallocs = 0 / 0 (same size) / (changed size) 8.45.026.913 I slot release: id 1 | task 15710 | stop processing: n_tokens = 965, truncated = 0 8.45.027.712 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.899 (> 0.100 thold), f_keep = 0.913 8.45.027.842 I slot launch_slot_: id 1 | task 15717 | processing task, is_child = 0 8.45.027.955 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1631.040 MiB) 8.45.236.181 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 984, t_last = 523368569 8.45.236.448 I slot launch_slot_: id 2 | task 15718 | processing task, is_child = 0 8.45.590.855 I slot print_timing: id 3 | task 15711 | prompt eval time = 1254.86 ms / 987 tokens ( 1.27 ms per token, 786.54 tokens per second) 8.45.590.860 I slot print_timing: id 3 | task 15711 | eval time = 563.14 ms / 2 tokens ( 563.14 ms per token, 1.78 tokens per second) 8.45.590.861 I slot print_timing: id 3 | task 15711 | total time = 1818.00 ms / 989 tokens 8.45.590.862 I slot print_timing: id 3 | task 15711 | graphs reused = 14073 8.45.590.863 I slot print_timing: id 3 | task 15711 | graph reallocs = 0 / 0 (same size) / (changed size) 8.45.590.927 I slot release: id 3 | task 15711 | stop processing: n_tokens = 989, truncated = 0 8.45.913.885 I slot print_timing: id 0 | task 15714 | prompt eval time = 1093.17 ms / 124 tokens ( 8.82 ms per token, 113.43 tokens per second) 8.45.913.890 I slot print_timing: id 0 | task 15714 | eval time = 323.43 ms / 2 tokens ( 323.43 ms per token, 3.09 tokens per second) 8.45.913.891 I slot print_timing: id 0 | task 15714 | total time = 1416.60 ms / 126 tokens 8.45.913.892 I slot print_timing: id 0 | task 15714 | graphs reused = 14073 8.45.913.894 I slot print_timing: id 0 | task 15714 | graph reallocs = 0 / 0 (same size) / (changed size) 8.45.913.963 I slot release: id 0 | task 15714 | stop processing: n_tokens = 977, truncated = 0 8.45.913.981 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 989, t_last = 524136886 8.46.064.483 I slot launch_slot_: id 3 | task 15721 | processing task, is_child = 0 8.46.064.598 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1951.756 MiB) 8.46.262.769 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 977, t_last = 524459922 8.46.263.026 I slot launch_slot_: id 0 | task 15722 | processing task, is_child = 0 8.47.721.795 I slot print_timing: id 1 | task 15717 | prompt eval time = 2017.89 ms / 128 tokens ( 15.76 ms per token, 63.43 tokens per second) 8.47.721.801 I slot print_timing: id 1 | task 15717 | eval time = 410.12 ms / 2 tokens ( 410.12 ms per token, 2.44 tokens per second) 8.47.721.802 I slot print_timing: id 1 | task 15717 | total time = 2428.01 ms / 130 tokens 8.47.721.803 I slot print_timing: id 1 | task 15717 | graphs reused = 14073 8.47.721.803 I slot print_timing: id 1 | task 15717 | graph reallocs = 0 / 0 (same size) / (changed size) 8.47.721.872 I slot release: id 1 | task 15717 | stop processing: n_tokens = 981, truncated = 0 8.48.090.763 I slot print_timing: id 2 | task 15718 | prompt eval time = 2329.38 ms / 825 tokens ( 2.82 ms per token, 354.17 tokens per second) 8.48.090.770 I slot print_timing: id 2 | task 15718 | eval time = 368.09 ms / 2 tokens ( 368.09 ms per token, 2.72 tokens per second) 8.48.090.771 I slot print_timing: id 2 | task 15718 | total time = 2697.47 ms / 827 tokens 8.48.090.772 I slot print_timing: id 2 | task 15718 | graphs reused = 14073 8.48.090.773 I slot print_timing: id 2 | task 15718 | graph reallocs = 0 / 0 (same size) / (changed size) 8.48.090.851 I slot release: id 2 | task 15718 | stop processing: n_tokens = 827, truncated = 0 8.48.090.872 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 981, t_last = 526267831 8.48.091.019 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1278.208 MiB) 8.48.335.389 I slot launch_slot_: id 1 | task 15726 | processing task, is_child = 0 8.48.448.828 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 827, t_last = 526636811 8.48.449.080 I slot launch_slot_: id 2 | task 15727 | processing task, is_child = 0 8.49.913.454 I slot print_timing: id 0 | task 15722 | prompt eval time = 3141.49 ms / 1587 tokens ( 1.98 ms per token, 505.17 tokens per second) 8.49.913.460 I slot print_timing: id 0 | task 15722 | eval time = 508.91 ms / 2 tokens ( 508.91 ms per token, 1.96 tokens per second) 8.49.913.461 I slot print_timing: id 0 | task 15722 | total time = 3650.40 ms / 1589 tokens 8.49.913.463 I slot print_timing: id 0 | task 15722 | graphs reused = 14073 8.49.913.464 I slot print_timing: id 0 | task 15722 | graph reallocs = 0 / 0 (same size) / (changed size) 8.49.913.609 I slot release: id 0 | task 15722 | stop processing: n_tokens = 1589, truncated = 0 8.50.034.673 I slot print_timing: id 3 | task 15721 | prompt processing, n_tokens = 1625, progress = 1.00, t = 3.51 s / 463.59 tokens per second 8.50.354.867 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.815 (> 0.100 thold), f_keep = 0.881 8.50.355.021 I slot launch_slot_: id 0 | task 15731 | processing task, is_child = 0 8.50.853.563 I slot print_timing: id 3 | task 15721 | prompt eval time = 3947.11 ms / 1629 tokens ( 2.42 ms per token, 412.71 tokens per second) 8.50.853.569 I slot print_timing: id 3 | task 15721 | eval time = 498.70 ms / 2 tokens ( 498.70 ms per token, 2.01 tokens per second) 8.50.853.570 I slot print_timing: id 3 | task 15721 | total time = 4445.82 ms / 1631 tokens 8.50.853.571 I slot print_timing: id 3 | task 15721 | graphs reused = 14073 8.50.853.571 I slot print_timing: id 3 | task 15721 | graph reallocs = 0 / 0 (same size) / (changed size) 8.50.853.685 I slot release: id 3 | task 15721 | stop processing: n_tokens = 1631, truncated = 0 8.51.031.758 I slot print_timing: id 1 | task 15726 | prompt eval time = 2340.91 ms / 1616 tokens ( 1.45 ms per token, 690.33 tokens per second) 8.51.031.764 I slot print_timing: id 1 | task 15726 | eval time = 178.59 ms / 2 tokens ( 178.59 ms per token, 5.60 tokens per second) 8.51.031.765 I slot print_timing: id 1 | task 15726 | total time = 2519.50 ms / 1618 tokens 8.51.031.765 I slot print_timing: id 1 | task 15726 | graphs reused = 14073 8.51.031.766 I slot print_timing: id 1 | task 15726 | graph reallocs = 0 / 0 (same size) / (changed size) 8.51.031.874 I slot release: id 1 | task 15726 | stop processing: n_tokens = 1618, truncated = 0 8.51.032.652 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1631, t_last = 529399644 8.51.032.822 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1306.383 MiB) 8.51.222.834 I slot launch_slot_: id 3 | task 15734 | processing task, is_child = 0 8.51.222.982 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1299.866 MiB) 8.51.472.220 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1618, t_last = 529577833 8.51.472.762 I slot launch_slot_: id 1 | task 15735 | processing task, is_child = 0 8.51.862.052 I slot print_timing: id 0 | task 15731 | prompt eval time = 676.35 ms / 317 tokens ( 2.13 ms per token, 468.69 tokens per second) 8.51.862.058 I slot print_timing: id 0 | task 15731 | eval time = 830.65 ms / 2 tokens ( 830.65 ms per token, 1.20 tokens per second) 8.51.862.060 I slot print_timing: id 0 | task 15731 | total time = 1507.00 ms / 319 tokens 8.51.862.062 I slot print_timing: id 0 | task 15731 | graphs reused = 14073 8.51.862.064 I slot print_timing: id 0 | task 15731 | graph reallocs = 0 / 0 (same size) / (changed size) 8.51.862.208 I slot release: id 0 | task 15731 | stop processing: n_tokens = 1718, truncated = 0 8.51.862.635 I slot print_timing: id 2 | task 15727 | prompt eval time = 2503.23 ms / 1631 tokens ( 1.53 ms per token, 651.56 tokens per second) 8.51.862.639 I slot print_timing: id 2 | task 15727 | eval time = 829.99 ms / 2 tokens ( 829.99 ms per token, 1.20 tokens per second) 8.51.862.639 I slot print_timing: id 2 | task 15727 | total time = 3333.22 ms / 1633 tokens 8.51.862.640 I slot print_timing: id 2 | task 15727 | graphs reused = 14073 8.51.862.641 I slot print_timing: id 2 | task 15727 | graph reallocs = 0 / 0 (same size) / (changed size) 8.51.862.728 I slot release: id 2 | task 15727 | stop processing: n_tokens = 1633, truncated = 0 8.52.073.618 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1718, t_last = 530408168 8.52.073.779 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1041.679 MiB) 8.52.088.750 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1046.445 MiB) 8.52.347.999 I slot launch_slot_: id 0 | task 15738 | processing task, is_child = 0 8.52.348.145 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1306.580 MiB) 8.52.631.159 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1633, t_last = 530408687 8.52.631.440 I slot launch_slot_: id 2 | task 15739 | processing task, is_child = 0 8.53.928.160 I slot print_timing: id 1 | task 15735 | prompt eval time = 2205.59 ms / 868 tokens ( 2.54 ms per token, 393.54 tokens per second) 8.53.928.166 I slot print_timing: id 1 | task 15735 | eval time = 249.75 ms / 2 tokens ( 249.75 ms per token, 4.00 tokens per second) 8.53.928.167 I slot print_timing: id 1 | task 15735 | total time = 2455.35 ms / 870 tokens 8.53.928.168 I slot print_timing: id 1 | task 15735 | graphs reused = 14073 8.53.928.169 I slot print_timing: id 1 | task 15735 | graph reallocs = 0 / 0 (same size) / (changed size) 8.53.928.247 I slot release: id 1 | task 15735 | stop processing: n_tokens = 870, truncated = 0 8.53.928.680 I slot print_timing: id 3 | task 15734 | prompt eval time = 2180.82 ms / 841 tokens ( 2.59 ms per token, 385.64 tokens per second) 8.53.928.683 I slot print_timing: id 3 | task 15734 | eval time = 249.59 ms / 2 tokens ( 249.59 ms per token, 4.01 tokens per second) 8.53.928.684 I slot print_timing: id 3 | task 15734 | total time = 2430.41 ms / 843 tokens 8.53.928.684 I slot print_timing: id 3 | task 15734 | graphs reused = 14073 8.53.928.685 I slot print_timing: id 3 | task 15734 | graph reallocs = 0 / 0 (same size) / (changed size) 8.53.928.732 I slot release: id 3 | task 15734 | stop processing: n_tokens = 843, truncated = 0 8.54.068.482 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 870, t_last = 532474206 8.54.068.584 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1312.580 MiB) 8.54.248.165 I slot launch_slot_: id 1 | task 15744 | processing task, is_child = 0 8.54.381.687 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 843, t_last = 532474690 8.54.381.936 I slot launch_slot_: id 3 | task 15745 | processing task, is_child = 0 8.54.699.646 I slot print_timing: id 0 | task 15738 | prompt eval time = 1436.33 ms / 862 tokens ( 1.67 ms per token, 600.14 tokens per second) 8.54.699.651 I slot print_timing: id 0 | task 15738 | eval time = 631.85 ms / 2 tokens ( 631.85 ms per token, 1.58 tokens per second) 8.54.699.654 I slot print_timing: id 0 | task 15738 | total time = 2068.18 ms / 864 tokens 8.54.699.655 I slot print_timing: id 0 | task 15738 | graphs reused = 14073 8.54.699.656 I slot print_timing: id 0 | task 15738 | graph reallocs = 0 / 0 (same size) / (changed size) 8.54.699.721 I slot release: id 0 | task 15738 | stop processing: n_tokens = 864, truncated = 0 8.54.700.138 I slot print_timing: id 2 | task 15739 | prompt eval time = 1362.09 ms / 843 tokens ( 1.62 ms per token, 618.90 tokens per second) 8.54.700.141 I slot print_timing: id 2 | task 15739 | eval time = 631.66 ms / 2 tokens ( 631.66 ms per token, 1.58 tokens per second) 8.54.700.142 I slot print_timing: id 2 | task 15739 | total time = 1993.75 ms / 845 tokens 8.54.700.143 I slot print_timing: id 2 | task 15739 | graphs reused = 14073 8.54.700.144 I slot print_timing: id 2 | task 15739 | graph reallocs = 0 / 0 (same size) / (changed size) 8.54.700.188 I slot release: id 2 | task 15739 | stop processing: n_tokens = 845, truncated = 0 8.54.907.300 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 864, t_last = 533245680 8.54.907.411 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 845.154 MiB) 8.55.090.443 I slot launch_slot_: id 0 | task 15748 | processing task, is_child = 0 8.55.090.548 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1305.867 MiB) 8.55.227.628 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 845, t_last = 533246146 8.55.227.879 I slot launch_slot_: id 2 | task 15749 | processing task, is_child = 0 8.56.424.249 I slot print_timing: id 1 | task 15744 | prompt eval time = 1816.93 ms / 887 tokens ( 2.05 ms per token, 488.18 tokens per second) 8.56.424.256 I slot print_timing: id 1 | task 15744 | eval time = 225.35 ms / 2 tokens ( 225.35 ms per token, 4.44 tokens per second) 8.56.424.257 I slot print_timing: id 1 | task 15744 | total time = 2042.29 ms / 889 tokens 8.56.424.258 I slot print_timing: id 1 | task 15744 | graphs reused = 14073 8.56.424.259 I slot print_timing: id 1 | task 15744 | graph reallocs = 0 / 0 (same size) / (changed size) 8.56.424.329 I slot release: id 1 | task 15744 | stop processing: n_tokens = 889, truncated = 0 8.56.424.762 I slot print_timing: id 3 | task 15745 | prompt eval time = 1806.36 ms / 765 tokens ( 2.36 ms per token, 423.50 tokens per second) 8.56.424.766 I slot print_timing: id 3 | task 15745 | eval time = 225.20 ms / 2 tokens ( 225.20 ms per token, 4.44 tokens per second) 8.56.424.767 I slot print_timing: id 3 | task 15745 | total time = 2031.56 ms / 767 tokens 8.56.424.767 I slot print_timing: id 3 | task 15745 | graphs reused = 14073 8.56.424.768 I slot print_timing: id 3 | task 15745 | graph reallocs = 0 / 0 (same size) / (changed size) 8.56.424.824 I slot release: id 3 | task 15745 | stop processing: n_tokens = 767, truncated = 0 8.56.550.701 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 889, t_last = 534970289 8.56.550.810 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1305.664 MiB) 8.56.733.086 I slot launch_slot_: id 1 | task 15754 | processing task, is_child = 0 8.56.847.563 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 767, t_last = 534970783 8.56.847.847 I slot launch_slot_: id 3 | task 15755 | processing task, is_child = 0 8.57.052.616 I slot print_timing: id 0 | task 15748 | prompt eval time = 1322.12 ms / 738 tokens ( 1.79 ms per token, 558.19 tokens per second) 8.57.052.621 I slot print_timing: id 0 | task 15748 | eval time = 502.59 ms / 2 tokens ( 502.59 ms per token, 1.99 tokens per second) 8.57.052.622 I slot print_timing: id 0 | task 15748 | total time = 1824.71 ms / 740 tokens 8.57.052.625 I slot print_timing: id 0 | task 15748 | graphs reused = 14073 8.57.052.626 I slot print_timing: id 0 | task 15748 | graph reallocs = 0 / 0 (same size) / (changed size) 8.57.052.677 I slot release: id 0 | task 15748 | stop processing: n_tokens = 740, truncated = 0 8.57.053.109 I slot print_timing: id 2 | task 15749 | prompt eval time = 1262.92 ms / 688 tokens ( 1.84 ms per token, 544.77 tokens per second) 8.57.053.112 I slot print_timing: id 2 | task 15749 | eval time = 502.42 ms / 2 tokens ( 502.42 ms per token, 1.99 tokens per second) 8.57.053.113 I slot print_timing: id 2 | task 15749 | total time = 1765.33 ms / 690 tokens 8.57.053.114 I slot print_timing: id 2 | task 15749 | graphs reused = 14073 8.57.053.114 I slot print_timing: id 2 | task 15749 | graph reallocs = 0 / 0 (same size) / (changed size) 8.57.053.168 I slot release: id 2 | task 15749 | stop processing: n_tokens = 690, truncated = 0 8.57.735.445 I slot print_timing: id 1 | task 15754 | prompt eval time = 858.92 ms / 705 tokens ( 1.22 ms per token, 820.80 tokens per second) 8.57.735.450 I slot print_timing: id 1 | task 15754 | eval time = 28.65 ms / 2 tokens ( 28.65 ms per token, 34.90 tokens per second) 8.57.735.451 I slot print_timing: id 1 | task 15754 | total time = 887.58 ms / 707 tokens 8.57.735.452 I slot print_timing: id 1 | task 15754 | graphs reused = 14073 8.57.735.453 I slot print_timing: id 1 | task 15754 | graph reallocs = 0 / 0 (same size) / (changed size) 8.57.735.509 I slot release: id 1 | task 15754 | stop processing: n_tokens = 707, truncated = 0 8.57.735.841 I slot print_timing: id 3 | task 15755 | prompt eval time = 848.57 ms / 671 tokens ( 1.26 ms per token, 790.74 tokens per second) 8.57.735.845 I slot print_timing: id 3 | task 15755 | eval time = 28.35 ms / 2 tokens ( 28.35 ms per token, 35.28 tokens per second) 8.57.735.846 I slot print_timing: id 3 | task 15755 | total time = 876.92 ms / 673 tokens 8.57.735.846 I slot print_timing: id 3 | task 15755 | graphs reused = 14073 8.57.735.847 I slot print_timing: id 3 | task 15755 | graph reallocs = 0 / 0 (same size) / (changed size) 8.57.735.882 I slot release: id 3 | task 15755 | stop processing: n_tokens = 673, truncated = 0