C:\quantdiff\llama.cpp\bin\llama-server.exe -m C:\quantdiff\dl\campaign\32c554c7d133\gemma-4-12b-it-Q5_K_M.gguf --host 127.0.0.1 --port 8091 -c 16384 -np 4 -ngl 999 -fa on --jinja --seed 1234 --chat-template-kwargs "{\"enable_thinking\": false}" --no-webui -a quant
0.00.099.798 W Setting 'enable_thinking' via --chat-template-kwargs is deprecated. Use --reasoning on / --reasoning off instead.
0.00.099.959 I srv  llama_server: initializing ...
0.00.099.963 I cmn  common_param: common_params_print_info: verbosity = 3 (adjust with the `-lv N` CLI arg)
0.00.100.069 I srv  init_listene: The UI is disabled
0.00.100.071 I srv  init_listene: Use --ui/--no-ui (or deprecated --webui/--no-webui) to enable/disable
0.00.100.146 W srv  llama_server: security: no API key is set and CORS allows all origins (see https://github.com/ggml-org/llama.cpp/pull/25655)
0.00.107.961 I srv    load_model: loading model 'C:\quantdiff\dl\campaign\32c554c7d133\gemma-4-12b-it-Q5_K_M.gguf'
0.00.877.150 W common_fit_params: failed to fit params to free device memory: n_gpu_layers already set by user to 999, abort
0.01.388.382 W load: control-looking token:      1 '<eos>' was not control-type; this is probably a bug in the model. its type will be overridden
0.01.388.592 W load: control-looking token:     50 '<|tool_response>' was not control-type; this is probably a bug in the model. its type will be overridden
0.01.388.926 W load: control-looking token:    212 '</s>' was not control-type; this is probably a bug in the model. its type will be overridden
0.01.426.434 W load: '</s>' is a normal token here, removing it from EOG list
0.04.363.889 I cmn          init: llama threadpool init, n_threads = 8
0.04.459.096 I srv    load_model: initializing, n_slots = 4, n_ctx_slot = 4096, kv_unified = 'false'
0.04.468.486 I srv  llama_server: model loaded
0.04.468.493 I srv  llama_server: listening on http://127.0.0.1:8091
0.43.435.646 I slot get_availabl: id  0 | task -1 | selected slot by LRU, n_tokens = 0, t_last = -1
0.43.435.696 I slot launch_slot_: id  0 | task 0 | processing task, is_child = 0
0.43.435.700 I slot get_availabl: id  1 | task -1 | selected slot by LRU, n_tokens = 0, t_last = -1
0.43.435.725 I slot launch_slot_: id  1 | task 2 | processing task, is_child = 0
0.43.435.729 I slot get_availabl: id  2 | task -1 | selected slot by LRU, n_tokens = 0, t_last = -1
0.43.435.746 I slot launch_slot_: id  2 | task 1 | processing task, is_child = 0
0.43.522.556 I slot get_availabl: id  3 | task -1 | selected slot by LRU, n_tokens = 0, t_last = -1
0.43.522.636 I slot launch_slot_: id  3 | task 4 | processing task, is_child = 0
0.43.977.787 I slot print_timing: id  0 | task 0 | prompt eval time =     489.73 ms /   126 tokens (    3.89 ms per token,   257.29 tokens per second)
0.43.977.792 I slot print_timing: id  0 | task 0 |        eval time =      52.30 ms /     2 tokens (   52.30 ms per token,    19.12 tokens per second)
0.43.977.793 I slot print_timing: id  0 | task 0 |       total time =     542.02 ms /   128 tokens
0.43.977.798 I slot print_timing: id  0 | task 0 |    graphs reused =          1
0.43.977.799 I slot print_timing: id  0 | task 0 |   graph reallocs =          0    /     0        (same size) / (changed size)
0.43.977.834 I slot      release: id  0 | task 0 | stop processing: n_tokens = 127, truncated = 0
0.43.978.661 I slot print_timing: id  2 | task 1 | prompt eval time =     491.12 ms /   122 tokens (    4.03 ms per token,   248.41 tokens per second)
0.43.978.664 I slot print_timing: id  2 | task 1 |        eval time =      51.76 ms /     2 tokens (   51.76 ms per token,    19.32 tokens per second)
0.43.978.665 I slot print_timing: id  2 | task 1 |       total time =     542.88 ms /   124 tokens
0.43.978.666 I slot print_timing: id  2 | task 1 |    graphs reused =          1
0.43.978.666 I slot print_timing: id  2 | task 1 |   graph reallocs =          0    /     0        (same size) / (changed size)
0.43.978.683 I slot      release: id  2 | task 1 | stop processing: n_tokens = 123, truncated = 0
0.44.020.377 I slot print_timing: id  3 | task 4 | prompt eval time =     348.31 ms /   135 tokens (    2.58 ms per token,   387.59 tokens per second)
0.44.020.382 I slot print_timing: id  3 | task 4 |        eval time =      40.87 ms /     2 tokens (   40.87 ms per token,    24.47 tokens per second)
0.44.020.383 I slot print_timing: id  3 | task 4 |       total time =     389.18 ms /   137 tokens
0.44.020.384 I slot print_timing: id  3 | task 4 |    graphs reused =          1
0.44.020.385 I slot print_timing: id  3 | task 4 |   graph reallocs =          0    /     0        (same size) / (changed size)
0.44.020.411 I slot      release: id  3 | task 4 | stop processing: n_tokens = 136, truncated = 0
0.44.020.425 I slot get_availabl: id  0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.180 (> 0.100 thold), f_keep = 0.228
0.44.035.239 I slot launch_slot_: id  0 | task 9 | processing task, is_child = 0
0.44.064.523 I slot get_availabl: id  3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.199 (> 0.100 thold), f_keep = 0.221
0.44.064.700 I slot launch_slot_: id  3 | task 10 | processing task, is_child = 0
0.44.064.735 I slot get_availabl: id  2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.147 (> 0.100 thold), f_keep = 0.236
0.44.064.852 I slot launch_slot_: id  2 | task 11 | processing task, is_child = 0
0.44.427.083 I slot print_timing: id  2 | task 11 | prompt eval time =     334.28 ms /   196 tokens (    1.71 ms per token,   586.34 tokens per second)
0.44.427.089 I slot print_timing: id  2 | task 11 |        eval time =      22.86 ms /     2 tokens (   22.86 ms per token,    43.75 tokens per second)
0.44.427.090 I slot print_timing: id  2 | task 11 |       total time =     357.14 ms /   198 tokens
0.44.427.091 I slot print_timing: id  2 | task 11 |    graphs reused =          1
0.44.427.091 I slot print_timing: id  2 | task 11 |   graph reallocs =          0    /     0        (same size) / (changed size)
0.44.427.130 I slot      release: id  2 | task 11 | stop processing: n_tokens = 198, truncated = 0
0.44.427.402 I slot print_timing: id  3 | task 10 | prompt eval time =     329.88 ms /   150 tokens (    2.20 ms per token,   454.71 tokens per second)
0.44.427.405 I slot print_timing: id  3 | task 10 |        eval time =      22.52 ms /     2 tokens (   22.52 ms per token,    44.40 tokens per second)
0.44.427.406 I slot print_timing: id  3 | task 10 |       total time =     352.41 ms /   152 tokens
0.44.427.407 I slot print_timing: id  3 | task 10 |    graphs reused =          1
0.44.427.407 I slot print_timing: id  3 | task 10 |   graph reallocs =          0    /     0        (same size) / (changed size)
0.44.427.425 I slot      release: id  3 | task 10 | stop processing: n_tokens = 152, truncated = 0
0.44.448.026 I slot print_timing: id  0 | task 9 | prompt eval time =     338.39 ms /   160 tokens (    2.11 ms per token,   472.82 tokens per second)
0.44.448.031 I slot print_timing: id  0 | task 9 |        eval time =      44.76 ms /     3 tokens (   22.38 ms per token,    44.68 tokens per second)
0.44.448.032 I slot print_timing: id  0 | task 9 |       total time =     383.16 ms /   163 tokens
0.44.448.033 I slot print_timing: id  0 | task 9 |    graphs reused =          1
0.44.448.034 I slot print_timing: id  0 | task 9 |   graph reallocs =          0    /     0        (same size) / (changed size)
0.44.448.063 I slot      release: id  0 | task 9 | stop processing: n_tokens = 163, truncated = 0
0.44.448.416 I slot get_availabl: id  3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.289 (> 0.100 thold), f_keep = 0.217
0.44.465.749 I slot launch_slot_: id  3 | task 16 | processing task, is_child = 0
0.44.503.325 I slot get_availabl: id  0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.238 (> 0.100 thold), f_keep = 0.178
0.44.503.493 I slot launch_slot_: id  0 | task 17 | processing task, is_child = 0
0.44.503.532 I slot get_availabl: id  2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.188 (> 0.100 thold), f_keep = 0.146
0.44.503.658 I slot launch_slot_: id  2 | task 18 | processing task, is_child = 0
0.44.692.167 I slot print_timing: id  1 | task 2 | prompt eval time =     490.43 ms /   118 tokens (    4.16 ms per token,   240.61 tokens per second)
0.44.692.172 I slot print_timing: id  1 | task 2 |        eval time =     765.97 ms /     8 tokens (  109.42 ms per token,     9.14 tokens per second)
0.44.692.173 I slot print_timing: id  1 | task 2 |       total time =    1256.39 ms /   126 tokens
0.44.692.174 I slot print_timing: id  1 | task 2 |    graphs reused =          1
0.44.692.175 I slot print_timing: id  1 | task 2 |   graph reallocs =          0    /     0        (same size) / (changed size)
0.44.692.200 I slot      release: id  1 | task 2 | stop processing: n_tokens = 125, truncated = 0
0.44.772.775 I slot get_availabl: id  1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.220 (> 0.100 thold), f_keep = 0.232
0.44.786.453 I slot launch_slot_: id  1 | task 21 | processing task, is_child = 0
0.44.879.098 I slot print_timing: id  0 | task 17 | prompt eval time =     267.75 ms /   121 tokens (    2.21 ms per token,   451.92 tokens per second)
0.44.879.103 I slot print_timing: id  0 | task 17 |        eval time =     107.67 ms /     2 tokens (  107.67 ms per token,     9.29 tokens per second)
0.44.879.104 I slot print_timing: id  0 | task 17 |       total time =     375.42 ms /   123 tokens
0.44.879.105 I slot print_timing: id  0 | task 17 |    graphs reused =          1
0.44.879.106 I slot print_timing: id  0 | task 17 |   graph reallocs =          0    /     0        (same size) / (changed size)
0.44.879.131 I slot      release: id  0 | task 17 | stop processing: n_tokens = 123, truncated = 0
0.44.879.557 I slot print_timing: id  2 | task 18 | prompt eval time =     263.40 ms /   153 tokens (    1.72 ms per token,   580.85 tokens per second)
0.44.879.560 I slot print_timing: id  2 | task 18 |        eval time =     107.42 ms /     2 tokens (  107.42 ms per token,     9.31 tokens per second)
0.44.879.561 I slot print_timing: id  2 | task 18 |       total time =     370.83 ms /   155 tokens
0.44.879.562 I slot print_timing: id  2 | task 18 |    graphs reused =          1
0.44.879.562 I slot print_timing: id  2 | task 18 |   graph reallocs =          0    /     0        (same size) / (changed size)
0.44.879.583 I slot      release: id  2 | task 18 | stop processing: n_tokens = 155, truncated = 0
0.44.880.054 I slot print_timing: id  3 | task 16 | prompt eval time =     258.66 ms /   113 tokens (    2.29 ms per token,   436.86 tokens per second)
0.44.880.057 I slot print_timing: id  3 | task 16 |        eval time =     107.29 ms /     2 tokens (  107.29 ms per token,     9.32 tokens per second)
0.44.880.058 I slot print_timing: id  3 | task 16 |       total time =     365.95 ms /   115 tokens
0.44.880.058 I slot print_timing: id  3 | task 16 |    graphs reused =          1
0.44.880.059 I slot print_timing: id  3 | task 16 |   graph reallocs =          0    /     0        (same size) / (changed size)
0.44.880.072 I slot      release: id  3 | task 16 | stop processing: n_tokens = 115, truncated = 0
0.44.910.664 I slot get_availabl: id  0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.199 (> 0.100 thold), f_keep = 0.236
0.44.924.266 I slot launch_slot_: id  0 | task 24 | processing task, is_child = 0
0.44.953.435 I slot get_availabl: id  2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.154 (> 0.100 thold), f_keep = 0.187
0.44.953.574 I slot launch_slot_: id  2 | task 26 | processing task, is_child = 0
0.44.953.607 I slot get_availabl: id  3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.236 (> 0.100 thold), f_keep = 0.252
0.44.953.716 I slot launch_slot_: id  3 | task 25 | processing task, is_child = 0
0.45.169.544 I slot print_timing: id  1 | task 21 | prompt eval time =     124.19 ms /   131 tokens (    0.95 ms per token,  1054.87 tokens per second)
0.45.169.549 I slot print_timing: id  1 | task 21 |        eval time =     258.88 ms /     2 tokens (  258.88 ms per token,     3.86 tokens per second)
0.45.169.550 I slot print_timing: id  1 | task 21 |       total time =     383.07 ms /   133 tokens
0.45.169.551 I slot print_timing: id  1 | task 21 |    graphs reused =          1
0.45.169.552 I slot print_timing: id  1 | task 21 |   graph reallocs =          0    /     0        (same size) / (changed size)
0.45.169.577 I slot      release: id  1 | task 21 | stop processing: n_tokens = 133, truncated = 0
0.45.245.662 I slot get_availabl: id  1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.207 (> 0.100 thold), f_keep = 0.218
0.45.260.218 I slot launch_slot_: id  1 | task 29 | processing task, is_child = 0
0.45.365.743 I slot print_timing: id  2 | task 26 | prompt eval time =     286.35 ms /   187 tokens (    1.53 ms per token,   653.05 tokens per second)
0.45.365.749 I slot print_timing: id  2 | task 26 |        eval time =     120.67 ms /     2 tokens (  120.67 ms per token,     8.29 tokens per second)
0.45.365.751 I slot print_timing: id  2 | task 26 |       total time =     407.03 ms /   189 tokens
0.45.365.751 I slot print_timing: id  2 | task 26 |    graphs reused =          1
0.45.365.753 I slot print_timing: id  2 | task 26 |   graph reallocs =          0    /     0        (same size) / (changed size)
0.45.365.784 I slot      release: id  2 | task 26 | stop processing: n_tokens = 189, truncated = 0
0.45.366.143 I slot print_timing: id  3 | task 25 | prompt eval time =     281.66 ms /   122 tokens (    2.31 ms per token,   433.15 tokens per second)
0.45.366.148 I slot print_timing: id  3 | task 25 |        eval time =     120.49 ms /     2 tokens (  120.49 ms per token,     8.30 tokens per second)
0.45.366.149 I slot print_timing: id  3 | task 25 |       total time =     402.14 ms /   124 tokens
0.45.366.150 I slot print_timing: id  3 | task 25 |    graphs reused =          1
0.45.366.151 I slot print_timing: id  3 | task 25 |   graph reallocs =          0    /     0        (same size) / (changed size)
0.45.366.168 I slot      release: id  3 | task 25 | stop processing: n_tokens = 124, truncated = 0
0.45.416.362 I slot get_availabl: id  2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.240 (> 0.100 thold), f_keep = 0.153
0.45.436.475 I slot launch_slot_: id  2 | task 32 | processing task, is_child = 0
0.45.450.101 I slot get_availabl: id  3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.218 (> 0.100 thold), f_keep = 0.234
0.45.456.643 I slot launch_slot_: id  3 | task 33 | processing task, is_child = 0
0.45.600.290 I slot print_timing: id  1 | task 29 | prompt eval time =     156.12 ms /   139 tokens (    1.12 ms per token,   890.35 tokens per second)
0.45.600.296 I slot print_timing: id  1 | task 29 |        eval time =     183.93 ms /     2 tokens (  183.93 ms per token,     5.44 tokens per second)
0.45.600.297 I slot print_timing: id  1 | task 29 |       total time =     340.05 ms /   141 tokens
0.45.600.298 I slot print_timing: id  1 | task 29 |    graphs reused =          1
0.45.600.299 I slot print_timing: id  1 | task 29 |   graph reallocs =          0    /     0        (same size) / (changed size)
0.45.600.329 I slot      release: id  1 | task 29 | stop processing: n_tokens = 141, truncated = 0
0.45.663.934 I slot get_availabl: id  1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.165 (> 0.100 thold), f_keep = 0.206
0.45.679.551 I slot launch_slot_: id  1 | task 36 | processing task, is_child = 0
0.45.798.216 I slot print_timing: id  2 | task 32 | prompt eval time =     206.65 ms /   120 tokens (    1.72 ms per token,   580.69 tokens per second)
0.45.798.221 I slot print_timing: id  2 | task 32 |        eval time =     134.90 ms /     2 tokens (  134.90 ms per token,     7.41 tokens per second)
0.45.798.222 I slot print_timing: id  2 | task 32 |       total time =     341.55 ms /   122 tokens
0.45.798.223 I slot print_timing: id  2 | task 32 |    graphs reused =          1
0.45.798.224 I slot print_timing: id  2 | task 32 |   graph reallocs =          0    /     0        (same size) / (changed size)
0.45.798.254 I slot      release: id  2 | task 32 | stop processing: n_tokens = 122, truncated = 0
0.45.798.680 I slot print_timing: id  3 | task 33 | prompt eval time =     201.70 ms /   132 tokens (    1.53 ms per token,   654.43 tokens per second)
0.45.798.683 I slot print_timing: id  3 | task 33 |        eval time =     134.76 ms /     2 tokens (  134.76 ms per token,     7.42 tokens per second)
0.45.798.684 I slot print_timing: id  3 | task 33 |       total time =     336.46 ms /   134 tokens
0.45.798.685 I slot print_timing: id  3 | task 33 |    graphs reused =          1
0.45.798.686 I slot print_timing: id  3 | task 33 |   graph reallocs =          0    /     0        (same size) / (changed size)
0.45.798.707 I slot      release: id  3 | task 33 | stop processing: n_tokens = 134, truncated = 0
0.45.851.846 I slot get_availabl: id  3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.233 (> 0.100 thold), f_keep = 0.224
0.45.866.992 I slot launch_slot_: id  3 | task 39 | processing task, is_child = 0
0.45.880.275 I slot get_availabl: id  2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.197 (> 0.100 thold), f_keep = 0.238
0.45.880.461 I slot launch_slot_: id  2 | task 40 | processing task, is_child = 0
0.46.023.905 I slot print_timing: id  1 | task 36 | prompt eval time =     172.27 ms /   175 tokens (    0.98 ms per token,  1015.85 tokens per second)
0.46.023.911 I slot print_timing: id  1 | task 36 |        eval time =     172.06 ms /     2 tokens (  172.06 ms per token,     5.81 tokens per second)
0.46.023.912 I slot print_timing: id  1 | task 36 |       total time =     344.33 ms /   177 tokens
0.46.023.913 I slot print_timing: id  1 | task 36 |    graphs reused =          1
0.46.023.913 I slot print_timing: id  1 | task 36 |   graph reallocs =          0    /     0        (same size) / (changed size)
0.46.023.947 I slot      release: id  1 | task 36 | stop processing: n_tokens = 177, truncated = 0
0.46.088.694 I slot get_availabl: id  1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.250 (> 0.100 thold), f_keep = 0.164
0.46.108.271 I slot launch_slot_: id  1 | task 43 | processing task, is_child = 0
0.46.201.416 I slot print_timing: id  2 | task 40 | prompt eval time =     207.59 ms /   146 tokens (    1.42 ms per token,   703.32 tokens per second)
0.46.201.421 I slot print_timing: id  2 | task 40 |        eval time =     113.34 ms /     2 tokens (  113.34 ms per token,     8.82 tokens per second)
0.46.201.422 I slot print_timing: id  2 | task 40 |       total time =     320.93 ms /   148 tokens
0.46.201.423 I slot print_timing: id  2 | task 40 |    graphs reused =          1
0.46.201.424 I slot print_timing: id  2 | task 40 |   graph reallocs =          0    /     0        (same size) / (changed size)
0.46.201.456 I slot      release: id  2 | task 40 | stop processing: n_tokens = 148, truncated = 0
0.46.201.794 I slot print_timing: id  3 | task 39 | prompt eval time =     203.09 ms /   128 tokens (    1.59 ms per token,   630.25 tokens per second)
0.46.201.797 I slot print_timing: id  3 | task 39 |        eval time =     113.11 ms /     2 tokens (  113.11 ms per token,     8.84 tokens per second)
0.46.201.798 I slot print_timing: id  3 | task 39 |       total time =     316.20 ms /   130 tokens
0.46.201.798 I slot print_timing: id  3 | task 39 |    graphs reused =          1
0.46.201.799 I slot print_timing: id  3 | task 39 |   graph reallocs =          0    /     0        (same size) / (changed size)
0.46.201.815 I slot      release: id  3 | task 39 | stop processing: n_tokens = 130, truncated = 0
0.46.251.287 I slot print_timing: id  0 | task 24 | prompt eval time =     290.62 ms /   145 tokens (    2.00 ms per token,   498.94 tokens per second)
0.46.251.292 I slot print_timing: id  0 | task 24 |        eval time =    1006.93 ms /    11 tokens (  100.69 ms per token,     9.93 tokens per second)
0.46.251.294 I slot print_timing: id  0 | task 24 |       total time =    1297.55 ms /   156 tokens
0.46.251.294 I slot print_timing: id  0 | task 24 |    graphs reused =          1
0.46.251.295 I slot print_timing: id  0 | task 24 |   graph reallocs =          0    /     0        (same size) / (changed size)
0.46.251.322 I slot      release: id  0 | task 24 | stop processing: n_tokens = 156, truncated = 0
0.46.252.027 I slot get_availabl: id  0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.193 (> 0.100 thold), f_keep = 0.186
0.46.268.869 I slot launch_slot_: id  0 | task 47 | processing task, is_child = 0
0.46.298.833 I slot get_availabl: id  2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.197 (> 0.100 thold), f_keep = 0.196
0.46.299.005 I slot launch_slot_: id  2 | task 46 | processing task, is_child = 0
0.46.299.039 I slot get_availabl: id  3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.240 (> 0.100 thold), f_keep = 0.231
0.46.299.165 I slot launch_slot_: id  3 | task 48 | processing task, is_child = 0
0.46.509.339 I slot print_timing: id  1 | task 43 | prompt eval time =     143.74 ms /   115 tokens (    1.25 ms per token,   800.08 tokens per second)
0.46.509.344 I slot print_timing: id  1 | task 43 |        eval time =     257.31 ms /     2 tokens (  257.31 ms per token,     3.89 tokens per second)
0.46.509.345 I slot print_timing: id  1 | task 43 |       total time =     401.04 ms /   117 tokens
0.46.509.347 I slot print_timing: id  1 | task 43 |    graphs reused =          1
0.46.509.348 I slot print_timing: id  1 | task 43 |   graph reallocs =          0    /     0        (same size) / (changed size)
0.46.509.376 I slot      release: id  1 | task 43 | stop processing: n_tokens = 117, truncated = 0
0.46.585.083 I slot get_availabl: id  1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.244 (> 0.100 thold), f_keep = 0.248
0.46.598.235 I slot launch_slot_: id  1 | task 51 | processing task, is_child = 0
0.46.694.271 I slot print_timing: id  0 | task 47 | prompt eval time =     284.51 ms /   149 tokens (    1.91 ms per token,   523.71 tokens per second)
0.46.694.284 I slot print_timing: id  0 | task 47 |        eval time =     110.56 ms /     2 tokens (  110.56 ms per token,     9.04 tokens per second)
0.46.694.286 I slot print_timing: id  0 | task 47 |       total time =     395.07 ms /   151 tokens
0.46.694.287 I slot print_timing: id  0 | task 47 |    graphs reused =          1
0.46.694.288 I slot print_timing: id  0 | task 47 |   graph reallocs =          0    /     0        (same size) / (changed size)
0.46.694.353 I slot      release: id  0 | task 47 | stop processing: n_tokens = 151, truncated = 0
0.46.695.241 I slot print_timing: id  2 | task 46 | prompt eval time =     279.62 ms /   146 tokens (    1.92 ms per token,   522.14 tokens per second)
0.46.695.247 I slot print_timing: id  2 | task 46 |        eval time =     110.85 ms /     2 tokens (  110.85 ms per token,     9.02 tokens per second)
0.46.695.249 I slot print_timing: id  2 | task 46 |       total time =     390.47 ms /   148 tokens
0.46.695.249 I slot print_timing: id  2 | task 46 |    graphs reused =          1
0.46.695.250 I slot print_timing: id  2 | task 46 |   graph reallocs =          0    /     0        (same size) / (changed size)
0.46.695.290 I slot      release: id  2 | task 46 | stop processing: n_tokens = 148, truncated = 0
0.46.696.251 I slot print_timing: id  3 | task 48 | prompt eval time =     275.59 ms /   124 tokens (    2.22 ms per token,   449.95 tokens per second)
0.46.696.257 I slot print_timing: id  3 | task 48 |        eval time =     111.17 ms /     2 tokens (  111.17 ms per token,     8.99 tokens per second)
0.46.696.258 I slot print_timing: id  3 | task 48 |       total time =     386.76 ms /   126 tokens
0.46.696.260 I slot print_timing: id  3 | task 48 |    graphs reused =          1
0.46.696.261 I slot print_timing: id  3 | task 48 |   graph reallocs =          0    /     0        (same size) / (changed size)
0.46.696.291 I slot      release: id  3 | task 48 | stop processing: n_tokens = 126, truncated = 0
0.46.734.415 I slot get_availabl: id  0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.259 (> 0.100 thold), f_keep = 0.192
0.46.750.719 I slot launch_slot_: id  0 | task 54 | processing task, is_child = 0
0.46.780.964 I slot get_availabl: id  2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.227 (> 0.100 thold), f_keep = 0.196
0.46.781.141 I slot launch_slot_: id  2 | task 55 | processing task, is_child = 0
0.46.781.177 I slot get_availabl: id  3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.199 (> 0.100 thold), f_keep = 0.230
0.46.781.309 I slot launch_slot_: id  3 | task 56 | processing task, is_child = 0
0.46.974.936 I slot print_timing: id  1 | task 51 | prompt eval time =     136.16 ms /   118 tokens (    1.15 ms per token,   866.65 tokens per second)
0.46.974.941 I slot print_timing: id  1 | task 51 |        eval time =     240.52 ms /     2 tokens (  240.52 ms per token,     4.16 tokens per second)
0.46.974.942 I slot print_timing: id  1 | task 51 |       total time =     376.68 ms /   120 tokens
0.46.974.943 I slot print_timing: id  1 | task 51 |    graphs reused =          1
0.46.974.944 I slot print_timing: id  1 | task 51 |   graph reallocs =          0    /     0        (same size) / (changed size)
0.46.974.972 I slot      release: id  1 | task 51 | stop processing: n_tokens = 120, truncated = 0
0.47.048.281 I slot get_availabl: id  1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.244 (> 0.100 thold), f_keep = 0.275
0.47.062.000 I slot launch_slot_: id  1 | task 59 | processing task, is_child = 0
0.47.170.450 I slot print_timing: id  0 | task 54 | prompt eval time =     265.61 ms /   111 tokens (    2.39 ms per token,   417.91 tokens per second)
0.47.170.456 I slot print_timing: id  0 | task 54 |        eval time =     123.51 ms /     2 tokens (  123.51 ms per token,     8.10 tokens per second)
0.47.170.457 I slot print_timing: id  0 | task 54 |       total time =     389.12 ms /   113 tokens
0.47.170.458 I slot print_timing: id  0 | task 54 |    graphs reused =          1
0.47.170.459 I slot print_timing: id  0 | task 54 |   graph reallocs =          0    /     0        (same size) / (changed size)
0.47.170.487 I slot      release: id  0 | task 54 | stop processing: n_tokens = 113, truncated = 0
0.47.170.912 I slot print_timing: id  2 | task 55 | prompt eval time =     261.09 ms /   127 tokens (    2.06 ms per token,   486.42 tokens per second)
0.47.170.915 I slot print_timing: id  2 | task 55 |        eval time =     123.26 ms /     2 tokens (  123.26 ms per token,     8.11 tokens per second)
0.47.170.915 I slot print_timing: id  2 | task 55 |       total time =     384.36 ms /   129 tokens
0.47.170.916 I slot print_timing: id  2 | task 55 |    graphs reused =          1
0.47.170.917 I slot print_timing: id  2 | task 55 |   graph reallocs =          0    /     0        (same size) / (changed size)
0.47.170.934 I slot      release: id  2 | task 55 | stop processing: n_tokens = 129, truncated = 0
0.47.171.384 I slot print_timing: id  3 | task 56 | prompt eval time =     256.14 ms /   145 tokens (    1.77 ms per token,   566.10 tokens per second)
0.47.171.387 I slot print_timing: id  3 | task 56 |        eval time =     123.11 ms /     2 tokens (  123.11 ms per token,     8.12 tokens per second)
0.47.171.388 I slot print_timing: id  3 | task 56 |       total time =     379.25 ms /   147 tokens
0.47.171.389 I slot print_timing: id  3 | task 56 |    graphs reused =          1
0.47.171.389 I slot print_timing: id  3 | task 56 |   graph reallocs =          0    /     0        (same size) / (changed size)
0.47.171.407 I slot      release: id  3 | task 56 | stop processing: n_tokens = 147, truncated = 0
0.47.203.890 I slot get_availabl: id  0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.206 (> 0.100 thold), f_keep = 0.257
0.47.216.545 I slot launch_slot_: id  0 | task 62 | processing task, is_child = 0
0.47.246.166 I slot get_availabl: id  2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.269 (> 0.100 thold), f_keep = 0.225
0.47.246.318 I slot launch_slot_: id  2 | task 63 | processing task, is_child = 0
0.47.246.355 I slot get_availabl: id  3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.257 (> 0.100 thold), f_keep = 0.197
0.47.253.156 I slot launch_slot_: id  3 | task 64 | processing task, is_child = 0
0.47.451.307 I slot print_timing: id  1 | task 59 | prompt eval time =     141.86 ms /   134 tokens (    1.06 ms per token,   944.57 tokens per second)
0.47.451.314 I slot print_timing: id  1 | task 59 |        eval time =     247.42 ms /     2 tokens (  247.42 ms per token,     4.04 tokens per second)
0.47.451.315 I slot print_timing: id  1 | task 59 |       total time =     389.28 ms /   136 tokens
0.47.451.316 I slot print_timing: id  1 | task 59 |    graphs reused =          1
0.47.451.317 I slot print_timing: id  1 | task 59 |   graph reallocs =          0    /     0        (same size) / (changed size)
0.47.451.348 I slot      release: id  1 | task 59 | stop processing: n_tokens = 136, truncated = 0
0.47.522.851 I slot get_availabl: id  1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.156 (> 0.100 thold), f_keep = 0.213
0.47.537.689 I slot launch_slot_: id  1 | task 67 | processing task, is_child = 0
0.47.655.614 I slot print_timing: id  0 | task 62 | prompt eval time =     268.21 ms /   140 tokens (    1.92 ms per token,   521.99 tokens per second)
0.47.655.620 I slot print_timing: id  0 | task 62 |        eval time =     134.23 ms /     2 tokens (  134.23 ms per token,     7.45 tokens per second)
0.47.655.622 I slot print_timing: id  0 | task 62 |       total time =     402.43 ms /   142 tokens
0.47.655.623 I slot print_timing: id  0 | task 62 |    graphs reused =          1
0.47.655.624 I slot print_timing: id  0 | task 62 |   graph reallocs =          0    /     0        (same size) / (changed size)
0.47.655.657 I slot      release: id  0 | task 62 | stop processing: n_tokens = 142, truncated = 0
0.47.656.092 I slot print_timing: id  2 | task 63 | prompt eval time =     263.35 ms /   107 tokens (    2.46 ms per token,   406.30 tokens per second)
0.47.656.095 I slot print_timing: id  2 | task 63 |        eval time =     134.00 ms /     2 tokens (  134.00 ms per token,     7.46 tokens per second)
0.47.656.096 I slot print_timing: id  2 | task 63 |       total time =     397.35 ms /   109 tokens
0.47.656.097 I slot print_timing: id  2 | task 63 |    graphs reused =          1
0.47.656.097 I slot print_timing: id  2 | task 63 |   graph reallocs =          0    /     0        (same size) / (changed size)
0.47.656.116 I slot      release: id  2 | task 63 | stop processing: n_tokens = 109, truncated = 0
0.47.711.725 I slot print_timing: id  3 | task 64 | prompt eval time =     259.12 ms /   112 tokens (    2.31 ms per token,   432.23 tokens per second)
0.47.711.737 I slot print_timing: id  3 | task 64 |        eval time =     188.86 ms /     3 tokens (   94.43 ms per token,    10.59 tokens per second)
0.47.711.738 I slot print_timing: id  3 | task 64 |       total time =     447.98 ms /   115 tokens
0.47.711.739 I slot print_timing: id  3 | task 64 |    graphs reused =          1
0.47.711.740 I slot print_timing: id  3 | task 64 |   graph reallocs =          0    /     0        (same size) / (changed size)
0.47.711.791 I slot      release: id  3 | task 64 | stop processing: n_tokens = 115, truncated = 0
0.47.711.820 I slot get_availabl: id  0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.164 (> 0.100 thold), f_keep = 0.204
0.47.733.249 I slot launch_slot_: id  0 | task 70 | processing task, is_child = 0
0.47.758.165 I slot get_availabl: id  2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.212 (> 0.100 thold), f_keep = 0.266
0.47.758.342 I slot launch_slot_: id  2 | task 71 | processing task, is_child = 0
0.47.758.384 I slot get_availabl: id  3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.172 (> 0.100 thold), f_keep = 0.252
0.47.758.528 I slot launch_slot_: id  3 | task 72 | processing task, is_child = 0
0.47.996.748 I slot print_timing: id  1 | task 67 | prompt eval time =     173.32 ms /   185 tokens (    0.94 ms per token,  1067.39 tokens per second)
0.47.996.754 I slot print_timing: id  1 | task 67 |        eval time =     285.71 ms /     2 tokens (  285.71 ms per token,     3.50 tokens per second)
0.47.996.755 I slot print_timing: id  1 | task 67 |       total time =     459.03 ms /   187 tokens
0.47.996.757 I slot print_timing: id  1 | task 67 |    graphs reused =          1
0.47.996.758 I slot print_timing: id  1 | task 67 |   graph reallocs =          0    /     0        (same size) / (changed size)
0.47.996.792 I slot      release: id  1 | task 67 | stop processing: n_tokens = 187, truncated = 0
0.48.075.262 I slot get_availabl: id  1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.161 (> 0.100 thold), f_keep = 0.155
0.48.095.227 I slot launch_slot_: id  1 | task 75 | processing task, is_child = 0
0.48.209.713 I slot print_timing: id  0 | task 70 | prompt eval time =     315.34 ms /   176 tokens (    1.79 ms per token,   558.12 tokens per second)
0.48.209.720 I slot print_timing: id  0 | task 70 |        eval time =     135.82 ms /     2 tokens (  135.82 ms per token,     7.36 tokens per second)
0.48.209.721 I slot print_timing: id  0 | task 70 |       total time =     451.16 ms /   178 tokens
0.48.209.723 I slot print_timing: id  0 | task 70 |    graphs reused =          1
0.48.209.724 I slot print_timing: id  0 | task 70 |   graph reallocs =          0    /     0        (same size) / (changed size)
0.48.209.759 I slot      release: id  0 | task 70 | stop processing: n_tokens = 178, truncated = 0
0.48.210.179 I slot print_timing: id  2 | task 71 | prompt eval time =     310.88 ms /   136 tokens (    2.29 ms per token,   437.47 tokens per second)
0.48.210.183 I slot print_timing: id  2 | task 71 |        eval time =     135.61 ms /     2 tokens (  135.61 ms per token,     7.37 tokens per second)
0.48.210.184 I slot print_timing: id  2 | task 71 |       total time =     446.48 ms /   138 tokens
0.48.210.184 I slot print_timing: id  2 | task 71 |    graphs reused =          1
0.48.210.185 I slot print_timing: id  2 | task 71 |   graph reallocs =          0    /     0        (same size) / (changed size)
0.48.210.204 I slot      release: id  2 | task 71 | stop processing: n_tokens = 138, truncated = 0
0.48.210.649 I slot print_timing: id  3 | task 72 | prompt eval time =     306.63 ms /   168 tokens (    1.83 ms per token,   547.89 tokens per second)
0.48.210.652 I slot print_timing: id  3 | task 72 |        eval time =     135.40 ms /     2 tokens (  135.40 ms per token,     7.39 tokens per second)
0.48.210.653 I slot print_timing: id  3 | task 72 |       total time =     442.03 ms /   170 tokens
0.48.210.653 I slot print_timing: id  3 | task 72 |    graphs reused =          1
0.48.210.654 I slot print_timing: id  3 | task 72 |   graph reallocs =          0    /     0        (same size) / (changed size)
0.48.210.674 I slot      release: id  3 | task 72 | stop processing: n_tokens = 170, truncated = 0
0.48.244.262 I slot get_availabl: id  0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.192 (> 0.100 thold), f_keep = 0.163
0.48.262.949 I slot launch_slot_: id  0 | task 78 | processing task, is_child = 0
0.48.295.486 I slot get_availabl: id  2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.201 (> 0.100 thold), f_keep = 0.210
0.48.302.592 I slot launch_slot_: id  2 | task 79 | processing task, is_child = 0
0.48.302.633 I slot get_availabl: id  3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.223 (> 0.100 thold), f_keep = 0.171
0.48.302.749 I slot launch_slot_: id  3 | task 80 | processing task, is_child = 0
0.48.622.485 I slot print_timing: id  2 | task 79 | prompt eval time =     291.60 ms /   143 tokens (    2.04 ms per token,   490.41 tokens per second)
0.48.622.490 I slot print_timing: id  2 | task 79 |        eval time =      22.77 ms /     2 tokens (   22.77 ms per token,    43.92 tokens per second)
0.48.622.491 I slot print_timing: id  2 | task 79 |       total time =     314.37 ms /   145 tokens
0.48.622.493 I slot print_timing: id  2 | task 79 |    graphs reused =          1
0.48.622.494 I slot print_timing: id  2 | task 79 |   graph reallocs =          0    /     0        (same size) / (changed size)
0.48.622.521 I slot      release: id  2 | task 79 | stop processing: n_tokens = 145, truncated = 0
0.48.622.805 I slot print_timing: id  3 | task 80 | prompt eval time =     287.55 ms /   129 tokens (    2.23 ms per token,   448.61 tokens per second)
0.48.622.808 I slot print_timing: id  3 | task 80 |        eval time =      22.50 ms /     2 tokens (   22.50 ms per token,    44.44 tokens per second)
0.48.622.809 I slot print_timing: id  3 | task 80 |       total time =     310.06 ms /   131 tokens
0.48.622.809 I slot print_timing: id  3 | task 80 |    graphs reused =          1
0.48.622.810 I slot print_timing: id  3 | task 80 |   graph reallocs =          0    /     0        (same size) / (changed size)
0.48.622.824 I slot      release: id  3 | task 80 | stop processing: n_tokens = 131, truncated = 0
0.48.643.659 I slot get_availabl: id  2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.216 (> 0.100 thold), f_keep = 0.200
0.48.659.684 I slot launch_slot_: id  2 | task 85 | processing task, is_child = 0
0.48.673.852 I slot get_availabl: id  3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.180 (> 0.100 thold), f_keep = 0.229
0.48.674.007 I slot launch_slot_: id  3 | task 86 | processing task, is_child = 0
0.48.908.745 I slot print_timing: id  2 | task 85 | prompt eval time =     211.96 ms /   133 tokens (    1.59 ms per token,   627.49 tokens per second)
0.48.908.750 I slot print_timing: id  2 | task 85 |        eval time =      22.76 ms /     2 tokens (   22.76 ms per token,    43.93 tokens per second)
0.48.908.751 I slot print_timing: id  2 | task 85 |       total time =     234.72 ms /   135 tokens
0.48.908.753 I slot print_timing: id  2 | task 85 |    graphs reused =          1
0.48.908.754 I slot print_timing: id  2 | task 85 |   graph reallocs =          0    /     0        (same size) / (changed size)
0.48.908.780 I slot      release: id  2 | task 85 | stop processing: n_tokens = 135, truncated = 0
0.48.948.431 I slot get_availabl: id  2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.257 (> 0.100 thold), f_keep = 0.215
0.48.970.026 I slot launch_slot_: id  2 | task 91 | processing task, is_child = 0
0.49.058.876 I slot print_timing: id  1 | task 75 | prompt eval time =     149.01 ms /   179 tokens (    0.83 ms per token,  1201.29 tokens per second)
0.49.058.881 I slot print_timing: id  1 | task 75 |        eval time =     814.62 ms /    10 tokens (   90.51 ms per token,    11.05 tokens per second)
0.49.058.882 I slot print_timing: id  1 | task 75 |       total time =     963.62 ms /   189 tokens
0.49.058.883 I slot print_timing: id  1 | task 75 |    graphs reused =          1
0.49.058.884 I slot print_timing: id  1 | task 75 |   graph reallocs =          0    /     0        (same size) / (changed size)
0.49.058.910 I slot      release: id  1 | task 75 | stop processing: n_tokens = 189, truncated = 0
0.49.125.271 I slot print_timing: id  0 | task 78 | prompt eval time =     295.91 ms /   150 tokens (    1.97 ms per token,   506.92 tokens per second)
0.49.125.277 I slot print_timing: id  0 | task 78 |        eval time =     526.60 ms /     9 tokens (   65.83 ms per token,    15.19 tokens per second)
0.49.125.278 I slot print_timing: id  0 | task 78 |       total time =     822.51 ms /   159 tokens
0.49.125.278 I slot print_timing: id  0 | task 78 |    graphs reused =          1
0.49.125.279 I slot print_timing: id  0 | task 78 |   graph reallocs =          0    /     0        (same size) / (changed size)
0.49.125.301 I slot      release: id  0 | task 78 | stop processing: n_tokens = 159, truncated = 0
0.49.126.423 I slot get_availabl: id  0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.177 (> 0.100 thold), f_keep = 0.182
0.49.143.249 I slot launch_slot_: id  0 | task 94 | processing task, is_child = 0
0.49.162.670 I slot get_availabl: id  1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.172 (> 0.100 thold), f_keep = 0.153
0.49.162.827 I slot launch_slot_: id  1 | task 95 | processing task, is_child = 0
0.49.326.111 I slot print_timing: id  2 | task 91 | prompt eval time =     156.01 ms /   112 tokens (    1.39 ms per token,   717.90 tokens per second)
0.49.326.117 I slot print_timing: id  2 | task 91 |        eval time =     200.05 ms /     2 tokens (  200.05 ms per token,     5.00 tokens per second)
0.49.326.117 I slot print_timing: id  2 | task 91 |       total time =     356.06 ms /   114 tokens
0.49.326.118 I slot print_timing: id  2 | task 91 |    graphs reused =          1
0.49.326.119 I slot print_timing: id  2 | task 91 |   graph reallocs =          0    /     0        (same size) / (changed size)
0.49.326.144 I slot      release: id  2 | task 91 | stop processing: n_tokens = 114, truncated = 0
0.49.392.307 I slot get_availabl: id  2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.174 (> 0.100 thold), f_keep = 0.254
0.49.405.375 I slot launch_slot_: id  2 | task 98 | processing task, is_child = 0
0.49.517.553 I slot print_timing: id  0 | task 94 | prompt eval time =     228.49 ms /   163 tokens (    1.40 ms per token,   713.39 tokens per second)
0.49.517.558 I slot print_timing: id  0 | task 94 |        eval time =     126.22 ms /     2 tokens (  126.22 ms per token,     7.92 tokens per second)
0.49.517.559 I slot print_timing: id  0 | task 94 |       total time =     354.70 ms /   165 tokens
0.49.517.560 I slot print_timing: id  0 | task 94 |    graphs reused =          1
0.49.517.561 I slot print_timing: id  0 | task 94 |   graph reallocs =          0    /     0        (same size) / (changed size)
0.49.517.592 I slot      release: id  0 | task 94 | stop processing: n_tokens = 165, truncated = 0
0.49.518.021 I slot print_timing: id  1 | task 95 | prompt eval time =     224.04 ms /   168 tokens (    1.33 ms per token,   749.87 tokens per second)
0.49.518.023 I slot print_timing: id  1 | task 95 |        eval time =     126.01 ms /     2 tokens (  126.01 ms per token,     7.94 tokens per second)
0.49.518.024 I slot print_timing: id  1 | task 95 |       total time =     350.05 ms /   170 tokens
0.49.518.024 I slot print_timing: id  1 | task 95 |    graphs reused =          1
0.49.518.025 I slot print_timing: id  1 | task 95 |   graph reallocs =          0    /     0        (same size) / (changed size)
0.49.518.045 I slot      release: id  1 | task 95 | stop processing: n_tokens = 170, truncated = 0
0.49.572.800 I slot get_availabl: id  1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.259 (> 0.100 thold), f_keep = 0.176
0.49.590.949 I slot launch_slot_: id  1 | task 101 | processing task, is_child = 0
0.49.608.360 I slot get_availabl: id  0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.259 (> 0.100 thold), f_keep = 0.182
0.49.608.540 I slot launch_slot_: id  0 | task 102 | processing task, is_child = 0
0.49.719.419 I slot print_timing: id  2 | task 98 | prompt eval time =     167.08 ms /   166 tokens (    1.01 ms per token,   993.55 tokens per second)
0.49.719.425 I slot print_timing: id  2 | task 98 |        eval time =     146.94 ms /     2 tokens (  146.94 ms per token,     6.81 tokens per second)
0.49.719.426 I slot print_timing: id  2 | task 98 |       total time =     314.01 ms /   168 tokens
0.49.719.427 I slot print_timing: id  2 | task 98 |    graphs reused =          1
0.49.719.428 I slot print_timing: id  2 | task 98 |   graph reallocs =          0    /     0        (same size) / (changed size)
0.49.719.466 I slot      release: id  2 | task 98 | stop processing: n_tokens = 168, truncated = 0
0.49.719.904 I slot print_timing: id  3 | task 86 | prompt eval time =     207.53 ms /   166 tokens (    1.25 ms per token,   799.90 tokens per second)
0.49.719.907 I slot print_timing: id  3 | task 86 |        eval time =     833.30 ms /    10 tokens (   92.59 ms per token,    10.80 tokens per second)
0.49.719.908 I slot print_timing: id  3 | task 86 |       total time =    1040.83 ms /   176 tokens
0.49.719.908 I slot print_timing: id  3 | task 86 |    graphs reused =          1
0.49.719.909 I slot print_timing: id  3 | task 86 |   graph reallocs =          0    /     0        (same size) / (changed size)
0.49.719.930 I slot      release: id  3 | task 86 | stop processing: n_tokens = 176, truncated = 0
0.49.761.521 I slot get_availabl: id  2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.227 (> 0.100 thold), f_keep = 0.173
0.49.786.240 I slot launch_slot_: id  2 | task 105 | processing task, is_child = 0
0.49.804.483 I slot get_availabl: id  3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.215 (> 0.100 thold), f_keep = 0.165
0.49.804.658 I slot launch_slot_: id  3 | task 106 | processing task, is_child = 0
0.49.944.416 I slot print_timing: id  0 | task 102 | prompt eval time =     152.34 ms /   115 tokens (    1.32 ms per token,   754.91 tokens per second)
0.49.944.423 I slot print_timing: id  0 | task 102 |        eval time =     183.51 ms /     2 tokens (  183.51 ms per token,     5.45 tokens per second)
0.49.944.425 I slot print_timing: id  0 | task 102 |       total time =     335.85 ms /   117 tokens
0.49.944.427 I slot print_timing: id  0 | task 102 |    graphs reused =          1
0.49.944.428 I slot print_timing: id  0 | task 102 |   graph reallocs =          0    /     0        (same size) / (changed size)
0.49.944.459 I slot      release: id  0 | task 102 | stop processing: n_tokens = 117, truncated = 0
0.49.944.893 I slot print_timing: id  1 | task 101 | prompt eval time =     147.89 ms /   115 tokens (    1.29 ms per token,   777.62 tokens per second)
0.49.944.896 I slot print_timing: id  1 | task 101 |        eval time =     183.38 ms /     2 tokens (  183.38 ms per token,     5.45 tokens per second)
0.49.944.896 I slot print_timing: id  1 | task 101 |       total time =     331.27 ms /   117 tokens
0.49.944.897 I slot print_timing: id  1 | task 101 |    graphs reused =          1
0.49.944.898 I slot print_timing: id  1 | task 101 |   graph reallocs =          0    /     0        (same size) / (changed size)
0.49.944.915 I slot      release: id  1 | task 101 | stop processing: n_tokens = 117, truncated = 0
0.49.988.575 I slot get_availabl: id  0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.232 (> 0.100 thold), f_keep = 0.248
0.50.002.187 I slot launch_slot_: id  0 | task 109 | processing task, is_child = 0
0.50.015.508 I slot get_availabl: id  1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.188 (> 0.100 thold), f_keep = 0.248
0.50.015.694 I slot launch_slot_: id  1 | task 110 | processing task, is_child = 0
0.50.157.949 I slot print_timing: id  2 | task 105 | prompt eval time =     183.26 ms /   127 tokens (    1.44 ms per token,   693.00 tokens per second)
0.50.157.955 I slot print_timing: id  2 | task 105 |        eval time =     170.01 ms /     2 tokens (  170.01 ms per token,     5.88 tokens per second)
0.50.157.956 I slot print_timing: id  2 | task 105 |       total time =     353.27 ms /   129 tokens
0.50.157.957 I slot print_timing: id  2 | task 105 |    graphs reused =          1
0.50.157.958 I slot print_timing: id  2 | task 105 |   graph reallocs =          0    /     0        (same size) / (changed size)
0.50.157.989 I slot      release: id  2 | task 105 | stop processing: n_tokens = 129, truncated = 0
0.50.158.421 I slot print_timing: id  3 | task 106 | prompt eval time =     178.90 ms /   134 tokens (    1.34 ms per token,   749.01 tokens per second)
0.50.158.424 I slot print_timing: id  3 | task 106 |        eval time =     169.85 ms /     2 tokens (  169.85 ms per token,     5.89 tokens per second)
0.50.158.425 I slot print_timing: id  3 | task 106 |       total time =     348.75 ms /   136 tokens
0.50.158.426 I slot print_timing: id  3 | task 106 |    graphs reused =          1
0.50.158.427 I slot print_timing: id  3 | task 106 |   graph reallocs =          0    /     0        (same size) / (changed size)
0.50.158.445 I slot      release: id  3 | task 106 | stop processing: n_tokens = 136, truncated = 0
0.50.203.475 I slot get_availabl: id  2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.227 (> 0.100 thold), f_keep = 0.225
0.50.217.814 I slot launch_slot_: id  2 | task 113 | processing task, is_child = 0
0.50.232.567 I slot get_availabl: id  3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.200 (> 0.100 thold), f_keep = 0.213
0.50.232.753 I slot launch_slot_: id  3 | task 114 | processing task, is_child = 0
0.50.374.402 I slot print_timing: id  0 | task 109 | prompt eval time =     187.05 ms /   124 tokens (    1.51 ms per token,   662.94 tokens per second)
0.50.374.407 I slot print_timing: id  0 | task 109 |        eval time =     171.64 ms /     2 tokens (  171.64 ms per token,     5.83 tokens per second)
0.50.374.408 I slot print_timing: id  0 | task 109 |       total time =     358.68 ms /   126 tokens
0.50.374.409 I slot print_timing: id  0 | task 109 |    graphs reused =          1
0.50.374.410 I slot print_timing: id  0 | task 109 |   graph reallocs =          0    /     0        (same size) / (changed size)
0.50.374.437 I slot      release: id  0 | task 109 | stop processing: n_tokens = 126, truncated = 0
0.50.439.182 I slot get_availabl: id  0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.199 (> 0.100 thold), f_keep = 0.230
0.50.460.142 I slot launch_slot_: id  0 | task 117 | processing task, is_child = 0
0.50.549.526 I slot print_timing: id  2 | task 113 | prompt eval time =     205.80 ms /   127 tokens (    1.62 ms per token,   617.09 tokens per second)
0.50.549.531 I slot print_timing: id  2 | task 113 |        eval time =     110.95 ms /     2 tokens (  110.95 ms per token,     9.01 tokens per second)
0.50.549.532 I slot print_timing: id  2 | task 113 |       total time =     316.75 ms /   129 tokens
0.50.549.533 I slot print_timing: id  2 | task 113 |    graphs reused =          1
0.50.549.534 I slot print_timing: id  2 | task 113 |   graph reallocs =          0    /     0        (same size) / (changed size)
0.50.549.562 I slot      release: id  2 | task 113 | stop processing: n_tokens = 129, truncated = 0
0.50.549.884 I slot print_timing: id  3 | task 114 | prompt eval time =     201.38 ms /   144 tokens (    1.40 ms per token,   715.06 tokens per second)
0.50.549.887 I slot print_timing: id  3 | task 114 |        eval time =     110.71 ms /     2 tokens (  110.71 ms per token,     9.03 tokens per second)
0.50.549.888 I slot print_timing: id  3 | task 114 |       total time =     312.10 ms /   146 tokens
0.50.549.888 I slot print_timing: id  3 | task 114 |    graphs reused =          1
0.50.549.889 I slot print_timing: id  3 | task 114 |   graph reallocs =          0    /     0        (same size) / (changed size)
0.50.549.906 I slot      release: id  3 | task 114 | stop processing: n_tokens = 146, truncated = 0
0.50.601.265 I slot get_availabl: id  3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.217 (> 0.100 thold), f_keep = 0.205
0.50.617.368 I slot launch_slot_: id  3 | task 120 | processing task, is_child = 0
0.50.635.074 I slot get_availabl: id  2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.232 (> 0.100 thold), f_keep = 0.225
0.50.635.240 I slot launch_slot_: id  2 | task 121 | processing task, is_child = 0
0.50.775.980 I slot print_timing: id  0 | task 117 | prompt eval time =     140.78 ms /   145 tokens (    0.97 ms per token,  1029.98 tokens per second)
0.50.775.986 I slot print_timing: id  0 | task 117 |        eval time =     175.03 ms /     2 tokens (  175.03 ms per token,     5.71 tokens per second)
0.50.775.987 I slot print_timing: id  0 | task 117 |       total time =     315.81 ms /   147 tokens
0.50.775.988 I slot print_timing: id  0 | task 117 |    graphs reused =          1
0.50.775.989 I slot print_timing: id  0 | task 117 |   graph reallocs =          0    /     0        (same size) / (changed size)
0.50.776.016 I slot      release: id  0 | task 117 | stop processing: n_tokens = 147, truncated = 0
0.50.839.658 I slot get_availabl: id  0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.254 (> 0.100 thold), f_keep = 0.197
0.50.856.065 I slot launch_slot_: id  0 | task 124 | processing task, is_child = 0
0.50.928.633 I slot print_timing: id  2 | task 121 | prompt eval time =     203.77 ms /   124 tokens (    1.64 ms per token,   608.54 tokens per second)
0.50.928.638 I slot print_timing: id  2 | task 121 |        eval time =      89.61 ms /     2 tokens (   89.61 ms per token,    11.16 tokens per second)
0.50.928.639 I slot print_timing: id  2 | task 121 |       total time =     293.37 ms /   126 tokens
0.50.928.640 I slot print_timing: id  2 | task 121 |    graphs reused =          1
0.50.928.640 I slot print_timing: id  2 | task 121 |   graph reallocs =          0    /     0        (same size) / (changed size)
0.50.928.667 I slot      release: id  2 | task 121 | stop processing: n_tokens = 126, truncated = 0
0.50.929.007 I slot print_timing: id  3 | task 120 | prompt eval time =     199.38 ms /   137 tokens (    1.46 ms per token,   687.12 tokens per second)
0.50.929.010 I slot print_timing: id  3 | task 120 |        eval time =      89.36 ms /     2 tokens (   89.36 ms per token,    11.19 tokens per second)
0.50.929.011 I slot print_timing: id  3 | task 120 |       total time =     288.75 ms /   139 tokens
0.50.929.011 I slot print_timing: id  3 | task 120 |    graphs reused =          1
0.50.929.012 I slot print_timing: id  3 | task 120 |   graph reallocs =          0    /     0        (same size) / (changed size)
0.50.929.028 I slot      release: id  3 | task 120 | stop processing: n_tokens = 139, truncated = 0
0.50.978.260 I slot get_availabl: id  2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.227 (> 0.100 thold), f_keep = 0.230
0.50.992.364 I slot launch_slot_: id  2 | task 127 | processing task, is_child = 0
0.51.007.369 I slot get_availabl: id  3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.166 (> 0.100 thold), f_keep = 0.209
0.51.007.530 I slot launch_slot_: id  3 | task 128 | processing task, is_child = 0
0.51.155.297 I slot print_timing: id  0 | task 124 | prompt eval time =     121.86 ms /   113 tokens (    1.08 ms per token,   927.33 tokens per second)
0.51.155.303 I slot print_timing: id  0 | task 124 |        eval time =     177.35 ms /     2 tokens (  177.35 ms per token,     5.64 tokens per second)
0.51.155.304 I slot print_timing: id  0 | task 124 |       total time =     299.21 ms /   115 tokens
0.51.155.304 I slot print_timing: id  0 | task 124 |    graphs reused =          1
0.51.155.305 I slot print_timing: id  0 | task 124 |   graph reallocs =          0    /     0        (same size) / (changed size)
0.51.155.331 I slot      release: id  0 | task 124 | stop processing: n_tokens = 115, truncated = 0
0.51.223.854 I slot get_availabl: id  0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.246 (> 0.100 thold), f_keep = 0.261
0.51.240.441 I slot launch_slot_: id  0 | task 131 | processing task, is_child = 0
0.51.316.019 I slot print_timing: id  2 | task 127 | prompt eval time =     215.53 ms /   127 tokens (    1.70 ms per token,   589.25 tokens per second)
0.51.316.024 I slot print_timing: id  2 | task 127 |        eval time =      92.94 ms /     2 tokens (   92.94 ms per token,    10.76 tokens per second)
0.51.316.025 I slot print_timing: id  2 | task 127 |       total time =     308.47 ms /   129 tokens
0.51.316.027 I slot print_timing: id  2 | task 127 |    graphs reused =          1
0.51.316.027 I slot print_timing: id  2 | task 127 |   graph reallocs =          0    /     0        (same size) / (changed size)
0.51.316.054 I slot      release: id  2 | task 127 | stop processing: n_tokens = 129, truncated = 0
0.51.387.299 I slot get_availabl: id  2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.121 (> 0.100 thold), f_keep = 0.225
0.51.403.436 I slot launch_slot_: id  2 | task 134 | processing task, is_child = 0
0.51.535.217 I slot print_timing: id  0 | task 131 | prompt eval time =     146.21 ms /   121 tokens (    1.21 ms per token,   827.60 tokens per second)
0.51.535.223 I slot print_timing: id  0 | task 131 |        eval time =     148.54 ms /     2 tokens (  148.54 ms per token,     6.73 tokens per second)
0.51.535.224 I slot print_timing: id  0 | task 131 |       total time =     294.75 ms /   123 tokens
0.51.535.225 I slot print_timing: id  0 | task 131 |    graphs reused =          1
0.51.535.225 I slot print_timing: id  0 | task 131 |   graph reallocs =          0    /     0        (same size) / (changed size)
0.51.535.256 I slot      release: id  0 | task 131 | stop processing: n_tokens = 123, truncated = 0
0.51.614.232 I slot get_availabl: id  0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.211 (> 0.100 thold), f_keep = 0.244
0.51.634.923 I slot launch_slot_: id  0 | task 137 | processing task, is_child = 0
0.51.724.549 I slot print_timing: id  2 | task 134 | prompt eval time =     210.46 ms /   238 tokens (    0.88 ms per token,  1130.87 tokens per second)
0.51.724.555 I slot print_timing: id  2 | task 134 |        eval time =     110.63 ms /     2 tokens (  110.63 ms per token,     9.04 tokens per second)
0.51.724.556 I slot print_timing: id  2 | task 134 |       total time =     321.09 ms /   240 tokens
0.51.724.557 I slot print_timing: id  2 | task 134 |    graphs reused =          1
0.51.724.558 I slot print_timing: id  2 | task 134 |   graph reallocs =          0    /     0        (same size) / (changed size)
0.51.724.593 I slot      release: id  2 | task 134 | stop processing: n_tokens = 240, truncated = 0
0.51.795.426 I slot get_availabl: id  2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.161 (> 0.100 thold), f_keep = 0.121
0.51.820.445 I slot launch_slot_: id  2 | task 140 | processing task, is_child = 0
0.51.937.778 I slot print_timing: id  0 | task 137 | prompt eval time =     159.84 ms /   141 tokens (    1.13 ms per token,   882.13 tokens per second)
0.51.937.783 I slot print_timing: id  0 | task 137 |        eval time =     142.99 ms /     2 tokens (  142.99 ms per token,     6.99 tokens per second)
0.51.937.784 I slot print_timing: id  0 | task 137 |       total time =     302.83 ms /   143 tokens
0.51.937.785 I slot print_timing: id  0 | task 137 |    graphs reused =          1
0.51.937.785 I slot print_timing: id  0 | task 137 |   graph reallocs =          0    /     0        (same size) / (changed size)
0.51.937.817 I slot      release: id  0 | task 137 | stop processing: n_tokens = 143, truncated = 0
0.52.013.633 I slot get_availabl: id  0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.189 (> 0.100 thold), f_keep = 0.210
0.52.036.923 I slot launch_slot_: id  0 | task 143 | processing task, is_child = 0
0.52.126.614 I slot print_timing: id  2 | task 140 | prompt eval time =     192.85 ms /   179 tokens (    1.08 ms per token,   928.19 tokens per second)
0.52.126.619 I slot print_timing: id  2 | task 140 |        eval time =     113.29 ms /     2 tokens (  113.29 ms per token,     8.83 tokens per second)
0.52.126.620 I slot print_timing: id  2 | task 140 |       total time =     306.14 ms /   181 tokens
0.52.126.620 I slot print_timing: id  2 | task 140 |    graphs reused =          1
0.52.126.621 I slot print_timing: id  2 | task 140 |   graph reallocs =          0    /     0        (same size) / (changed size)
0.52.126.653 I slot      release: id  2 | task 140 | stop processing: n_tokens = 181, truncated = 0
0.52.200.149 I slot print_timing: id  3 | task 128 | prompt eval time =     211.20 ms /   174 tokens (    1.21 ms per token,   823.86 tokens per second)
0.52.200.154 I slot print_timing: id  3 | task 128 |        eval time =     976.30 ms /    11 tokens (   97.63 ms per token,    10.24 tokens per second)
0.52.200.156 I slot print_timing: id  3 | task 128 |       total time =    1187.50 ms /   185 tokens
0.52.200.156 I slot print_timing: id  3 | task 128 |    graphs reused =          1
0.52.200.157 I slot print_timing: id  3 | task 128 |   graph reallocs =          0    /     0        (same size) / (changed size)
0.52.200.189 I slot      release: id  3 | task 128 | stop processing: n_tokens = 185, truncated = 0
0.52.200.205 I slot get_availabl: id  2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.195 (> 0.100 thold), f_keep = 0.160
0.52.229.763 I slot launch_slot_: id  2 | task 146 | processing task, is_child = 0
0.52.253.673 I slot get_availabl: id  3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.180 (> 0.100 thold), f_keep = 0.162
0.52.253.843 I slot launch_slot_: id  3 | task 147 | processing task, is_child = 0
0.52.509.400 I slot print_timing: id  2 | task 146 | prompt eval time =     232.51 ms /   148 tokens (    1.57 ms per token,   636.53 tokens per second)
0.52.509.406 I slot print_timing: id  2 | task 146 |        eval time =      23.03 ms /     2 tokens (   23.03 ms per token,    43.43 tokens per second)
0.52.509.407 I slot print_timing: id  2 | task 146 |       total time =     255.54 ms /   150 tokens
0.52.509.408 I slot print_timing: id  2 | task 146 |    graphs reused =          1
0.52.509.408 I slot print_timing: id  2 | task 146 |   graph reallocs =          0    /     0        (same size) / (changed size)
0.52.509.436 I slot      release: id  2 | task 146 | stop processing: n_tokens = 150, truncated = 0
0.52.509.722 I slot print_timing: id  3 | task 147 | prompt eval time =     228.18 ms /   166 tokens (    1.37 ms per token,   727.49 tokens per second)
0.52.509.725 I slot print_timing: id  3 | task 147 |        eval time =      22.62 ms /     2 tokens (   22.62 ms per token,    44.20 tokens per second)
0.52.509.726 I slot print_timing: id  3 | task 147 |       total time =     250.81 ms /   168 tokens
0.52.509.726 I slot print_timing: id  3 | task 147 |    graphs reused =          1
0.52.509.727 I slot print_timing: id  3 | task 147 |   graph reallocs =          0    /     0        (same size) / (changed size)
0.52.509.744 I slot      release: id  3 | task 147 | stop processing: n_tokens = 168, truncated = 0
0.52.530.713 I slot get_availabl: id  2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.128 (> 0.100 thold), f_keep = 0.193
0.52.547.428 I slot launch_slot_: id  2 | task 152 | processing task, is_child = 0
0.52.565.026 I slot get_availabl: id  3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.259 (> 0.100 thold), f_keep = 0.173
0.52.565.190 I slot launch_slot_: id  3 | task 153 | processing task, is_child = 0
0.52.812.195 I slot print_timing: id  2 | task 152 | prompt eval time =     223.88 ms /   225 tokens (    1.00 ms per token,  1005.00 tokens per second)
0.52.812.201 I slot print_timing: id  2 | task 152 |        eval time =      23.10 ms /     2 tokens (   23.10 ms per token,    43.28 tokens per second)
0.52.812.202 I slot print_timing: id  2 | task 152 |       total time =     246.98 ms /   227 tokens
0.52.812.203 I slot print_timing: id  2 | task 152 |    graphs reused =          1
0.52.812.204 I slot print_timing: id  2 | task 152 |   graph reallocs =          0    /     0        (same size) / (changed size)
0.52.812.238 I slot      release: id  2 | task 152 | stop processing: n_tokens = 227, truncated = 0
0.52.812.542 I slot print_timing: id  3 | task 153 | prompt eval time =     219.37 ms /   111 tokens (    1.98 ms per token,   505.99 tokens per second)
0.52.812.545 I slot print_timing: id  3 | task 153 |        eval time =      22.88 ms /     2 tokens (   22.88 ms per token,    43.70 tokens per second)
0.52.812.545 I slot print_timing: id  3 | task 153 |       total time =     242.25 ms /   113 tokens
0.52.812.546 I slot print_timing: id  3 | task 153 |    graphs reused =          1
0.52.812.547 I slot print_timing: id  3 | task 153 |   graph reallocs =          0    /     0        (same size) / (changed size)
0.52.812.559 I slot      release: id  3 | task 153 | stop processing: n_tokens = 113, truncated = 0
0.52.833.451 I slot get_availabl: id  2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.150 (> 0.100 thold), f_keep = 0.128
0.52.864.142 I slot launch_slot_: id  2 | task 158 | processing task, is_child = 0
0.52.879.741 I slot get_availabl: id  3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.252 (> 0.100 thold), f_keep = 0.265
0.52.879.912 I slot launch_slot_: id  3 | task 159 | processing task, is_child = 0
0.53.125.122 I slot print_timing: id  2 | task 158 | prompt eval time =     222.24 ms /   192 tokens (    1.16 ms per token,   863.93 tokens per second)
0.53.125.128 I slot print_timing: id  2 | task 158 |        eval time =      22.95 ms /     2 tokens (   22.95 ms per token,    43.57 tokens per second)
0.53.125.129 I slot print_timing: id  2 | task 158 |       total time =     245.19 ms /   194 tokens
0.53.125.130 I slot print_timing: id  2 | task 158 |    graphs reused =          1
0.53.125.131 I slot print_timing: id  2 | task 158 |   graph reallocs =          0    /     0        (same size) / (changed size)
0.53.125.163 I slot      release: id  2 | task 158 | stop processing: n_tokens = 194, truncated = 0
0.53.125.531 I slot print_timing: id  3 | task 159 | prompt eval time =     217.65 ms /   118 tokens (    1.84 ms per token,   542.15 tokens per second)
0.53.125.534 I slot print_timing: id  3 | task 159 |        eval time =      22.58 ms /     2 tokens (   22.58 ms per token,    44.29 tokens per second)
0.53.125.535 I slot print_timing: id  3 | task 159 |       total time =     240.23 ms /   120 tokens
0.53.125.535 I slot print_timing: id  3 | task 159 |    graphs reused =          1
0.53.125.536 I slot print_timing: id  3 | task 159 |   graph reallocs =          0    /     0        (same size) / (changed size)
0.53.125.551 I slot      release: id  3 | task 159 | stop processing: n_tokens = 120, truncated = 0
0.53.146.345 I slot get_availabl: id  2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.197 (> 0.100 thold), f_keep = 0.149
0.53.167.002 I slot launch_slot_: id  2 | task 164 | processing task, is_child = 0
0.53.180.032 I slot get_availabl: id  3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.168 (> 0.100 thold), f_keep = 0.242
0.53.180.186 I slot launch_slot_: id  3 | task 165 | processing task, is_child = 0
0.53.339.688 I slot print_timing: id  0 | task 143 | prompt eval time =     162.57 ms /   158 tokens (    1.03 ms per token,   971.88 tokens per second)
0.53.339.693 I slot print_timing: id  0 | task 143 |        eval time =    1140.17 ms /    14 tokens (   87.71 ms per token,    11.40 tokens per second)
0.53.339.694 I slot print_timing: id  0 | task 143 |       total time =    1302.74 ms /   172 tokens
0.53.339.695 I slot print_timing: id  0 | task 143 |    graphs reused =          1
0.53.339.696 I slot print_timing: id  0 | task 143 |   graph reallocs =          0    /     0        (same size) / (changed size)
0.53.339.724 I slot      release: id  0 | task 143 | stop processing: n_tokens = 172, truncated = 0
0.53.410.058 I slot get_availabl: id  0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.212 (> 0.100 thold), f_keep = 0.169
0.53.427.861 I slot launch_slot_: id  0 | task 168 | processing task, is_child = 0
0.53.514.934 I slot print_timing: id  2 | task 164 | prompt eval time =     229.26 ms /   146 tokens (    1.57 ms per token,   636.82 tokens per second)
0.53.514.940 I slot print_timing: id  2 | task 164 |        eval time =     105.46 ms /     2 tokens (  105.46 ms per token,     9.48 tokens per second)
0.53.514.941 I slot print_timing: id  2 | task 164 |       total time =     334.73 ms /   148 tokens
0.53.514.941 I slot print_timing: id  2 | task 164 |    graphs reused =          1
0.53.514.942 I slot print_timing: id  2 | task 164 |   graph reallocs =          0    /     0        (same size) / (changed size)
0.53.514.973 I slot      release: id  2 | task 164 | stop processing: n_tokens = 148, truncated = 0
0.53.515.295 I slot print_timing: id  3 | task 165 | prompt eval time =     224.41 ms /   172 tokens (    1.30 ms per token,   766.46 tokens per second)
0.53.515.298 I slot print_timing: id  3 | task 165 |        eval time =     105.25 ms /     2 tokens (  105.25 ms per token,     9.50 tokens per second)
0.53.515.299 I slot print_timing: id  3 | task 165 |       total time =     329.66 ms /   174 tokens
0.53.515.299 I slot print_timing: id  3 | task 165 |    graphs reused =          1
0.53.515.300 I slot print_timing: id  3 | task 165 |   graph reallocs =          0    /     0        (same size) / (changed size)
0.53.515.318 I slot      release: id  3 | task 165 | stop processing: n_tokens = 174, truncated = 0
0.53.566.766 I slot get_availabl: id  2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.238 (> 0.100 thold), f_keep = 0.196
0.53.589.938 I slot launch_slot_: id  2 | task 171 | processing task, is_child = 0
0.53.611.859 I slot get_availabl: id  3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.252 (> 0.100 thold), f_keep = 0.167
0.53.618.748 I slot launch_slot_: id  3 | task 172 | processing task, is_child = 0
0.53.751.919 I slot print_timing: id  0 | task 168 | prompt eval time =     138.56 ms /   136 tokens (    1.02 ms per token,   981.54 tokens per second)
0.53.751.924 I slot print_timing: id  0 | task 168 |        eval time =     185.47 ms /     2 tokens (  185.47 ms per token,     5.39 tokens per second)
0.53.751.925 I slot print_timing: id  0 | task 168 |       total time =     324.03 ms /   138 tokens
0.53.751.926 I slot print_timing: id  0 | task 168 |    graphs reused =          1
0.53.751.927 I slot print_timing: id  0 | task 168 |   graph reallocs =          0    /     0        (same size) / (changed size)
0.53.751.956 I slot      release: id  0 | task 168 | stop processing: n_tokens = 138, truncated = 0
0.53.814.312 I slot get_availabl: id  0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.174 (> 0.100 thold), f_keep = 0.210
0.53.829.538 I slot launch_slot_: id  0 | task 175 | processing task, is_child = 0
0.53.926.380 I slot print_timing: id  1 | task 110 | prompt eval time =     182.80 ms /   153 tokens (    1.19 ms per token,   837.00 tokens per second)
0.53.926.386 I slot print_timing: id  1 | task 110 |        eval time =    3722.90 ms /    40 tokens (   95.46 ms per token,    10.48 tokens per second)
0.53.926.387 I slot print_timing: id  1 | task 110 |       total time =    3905.70 ms /   193 tokens
0.53.926.388 I slot print_timing: id  1 | task 110 |    graphs reused =          1
0.53.926.388 I slot print_timing: id  1 | task 110 |   graph reallocs =          0    /     0        (same size) / (changed size)
0.53.926.419 I slot      release: id  1 | task 110 | stop processing: n_tokens = 193, truncated = 0
0.53.926.776 I slot print_timing: id  2 | task 171 | prompt eval time =     194.92 ms /   121 tokens (    1.61 ms per token,   620.76 tokens per second)
0.53.926.779 I slot print_timing: id  2 | task 171 |        eval time =     113.09 ms /     2 tokens (  113.09 ms per token,     8.84 tokens per second)
0.53.926.780 I slot print_timing: id  2 | task 171 |       total time =     308.01 ms /   123 tokens
0.53.926.781 I slot print_timing: id  2 | task 171 |    graphs reused =          1
0.53.926.782 I slot print_timing: id  2 | task 171 |   graph reallocs =          0    /     0        (same size) / (changed size)
0.53.926.798 I slot      release: id  2 | task 171 | stop processing: n_tokens = 123, truncated = 0
0.53.927.146 I slot print_timing: id  3 | task 172 | prompt eval time =     190.51 ms /   114 tokens (    1.67 ms per token,   598.39 tokens per second)
0.53.927.149 I slot print_timing: id  3 | task 172 |        eval time =     112.85 ms /     2 tokens (  112.85 ms per token,     8.86 tokens per second)
0.53.927.150 I slot print_timing: id  3 | task 172 |       total time =     303.36 ms /   116 tokens
0.53.927.150 I slot print_timing: id  3 | task 172 |    graphs reused =          1
0.53.927.151 I slot print_timing: id  3 | task 172 |   graph reallocs =          0    /     0        (same size) / (changed size)
0.53.927.165 I slot      release: id  3 | task 172 | stop processing: n_tokens = 116, truncated = 0
0.53.962.438 I slot get_availabl: id  1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.212 (> 0.100 thold), f_keep = 0.150
0.53.981.387 I slot launch_slot_: id  1 | task 178 | processing task, is_child = 0
0.54.007.558 I slot get_availabl: id  2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.209 (> 0.100 thold), f_keep = 0.236
0.54.007.742 I slot launch_slot_: id  2 | task 179 | processing task, is_child = 0
0.54.007.778 I slot get_availabl: id  3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.240 (> 0.100 thold), f_keep = 0.259
0.54.007.901 I slot launch_slot_: id  3 | task 180 | processing task, is_child = 0
0.54.213.282 I slot print_timing: id  0 | task 175 | prompt eval time =     132.88 ms /   166 tokens (    0.80 ms per token,  1249.29 tokens per second)
0.54.213.288 I slot print_timing: id  0 | task 175 |        eval time =     250.84 ms /     2 tokens (  250.84 ms per token,     3.99 tokens per second)
0.54.213.289 I slot print_timing: id  0 | task 175 |       total time =     383.72 ms /   168 tokens
0.54.213.290 I slot print_timing: id  0 | task 175 |    graphs reused =          1
0.54.213.291 I slot print_timing: id  0 | task 175 |   graph reallocs =          0    /     0        (same size) / (changed size)
0.54.213.325 I slot      release: id  0 | task 175 | stop processing: n_tokens = 168, truncated = 0
0.54.273.621 I slot get_availabl: id  0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.220 (> 0.100 thold), f_keep = 0.173
0.54.291.807 I slot launch_slot_: id  0 | task 183 | processing task, is_child = 0
0.54.368.275 I slot print_timing: id  1 | task 178 | prompt eval time =     264.42 ms /   136 tokens (    1.94 ms per token,   514.34 tokens per second)
0.54.368.281 I slot print_timing: id  1 | task 178 |        eval time =      95.94 ms /     2 tokens (   95.94 ms per token,    10.42 tokens per second)
0.54.368.282 I slot print_timing: id  1 | task 178 |       total time =     360.35 ms /   138 tokens
0.54.368.283 I slot print_timing: id  1 | task 178 |    graphs reused =          1
0.54.368.284 I slot print_timing: id  1 | task 178 |   graph reallocs =          0    /     0        (same size) / (changed size)
0.54.368.314 I slot      release: id  1 | task 178 | stop processing: n_tokens = 138, truncated = 0
0.54.368.706 I slot print_timing: id  2 | task 179 | prompt eval time =     259.94 ms /   138 tokens (    1.88 ms per token,   530.90 tokens per second)
0.54.368.709 I slot print_timing: id  2 | task 179 |        eval time =      95.70 ms /     2 tokens (   95.70 ms per token,    10.45 tokens per second)
0.54.368.710 I slot print_timing: id  2 | task 179 |       total time =     355.64 ms /   140 tokens
0.54.368.711 I slot print_timing: id  2 | task 179 |    graphs reused =          1
0.54.368.712 I slot print_timing: id  2 | task 179 |   graph reallocs =          0    /     0        (same size) / (changed size)
0.54.368.732 I slot      release: id  2 | task 179 | stop processing: n_tokens = 140, truncated = 0
0.54.369.092 I slot print_timing: id  3 | task 180 | prompt eval time =     255.54 ms /   124 tokens (    2.06 ms per token,   485.24 tokens per second)
0.54.369.095 I slot print_timing: id  3 | task 180 |        eval time =      95.48 ms /     2 tokens (   95.48 ms per token,    10.47 tokens per second)
0.54.369.096 I slot print_timing: id  3 | task 180 |       total time =     351.03 ms /   126 tokens
0.54.369.096 I slot print_timing: id  3 | task 180 |    graphs reused =          1
0.54.369.097 I slot print_timing: id  3 | task 180 |   graph reallocs =          0    /     0        (same size) / (changed size)
0.54.369.111 I slot      release: id  3 | task 180 | stop processing: n_tokens = 126, truncated = 0
0.54.402.192 I slot get_availabl: id  1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.162 (> 0.100 thold), f_keep = 0.210
0.54.417.330 I slot launch_slot_: id  1 | task 186 | processing task, is_child = 0
0.54.446.313 I slot get_availabl: id  2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.168 (> 0.100 thold), f_keep = 0.207
0.54.446.487 I slot launch_slot_: id  2 | task 187 | processing task, is_child = 0
0.54.446.522 I slot get_availabl: id  3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.156 (> 0.100 thold), f_keep = 0.230
0.54.446.637 I slot launch_slot_: id  3 | task 188 | processing task, is_child = 0
0.54.692.300 I slot print_timing: id  0 | task 183 | prompt eval time =     110.36 ms /   131 tokens (    0.84 ms per token,  1187.00 tokens per second)
0.54.692.320 I slot print_timing: id  0 | task 183 |        eval time =     290.08 ms /     2 tokens (  290.08 ms per token,     3.45 tokens per second)
0.54.692.322 I slot print_timing: id  0 | task 183 |       total time =     400.44 ms /   133 tokens
0.54.692.323 I slot print_timing: id  0 | task 183 |    graphs reused =          1
0.54.692.325 I slot print_timing: id  0 | task 183 |   graph reallocs =          0    /     0        (same size) / (changed size)
0.54.692.393 I slot      release: id  0 | task 183 | stop processing: n_tokens = 133, truncated = 0
0.54.759.352 I slot get_availabl: id  0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.242 (> 0.100 thold), f_keep = 0.218
0.54.774.018 I slot launch_slot_: id  0 | task 191 | processing task, is_child = 0
0.54.849.310 I slot print_timing: id  1 | task 186 | prompt eval time =     311.30 ms /   178 tokens (    1.75 ms per token,   571.79 tokens per second)
0.54.849.316 I slot print_timing: id  1 | task 186 |        eval time =      91.35 ms /     2 tokens (   91.35 ms per token,    10.95 tokens per second)
0.54.849.317 I slot print_timing: id  1 | task 186 |       total time =     402.65 ms /   180 tokens
0.54.849.318 I slot print_timing: id  1 | task 186 |    graphs reused =          1
0.54.849.318 I slot print_timing: id  1 | task 186 |   graph reallocs =          0    /     0        (same size) / (changed size)
0.54.849.350 I slot      release: id  1 | task 186 | stop processing: n_tokens = 180, truncated = 0
0.54.849.762 I slot print_timing: id  2 | task 187 | prompt eval time =     306.89 ms /   172 tokens (    1.78 ms per token,   560.47 tokens per second)
0.54.849.765 I slot print_timing: id  2 | task 187 |        eval time =      91.11 ms /     2 tokens (   91.11 ms per token,    10.98 tokens per second)
0.54.849.766 I slot print_timing: id  2 | task 187 |       total time =     398.00 ms /   174 tokens
0.54.849.767 I slot print_timing: id  2 | task 187 |    graphs reused =          1
0.54.849.767 I slot print_timing: id  2 | task 187 |   graph reallocs =          0    /     0        (same size) / (changed size)
0.54.849.788 I slot      release: id  2 | task 187 | stop processing: n_tokens = 174, truncated = 0
0.54.850.228 I slot print_timing: id  3 | task 188 | prompt eval time =     302.50 ms /   185 tokens (    1.64 ms per token,   611.58 tokens per second)
0.54.850.231 I slot print_timing: id  3 | task 188 |        eval time =      90.89 ms /     2 tokens (   90.89 ms per token,    11.00 tokens per second)
0.54.850.232 I slot print_timing: id  3 | task 188 |       total time =     393.38 ms /   187 tokens
0.54.850.233 I slot print_timing: id  3 | task 188 |    graphs reused =          1
0.54.850.234 I slot print_timing: id  3 | task 188 |   graph reallocs =          0    /     0        (same size) / (changed size)
0.54.850.254 I slot      release: id  3 | task 188 | stop processing: n_tokens = 187, truncated = 0
0.54.882.548 I slot get_availabl: id  1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.223 (> 0.100 thold), f_keep = 0.161
0.54.901.354 I slot launch_slot_: id  1 | task 194 | processing task, is_child = 0
0.54.939.459 I slot get_availabl: id  2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.240 (> 0.100 thold), f_keep = 0.167
0.54.946.869 I slot launch_slot_: id  2 | task 195 | processing task, is_child = 0
0.54.946.927 I slot get_availabl: id  3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.234 (> 0.100 thold), f_keep = 0.155
0.54.953.867 I slot launch_slot_: id  3 | task 196 | processing task, is_child = 0
0.55.155.591 I slot print_timing: id  0 | task 191 | prompt eval time =     108.50 ms /   119 tokens (    0.91 ms per token,  1096.73 tokens per second)
0.55.155.596 I slot print_timing: id  0 | task 191 |        eval time =     273.05 ms /     2 tokens (  273.05 ms per token,     3.66 tokens per second)
0.55.155.597 I slot print_timing: id  0 | task 191 |       total time =     381.55 ms /   121 tokens
0.55.155.598 I slot print_timing: id  0 | task 191 |    graphs reused =          1
0.55.155.599 I slot print_timing: id  0 | task 191 |   graph reallocs =          0    /     0        (same size) / (changed size)
0.55.155.625 I slot      release: id  0 | task 191 | stop processing: n_tokens = 121, truncated = 0
0.55.214.915 I slot get_availabl: id  0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.221 (> 0.100 thold), f_keep = 0.240
0.55.239.161 I slot launch_slot_: id  0 | task 199 | processing task, is_child = 0
0.55.314.601 I slot print_timing: id  1 | task 194 | prompt eval time =     259.36 ms /   129 tokens (    2.01 ms per token,   497.38 tokens per second)
0.55.314.606 I slot print_timing: id  1 | task 194 |        eval time =     101.35 ms /     2 tokens (  101.35 ms per token,     9.87 tokens per second)
0.55.314.607 I slot print_timing: id  1 | task 194 |       total time =     360.71 ms /   131 tokens
0.55.314.608 I slot print_timing: id  1 | task 194 |    graphs reused =          1
0.55.314.609 I slot print_timing: id  1 | task 194 |   graph reallocs =          0    /     0        (same size) / (changed size)
0.55.314.635 I slot      release: id  1 | task 194 | stop processing: n_tokens = 131, truncated = 0
0.55.315.074 I slot print_timing: id  2 | task 195 | prompt eval time =     254.66 ms /   120 tokens (    2.12 ms per token,   471.22 tokens per second)
0.55.315.078 I slot print_timing: id  2 | task 195 |        eval time =     100.99 ms /     2 tokens (  100.99 ms per token,     9.90 tokens per second)
0.55.315.079 I slot print_timing: id  2 | task 195 |       total time =     355.65 ms /   122 tokens
0.55.315.079 I slot print_timing: id  2 | task 195 |    graphs reused =          1
0.55.315.080 I slot print_timing: id  2 | task 195 |   graph reallocs =          0    /     0        (same size) / (changed size)
0.55.315.096 I slot      release: id  2 | task 195 | stop processing: n_tokens = 122, truncated = 0
0.55.315.557 I slot print_timing: id  3 | task 196 | prompt eval time =     250.61 ms /   123 tokens (    2.04 ms per token,   490.79 tokens per second)
0.55.315.561 I slot print_timing: id  3 | task 196 |        eval time =     100.65 ms /     2 tokens (  100.65 ms per token,     9.94 tokens per second)
0.55.315.562 I slot print_timing: id  3 | task 196 |       total time =     351.27 ms /   125 tokens
0.55.315.562 I slot print_timing: id  3 | task 196 |    graphs reused =          1
0.55.315.563 I slot print_timing: id  3 | task 196 |   graph reallocs =          0    /     0        (same size) / (changed size)
0.55.315.579 I slot      release: id  3 | task 196 | stop processing: n_tokens = 125, truncated = 0
0.55.348.934 I slot get_availabl: id  1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.216 (> 0.100 thold), f_keep = 0.221
0.55.373.662 I slot launch_slot_: id  1 | task 202 | processing task, is_child = 0
0.55.404.737 I slot get_availabl: id  2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.196 (> 0.100 thold), f_keep = 0.238
0.55.404.890 I slot launch_slot_: id  2 | task 203 | processing task, is_child = 0
0.55.404.928 I slot get_availabl: id  3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.215 (> 0.100 thold), f_keep = 0.232
0.55.405.056 I slot launch_slot_: id  3 | task 204 | processing task, is_child = 0
0.55.610.389 I slot print_timing: id  0 | task 199 | prompt eval time =     109.75 ms /   130 tokens (    0.84 ms per token,  1184.54 tokens per second)
0.55.610.394 I slot print_timing: id  0 | task 199 |        eval time =     261.45 ms /     2 tokens (  261.45 ms per token,     3.82 tokens per second)
0.55.610.395 I slot print_timing: id  0 | task 199 |       total time =     371.20 ms /   132 tokens
0.55.610.397 I slot print_timing: id  0 | task 199 |    graphs reused =          1
0.55.610.397 I slot print_timing: id  0 | task 199 |   graph reallocs =          0    /     0        (same size) / (changed size)
0.55.610.426 I slot      release: id  0 | task 199 | stop processing: n_tokens = 132, truncated = 0
0.55.672.679 I slot get_availabl: id  0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.225 (> 0.100 thold), f_keep = 0.220
0.55.687.016 I slot launch_slot_: id  0 | task 207 | processing task, is_child = 0
0.55.764.937 I slot print_timing: id  1 | task 202 | prompt eval time =     266.14 ms /   133 tokens (    2.00 ms per token,   499.74 tokens per second)
0.55.764.942 I slot print_timing: id  1 | task 202 |        eval time =      93.72 ms /     2 tokens (   93.72 ms per token,    10.67 tokens per second)
0.55.764.943 I slot print_timing: id  1 | task 202 |       total time =     359.86 ms /   135 tokens
0.55.764.945 I slot print_timing: id  1 | task 202 |    graphs reused =          1
0.55.764.946 I slot print_timing: id  1 | task 202 |   graph reallocs =          0    /     0        (same size) / (changed size)
0.55.764.976 I slot      release: id  1 | task 202 | stop processing: n_tokens = 135, truncated = 0
0.55.765.401 I slot print_timing: id  2 | task 203 | prompt eval time =     261.36 ms /   147 tokens (    1.78 ms per token,   562.45 tokens per second)
0.55.765.404 I slot print_timing: id  2 | task 203 |        eval time =      93.44 ms /     2 tokens (   93.44 ms per token,    10.70 tokens per second)
0.55.765.405 I slot print_timing: id  2 | task 203 |       total time =     354.80 ms /   149 tokens
0.55.765.405 I slot print_timing: id  2 | task 203 |    graphs reused =          1
0.55.765.406 I slot print_timing: id  2 | task 203 |   graph reallocs =          0    /     0        (same size) / (changed size)
0.55.765.426 I slot      release: id  2 | task 203 | stop processing: n_tokens = 149, truncated = 0
0.55.765.786 I slot print_timing: id  3 | task 204 | prompt eval time =     257.25 ms /   134 tokens (    1.92 ms per token,   520.89 tokens per second)
0.55.765.789 I slot print_timing: id  3 | task 204 |        eval time =      93.12 ms /     2 tokens (   93.12 ms per token,    10.74 tokens per second)
0.55.765.790 I slot print_timing: id  3 | task 204 |       total time =     350.37 ms /   136 tokens
0.55.765.790 I slot print_timing: id  3 | task 204 |    graphs reused =          1
0.55.765.791 I slot print_timing: id  3 | task 204 |   graph reallocs =          0    /     0        (same size) / (changed size)
0.55.765.806 I slot      release: id  3 | task 204 | stop processing: n_tokens = 136, truncated = 0
0.55.796.795 I slot get_availabl: id  1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.264 (> 0.100 thold), f_keep = 0.215
0.55.811.485 I slot launch_slot_: id  1 | task 210 | processing task, is_child = 0
0.55.842.033 I slot get_availabl: id  2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.218 (> 0.100 thold), f_keep = 0.195
0.55.842.209 I slot launch_slot_: id  2 | task 211 | processing task, is_child = 0
0.55.842.247 I slot get_availabl: id  3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.181 (> 0.100 thold), f_keep = 0.213
0.55.842.368 I slot launch_slot_: id  3 | task 212 | processing task, is_child = 0
0.56.050.596 I slot print_timing: id  0 | task 207 | prompt eval time =     109.75 ms /   128 tokens (    0.86 ms per token,  1166.28 tokens per second)
0.56.050.602 I slot print_timing: id  0 | task 207 |        eval time =     253.80 ms /     2 tokens (  253.80 ms per token,     3.94 tokens per second)
0.56.050.604 I slot print_timing: id  0 | task 207 |       total time =     363.55 ms /   130 tokens
0.56.050.605 I slot print_timing: id  0 | task 207 |    graphs reused =          1
0.56.050.606 I slot print_timing: id  0 | task 207 |   graph reallocs =          0    /     0        (same size) / (changed size)
0.56.050.638 I slot      release: id  0 | task 207 | stop processing: n_tokens = 130, truncated = 0
0.56.111.644 I slot get_availabl: id  0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.200 (> 0.100 thold), f_keep = 0.223
0.56.126.416 I slot launch_slot_: id  0 | task 215 | processing task, is_child = 0
0.56.215.835 I slot print_timing: id  1 | task 210 | prompt eval time =     267.88 ms /   109 tokens (    2.46 ms per token,   406.89 tokens per second)
0.56.215.841 I slot print_timing: id  1 | task 210 |        eval time =     105.56 ms /     2 tokens (  105.56 ms per token,     9.47 tokens per second)
0.56.215.842 I slot print_timing: id  1 | task 210 |       total time =     373.44 ms /   111 tokens
0.56.215.843 I slot print_timing: id  1 | task 210 |    graphs reused =          1
0.56.215.844 I slot print_timing: id  1 | task 210 |   graph reallocs =          0    /     0        (same size) / (changed size)
0.56.215.872 I slot      release: id  1 | task 210 | stop processing: n_tokens = 111, truncated = 0
0.56.216.312 I slot print_timing: id  2 | task 211 | prompt eval time =     263.45 ms /   132 tokens (    2.00 ms per token,   501.04 tokens per second)
0.56.216.315 I slot print_timing: id  2 | task 211 |        eval time =     105.31 ms /     2 tokens (  105.31 ms per token,     9.50 tokens per second)
0.56.216.316 I slot print_timing: id  2 | task 211 |       total time =     368.76 ms /   134 tokens
0.56.216.318 I slot print_timing: id  2 | task 211 |    graphs reused =          1
0.56.216.319 I slot print_timing: id  2 | task 211 |   graph reallocs =          0    /     0        (same size) / (changed size)
0.56.216.340 I slot      release: id  2 | task 211 | stop processing: n_tokens = 134, truncated = 0
0.56.270.111 I slot get_availabl: id  1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.176 (> 0.100 thold), f_keep = 0.261
0.56.282.426 I slot launch_slot_: id  1 | task 218 | processing task, is_child = 0
0.56.296.816 I slot get_availabl: id  2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.185 (> 0.100 thold), f_keep = 0.216
0.56.296.964 I slot launch_slot_: id  2 | task 219 | processing task, is_child = 0
0.56.479.227 I slot print_timing: id  0 | task 215 | prompt eval time =     143.30 ms /   144 tokens (    1.00 ms per token,  1004.87 tokens per second)
0.56.479.232 I slot print_timing: id  0 | task 215 |        eval time =     209.49 ms /     2 tokens (  209.49 ms per token,     4.77 tokens per second)
0.56.479.233 I slot print_timing: id  0 | task 215 |       total time =     352.79 ms /   146 tokens
0.56.479.234 I slot print_timing: id  0 | task 215 |    graphs reused =          1
0.56.479.234 I slot print_timing: id  0 | task 215 |   graph reallocs =          0    /     0        (same size) / (changed size)
0.56.479.261 I slot      release: id  0 | task 215 | stop processing: n_tokens = 146, truncated = 0
0.56.551.411 I slot get_availabl: id  0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.248 (> 0.100 thold), f_keep = 0.199
0.56.573.804 I slot launch_slot_: id  0 | task 222 | processing task, is_child = 0
0.56.644.099 I slot print_timing: id  1 | task 218 | prompt eval time =     253.32 ms /   164 tokens (    1.54 ms per token,   647.41 tokens per second)
0.56.644.105 I slot print_timing: id  1 | task 218 |        eval time =      93.80 ms /     2 tokens (   93.80 ms per token,    10.66 tokens per second)
0.56.644.106 I slot print_timing: id  1 | task 218 |       total time =     347.12 ms /   166 tokens
0.56.644.106 I slot print_timing: id  1 | task 218 |    graphs reused =          1
0.56.644.107 I slot print_timing: id  1 | task 218 |   graph reallocs =          0    /     0        (same size) / (changed size)
0.56.644.135 I slot      release: id  1 | task 218 | stop processing: n_tokens = 166, truncated = 0
0.56.644.580 I slot print_timing: id  2 | task 219 | prompt eval time =     249.09 ms /   156 tokens (    1.60 ms per token,   626.27 tokens per second)
0.56.644.584 I slot print_timing: id  2 | task 219 |        eval time =      93.52 ms /     2 tokens (   93.52 ms per token,    10.69 tokens per second)
0.56.644.585 I slot print_timing: id  2 | task 219 |       total time =     342.61 ms /   158 tokens
0.56.644.585 I slot print_timing: id  2 | task 219 |    graphs reused =          1
0.56.644.586 I slot print_timing: id  2 | task 219 |   graph reallocs =          0    /     0        (same size) / (changed size)
0.56.644.605 I slot      release: id  2 | task 219 | stop processing: n_tokens = 158, truncated = 0
0.56.696.914 I slot get_availabl: id  1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.252 (> 0.100 thold), f_keep = 0.175
0.56.714.352 I slot launch_slot_: id  1 | task 225 | processing task, is_child = 0
0.56.730.914 I slot get_availabl: id  2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.190 (> 0.100 thold), f_keep = 0.184
0.56.731.054 I slot launch_slot_: id  2 | task 226 | processing task, is_child = 0
0.56.884.494 I slot print_timing: id  0 | task 222 | prompt eval time =     122.34 ms /   116 tokens (    1.05 ms per token,   948.19 tokens per second)
0.56.884.499 I slot print_timing: id  0 | task 222 |        eval time =     188.33 ms /     2 tokens (  188.33 ms per token,     5.31 tokens per second)
0.56.884.500 I slot print_timing: id  0 | task 222 |       total time =     310.67 ms /   118 tokens
0.56.884.501 I slot print_timing: id  0 | task 222 |    graphs reused =          1
0.56.884.502 I slot print_timing: id  0 | task 222 |   graph reallocs =          0    /     0        (same size) / (changed size)
0.56.884.526 I slot      release: id  0 | task 222 | stop processing: n_tokens = 118, truncated = 0
0.56.950.954 I slot get_availabl: id  0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.207 (> 0.100 thold), f_keep = 0.246
0.56.964.155 I slot launch_slot_: id  0 | task 229 | processing task, is_child = 0
0.57.050.684 I slot print_timing: id  1 | task 225 | prompt eval time =     218.73 ms /   114 tokens (    1.92 ms per token,   521.20 tokens per second)
0.57.050.690 I slot print_timing: id  1 | task 225 |        eval time =     100.88 ms /     2 tokens (  100.88 ms per token,     9.91 tokens per second)
0.57.050.691 I slot print_timing: id  1 | task 225 |       total time =     319.61 ms /   116 tokens
0.57.050.692 I slot print_timing: id  1 | task 225 |    graphs reused =          1
0.57.050.693 I slot print_timing: id  1 | task 225 |   graph reallocs =          0    /     0        (same size) / (changed size)
0.57.050.719 I slot      release: id  1 | task 225 | stop processing: n_tokens = 116, truncated = 0
0.57.051.161 I slot print_timing: id  2 | task 226 | prompt eval time =     214.32 ms /   152 tokens (    1.41 ms per token,   709.23 tokens per second)
0.57.051.165 I slot print_timing: id  2 | task 226 |        eval time =     100.50 ms /     2 tokens (  100.50 ms per token,     9.95 tokens per second)
0.57.051.165 I slot print_timing: id  2 | task 226 |       total time =     314.82 ms /   154 tokens
0.57.051.166 I slot print_timing: id  2 | task 226 |    graphs reused =          1
0.57.051.167 I slot print_timing: id  2 | task 226 |   graph reallocs =          0    /     0        (same size) / (changed size)
0.57.051.186 I slot      release: id  2 | task 226 | stop processing: n_tokens = 154, truncated = 0
0.57.102.739 I slot get_availabl: id  1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.246 (> 0.100 thold), f_keep = 0.250
0.57.122.202 I slot launch_slot_: id  1 | task 233 | processing task, is_child = 0
0.57.140.962 I slot get_availabl: id  2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.246 (> 0.100 thold), f_keep = 0.188
0.57.141.144 I slot launch_slot_: id  2 | task 232 | processing task, is_child = 0
0.57.268.021 I slot print_timing: id  0 | task 229 | prompt eval time =     138.25 ms /   139 tokens (    0.99 ms per token,  1005.42 tokens per second)
0.57.268.027 I slot print_timing: id  0 | task 229 |        eval time =     165.59 ms /     2 tokens (  165.59 ms per token,     6.04 tokens per second)
0.57.268.028 I slot print_timing: id  0 | task 229 |       total time =     303.84 ms /   141 tokens
0.57.268.029 I slot print_timing: id  0 | task 229 |    graphs reused =          1
0.57.268.030 I slot print_timing: id  0 | task 229 |   graph reallocs =          0    /     0        (same size) / (changed size)
0.57.268.057 I slot      release: id  0 | task 229 | stop processing: n_tokens = 141, truncated = 0
0.57.331.621 I slot get_availabl: id  0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.186 (> 0.100 thold), f_keep = 0.206
0.57.347.306 I slot launch_slot_: id  0 | task 236 | processing task, is_child = 0
0.57.434.536 I slot print_timing: id  1 | task 233 | prompt eval time =     189.53 ms /   117 tokens (    1.62 ms per token,   617.33 tokens per second)
0.57.434.540 I slot print_timing: id  1 | task 233 |        eval time =     103.85 ms /     2 tokens (  103.85 ms per token,     9.63 tokens per second)
0.57.434.541 I slot print_timing: id  1 | task 233 |       total time =     293.37 ms /   119 tokens
0.57.434.543 I slot print_timing: id  1 | task 233 |    graphs reused =          1
0.57.434.543 I slot print_timing: id  1 | task 233 |   graph reallocs =          0    /     0        (same size) / (changed size)
0.57.434.568 I slot      release: id  1 | task 233 | stop processing: n_tokens = 119, truncated = 0
0.57.434.992 I slot print_timing: id  2 | task 232 | prompt eval time =     185.07 ms /   117 tokens (    1.58 ms per token,   632.20 tokens per second)
0.57.434.995 I slot print_timing: id  2 | task 232 |        eval time =     103.68 ms /     2 tokens (  103.68 ms per token,     9.64 tokens per second)
0.57.434.996 I slot print_timing: id  2 | task 232 |       total time =     288.75 ms /   119 tokens
0.57.434.997 I slot print_timing: id  2 | task 232 |    graphs reused =          1
0.57.434.997 I slot print_timing: id  2 | task 232 |   graph reallocs =          0    /     0        (same size) / (changed size)
0.57.435.013 I slot      release: id  2 | task 232 | stop processing: n_tokens = 119, truncated = 0
0.57.487.656 I slot get_availabl: id  1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.218 (> 0.100 thold), f_keep = 0.244
0.57.507.486 I slot launch_slot_: id  1 | task 239 | processing task, is_child = 0
0.57.524.010 I slot get_availabl: id  2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.223 (> 0.100 thold), f_keep = 0.244
0.57.524.169 I slot launch_slot_: id  2 | task 240 | processing task, is_child = 0
0.57.675.201 I slot print_timing: id  0 | task 236 | prompt eval time =     139.99 ms /   155 tokens (    0.90 ms per token,  1107.25 tokens per second)
0.57.675.206 I slot print_timing: id  0 | task 236 |        eval time =     187.88 ms /     2 tokens (  187.88 ms per token,     5.32 tokens per second)
0.57.675.208 I slot print_timing: id  0 | task 236 |       total time =     327.87 ms /   157 tokens
0.57.675.209 I slot print_timing: id  0 | task 236 |    graphs reused =          1
0.57.675.210 I slot print_timing: id  0 | task 236 |   graph reallocs =          0    /     0        (same size) / (changed size)
0.57.675.239 I slot      release: id  0 | task 236 | stop processing: n_tokens = 157, truncated = 0
0.57.743.228 I slot get_availabl: id  0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.246 (> 0.100 thold), f_keep = 0.185
0.57.767.127 I slot launch_slot_: id  0 | task 243 | processing task, is_child = 0
0.57.842.489 I slot print_timing: id  1 | task 239 | prompt eval time =     218.12 ms /   132 tokens (    1.65 ms per token,   605.18 tokens per second)
0.57.842.494 I slot print_timing: id  1 | task 239 |        eval time =     100.18 ms /     2 tokens (  100.18 ms per token,     9.98 tokens per second)
0.57.842.495 I slot print_timing: id  1 | task 239 |       total time =     318.30 ms /   134 tokens
0.57.842.495 I slot print_timing: id  1 | task 239 |    graphs reused =          1
0.57.842.496 I slot print_timing: id  1 | task 239 |   graph reallocs =          0    /     0        (same size) / (changed size)
0.57.842.526 I slot      release: id  1 | task 239 | stop processing: n_tokens = 134, truncated = 0
0.57.842.865 I slot print_timing: id  2 | task 240 | prompt eval time =     213.77 ms /   129 tokens (    1.66 ms per token,   603.46 tokens per second)
0.57.842.868 I slot print_timing: id  2 | task 240 |        eval time =      99.95 ms /     2 tokens (   99.95 ms per token,    10.01 tokens per second)
0.57.842.869 I slot print_timing: id  2 | task 240 |       total time =     313.71 ms /   131 tokens
0.57.842.870 I slot print_timing: id  2 | task 240 |    graphs reused =          1
0.57.842.870 I slot print_timing: id  2 | task 240 |   graph reallocs =          0    /     0        (same size) / (changed size)
0.57.842.888 I slot      release: id  2 | task 240 | stop processing: n_tokens = 131, truncated = 0
0.57.894.594 I slot get_availabl: id  1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.179 (> 0.100 thold), f_keep = 0.216
0.57.910.001 I slot launch_slot_: id  1 | task 246 | processing task, is_child = 0
0.57.910.043 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 80.117 MiB)
0.57.928.903 I slot get_availabl: id  2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.170 (> 0.100 thold), f_keep = 0.221
0.57.929.079 I slot launch_slot_: id  2 | task 247 | processing task, is_child = 0
0.58.118.295 I slot print_timing: id  0 | task 243 | prompt eval time =     127.12 ms /   117 tokens (    1.09 ms per token,   920.40 tokens per second)
0.58.118.301 I slot print_timing: id  0 | task 243 |        eval time =     224.02 ms /     2 tokens (  224.02 ms per token,     4.46 tokens per second)
0.58.118.302 I slot print_timing: id  0 | task 243 |       total time =     351.14 ms /   119 tokens
0.58.118.303 I slot print_timing: id  0 | task 243 |    graphs reused =          1
0.58.118.304 I slot print_timing: id  0 | task 243 |   graph reallocs =          0    /     0        (same size) / (changed size)
0.58.118.334 I slot      release: id  0 | task 243 | stop processing: n_tokens = 119, truncated = 0
0.58.189.711 I slot get_availabl: id  0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.221 (> 0.100 thold), f_keep = 0.244
0.58.189.781 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 77.554 MiB)
0.58.207.792 I slot launch_slot_: id  0 | task 250 | processing task, is_child = 0
0.58.283.491 I slot print_timing: id  1 | task 246 | prompt eval time =     259.68 ms /   161 tokens (    1.61 ms per token,   620.00 tokens per second)
0.58.283.497 I slot print_timing: id  1 | task 246 |        eval time =      94.71 ms /     2 tokens (   94.71 ms per token,    10.56 tokens per second)
0.58.283.498 I slot print_timing: id  1 | task 246 |       total time =     354.39 ms /   163 tokens
0.58.283.498 I slot print_timing: id  1 | task 246 |    graphs reused =          1
0.58.283.499 I slot print_timing: id  1 | task 246 |   graph reallocs =          0    /     0        (same size) / (changed size)
0.58.283.530 I slot      release: id  1 | task 246 | stop processing: n_tokens = 163, truncated = 0
0.58.283.868 I slot print_timing: id  2 | task 247 | prompt eval time =     255.18 ms /   170 tokens (    1.50 ms per token,   666.20 tokens per second)
0.58.283.871 I slot print_timing: id  2 | task 247 |        eval time =      94.47 ms /     2 tokens (   94.47 ms per token,    10.59 tokens per second)
0.58.283.872 I slot print_timing: id  2 | task 247 |       total time =     349.65 ms /   172 tokens
0.58.283.872 I slot print_timing: id  2 | task 247 |    graphs reused =          1
0.58.283.874 I slot print_timing: id  2 | task 247 |   graph reallocs =          0    /     0        (same size) / (changed size)
0.58.283.892 I slot      release: id  2 | task 247 | stop processing: n_tokens = 172, truncated = 0
0.58.336.631 I slot get_availabl: id  1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.254 (> 0.100 thold), f_keep = 0.178
0.58.336.707 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 85.883 MiB)
0.58.359.272 I slot launch_slot_: id  1 | task 253 | processing task, is_child = 0
0.58.359.318 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 96.133 MiB)
0.58.383.209 I slot get_availabl: id  2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.164 (> 0.100 thold), f_keep = 0.169
0.58.383.402 I slot launch_slot_: id  2 | task 254 | processing task, is_child = 0
0.58.548.523 I slot print_timing: id  0 | task 250 | prompt eval time =     128.47 ms /   130 tokens (    0.99 ms per token,  1011.93 tokens per second)
0.58.548.530 I slot print_timing: id  0 | task 250 |        eval time =     212.24 ms /     2 tokens (  212.24 ms per token,     4.71 tokens per second)
0.58.548.531 I slot print_timing: id  0 | task 250 |       total time =     340.70 ms /   132 tokens
0.58.548.532 I slot print_timing: id  0 | task 250 |    graphs reused =          1
0.58.548.533 I slot print_timing: id  0 | task 250 |   graph reallocs =          0    /     0        (same size) / (changed size)
0.58.548.565 I slot      release: id  0 | task 250 | stop processing: n_tokens = 132, truncated = 0
0.58.617.513 I slot get_availabl: id  0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.181 (> 0.100 thold), f_keep = 0.220
0.58.617.584 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 102.868 MiB)
0.58.637.525 I slot launch_slot_: id  0 | task 257 | processing task, is_child = 0
0.58.727.593 I slot print_timing: id  1 | task 253 | prompt eval time =     232.96 ms /   113 tokens (    2.06 ms per token,   485.06 tokens per second)
0.58.727.598 I slot print_timing: id  1 | task 253 |        eval time =     111.21 ms /     2 tokens (  111.21 ms per token,     8.99 tokens per second)
0.58.727.599 I slot print_timing: id  1 | task 253 |       total time =     344.17 ms /   115 tokens
0.58.727.601 I slot print_timing: id  1 | task 253 |    graphs reused =          1
0.58.727.602 I slot print_timing: id  1 | task 253 |   graph reallocs =          0    /     0        (same size) / (changed size)
0.58.727.627 I slot      release: id  1 | task 253 | stop processing: n_tokens = 115, truncated = 0
0.58.728.057 I slot print_timing: id  2 | task 254 | prompt eval time =     227.90 ms /   176 tokens (    1.29 ms per token,   772.26 tokens per second)
0.58.728.060 I slot print_timing: id  2 | task 254 |        eval time =     110.87 ms /     2 tokens (  110.87 ms per token,     9.02 tokens per second)
0.58.728.061 I slot print_timing: id  2 | task 254 |       total time =     338.77 ms /   178 tokens
0.58.728.062 I slot print_timing: id  2 | task 254 |    graphs reused =          1
0.58.728.062 I slot print_timing: id  2 | task 254 |   graph reallocs =          0    /     0        (same size) / (changed size)
0.58.728.086 I slot      release: id  2 | task 254 | stop processing: n_tokens = 178, truncated = 0
0.58.780.390 I slot get_availabl: id  1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.238 (> 0.100 thold), f_keep = 0.252
0.58.780.457 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 125.604 MiB)
0.58.797.970 I slot launch_slot_: id  1 | task 260 | processing task, is_child = 0
0.58.798.016 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 98.055 MiB)
0.58.822.944 I slot get_availabl: id  2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.190 (> 0.100 thold), f_keep = 0.163
0.58.823.139 I slot launch_slot_: id  2 | task 261 | processing task, is_child = 0
0.58.985.452 I slot print_timing: id  0 | task 257 | prompt eval time =     142.54 ms /   159 tokens (    0.90 ms per token,  1115.49 tokens per second)
0.58.985.459 I slot print_timing: id  0 | task 257 |        eval time =     205.36 ms /     2 tokens (  205.36 ms per token,     4.87 tokens per second)
0.58.985.460 I slot print_timing: id  0 | task 257 |       total time =     347.90 ms /   161 tokens
0.58.985.461 I slot print_timing: id  0 | task 257 |    graphs reused =          1
0.58.985.462 I slot print_timing: id  0 | task 257 |   graph reallocs =          0    /     0        (same size) / (changed size)
0.58.985.496 I slot      release: id  0 | task 257 | stop processing: n_tokens = 161, truncated = 0
0.59.053.287 I slot get_availabl: id  0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.209 (> 0.100 thold), f_keep = 0.180
0.59.053.360 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 83.961 MiB)
0.59.076.601 I slot launch_slot_: id  0 | task 264 | processing task, is_child = 0
0.59.165.850 I slot print_timing: id  1 | task 260 | prompt eval time =     229.04 ms /   121 tokens (    1.89 ms per token,   528.28 tokens per second)
0.59.165.856 I slot print_timing: id  1 | task 260 |        eval time =     113.64 ms /     2 tokens (  113.64 ms per token,     8.80 tokens per second)
0.59.165.857 I slot print_timing: id  1 | task 260 |       total time =     342.69 ms /   123 tokens
0.59.165.858 I slot print_timing: id  1 | task 260 |    graphs reused =          1
0.59.165.859 I slot print_timing: id  1 | task 260 |   graph reallocs =          0    /     0        (same size) / (changed size)
0.59.165.889 I slot      release: id  1 | task 260 | stop processing: n_tokens = 123, truncated = 0
0.59.220.638 I slot get_availabl: id  1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.177 (> 0.100 thold), f_keep = 0.236
0.59.220.709 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 119.838 MiB)
0.59.240.028 I slot launch_slot_: id  1 | task 267 | processing task, is_child = 0
0.59.349.314 I slot print_timing: id  0 | task 264 | prompt eval time =     143.39 ms /   138 tokens (    1.04 ms per token,   962.40 tokens per second)
0.59.349.320 I slot print_timing: id  0 | task 264 |        eval time =     129.30 ms /     2 tokens (  129.30 ms per token,     7.73 tokens per second)
0.59.349.321 I slot print_timing: id  0 | task 264 |       total time =     272.69 ms /   140 tokens
0.59.349.322 I slot print_timing: id  0 | task 264 |    graphs reused =          1
0.59.349.323 I slot print_timing: id  0 | task 264 |   graph reallocs =          0    /     0        (same size) / (changed size)
0.59.349.356 I slot      release: id  0 | task 264 | stop processing: n_tokens = 140, truncated = 0
0.59.408.276 I slot print_timing: id  2 | task 261 | prompt eval time =     224.92 ms /   152 tokens (    1.48 ms per token,   675.79 tokens per second)
0.59.408.281 I slot print_timing: id  2 | task 261 |        eval time =     355.29 ms /     5 tokens (   88.82 ms per token,    11.26 tokens per second)
0.59.408.282 I slot print_timing: id  2 | task 261 |       total time =     580.21 ms /   157 tokens
0.59.408.282 I slot print_timing: id  2 | task 261 |    graphs reused =          1
0.59.408.283 I slot print_timing: id  2 | task 261 |   graph reallocs =          0    /     0        (same size) / (changed size)
0.59.408.310 I slot      release: id  2 | task 261 | stop processing: n_tokens = 157, truncated = 0
0.59.408.701 I slot get_availabl: id  0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.209 (> 0.100 thold), f_keep = 0.207
0.59.428.198 I slot launch_slot_: id  0 | task 270 | processing task, is_child = 0
0.59.428.243 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 78.195 MiB)
0.59.429.419 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 89.086 MiB)
0.59.451.476 I slot get_availabl: id  2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.194 (> 0.100 thold), f_keep = 0.191
0.59.451.670 I slot launch_slot_: id  2 | task 271 | processing task, is_child = 0
0.59.628.004 I slot print_timing: id  1 | task 267 | prompt eval time =     167.89 ms /   163 tokens (    1.03 ms per token,   970.86 tokens per second)
0.59.628.010 I slot print_timing: id  1 | task 267 |        eval time =     220.06 ms /     2 tokens (  220.06 ms per token,     4.54 tokens per second)
0.59.628.012 I slot print_timing: id  1 | task 267 |       total time =     387.95 ms /   165 tokens
0.59.628.013 I slot print_timing: id  1 | task 267 |    graphs reused =          1
0.59.628.013 I slot print_timing: id  1 | task 267 |   graph reallocs =          0    /     0        (same size) / (changed size)
0.59.628.047 I slot      release: id  1 | task 267 | stop processing: n_tokens = 165, truncated = 0
0.59.716.747 I slot get_availabl: id  1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.225 (> 0.100 thold), f_keep = 0.176
0.59.716.818 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 84.601 MiB)
0.59.744.725 I slot launch_slot_: id  1 | task 274 | processing task, is_child = 0
0.59.840.612 I slot print_timing: id  0 | task 270 | prompt eval time =     263.98 ms /   138 tokens (    1.91 ms per token,   522.76 tokens per second)
0.59.840.617 I slot print_timing: id  0 | task 270 |        eval time =     124.93 ms /     2 tokens (  124.93 ms per token,     8.00 tokens per second)
0.59.840.618 I slot print_timing: id  0 | task 270 |       total time =     388.92 ms /   140 tokens
0.59.840.619 I slot print_timing: id  0 | task 270 |    graphs reused =          1
0.59.840.620 I slot print_timing: id  0 | task 270 |   graph reallocs =          0    /     0        (same size) / (changed size)
0.59.840.649 I slot      release: id  0 | task 270 | stop processing: n_tokens = 140, truncated = 0
0.59.841.079 I slot print_timing: id  2 | task 271 | prompt eval time =     259.56 ms /   154 tokens (    1.69 ms per token,   593.31 tokens per second)
0.59.841.083 I slot print_timing: id  2 | task 271 |        eval time =     124.70 ms /     2 tokens (  124.70 ms per token,     8.02 tokens per second)
0.59.841.084 I slot print_timing: id  2 | task 271 |       total time =     384.26 ms /   156 tokens
0.59.841.084 I slot print_timing: id  2 | task 271 |    graphs reused =          1
0.59.841.085 I slot print_timing: id  2 | task 271 |   graph reallocs =          0    /     0        (same size) / (changed size)
0.59.841.106 I slot      release: id  2 | task 271 | stop processing: n_tokens = 156, truncated = 0
0.59.894.108 I slot get_availabl: id  0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.242 (> 0.100 thold), f_keep = 0.207
0.59.920.027 I slot launch_slot_: id  0 | task 277 | processing task, is_child = 0
0.59.941.267 I slot get_availabl: id  2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.186 (> 0.100 thold), f_keep = 0.186
0.59.941.450 I slot launch_slot_: id  2 | task 278 | processing task, is_child = 0
1.00.103.812 I slot print_timing: id  1 | task 274 | prompt eval time =     149.00 ms /   128 tokens (    1.16 ms per token,   859.06 tokens per second)
1.00.103.818 I slot print_timing: id  1 | task 274 |        eval time =     210.06 ms /     2 tokens (  210.06 ms per token,     4.76 tokens per second)
1.00.103.819 I slot print_timing: id  1 | task 274 |       total time =     359.06 ms /   130 tokens
1.00.103.821 I slot print_timing: id  1 | task 274 |    graphs reused =          1
1.00.103.822 I slot print_timing: id  1 | task 274 |   graph reallocs =          0    /     0        (same size) / (changed size)
1.00.103.852 I slot      release: id  1 | task 274 | stop processing: n_tokens = 130, truncated = 0
1.00.189.457 I slot get_availabl: id  1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.177 (> 0.100 thold), f_keep = 0.223
1.00.189.527 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 112.150 MiB)
1.00.209.279 I slot launch_slot_: id  1 | task 281 | processing task, is_child = 0
1.00.318.001 I slot print_timing: id  0 | task 277 | prompt eval time =     246.93 ms /   119 tokens (    2.08 ms per token,   481.93 tokens per second)
1.00.318.006 I slot print_timing: id  0 | task 277 |        eval time =     129.60 ms /     2 tokens (  129.60 ms per token,     7.72 tokens per second)
1.00.318.007 I slot print_timing: id  0 | task 277 |       total time =     376.53 ms /   121 tokens
1.00.318.008 I slot print_timing: id  0 | task 277 |    graphs reused =          1
1.00.318.009 I slot print_timing: id  0 | task 277 |   graph reallocs =          0    /     0        (same size) / (changed size)
1.00.318.038 I slot      release: id  0 | task 277 | stop processing: n_tokens = 121, truncated = 0
1.00.318.381 I slot print_timing: id  2 | task 278 | prompt eval time =     242.11 ms /   155 tokens (    1.56 ms per token,   640.20 tokens per second)
1.00.318.384 I slot print_timing: id  2 | task 278 |        eval time =     129.23 ms /     2 tokens (  129.23 ms per token,     7.74 tokens per second)
1.00.318.385 I slot print_timing: id  2 | task 278 |       total time =     371.35 ms /   157 tokens
1.00.318.385 I slot print_timing: id  2 | task 278 |    graphs reused =          1
1.00.318.386 I slot print_timing: id  2 | task 278 |   graph reallocs =          0    /     0        (same size) / (changed size)
1.00.318.406 I slot      release: id  2 | task 278 | stop processing: n_tokens = 157, truncated = 0
1.00.373.143 I slot get_availabl: id  0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.190 (> 0.100 thold), f_keep = 0.240
1.00.373.207 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 95.883 MiB)
1.00.391.631 I slot launch_slot_: id  0 | task 284 | processing task, is_child = 0
1.00.391.684 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 93.571 MiB)
1.00.413.947 I slot get_availabl: id  2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.182 (> 0.100 thold), f_keep = 0.185
1.00.414.128 I slot launch_slot_: id  2 | task 285 | processing task, is_child = 0
1.00.585.597 I slot print_timing: id  1 | task 281 | prompt eval time =     163.52 ms /   163 tokens (    1.00 ms per token,   996.80 tokens per second)
1.00.585.602 I slot print_timing: id  1 | task 281 |        eval time =     212.77 ms /     2 tokens (  212.77 ms per token,     4.70 tokens per second)
1.00.585.603 I slot print_timing: id  1 | task 281 |       total time =     376.29 ms /   165 tokens
1.00.585.603 I slot print_timing: id  1 | task 281 |    graphs reused =          1
1.00.585.604 I slot print_timing: id  1 | task 281 |   graph reallocs =          0    /     0        (same size) / (changed size)
1.00.585.635 I slot      release: id  1 | task 281 | stop processing: n_tokens = 165, truncated = 0
1.00.671.789 I slot print_timing: id  3 | task 212 | prompt eval time =     259.00 ms /   159 tokens (    1.63 ms per token,   613.91 tokens per second)
1.00.671.794 I slot print_timing: id  3 | task 212 |        eval time =    4560.15 ms /    43 tokens (  108.57 ms per token,     9.21 tokens per second)
1.00.671.795 I slot print_timing: id  3 | task 212 |       total time =    4819.14 ms /   202 tokens
1.00.671.796 I slot print_timing: id  3 | task 212 |    graphs reused =          1
1.00.671.797 I slot print_timing: id  3 | task 212 |   graph reallocs =          0    /     0        (same size) / (changed size)
1.00.671.825 I slot      release: id  3 | task 212 | stop processing: n_tokens = 202, truncated = 0
1.00.671.841 I slot get_availabl: id  1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.188 (> 0.100 thold), f_keep = 0.176
1.00.671.904 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 82.039 MiB)
1.00.696.846 I slot launch_slot_: id  1 | task 288 | processing task, is_child = 0
1.00.696.896 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 73.710 MiB)
1.00.698.043 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 95.493 MiB)
1.00.722.615 I slot get_availabl: id  3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.257 (> 0.100 thold), f_keep = 0.144
1.00.722.800 I slot launch_slot_: id  3 | task 289 | processing task, is_child = 0
1.00.878.562 I slot print_timing: id  2 | task 285 | prompt eval time =     252.64 ms /   158 tokens (    1.60 ms per token,   625.41 tokens per second)
1.00.878.566 I slot print_timing: id  2 | task 285 |        eval time =     207.08 ms /     2 tokens (  207.08 ms per token,     4.83 tokens per second)
1.00.878.568 I slot print_timing: id  2 | task 285 |       total time =     459.72 ms /   160 tokens
1.00.878.569 I slot print_timing: id  2 | task 285 |    graphs reused =          1
1.00.878.569 I slot print_timing: id  2 | task 285 |   graph reallocs =          0    /     0        (same size) / (changed size)
1.00.878.598 I slot      release: id  2 | task 285 | stop processing: n_tokens = 160, truncated = 0
1.00.959.783 I slot print_timing: id  0 | task 284 | prompt eval time =     256.55 ms /   152 tokens (    1.69 ms per token,   592.48 tokens per second)
1.00.959.788 I slot print_timing: id  0 | task 284 |        eval time =     289.08 ms /     3 tokens (  144.54 ms per token,     6.92 tokens per second)
1.00.959.789 I slot print_timing: id  0 | task 284 |       total time =     545.63 ms /   155 tokens
1.00.959.789 I slot print_timing: id  0 | task 284 |    graphs reused =          1
1.00.959.790 I slot print_timing: id  0 | task 284 |   graph reallocs =          0    /     0        (same size) / (changed size)
1.00.959.813 I slot      release: id  0 | task 284 | stop processing: n_tokens = 155, truncated = 0
1.00.961.617 I slot get_availabl: id  0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.246 (> 0.100 thold), f_keep = 0.187
1.00.961.686 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 93.571 MiB)
1.00.984.476 I slot launch_slot_: id  0 | task 292 | processing task, is_child = 0
1.00.984.528 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 79.476 MiB)
1.01.009.195 I slot get_availabl: id  2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.153 (> 0.100 thold), f_keep = 0.181
1.01.009.375 I slot launch_slot_: id  2 | task 293 | processing task, is_child = 0
1.01.174.032 I slot print_timing: id  1 | task 288 | prompt eval time =     237.92 ms /   153 tokens (    1.56 ms per token,   643.08 tokens per second)
1.01.174.038 I slot print_timing: id  1 | task 288 |        eval time =     213.29 ms /     2 tokens (  213.29 ms per token,     4.69 tokens per second)
1.01.174.039 I slot print_timing: id  1 | task 288 |       total time =     451.21 ms /   155 tokens
1.01.174.040 I slot print_timing: id  1 | task 288 |    graphs reused =          1
1.01.174.041 I slot print_timing: id  1 | task 288 |   graph reallocs =          0    /     0        (same size) / (changed size)
1.01.174.072 I slot      release: id  1 | task 288 | stop processing: n_tokens = 155, truncated = 0
1.01.174.499 I slot print_timing: id  3 | task 289 | prompt eval time =     233.57 ms /   112 tokens (    2.09 ms per token,   479.52 tokens per second)
1.01.174.502 I slot print_timing: id  3 | task 289 |        eval time =     212.89 ms /     2 tokens (  212.89 ms per token,     4.70 tokens per second)
1.01.174.503 I slot print_timing: id  3 | task 289 |       total time =     446.46 ms /   114 tokens
1.01.174.503 I slot print_timing: id  3 | task 289 |    graphs reused =          1
1.01.174.504 I slot print_timing: id  3 | task 289 |   graph reallocs =          0    /     0        (same size) / (changed size)
1.01.174.520 I slot      release: id  3 | task 289 | stop processing: n_tokens = 114, truncated = 0
1.01.241.807 I slot get_availabl: id  1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.269 (> 0.100 thold), f_keep = 0.187
1.01.241.876 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 81.398 MiB)
1.01.270.937 I slot launch_slot_: id  1 | task 296 | processing task, is_child = 0
1.01.286.807 I slot get_availabl: id  3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.232 (> 0.100 thold), f_keep = 0.254
1.01.286.970 I slot launch_slot_: id  3 | task 297 | processing task, is_child = 0
1.01.428.019 I slot print_timing: id  0 | task 292 | prompt eval time =     231.54 ms /   117 tokens (    1.98 ms per token,   505.31 tokens per second)
1.01.428.028 I slot print_timing: id  0 | task 292 |        eval time =     187.08 ms /     2 tokens (  187.08 ms per token,     5.35 tokens per second)
1.01.428.029 I slot print_timing: id  0 | task 292 |       total time =     418.62 ms /   119 tokens
1.01.428.030 I slot print_timing: id  0 | task 292 |    graphs reused =          1
1.01.428.031 I slot print_timing: id  0 | task 292 |   graph reallocs =          0    /     0        (same size) / (changed size)
1.01.428.058 I slot      release: id  0 | task 292 | stop processing: n_tokens = 119, truncated = 0
1.01.428.520 I slot print_timing: id  2 | task 293 | prompt eval time =     227.16 ms /   188 tokens (    1.21 ms per token,   827.63 tokens per second)
1.01.428.524 I slot print_timing: id  2 | task 293 |        eval time =     186.72 ms /     2 tokens (  186.72 ms per token,     5.36 tokens per second)
1.01.428.525 I slot print_timing: id  2 | task 293 |       total time =     413.88 ms /   190 tokens
1.01.428.525 I slot print_timing: id  2 | task 293 |    graphs reused =          1
1.01.428.526 I slot print_timing: id  2 | task 293 |   graph reallocs =          0    /     0        (same size) / (changed size)
1.01.428.550 I slot      release: id  2 | task 293 | stop processing: n_tokens = 190, truncated = 0
1.01.490.030 I slot get_availabl: id  0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.248 (> 0.100 thold), f_keep = 0.244
1.01.490.090 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 92.930 MiB)
1.01.514.571 I slot launch_slot_: id  0 | task 300 | processing task, is_child = 0
1.01.540.138 I slot get_availabl: id  2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.220 (> 0.100 thold), f_keep = 0.153
1.01.540.322 I slot launch_slot_: id  2 | task 301 | processing task, is_child = 0
1.01.681.855 I slot print_timing: id  1 | task 296 | prompt eval time =     202.18 ms /   107 tokens (    1.89 ms per token,   529.22 tokens per second)
1.01.681.862 I slot print_timing: id  1 | task 296 |        eval time =     192.68 ms /     2 tokens (  192.68 ms per token,     5.19 tokens per second)
1.01.681.863 I slot print_timing: id  1 | task 296 |       total time =     394.86 ms /   109 tokens
1.01.681.864 I slot print_timing: id  1 | task 296 |    graphs reused =          1
1.01.681.865 I slot print_timing: id  1 | task 296 |   graph reallocs =          0    /     0        (same size) / (changed size)
1.01.681.892 I slot      release: id  1 | task 296 | stop processing: n_tokens = 109, truncated = 0
1.01.682.319 I slot print_timing: id  3 | task 297 | prompt eval time =     198.05 ms /   124 tokens (    1.60 ms per token,   626.10 tokens per second)
1.01.682.322 I slot print_timing: id  3 | task 297 |        eval time =     192.30 ms /     2 tokens (  192.30 ms per token,     5.20 tokens per second)
1.01.682.323 I slot print_timing: id  3 | task 297 |       total time =     390.35 ms /   126 tokens
1.01.682.324 I slot print_timing: id  3 | task 297 |    graphs reused =          1
1.01.682.324 I slot print_timing: id  3 | task 297 |   graph reallocs =          0    /     0        (same size) / (changed size)
1.01.682.341 I slot      release: id  3 | task 297 | stop processing: n_tokens = 126, truncated = 0
1.01.746.547 I slot get_availabl: id  1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.221 (> 0.100 thold), f_keep = 0.275
1.01.746.613 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 89.727 MiB)
1.01.760.992 I slot launch_slot_: id  1 | task 304 | processing task, is_child = 0
1.01.761.043 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 68.585 MiB)
1.01.779.256 I slot get_availabl: id  3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.176 (> 0.100 thold), f_keep = 0.230
1.01.779.427 I slot launch_slot_: id  3 | task 305 | processing task, is_child = 0
1.01.956.342 I slot print_timing: id  0 | task 300 | prompt eval time =     205.57 ms /   116 tokens (    1.77 ms per token,   564.29 tokens per second)
1.01.956.347 I slot print_timing: id  0 | task 300 |        eval time =     210.43 ms /     2 tokens (  210.43 ms per token,     4.75 tokens per second)
1.01.956.348 I slot print_timing: id  0 | task 300 |       total time =     416.00 ms /   118 tokens
1.01.956.349 I slot print_timing: id  0 | task 300 |    graphs reused =          1
1.01.956.350 I slot print_timing: id  0 | task 300 |   graph reallocs =          0    /     0        (same size) / (changed size)
1.01.956.378 I slot      release: id  0 | task 300 | stop processing: n_tokens = 118, truncated = 0
1.01.956.805 I slot print_timing: id  2 | task 301 | prompt eval time =     200.99 ms /   131 tokens (    1.53 ms per token,   651.76 tokens per second)
1.01.956.808 I slot print_timing: id  2 | task 301 |        eval time =     210.27 ms /     2 tokens (  210.27 ms per token,     4.76 tokens per second)
1.01.956.809 I slot print_timing: id  2 | task 301 |       total time =     411.26 ms /   133 tokens
1.01.956.810 I slot print_timing: id  2 | task 301 |    graphs reused =          1
1.01.956.810 I slot print_timing: id  2 | task 301 |   graph reallocs =          0    /     0        (same size) / (changed size)
1.01.956.831 I slot      release: id  2 | task 301 | stop processing: n_tokens = 133, truncated = 0
1.02.024.566 I slot get_availabl: id  0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.223 (> 0.100 thold), f_keep = 0.246
1.02.024.634 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 118.556 MiB)
1.02.043.071 I slot launch_slot_: id  0 | task 308 | processing task, is_child = 0
1.02.043.113 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 112.790 MiB)
1.02.062.943 I slot get_availabl: id  2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.209 (> 0.100 thold), f_keep = 0.218
1.02.069.522 I slot launch_slot_: id  2 | task 309 | processing task, is_child = 0
1.02.231.059 I slot print_timing: id  3 | task 305 | prompt eval time =     240.18 ms /   164 tokens (    1.46 ms per token,   682.82 tokens per second)
1.02.231.065 I slot print_timing: id  3 | task 305 |        eval time =     206.50 ms /     2 tokens (  206.50 ms per token,     4.84 tokens per second)
1.02.231.066 I slot print_timing: id  3 | task 305 |       total time =     446.68 ms /   166 tokens
1.02.231.067 I slot print_timing: id  3 | task 305 |    graphs reused =          1
1.02.231.067 I slot print_timing: id  3 | task 305 |   graph reallocs =          0    /     0        (same size) / (changed size)
1.02.231.099 I slot      release: id  3 | task 305 | stop processing: n_tokens = 166, truncated = 0
1.02.315.525 I slot print_timing: id  1 | task 304 | prompt eval time =     244.35 ms /   135 tokens (    1.81 ms per token,   552.47 tokens per second)
1.02.315.531 I slot print_timing: id  1 | task 304 |        eval time =     291.72 ms /     3 tokens (  145.86 ms per token,     6.86 tokens per second)
1.02.315.532 I slot print_timing: id  1 | task 304 |       total time =     536.08 ms /   138 tokens
1.02.315.532 I slot print_timing: id  1 | task 304 |    graphs reused =          1
1.02.315.533 I slot print_timing: id  1 | task 304 |   graph reallocs =          0    /     0        (same size) / (changed size)
1.02.315.564 I slot      release: id  1 | task 304 | stop processing: n_tokens = 138, truncated = 0
1.02.316.509 I slot get_availabl: id  1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.232 (> 0.100 thold), f_keep = 0.210
1.02.336.139 I slot launch_slot_: id  1 | task 312 | processing task, is_child = 0
1.02.336.184 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 87.164 MiB)
1.02.359.565 I slot get_availabl: id  3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.179 (> 0.100 thold), f_keep = 0.175
1.02.366.409 I slot launch_slot_: id  3 | task 313 | processing task, is_child = 0
1.02.530.019 I slot print_timing: id  0 | task 308 | prompt eval time =     245.61 ms /   129 tokens (    1.90 ms per token,   525.23 tokens per second)
1.02.530.025 I slot print_timing: id  0 | task 308 |        eval time =     214.87 ms /     2 tokens (  214.87 ms per token,     4.65 tokens per second)
1.02.530.025 I slot print_timing: id  0 | task 308 |       total time =     460.47 ms /   131 tokens
1.02.530.026 I slot print_timing: id  0 | task 308 |    graphs reused =          1
1.02.530.027 I slot print_timing: id  0 | task 308 |   graph reallocs =          0    /     0        (same size) / (changed size)
1.02.530.053 I slot      release: id  0 | task 308 | stop processing: n_tokens = 131, truncated = 0
1.02.530.476 I slot print_timing: id  2 | task 309 | prompt eval time =     241.63 ms /   138 tokens (    1.75 ms per token,   571.12 tokens per second)
1.02.530.479 I slot print_timing: id  2 | task 309 |        eval time =     213.97 ms /     2 tokens (  213.97 ms per token,     4.67 tokens per second)
1.02.530.480 I slot print_timing: id  2 | task 309 |       total time =     455.60 ms /   140 tokens
1.02.530.480 I slot print_timing: id  2 | task 309 |    graphs reused =          1
1.02.530.481 I slot print_timing: id  2 | task 309 |   graph reallocs =          0    /     0        (same size) / (changed size)
1.02.530.500 I slot      release: id  2 | task 309 | stop processing: n_tokens = 140, truncated = 0
1.02.598.412 I slot get_availabl: id  0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.197 (> 0.100 thold), f_keep = 0.221
1.02.617.024 I slot launch_slot_: id  0 | task 316 | processing task, is_child = 0
1.02.617.075 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 107.665 MiB)
1.02.637.439 I slot get_availabl: id  2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.170 (> 0.100 thold), f_keep = 0.207
1.02.637.607 I slot launch_slot_: id  2 | task 317 | processing task, is_child = 0
1.02.821.316 I slot print_timing: id  1 | task 312 | prompt eval time =     231.09 ms /   124 tokens (    1.86 ms per token,   536.58 tokens per second)
1.02.821.322 I slot print_timing: id  1 | task 312 |        eval time =     223.79 ms /     2 tokens (  223.79 ms per token,     4.47 tokens per second)
1.02.821.323 I slot print_timing: id  1 | task 312 |       total time =     454.88 ms /   126 tokens
1.02.821.325 I slot print_timing: id  1 | task 312 |    graphs reused =          1
1.02.821.326 I slot print_timing: id  1 | task 312 |   graph reallocs =          0    /     0        (same size) / (changed size)
1.02.821.352 I slot      release: id  1 | task 312 | stop processing: n_tokens = 126, truncated = 0
1.02.821.778 I slot print_timing: id  3 | task 313 | prompt eval time =     226.85 ms /   161 tokens (    1.41 ms per token,   709.73 tokens per second)
1.02.821.781 I slot print_timing: id  3 | task 313 |        eval time =     223.38 ms /     2 tokens (  223.38 ms per token,     4.48 tokens per second)
1.02.821.782 I slot print_timing: id  3 | task 313 |       total time =     450.22 ms /   163 tokens
1.02.821.782 I slot print_timing: id  3 | task 313 |    graphs reused =          1
1.02.821.783 I slot print_timing: id  3 | task 313 |   graph reallocs =          0    /     0        (same size) / (changed size)
1.02.821.803 I slot      release: id  3 | task 313 | stop processing: n_tokens = 163, truncated = 0
1.02.887.007 I slot get_availabl: id  1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.232 (> 0.100 thold), f_keep = 0.230
1.02.900.828 I slot launch_slot_: id  1 | task 320 | processing task, is_child = 0
1.02.900.884 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 91.649 MiB)
1.02.902.183 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 82.679 MiB)
1.02.924.988 I slot get_availabl: id  3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.156 (> 0.100 thold), f_keep = 0.178
1.02.925.164 I slot launch_slot_: id  3 | task 321 | processing task, is_child = 0
1.03.095.697 I slot print_timing: id  0 | task 316 | prompt eval time =     248.67 ms /   146 tokens (    1.70 ms per token,   587.13 tokens per second)
1.03.095.703 I slot print_timing: id  0 | task 316 |        eval time =     209.40 ms /     2 tokens (  209.40 ms per token,     4.78 tokens per second)
1.03.095.704 I slot print_timing: id  0 | task 316 |       total time =     458.07 ms /   148 tokens
1.03.095.705 I slot print_timing: id  0 | task 316 |    graphs reused =          1
1.03.095.706 I slot print_timing: id  0 | task 316 |   graph reallocs =          0    /     0        (same size) / (changed size)
1.03.095.735 I slot      release: id  0 | task 316 | stop processing: n_tokens = 148, truncated = 0
1.03.096.161 I slot print_timing: id  2 | task 317 | prompt eval time =     244.28 ms /   170 tokens (    1.44 ms per token,   695.92 tokens per second)
1.03.096.165 I slot print_timing: id  2 | task 317 |        eval time =     209.16 ms /     2 tokens (  209.16 ms per token,     4.78 tokens per second)
1.03.096.165 I slot print_timing: id  2 | task 317 |       total time =     453.45 ms /   172 tokens
1.03.096.166 I slot print_timing: id  2 | task 317 |    graphs reused =          1
1.03.096.166 I slot print_timing: id  2 | task 317 |   graph reallocs =          0    /     0        (same size) / (changed size)
1.03.096.188 I slot      release: id  2 | task 317 | stop processing: n_tokens = 172, truncated = 0
1.03.164.927 I slot get_availabl: id  0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.187 (> 0.100 thold), f_keep = 0.196
1.03.165.000 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 85.242 MiB)
1.03.186.620 I slot launch_slot_: id  0 | task 324 | processing task, is_child = 0
1.03.186.675 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 98.430 MiB)
1.03.211.217 I slot get_availabl: id  2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.269 (> 0.100 thold), f_keep = 0.169
1.03.211.404 I slot launch_slot_: id  2 | task 325 | processing task, is_child = 0
1.03.370.379 I slot print_timing: id  1 | task 320 | prompt eval time =     238.89 ms /   124 tokens (    1.93 ms per token,   519.06 tokens per second)
1.03.370.386 I slot print_timing: id  1 | task 320 |        eval time =     206.30 ms /     2 tokens (  206.30 ms per token,     4.85 tokens per second)
1.03.370.387 I slot print_timing: id  1 | task 320 |       total time =     445.19 ms /   126 tokens
1.03.370.388 I slot print_timing: id  1 | task 320 |    graphs reused =          1
1.03.370.389 I slot print_timing: id  1 | task 320 |   graph reallocs =          0    /     0        (same size) / (changed size)
1.03.370.421 I slot      release: id  1 | task 320 | stop processing: n_tokens = 126, truncated = 0
1.03.370.858 I slot print_timing: id  3 | task 321 | prompt eval time =     234.66 ms /   185 tokens (    1.27 ms per token,   788.36 tokens per second)
1.03.370.862 I slot print_timing: id  3 | task 321 |        eval time =     205.94 ms /     2 tokens (  205.94 ms per token,     4.86 tokens per second)
1.03.370.863 I slot print_timing: id  3 | task 321 |       total time =     440.61 ms /   187 tokens
1.03.370.863 I slot print_timing: id  3 | task 321 |    graphs reused =          1
1.03.370.864 I slot print_timing: id  3 | task 321 |   graph reallocs =          0    /     0        (same size) / (changed size)
1.03.370.891 I slot      release: id  3 | task 321 | stop processing: n_tokens = 187, truncated = 0
1.03.436.172 I slot get_availabl: id  1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.212 (> 0.100 thold), f_keep = 0.230
1.03.436.236 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 117.338 MiB)
1.03.462.149 I slot launch_slot_: id  1 | task 328 | processing task, is_child = 0
1.03.487.087 I slot get_availabl: id  3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.223 (> 0.100 thold), f_keep = 0.155
1.03.487.266 I slot launch_slot_: id  3 | task 329 | processing task, is_child = 0
1.03.650.326 I slot print_timing: id  2 | task 325 | prompt eval time =     219.62 ms /   107 tokens (    2.05 ms per token,   487.19 tokens per second)
1.03.650.332 I slot print_timing: id  2 | task 325 |        eval time =     214.15 ms /     2 tokens (  214.15 ms per token,     4.67 tokens per second)
1.03.650.333 I slot print_timing: id  2 | task 325 |       total time =     433.78 ms /   109 tokens
1.03.650.335 I slot print_timing: id  2 | task 325 |    graphs reused =          1
1.03.650.336 I slot print_timing: id  2 | task 325 |   graph reallocs =          0    /     0        (same size) / (changed size)
1.03.650.364 I slot      release: id  2 | task 325 | stop processing: n_tokens = 109, truncated = 0
1.03.735.958 I slot get_availabl: id  2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.203 (> 0.100 thold), f_keep = 0.266
1.03.736.023 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 107.665 MiB)
1.03.749.967 I slot launch_slot_: id  2 | task 332 | processing task, is_child = 0
1.03.858.920 I slot print_timing: id  1 | task 328 | prompt eval time =     248.00 ms /   136 tokens (    1.82 ms per token,   548.40 tokens per second)
1.03.858.925 I slot print_timing: id  1 | task 328 |        eval time =     123.64 ms /     2 tokens (  123.64 ms per token,     8.09 tokens per second)
1.03.858.926 I slot print_timing: id  1 | task 328 |       total time =     371.63 ms /   138 tokens
1.03.858.927 I slot print_timing: id  1 | task 328 |    graphs reused =          1
1.03.858.928 I slot print_timing: id  1 | task 328 |   graph reallocs =          0    /     0        (same size) / (changed size)
1.03.858.958 I slot      release: id  1 | task 328 | stop processing: n_tokens = 138, truncated = 0
1.03.859.385 I slot print_timing: id  3 | task 329 | prompt eval time =     243.58 ms /   129 tokens (    1.89 ms per token,   529.61 tokens per second)
1.03.859.388 I slot print_timing: id  3 | task 329 |        eval time =     123.44 ms /     2 tokens (  123.44 ms per token,     8.10 tokens per second)
1.03.859.389 I slot print_timing: id  3 | task 329 |       total time =     367.01 ms /   131 tokens
1.03.859.389 I slot print_timing: id  3 | task 329 |    graphs reused =          1
1.03.859.390 I slot print_timing: id  3 | task 329 |   graph reallocs =          0    /     0        (same size) / (changed size)
1.03.859.408 I slot      release: id  3 | task 329 | stop processing: n_tokens = 131, truncated = 0
1.03.951.574 I slot print_timing: id  2 | task 332 | prompt eval time =     162.53 ms /   142 tokens (    1.14 ms per token,   873.66 tokens per second)
1.03.951.579 I slot print_timing: id  2 | task 332 |        eval time =      39.05 ms /     2 tokens (   39.05 ms per token,    25.61 tokens per second)
1.03.951.580 I slot print_timing: id  2 | task 332 |       total time =     201.58 ms /   144 tokens
1.03.951.582 I slot print_timing: id  2 | task 332 |    graphs reused =          1
1.03.951.583 I slot print_timing: id  2 | task 332 |   graph reallocs =          0    /     0        (same size) / (changed size)
1.03.951.607 I slot      release: id  2 | task 332 | stop processing: n_tokens = 144, truncated = 0
1.04.121.184 I slot print_timing: id  0 | task 324 | prompt eval time =     223.90 ms /   154 tokens (    1.45 ms per token,   687.81 tokens per second)
1.04.121.189 I slot print_timing: id  0 | task 324 |        eval time =     685.86 ms /    16 tokens (   45.72 ms per token,    21.87 tokens per second)
1.04.121.190 I slot print_timing: id  0 | task 324 |       total time =     909.76 ms /   170 tokens
1.04.121.192 I slot print_timing: id  0 | task 324 |    graphs reused =         10
1.04.121.193 I slot print_timing: id  0 | task 324 |   graph reallocs =          0    /     0        (same size) / (changed size)
1.04.121.217 I slot      release: id  0 | task 324 | stop processing: n_tokens = 170, truncated = 0
1.04.158.786 I slot get_availabl: id  1 | task -1 | selected slot by LRU, n_tokens = 138, t_last = 63761017
1.04.178.795 I slot launch_slot_: id  1 | task 346 | processing task, is_child = 0
1.04.178.858 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 104.462 MiB)
1.04.203.011 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 106.384 MiB)
1.04.224.934 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 109.009 MiB)
1.04.247.458 I slot get_availabl: id  3 | task -1 | selected slot by LRU, n_tokens = 131, t_last = 63761467
1.04.247.623 I slot launch_slot_: id  3 | task 347 | processing task, is_child = 0
1.04.247.697 I slot get_availabl: id  2 | task -1 | selected slot by LRU, n_tokens = 144, t_last = 63853666
1.04.247.814 I slot launch_slot_: id  2 | task 348 | processing task, is_child = 0
1.04.247.852 I slot get_availabl: id  0 | task -1 | selected slot by LRU, n_tokens = 170, t_last = 64023276
1.04.247.964 I slot launch_slot_: id  0 | task 349 | processing task, is_child = 0
1.08.292.891 I slot print_timing: id  3 | task 347 | prompt eval time =    2366.27 ms /  1175 tokens (    2.01 ms per token,   496.56 tokens per second)
1.08.292.897 I slot print_timing: id  3 | task 347 |        eval time =    1669.51 ms /    77 tokens (   21.97 ms per token,    45.52 tokens per second)
1.08.292.897 I slot print_timing: id  3 | task 347 |       total time =    4035.78 ms /  1252 tokens
1.08.292.898 I slot print_timing: id  3 | task 347 |    graphs reused =         86
1.08.292.899 I slot print_timing: id  3 | task 347 |   graph reallocs =          0    /     0        (same size) / (changed size)
1.08.292.969 I slot      release: id  3 | task 347 | stop processing: n_tokens = 1252, truncated = 0
1.08.342.406 I slot get_availabl: id  3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.907 (> 0.100 thold), f_keep = 0.875
1.08.342.531 I slot launch_slot_: id  3 | task 433 | processing task, is_child = 0
1.09.529.526 I slot print_timing: id  0 | task 349 | n_gen =    125, tg =  41.14 t/s, tg_3s =  41.47 t/s
1.09.529.790 I slot print_timing: id  1 | task 346 | n_gen =    125, tg =  41.15 t/s, tg_3s =  41.48 t/s
1.09.530.026 I slot print_timing: id  2 | task 348 | n_gen =    125, tg =  41.15 t/s, tg_3s =  41.48 t/s
1.10.598.689 I slot print_timing: id  1 | task 346 | prompt eval time =    2264.96 ms /  1163 tokens (    1.95 ms per token,   513.48 tokens per second)
1.10.598.694 I slot print_timing: id  1 | task 346 |        eval time =    4082.58 ms /   173 tokens (   23.74 ms per token,    42.13 tokens per second)
1.10.598.696 I slot print_timing: id  1 | task 346 |       total time =    6347.54 ms /  1336 tokens
1.10.598.696 I slot print_timing: id  1 | task 346 |    graphs reused =        176
1.10.598.697 I slot print_timing: id  1 | task 346 |   graph reallocs =          0    /     0        (same size) / (changed size)
1.10.598.762 I slot      release: id  1 | task 346 | stop processing: n_tokens = 1336, truncated = 0
1.10.684.634 I slot get_availabl: id  1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.903 (> 0.100 thold), f_keep = 0.820
1.10.684.762 I slot launch_slot_: id  1 | task 529 | processing task, is_child = 0
1.11.598.799 I slot print_timing: id  3 | task 433 | n_gen =    123, tg =  40.55 t/s, tg_3s =  40.88 t/s
1.12.188.562 I slot print_timing: id  2 | task 348 | prompt eval time =    2262.67 ms /  1183 tokens (    1.91 ms per token,   522.83 tokens per second)
1.12.188.567 I slot print_timing: id  2 | task 348 |        eval time =    5671.77 ms /   230 tokens (   24.77 ms per token,    40.38 tokens per second)
1.12.188.569 I slot print_timing: id  2 | task 348 |       total time =    7934.44 ms /  1413 tokens
1.12.188.569 I slot print_timing: id  2 | task 348 |    graphs reused =        228
1.12.188.571 I slot print_timing: id  2 | task 348 |   graph reallocs =          0    /     0        (same size) / (changed size)
1.12.188.636 I slot      release: id  2 | task 348 | stop processing: n_tokens = 1413, truncated = 0
1.12.231.723 I slot get_availabl: id  2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.903 (> 0.100 thold), f_keep = 0.776
1.12.231.822 I slot launch_slot_: id  2 | task 586 | processing task, is_child = 0
1.12.548.602 I slot print_timing: id  0 | task 349 | n_gen =    234, tg =  38.62 t/s, tg_3s =  36.10 t/s
1.13.984.341 I slot print_timing: id  1 | task 529 | n_gen =    124, tg =  40.95 t/s, tg_3s =  41.28 t/s
1.14.551.273 I slot print_timing: id  0 | task 349 | prompt eval time =    2267.44 ms /  1190 tokens (    1.91 ms per token,   524.82 tokens per second)
1.14.551.279 I slot print_timing: id  0 | task 349 |        eval time =    8035.85 ms /   325 tokens (   24.80 ms per token,    40.32 tokens per second)
1.14.551.280 I slot print_timing: id  0 | task 349 |       total time =   10303.29 ms /  1515 tokens
1.14.551.280 I slot print_timing: id  0 | task 349 |    graphs reused =        319
1.14.551.281 I slot print_timing: id  0 | task 349 |   graph reallocs =          0    /     0        (same size) / (changed size)
1.14.551.347 I slot      release: id  0 | task 349 | stop processing: n_tokens = 1515, truncated = 0
1.14.600.980 I slot print_timing: id  3 | task 433 | n_gen =    246, tg =  40.76 t/s, tg_3s =  40.97 t/s
1.14.600.990 I slot get_availabl: id  0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.922 (> 0.100 thold), f_keep = 0.723
1.14.601.083 I slot launch_slot_: id  0 | task 683 | processing task, is_child = 0
1.15.343.039 I slot print_timing: id  3 | task 433 | prompt eval time =     247.47 ms /   112 tokens (    2.21 ms per token,   452.59 tokens per second)
1.15.343.044 I slot print_timing: id  3 | task 433 |        eval time =    6753.02 ms /   270 tokens (   25.10 ms per token,    39.83 tokens per second)
1.15.343.045 I slot print_timing: id  3 | task 433 |       total time =    7000.49 ms /   382 tokens
1.15.343.046 I slot print_timing: id  3 | task 433 |    graphs reused =        342
1.15.343.047 I slot print_timing: id  3 | task 433 |   graph reallocs =          0    /     0        (same size) / (changed size)
1.15.343.115 I slot      release: id  3 | task 433 | stop processing: n_tokens = 1477, truncated = 0
1.15.391.781 I slot get_availabl: id  3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.901 (> 0.100 thold), f_keep = 0.742
1.15.391.881 I slot launch_slot_: id  3 | task 710 | processing task, is_child = 0
1.15.552.080 I slot print_timing: id  2 | task 586 | n_gen =    122, tg =  39.95 t/s, tg_3s =  40.28 t/s
1.16.396.624 I slot print_timing: id  1 | task 529 | prompt eval time =     295.84 ms /   118 tokens (    2.51 ms per token,   398.86 tokens per second)
1.16.396.630 I slot print_timing: id  1 | task 529 |        eval time =    5416.00 ms /   211 tokens (   25.79 ms per token,    38.77 tokens per second)
1.16.396.631 I slot print_timing: id  1 | task 529 |       total time =    5711.85 ms /   329 tokens
1.16.396.631 I slot print_timing: id  1 | task 529 |    graphs reused =        374
1.16.396.632 I slot print_timing: id  1 | task 529 |   graph reallocs =          0    /     0        (same size) / (changed size)
1.16.396.701 I slot      release: id  1 | task 529 | stop processing: n_tokens = 1424, truncated = 0
1.16.483.328 I slot get_availabl: id  1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.877 (> 0.100 thold), f_keep = 0.770
1.16.483.442 I slot launch_slot_: id  1 | task 747 | processing task, is_child = 0
1.17.855.991 I slot print_timing: id  0 | task 683 | n_gen =    111, tg =  36.43 t/s, tg_3s =  36.76 t/s
1.18.571.185 I slot print_timing: id  2 | task 586 | n_gen =    239, tg =  39.35 t/s, tg_3s =  38.75 t/s
1.18.662.428 I slot print_timing: id  3 | task 710 | n_gen =    121, tg =  39.99 t/s, tg_3s =  40.32 t/s
1.18.955.941 I slot print_timing: id  2 | task 586 | prompt eval time =     291.44 ms /   118 tokens (    2.47 ms per token,   404.89 tokens per second)
1.18.955.948 I slot print_timing: id  2 | task 586 |        eval time =    6432.67 ms /   256 tokens (   25.23 ms per token,    39.64 tokens per second)
1.18.955.949 I slot print_timing: id  2 | task 586 |       total time =    6724.10 ms /   374 tokens
1.18.955.951 I slot print_timing: id  2 | task 586 |    graphs reused =        470
1.18.955.952 I slot print_timing: id  2 | task 586 |   graph reallocs =          0    /     0        (same size) / (changed size)
1.18.956.035 I slot      release: id  2 | task 586 | stop processing: n_tokens = 1469, truncated = 0
1.18.999.830 I slot get_availabl: id  2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.913 (> 0.100 thold), f_keep = 0.746
1.18.999.949 I slot launch_slot_: id  2 | task 848 | processing task, is_child = 0
1.19.824.429 I slot print_timing: id  1 | task 747 | n_gen =    124, tg =  40.76 t/s, tg_3s =  41.09 t/s
1.19.869.211 I slot print_timing: id  0 | task 683 | prompt eval time =     235.59 ms /    93 tokens (    2.53 ms per token,   394.76 tokens per second)
1.19.869.217 I slot print_timing: id  0 | task 683 |        eval time =    5032.52 ms /   188 tokens (   26.91 ms per token,    37.16 tokens per second)
1.19.869.218 I slot print_timing: id  0 | task 683 |       total time =    5268.11 ms /   281 tokens
1.19.869.220 I slot print_timing: id  0 | task 683 |    graphs reused =        494
1.19.869.221 I slot print_timing: id  0 | task 683 |   graph reallocs =          0    /     0        (same size) / (changed size)
1.19.869.293 I slot      release: id  0 | task 683 | stop processing: n_tokens = 1376, truncated = 0
1.19.920.046 I slot get_availabl: id  0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.932 (> 0.100 thold), f_keep = 0.797
1.19.920.141 I slot launch_slot_: id  0 | task 878 | processing task, is_child = 0
1.21.665.684 I slot print_timing: id  3 | task 710 | n_gen =    234, tg =  38.81 t/s, tg_3s =  37.63 t/s
1.21.796.153 I slot print_timing: id  3 | task 710 | prompt eval time =     269.85 ms /   120 tokens (    2.25 ms per token,   444.69 tokens per second)
1.21.796.159 I slot print_timing: id  3 | task 710 |        eval time =    6134.41 ms /   240 tokens (   25.67 ms per token,    38.96 tokens per second)
1.21.796.160 I slot print_timing: id  3 | task 710 |       total time =    6404.26 ms /   360 tokens
1.21.796.161 I slot print_timing: id  3 | task 710 |    graphs reused =        569
1.21.796.161 I slot print_timing: id  3 | task 710 |   graph reallocs =          0    /     0        (same size) / (changed size)
1.21.796.232 I slot      release: id  3 | task 710 | stop processing: n_tokens = 1455, truncated = 0
1.21.843.562 I slot get_availabl: id  3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.932 (> 0.100 thold), f_keep = 0.753
1.21.843.662 I slot launch_slot_: id  3 | task 957 | processing task, is_child = 0
1.22.308.883 I slot print_timing: id  2 | task 848 | n_gen =    117, tg =  38.45 t/s, tg_3s =  38.78 t/s
1.22.832.073 I slot print_timing: id  1 | task 747 | n_gen =    240, tg =  39.66 t/s, tg_3s =  38.57 t/s
1.22.967.916 I slot print_timing: id  1 | task 747 | prompt eval time =     322.98 ms /   154 tokens (    2.10 ms per token,   476.81 tokens per second)
1.22.967.922 I slot print_timing: id  1 | task 747 |        eval time =    6161.47 ms /   246 tokens (   25.15 ms per token,    39.76 tokens per second)
1.22.967.923 I slot print_timing: id  1 | task 747 |       total time =    6484.46 ms /   400 tokens
1.22.967.924 I slot print_timing: id  1 | task 747 |    graphs reused =        607
1.22.967.925 I slot print_timing: id  1 | task 747 |   graph reallocs =          0    /     0        (same size) / (changed size)
1.22.967.993 I slot      release: id  1 | task 747 | stop processing: n_tokens = 1495, truncated = 0
1.23.053.671 I slot get_availabl: id  1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.937 (> 0.100 thold), f_keep = 0.733
1.23.053.789 I slot launch_slot_: id  1 | task 1000 | processing task, is_child = 0
1.23.212.112 I slot print_timing: id  0 | task 878 | n_gen =    120, tg =  38.99 t/s, tg_3s =  39.32 t/s
1.24.142.725 I slot print_timing: id  2 | task 848 | prompt eval time =     292.26 ms /   105 tokens (    2.78 ms per token,   359.27 tokens per second)
1.24.142.731 I slot print_timing: id  2 | task 848 |        eval time =    4850.50 ms /   185 tokens (   26.36 ms per token,    37.93 tokens per second)
1.24.142.732 I slot print_timing: id  2 | task 848 |       total time =    5142.76 ms /   290 tokens
1.24.142.733 I slot print_timing: id  2 | task 848 |    graphs reused =        641
1.24.142.734 I slot print_timing: id  2 | task 848 |   graph reallocs =          0    /     0        (same size) / (changed size)
1.24.142.800 I slot      release: id  2 | task 848 | stop processing: n_tokens = 1385, truncated = 0
1.24.185.900 I slot get_availabl: id  2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.916 (> 0.100 thold), f_keep = 0.791
1.24.185.996 I slot launch_slot_: id  2 | task 1039 | processing task, is_child = 0
1.25.104.565 I slot print_timing: id  3 | task 957 | n_gen =    108, tg =  35.62 t/s, tg_3s =  35.95 t/s
1.25.471.890 I slot print_timing: id  0 | task 878 | prompt eval time =     239.99 ms /    80 tokens (    3.00 ms per token,   333.35 tokens per second)
1.25.471.895 I slot print_timing: id  0 | task 878 |        eval time =    5311.75 ms /   203 tokens (   26.30 ms per token,    38.03 tokens per second)
1.25.471.897 I slot print_timing: id  0 | task 878 |       total time =    5551.73 ms /   283 tokens
1.25.471.897 I slot print_timing: id  0 | task 878 |    graphs reused =        684
1.25.471.898 I slot print_timing: id  0 | task 878 |   graph reallocs =          0    /     0        (same size) / (changed size)
1.25.471.962 I slot      release: id  0 | task 878 | stop processing: n_tokens = 1378, truncated = 0
1.25.520.583 I slot get_availabl: id  0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.896 (> 0.100 thold), f_keep = 0.795
1.25.520.678 I slot launch_slot_: id  0 | task 1088 | processing task, is_child = 0
1.26.053.521 I slot print_timing: id  3 | task 957 | prompt eval time =     256.71 ms /    80 tokens (    3.21 ms per token,   311.64 tokens per second)
1.26.053.526 I slot print_timing: id  3 | task 957 |        eval time =    3953.13 ms /   141 tokens (   28.24 ms per token,    35.41 tokens per second)
1.26.053.528 I slot print_timing: id  3 | task 957 |       total time =    4209.84 ms /   221 tokens
1.26.053.528 I slot print_timing: id  3 | task 957 |    graphs reused =        697
1.26.053.529 I slot print_timing: id  3 | task 957 |   graph reallocs =          0    /     0        (same size) / (changed size)
1.26.053.593 I slot      release: id  3 | task 957 | stop processing: n_tokens = 1316, truncated = 0
1.26.119.781 I slot get_availabl: id  3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.944 (> 0.100 thold), f_keep = 0.833
1.26.119.887 I slot launch_slot_: id  3 | task 1106 | processing task, is_child = 0
1.26.372.605 I slot print_timing: id  1 | task 1000 | n_gen =    104, tg =  33.94 t/s, tg_3s =  34.27 t/s
1.27.515.859 I slot print_timing: id  2 | task 1039 | n_gen =    116, tg =  38.10 t/s, tg_3s =  38.43 t/s
1.28.151.633 I slot print_timing: id  2 | task 1039 | prompt eval time =     311.54 ms /   100 tokens (    3.12 ms per token,   320.99 tokens per second)
1.28.151.638 I slot print_timing: id  2 | task 1039 |        eval time =    3654.08 ms /   144 tokens (   25.55 ms per token,    39.13 tokens per second)
1.28.151.639 I slot print_timing: id  2 | task 1039 |       total time =    3965.62 ms /   244 tokens
1.28.151.640 I slot print_timing: id  2 | task 1039 |    graphs reused =        775
1.28.151.641 I slot print_timing: id  2 | task 1039 |   graph reallocs =          0    /     0        (same size) / (changed size)
1.28.151.707 I slot      release: id  2 | task 1039 | stop processing: n_tokens = 1339, truncated = 0
1.28.194.848 I slot get_availabl: id  2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.904 (> 0.100 thold), f_keep = 0.819
1.28.194.965 I slot launch_slot_: id  2 | task 1188 | processing task, is_child = 0
1.28.790.847 I slot print_timing: id  0 | task 1088 | n_gen =    112, tg =  36.92 t/s, tg_3s =  37.25 t/s
1.29.378.821 I slot print_timing: id  1 | task 1000 | n_gen =    225, tg =  37.08 t/s, tg_3s =  40.25 t/s
1.29.379.285 I slot print_timing: id  3 | task 1106 | n_gen =    122, tg =  40.26 t/s, tg_3s =  40.59 t/s
1.30.697.662 I slot print_timing: id  1 | task 1000 | prompt eval time =     284.38 ms /    74 tokens (    3.84 ms per token,   260.22 tokens per second)
1.30.697.668 I slot print_timing: id  1 | task 1000 |        eval time =    7359.47 ms /   285 tokens (   25.91 ms per token,    38.59 tokens per second)
1.30.697.670 I slot print_timing: id  1 | task 1000 |       total time =    7643.85 ms /   359 tokens
1.30.697.670 I slot print_timing: id  1 | task 1000 |    graphs reused =        874
1.30.697.671 I slot print_timing: id  1 | task 1000 |   graph reallocs =          0    /     0        (same size) / (changed size)
1.30.697.747 I slot      release: id  1 | task 1000 | stop processing: n_tokens = 1454, truncated = 0
1.30.783.864 I slot get_availabl: id  1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.935 (> 0.100 thold), f_keep = 0.754
1.30.783.984 I slot launch_slot_: id  1 | task 1293 | processing task, is_child = 0
1.31.494.240 I slot print_timing: id  2 | task 1188 | n_gen =    124, tg =  40.92 t/s, tg_3s =  41.25 t/s
1.31.797.067 I slot print_timing: id  0 | task 1088 | n_gen =    236, tg =  39.08 t/s, tg_3s =  41.25 t/s
1.32.361.877 I slot print_timing: id  3 | task 1106 | prompt eval time =     253.62 ms /    65 tokens (    3.90 ms per token,   256.29 tokens per second)
1.32.361.883 I slot print_timing: id  3 | task 1106 |        eval time =    5988.35 ms /   245 tokens (   24.54 ms per token,    40.75 tokens per second)
1.32.361.884 I slot print_timing: id  3 | task 1106 |       total time =    6241.98 ms /   310 tokens
1.32.361.886 I slot print_timing: id  3 | task 1106 |    graphs reused =        932
1.32.361.887 I slot print_timing: id  3 | task 1106 |   graph reallocs =          0    /     0        (same size) / (changed size)
1.32.361.950 I slot      release: id  3 | task 1106 | stop processing: n_tokens = 1405, truncated = 0
1.32.409.226 I slot get_availabl: id  3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.948 (> 0.100 thold), f_keep = 0.780
1.32.409.322 I slot launch_slot_: id  3 | task 1357 | processing task, is_child = 0
1.33.014.343 I slot print_timing: id  0 | task 1088 | prompt eval time =     263.71 ms /   127 tokens (    2.08 ms per token,   481.59 tokens per second)
1.33.014.348 I slot print_timing: id  0 | task 1088 |        eval time =    7229.94 ms /   282 tokens (   25.73 ms per token,    38.87 tokens per second)
1.33.014.350 I slot print_timing: id  0 | task 1088 |       total time =    7493.65 ms /   409 tokens
1.33.014.351 I slot print_timing: id  0 | task 1088 |    graphs reused =        948
1.33.014.351 I slot print_timing: id  0 | task 1088 |   graph reallocs =          0    /     0        (same size) / (changed size)
1.33.014.420 I slot      release: id  0 | task 1088 | stop processing: n_tokens = 1504, truncated = 0
1.33.082.047 I slot get_availabl: id  0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.932 (> 0.100 thold), f_keep = 0.729
1.33.082.143 I slot launch_slot_: id  0 | task 1379 | processing task, is_child = 0
1.34.088.515 I slot print_timing: id  1 | task 1293 | n_gen =    120, tg =  39.47 t/s, tg_3s =  39.80 t/s
1.34.499.387 I slot print_timing: id  2 | task 1188 | n_gen =    243, tg =  40.26 t/s, tg_3s =  39.60 t/s
1.35.430.347 I slot print_timing: id  1 | task 1293 | prompt eval time =     289.70 ms /    76 tokens (    3.81 ms per token,   262.34 tokens per second)
1.35.430.353 I slot print_timing: id  1 | task 1293 |        eval time =    4356.65 ms /   182 tokens (   24.07 ms per token,    41.55 tokens per second)
1.35.430.354 I slot print_timing: id  1 | task 1293 |       total time =    4646.35 ms /   258 tokens
1.35.430.355 I slot print_timing: id  1 | task 1293 |    graphs reused =       1047
1.35.430.355 I slot print_timing: id  1 | task 1293 |   graph reallocs =          0    /     0        (same size) / (changed size)
1.35.430.419 I slot      release: id  1 | task 1293 | stop processing: n_tokens = 1353, truncated = 0
1.35.472.532 I slot get_availabl: id  1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.938 (> 0.100 thold), f_keep = 0.810
1.35.472.625 I slot launch_slot_: id  1 | task 1480 | processing task, is_child = 0
1.35.754.510 I slot print_timing: id  3 | task 1357 | n_gen =    122, tg =  39.12 t/s, tg_3s =  39.45 t/s
1.36.303.626 I slot print_timing: id  2 | task 1188 | prompt eval time =     293.04 ms /   117 tokens (    2.50 ms per token,   399.26 tokens per second)
1.36.303.631 I slot print_timing: id  2 | task 1188 |        eval time =    7815.60 ms /   314 tokens (   24.97 ms per token,    40.05 tokens per second)
1.36.303.632 I slot print_timing: id  2 | task 1188 |       total time =    8108.64 ms /   431 tokens
1.36.303.633 I slot print_timing: id  2 | task 1188 |    graphs reused =       1071
1.36.303.634 I slot print_timing: id  2 | task 1188 |   graph reallocs =          0    /     0        (same size) / (changed size)
1.36.303.699 I slot      release: id  2 | task 1188 | stop processing: n_tokens = 1526, truncated = 0
1.36.344.867 I slot print_timing: id  0 | task 1379 | n_gen =    127, tg =  41.65 t/s, tg_3s =  41.98 t/s
1.36.386.621 I slot get_availabl: id  2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.910 (> 0.100 thold), f_keep = 0.718
1.36.386.716 I slot launch_slot_: id  2 | task 1510 | processing task, is_child = 0
1.36.776.315 I slot print_timing: id  3 | task 1357 | prompt eval time =     252.44 ms /    60 tokens (    4.21 ms per token,   237.68 tokens per second)
1.36.776.321 I slot print_timing: id  3 | task 1357 |        eval time =    4114.54 ms /   155 tokens (   26.72 ms per token,    37.43 tokens per second)
1.36.776.322 I slot print_timing: id  3 | task 1357 |       total time =    4366.98 ms /   215 tokens
1.36.776.322 I slot print_timing: id  3 | task 1357 |    graphs reused =       1074
1.36.776.323 I slot print_timing: id  3 | task 1357 |   graph reallocs =          0    /     0        (same size) / (changed size)
1.36.776.386 I slot      release: id  3 | task 1357 | stop processing: n_tokens = 1310, truncated = 0
1.36.823.644 I slot get_availabl: id  3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.941 (> 0.100 thold), f_keep = 0.837
1.36.823.746 I slot launch_slot_: id  3 | task 1519 | processing task, is_child = 0
1.38.773.014 I slot print_timing: id  1 | task 1480 | n_gen =    116, tg =  38.09 t/s, tg_3s =  38.42 t/s
1.38.837.746 I slot print_timing: id  0 | task 1379 | prompt eval time =     237.32 ms /    80 tokens (    2.97 ms per token,   337.10 tokens per second)
1.38.837.751 I slot print_timing: id  0 | task 1379 |        eval time =    5518.27 ms /   219 tokens (   25.31 ms per token,    39.51 tokens per second)
1.38.837.752 I slot print_timing: id  0 | task 1379 |       total time =    5755.59 ms /   299 tokens
1.38.837.753 I slot print_timing: id  0 | task 1379 |    graphs reused =       1155
1.38.837.754 I slot print_timing: id  0 | task 1379 |   graph reallocs =          0    /     0        (same size) / (changed size)
1.38.837.818 I slot      release: id  0 | task 1379 | stop processing: n_tokens = 1394, truncated = 0
1.38.885.811 I slot get_availabl: id  0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.936 (> 0.100 thold), f_keep = 0.786
1.38.885.909 I slot launch_slot_: id  0 | task 1605 | processing task, is_child = 0
1.39.631.029 I slot print_timing: id  1 | task 1480 | prompt eval time =     281.21 ms /    73 tokens (    3.85 ms per token,   259.60 tokens per second)
1.39.631.035 I slot print_timing: id  1 | task 1480 |        eval time =    3877.18 ms /   146 tokens (   26.74 ms per token,    37.40 tokens per second)
1.39.631.036 I slot print_timing: id  1 | task 1480 |       total time =    4158.39 ms /   219 tokens
1.39.631.037 I slot print_timing: id  1 | task 1480 |    graphs reused =       1179
1.39.631.038 I slot print_timing: id  1 | task 1480 |   graph reallocs =          0    /     0        (same size) / (changed size)
1.39.631.105 I slot      release: id  1 | task 1480 | stop processing: n_tokens = 1314, truncated = 0
1.39.715.752 I slot print_timing: id  2 | task 1510 | n_gen =    119, tg =  38.83 t/s, tg_3s =  39.16 t/s
1.39.716.707 I slot get_availabl: id  1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.944 (> 0.100 thold), f_keep = 0.834
1.39.716.930 I slot launch_slot_: id  1 | task 1633 | processing task, is_child = 0
1.40.094.955 I slot print_timing: id  3 | task 1519 | n_gen =    117, tg =  38.46 t/s, tg_3s =  38.79 t/s
1.41.716.314 I slot print_timing: id  3 | task 1519 | prompt eval time =     254.99 ms /    69 tokens (    3.70 ms per token,   270.60 tokens per second)
1.41.716.319 I slot print_timing: id  3 | task 1519 |        eval time =    4637.56 ms /   192 tokens (   24.28 ms per token,    41.19 tokens per second)
1.41.716.320 I slot print_timing: id  3 | task 1519 |       total time =    4892.55 ms /   261 tokens
1.41.716.321 I slot print_timing: id  3 | task 1519 |    graphs reused =       1257
1.41.716.322 I slot print_timing: id  3 | task 1519 |   graph reallocs =          0    /     0        (same size) / (changed size)
1.41.716.388 I slot      release: id  3 | task 1519 | stop processing: n_tokens = 1356, truncated = 0
1.41.763.648 I slot get_availabl: id  3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.910 (> 0.100 thold), f_keep = 0.809
1.41.763.745 I slot launch_slot_: id  3 | task 1717 | processing task, is_child = 0
1.42.131.194 I slot print_timing: id  0 | task 1605 | n_gen =    116, tg =  38.25 t/s, tg_3s =  38.58 t/s
1.42.718.351 I slot print_timing: id  2 | task 1510 | n_gen =    236, tg =  38.90 t/s, tg_3s =  38.97 t/s
1.43.020.892 I slot print_timing: id  1 | task 1633 | n_gen =    130, tg =  42.72 t/s, tg_3s =  43.05 t/s
1.43.302.084 I slot print_timing: id  0 | task 1605 | prompt eval time =     238.56 ms /    75 tokens (    3.18 ms per token,   314.39 tokens per second)
1.43.302.090 I slot print_timing: id  0 | task 1605 |        eval time =    4177.60 ms /   170 tokens (   24.72 ms per token,    40.45 tokens per second)
1.43.302.091 I slot print_timing: id  0 | task 1605 |       total time =    4416.16 ms /   245 tokens
1.43.302.092 I slot print_timing: id  0 | task 1605 |    graphs reused =       1316
1.43.302.093 I slot print_timing: id  0 | task 1605 |   graph reallocs =          0    /     0        (same size) / (changed size)
1.43.302.158 I slot      release: id  0 | task 1605 | stop processing: n_tokens = 1340, truncated = 0
1.43.350.108 I slot get_availabl: id  0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.904 (> 0.100 thold), f_keep = 0.818
1.43.350.210 I slot launch_slot_: id  0 | task 1781 | processing task, is_child = 0
1.45.028.871 I slot print_timing: id  3 | task 1717 | n_gen =    129, tg =  42.49 t/s, tg_3s =  42.82 t/s
1.45.165.590 I slot print_timing: id  1 | task 1633 | prompt eval time =     284.02 ms /    65 tokens (    4.37 ms per token,   228.86 tokens per second)
1.45.165.595 I slot print_timing: id  1 | task 1633 |        eval time =    5164.60 ms /   218 tokens (   23.80 ms per token,    42.02 tokens per second)
1.45.165.596 I slot print_timing: id  1 | task 1633 |       total time =    5448.62 ms /   283 tokens
1.45.165.597 I slot print_timing: id  1 | task 1633 |    graphs reused =       1387
1.45.165.598 I slot print_timing: id  1 | task 1633 |   graph reallocs =          0    /     0        (same size) / (changed size)
1.45.165.661 I slot      release: id  1 | task 1633 | stop processing: n_tokens = 1378, truncated = 0
1.45.165.898 I slot print_timing: id  2 | task 1510 | prompt eval time =     290.26 ms /   108 tokens (    2.69 ms per token,   372.08 tokens per second)
1.45.165.901 I slot print_timing: id  2 | task 1510 |        eval time =    8488.92 ms /   338 tokens (   25.19 ms per token,    39.70 tokens per second)
1.45.165.901 I slot print_timing: id  2 | task 1510 |       total time =    8779.17 ms /   446 tokens
1.45.165.902 I slot print_timing: id  2 | task 1510 |    graphs reused =       1387
1.45.165.902 I slot print_timing: id  2 | task 1510 |   graph reallocs =          0    /     0        (same size) / (changed size)
1.45.165.949 I slot      release: id  2 | task 1510 | stop processing: n_tokens = 1541, truncated = 0
1.45.245.482 I slot get_availabl: id  1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.938 (> 0.100 thold), f_keep = 0.795
1.45.245.583 I slot launch_slot_: id  1 | task 1857 | processing task, is_child = 0
1.45.245.738 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 81.398 MiB)
1.45.246.833 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 85.883 MiB)
1.45.247.910 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 79.476 MiB)
1.45.248.981 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 92.289 MiB)
1.45.250.267 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 81.398 MiB)
1.45.251.385 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 92.930 MiB)
1.45.252.658 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 79.476 MiB)
1.45.253.732 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 87.805 MiB)
1.45.254.879 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 81.398 MiB)
1.45.255.966 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 152.511 MiB)
1.45.258.001 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 90.367 MiB)
1.45.259.118 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 114.712 MiB)
1.45.260.474 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 114.462 MiB)
1.45.261.961 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 94.852 MiB)
1.45.263.097 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 106.384 MiB)
1.45.264.375 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 144.183 MiB)
1.45.522.743 I slot get_availabl: id  2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.893 (> 0.100 thold), f_keep = 0.711
1.45.522.861 I slot launch_slot_: id  2 | task 1858 | processing task, is_child = 0
1.46.630.954 I slot print_timing: id  0 | task 1781 | n_gen =    104, tg =  34.11 t/s, tg_3s =  34.45 t/s
1.48.045.492 I slot print_timing: id  3 | task 1717 | n_gen =    232, tg =  38.31 t/s, tg_3s =  34.14 t/s
1.49.027.087 I slot print_timing: id  1 | task 1857 | n_gen =    139, tg =  45.85 t/s, tg_3s =  46.19 t/s
1.49.027.313 I slot print_timing: id  2 | task 1858 | n_gen =    139, tg =  45.86 t/s, tg_3s =  46.19 t/s
1.49.634.404 I slot print_timing: id  0 | task 1781 | n_gen =    242, tg =  40.02 t/s, tg_3s =  45.95 t/s
1.49.872.853 I slot print_timing: id  1 | task 1857 | prompt eval time =     494.71 ms /    72 tokens (    6.87 ms per token,   145.54 tokens per second)
1.49.872.860 I slot print_timing: id  1 | task 1857 |        eval time =    3855.26 ms /   178 tokens (   21.78 ms per token,    45.91 tokens per second)
1.49.872.861 I slot print_timing: id  1 | task 1857 |       total time =    4349.97 ms /   250 tokens
1.49.872.862 I slot print_timing: id  1 | task 1857 |    graphs reused =       1563
1.49.872.863 I slot print_timing: id  1 | task 1857 |   graph reallocs =          0    /     0        (same size) / (changed size)
1.49.872.936 I slot      release: id  1 | task 1857 | stop processing: n_tokens = 1345, truncated = 0
1.49.956.542 I slot get_availabl: id  1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.943 (> 0.100 thold), f_keep = 0.815
1.49.956.653 I slot launch_slot_: id  1 | task 2040 | processing task, is_child = 0
1.51.067.219 I slot print_timing: id  3 | task 1717 | n_gen =    357, tg =  39.33 t/s, tg_3s =  41.37 t/s
1.52.044.669 I slot print_timing: id  2 | task 1858 | n_gen =    264, tg =  43.64 t/s, tg_3s =  41.43 t/s
1.52.218.837 I slot print_timing: id  1 | task 2040 | prompt eval time =     292.08 ms /    66 tokens (    4.43 ms per token,   225.97 tokens per second)
1.52.218.842 I slot print_timing: id  1 | task 2040 |        eval time =    1970.08 ms /    91 tokens (   21.89 ms per token,    45.68 tokens per second)
1.52.218.843 I slot print_timing: id  1 | task 2040 |       total time =    2262.16 ms /   157 tokens
1.52.218.844 I slot print_timing: id  1 | task 2040 |    graphs reused =       1651
1.52.218.845 I slot print_timing: id  1 | task 2040 |   graph reallocs =          0    /     0        (same size) / (changed size)
1.52.218.912 I slot      release: id  1 | task 2040 | stop processing: n_tokens = 1252, truncated = 0
1.52.261.341 I slot get_availabl: id  1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.938 (> 0.100 thold), f_keep = 0.875
1.52.261.447 I slot launch_slot_: id  1 | task 2134 | processing task, is_child = 0
1.52.647.848 I slot print_timing: id  0 | task 1781 | n_gen =    354, tg =  39.07 t/s, tg_3s =  37.17 t/s
1.52.778.240 I slot print_timing: id  0 | task 1781 | prompt eval time =     261.51 ms /   116 tokens (    2.25 ms per token,   443.58 tokens per second)
1.52.778.246 I slot print_timing: id  0 | task 1781 |        eval time =    9166.51 ms /   360 tokens (   25.53 ms per token,    39.16 tokens per second)
1.52.778.247 I slot print_timing: id  0 | task 1781 |       total time =    9428.02 ms /   476 tokens
1.52.778.248 I slot print_timing: id  0 | task 1781 |    graphs reused =       1660
1.52.778.248 I slot print_timing: id  0 | task 1781 |   graph reallocs =          0    /     0        (same size) / (changed size)
1.52.778.314 I slot      release: id  0 | task 1781 | stop processing: n_tokens = 1571, truncated = 0
1.52.845.828 I slot get_availabl: id  0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.928 (> 0.100 thold), f_keep = 0.698
1.52.845.926 I slot launch_slot_: id  0 | task 2150 | processing task, is_child = 0
1.54.088.499 I slot print_timing: id  3 | task 1717 | n_gen =    473, tg =  39.10 t/s, tg_3s =  38.39 t/s
1.54.262.172 I slot print_timing: id  2 | task 1858 | prompt eval time =     412.14 ms /   131 tokens (    3.15 ms per token,   317.85 tokens per second)
1.54.262.178 I slot print_timing: id  2 | task 1858 |        eval time =    8243.96 ms /   343 tokens (   24.11 ms per token,    41.48 tokens per second)
1.54.262.179 I slot print_timing: id  2 | task 1858 |       total time =    8656.10 ms /   474 tokens
1.54.262.180 I slot print_timing: id  2 | task 1858 |    graphs reused =       1715
1.54.262.181 I slot print_timing: id  2 | task 1858 |   graph reallocs =          0    /     0        (same size) / (changed size)
1.54.262.254 I slot      release: id  2 | task 1858 | stop processing: n_tokens = 1569, truncated = 0
1.54.304.112 I slot get_availabl: id  2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.923 (> 0.100 thold), f_keep = 0.699
1.54.304.215 I slot launch_slot_: id  2 | task 2207 | processing task, is_child = 0
1.54.908.582 I slot print_timing: id  3 | task 1717 | prompt eval time =     252.66 ms /   109 tokens (    2.32 ms per token,   431.40 tokens per second)
1.54.908.588 I slot print_timing: id  3 | task 1717 |        eval time =   12892.16 ms /   497 tokens (   25.99 ms per token,    38.47 tokens per second)
1.54.908.589 I slot print_timing: id  3 | task 1717 |       total time =   13144.82 ms /   606 tokens
1.54.908.590 I slot print_timing: id  3 | task 1717 |    graphs reused =       1727
1.54.908.591 I slot print_timing: id  3 | task 1717 |   graph reallocs =          0    /     0        (same size) / (changed size)
1.54.908.657 I slot      release: id  3 | task 1717 | stop processing: n_tokens = 1702, truncated = 0
1.54.974.600 I slot get_availabl: id  3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.915 (> 0.100 thold), f_keep = 0.644
1.54.974.702 I slot launch_slot_: id  3 | task 2226 | processing task, is_child = 0
1.55.564.751 I slot print_timing: id  1 | task 2134 | n_gen =    103, tg =  33.88 t/s, tg_3s =  34.22 t/s
1.56.107.045 I slot print_timing: id  0 | task 2150 | n_gen =    113, tg =  37.27 t/s, tg_3s =  37.60 t/s
1.56.368.710 I slot print_timing: id  1 | task 2134 | prompt eval time =     293.03 ms /    73 tokens (    4.01 ms per token,   249.12 tokens per second)
1.56.368.715 I slot print_timing: id  1 | task 2134 |        eval time =    3814.22 ms /   140 tokens (   27.44 ms per token,    36.44 tokens per second)
1.56.368.716 I slot print_timing: id  1 | task 2134 |       total time =    4107.25 ms /   213 tokens
1.56.368.717 I slot print_timing: id  1 | task 2134 |    graphs reused =       1777
1.56.368.718 I slot print_timing: id  1 | task 2134 |   graph reallocs =          0    /     0        (same size) / (changed size)
1.56.368.783 I slot      release: id  1 | task 2134 | stop processing: n_tokens = 1308, truncated = 0
1.56.410.584 I slot get_availabl: id  1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.937 (> 0.100 thold), f_keep = 0.838
1.56.410.691 I slot launch_slot_: id  1 | task 2280 | processing task, is_child = 0
1.57.637.638 I slot print_timing: id  2 | task 2207 | n_gen =    116, tg =  38.11 t/s, tg_3s =  38.45 t/s
1.58.293.890 I slot print_timing: id  3 | task 2226 | n_gen =    128, tg =  42.20 t/s, tg_3s =  42.53 t/s
1.59.116.904 I slot print_timing: id  0 | task 2150 | n_gen =    240, tg =  39.73 t/s, tg_3s =  42.19 t/s
1.59.573.062 I slot print_timing: id  3 | task 2226 | prompt eval time =     309.50 ms /   102 tokens (    3.03 ms per token,   329.57 tokens per second)
1.59.573.068 I slot print_timing: id  3 | task 2226 |        eval time =    4288.85 ms /   187 tokens (   23.06 ms per token,    43.37 tokens per second)
1.59.573.069 I slot print_timing: id  3 | task 2226 |       total time =    4598.34 ms /   289 tokens
1.59.573.070 I slot print_timing: id  3 | task 2226 |    graphs reused =       1908
1.59.573.071 I slot print_timing: id  3 | task 2226 |   graph reallocs =          0    /     0        (same size) / (changed size)
1.59.573.136 I slot      release: id  3 | task 2226 | stop processing: n_tokens = 1384, truncated = 0
1.59.639.956 I slot get_availabl: id  3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.923 (> 0.100 thold), f_keep = 0.792
1.59.640.060 I slot launch_slot_: id  3 | task 2419 | processing task, is_child = 0
1.59.798.652 I slot print_timing: id  1 | task 2280 | n_gen =    138, tg =  44.18 t/s, tg_3s =  44.50 t/s
1.59.904.695 I slot print_timing: id  2 | task 2207 | prompt eval time =     316.11 ms /    92 tokens (    3.44 ms per token,   291.04 tokens per second)
1.59.904.700 I slot print_timing: id  2 | task 2207 |        eval time =    5284.35 ms /   210 tokens (   25.28 ms per token,    39.55 tokens per second)
1.59.904.701 I slot print_timing: id  2 | task 2207 |       total time =    5600.46 ms /   302 tokens
1.59.904.702 I slot print_timing: id  2 | task 2207 |    graphs reused =       1910
1.59.904.703 I slot print_timing: id  2 | task 2207 |   graph reallocs =          0    /     0        (same size) / (changed size)
1.59.904.771 I slot      release: id  2 | task 2207 | stop processing: n_tokens = 1396, truncated = 0
1.59.987.807 I slot get_availabl: id  2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.892 (> 0.100 thold), f_keep = 0.785
1.59.987.901 I slot launch_slot_: id  2 | task 2424 | processing task, is_child = 0
2.01.007.735 I slot print_timing: id  0 | task 2150 | prompt eval time =     255.76 ms /    85 tokens (    3.01 ms per token,   332.35 tokens per second)
2.01.007.741 I slot print_timing: id  0 | task 2150 |        eval time =    7906.03 ms /   303 tokens (   26.18 ms per token,    38.20 tokens per second)
2.01.007.742 I slot print_timing: id  0 | task 2150 |       total time =    8161.79 ms /   388 tokens
2.01.007.743 I slot print_timing: id  0 | task 2150 |    graphs reused =       1942
2.01.007.744 I slot print_timing: id  0 | task 2150 |   graph reallocs =          0    /     0        (same size) / (changed size)
2.01.007.811 I slot      release: id  0 | task 2150 | stop processing: n_tokens = 1483, truncated = 0
2.01.008.153 I slot print_timing: id  1 | task 2280 | prompt eval time =     286.91 ms /    74 tokens (    3.88 ms per token,   257.92 tokens per second)
2.01.008.156 I slot print_timing: id  1 | task 2280 |        eval time =    4310.54 ms /   176 tokens (   24.63 ms per token,    40.60 tokens per second)
2.01.008.157 I slot print_timing: id  1 | task 2280 |       total time =    4597.45 ms /   250 tokens
2.01.008.157 I slot print_timing: id  1 | task 2280 |    graphs reused =       1942
2.01.008.158 I slot print_timing: id  1 | task 2280 |   graph reallocs =          0    /     0        (same size) / (changed size)
2.01.008.203 I slot      release: id  1 | task 2280 | stop processing: n_tokens = 1345, truncated = 0
2.01.070.651 I slot get_availabl: id  0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.919 (> 0.100 thold), f_keep = 0.739
2.01.070.745 I slot launch_slot_: id  0 | task 2463 | processing task, is_child = 0
2.01.070.885 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 123.041 MiB)
2.01.072.328 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 105.196 MiB)
2.01.073.529 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 93.571 MiB)
2.01.074.664 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 110.228 MiB)
2.01.076.122 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 87.164 MiB)
2.01.077.236 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 110.525 MiB)
2.01.078.562 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 77.554 MiB)
2.01.079.482 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 106.384 MiB)
2.01.080.736 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 87.164 MiB)
2.01.081.757 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 88.445 MiB)
2.01.082.790 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 83.961 MiB)
2.01.083.747 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 114.072 MiB)
2.01.085.106 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 110.228 MiB)
2.01.086.390 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 118.556 MiB)
2.01.336.244 I slot get_availabl: id  1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.909 (> 0.100 thold), f_keep = 0.815
2.01.336.363 I slot launch_slot_: id  1 | task 2464 | processing task, is_child = 0
2.03.030.670 I slot print_timing: id  3 | task 2419 | n_gen =    100, tg =  31.68 t/s, tg_3s =  32.00 t/s
2.03.304.444 I slot print_timing: id  2 | task 2424 | n_gen =    109, tg =  35.78 t/s, tg_3s =  36.11 t/s
2.04.825.376 I slot print_timing: id  0 | task 2463 | n_gen =    141, tg =  46.44 t/s, tg_3s =  46.77 t/s
2.04.825.702 I slot print_timing: id  1 | task 2464 | n_gen =    141, tg =  46.45 t/s, tg_3s =  46.78 t/s
2.05.303.212 I slot print_timing: id  3 | task 2419 | prompt eval time =     265.37 ms /    91 tokens (    2.92 ms per token,   342.92 tokens per second)
2.05.303.217 I slot print_timing: id  3 | task 2419 |        eval time =    5397.77 ms /   205 tokens (   26.46 ms per token,    37.79 tokens per second)
2.05.303.218 I slot print_timing: id  3 | task 2419 |       total time =    5663.13 ms /   296 tokens
2.05.303.219 I slot print_timing: id  3 | task 2419 |    graphs reused =       2104
2.05.303.220 I slot print_timing: id  3 | task 2419 |   graph reallocs =          0    /     0        (same size) / (changed size)
2.05.303.293 I slot      release: id  3 | task 2419 | stop processing: n_tokens = 1391, truncated = 0
2.05.351.982 I slot get_availabl: id  3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.912 (> 0.100 thold), f_keep = 0.788
2.05.352.105 I slot launch_slot_: id  3 | task 2631 | processing task, is_child = 0
2.06.316.082 I slot print_timing: id  2 | task 2424 | n_gen =    235, tg =  38.80 t/s, tg_3s =  41.84 t/s
2.06.702.873 I slot print_timing: id  0 | task 2463 | prompt eval time =     474.54 ms /    96 tokens (    4.94 ms per token,   202.30 tokens per second)
2.06.702.879 I slot print_timing: id  0 | task 2463 |        eval time =    4891.95 ms /   214 tokens (   22.97 ms per token,    43.54 tokens per second)
2.06.702.880 I slot print_timing: id  0 | task 2463 |       total time =    5366.49 ms /   310 tokens
2.06.702.880 I slot print_timing: id  0 | task 2463 |    graphs reused =       2151
2.06.702.882 I slot print_timing: id  0 | task 2463 |   graph reallocs =          0    /     0        (same size) / (changed size)
2.06.702.951 I slot      release: id  0 | task 2463 | stop processing: n_tokens = 1405, truncated = 0
2.06.752.893 I slot get_availabl: id  0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.904 (> 0.100 thold), f_keep = 0.780
2.06.752.991 I slot launch_slot_: id  0 | task 2683 | processing task, is_child = 0
2.07.843.891 I slot print_timing: id  1 | task 2464 | n_gen =    255, tg =  42.11 t/s, tg_3s =  37.77 t/s
2.07.952.190 I slot print_timing: id  1 | task 2464 | prompt eval time =     391.71 ms /   110 tokens (    3.56 ms per token,   280.82 tokens per second)
2.07.952.196 I slot print_timing: id  1 | task 2464 |        eval time =    6140.65 ms /   260 tokens (   23.71 ms per token,    42.18 tokens per second)
2.07.952.197 I slot print_timing: id  1 | task 2464 |       total time =    6532.36 ms /   370 tokens
2.07.952.197 I slot print_timing: id  1 | task 2464 |    graphs reused =       2194
2.07.952.198 I slot print_timing: id  1 | task 2464 |   graph reallocs =          0    /     0        (same size) / (changed size)
2.07.952.265 I slot      release: id  1 | task 2464 | stop processing: n_tokens = 1465, truncated = 0
2.07.994.460 I slot get_availabl: id  1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.936 (> 0.100 thold), f_keep = 0.748
2.07.994.558 I slot launch_slot_: id  1 | task 2729 | processing task, is_child = 0
2.08.611.167 I slot print_timing: id  2 | task 2424 | prompt eval time =     298.00 ms /   133 tokens (    2.24 ms per token,   446.31 tokens per second)
2.08.611.172 I slot print_timing: id  2 | task 2424 |        eval time =    8325.25 ms /   315 tokens (   26.51 ms per token,    37.72 tokens per second)
2.08.611.173 I slot print_timing: id  2 | task 2424 |       total time =    8623.25 ms /   448 tokens
2.08.611.174 I slot print_timing: id  2 | task 2424 |    graphs reused =       2206
2.08.611.175 I slot print_timing: id  2 | task 2424 |   graph reallocs =          0    /     0        (same size) / (changed size)
2.08.611.244 I slot      release: id  2 | task 2424 | stop processing: n_tokens = 1543, truncated = 0
2.08.653.424 I slot print_timing: id  3 | task 2631 | n_gen =    112, tg =  36.71 t/s, tg_3s =  37.04 t/s
2.08.696.837 I slot get_availabl: id  2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.933 (> 0.100 thold), f_keep = 0.710
2.08.696.961 I slot launch_slot_: id  2 | task 2748 | processing task, is_child = 0
2.10.032.109 I slot print_timing: id  0 | task 2683 | n_gen =    110, tg =  36.25 t/s, tg_3s =  36.58 t/s
2.11.299.955 I slot print_timing: id  1 | task 2729 | n_gen =    121, tg =  39.91 t/s, tg_3s =  40.24 t/s
2.11.669.479 I slot print_timing: id  3 | task 2631 | n_gen =    234, tg =  38.58 t/s, tg_3s =  40.45 t/s
2.12.017.007 I slot print_timing: id  2 | task 2748 | n_gen =    136, tg =  44.72 t/s, tg_3s =  45.05 t/s
2.12.329.050 I slot print_timing: id  1 | task 2729 | prompt eval time =     298.43 ms /    75 tokens (    3.98 ms per token,   251.32 tokens per second)
2.12.329.056 I slot print_timing: id  1 | task 2729 |        eval time =    4036.05 ms /   168 tokens (   24.17 ms per token,    41.38 tokens per second)
2.12.329.057 I slot print_timing: id  1 | task 2729 |       total time =    4334.47 ms /   243 tokens
2.12.329.059 I slot print_timing: id  1 | task 2729 |    graphs reused =       2353
2.12.329.060 I slot print_timing: id  1 | task 2729 |   graph reallocs =          0    /     0        (same size) / (changed size)
2.12.329.126 I slot      release: id  1 | task 2729 | stop processing: n_tokens = 1338, truncated = 0
2.12.415.023 I slot get_availabl: id  1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.934 (> 0.100 thold), f_keep = 0.819
2.12.415.148 I slot launch_slot_: id  1 | task 2902 | processing task, is_child = 0
2.13.052.911 I slot print_timing: id  0 | task 2683 | n_gen =    232, tg =  38.32 t/s, tg_3s =  40.39 t/s
2.13.303.312 I slot print_timing: id  2 | task 2748 | prompt eval time =     301.48 ms /    79 tokens (    3.82 ms per token,   262.04 tokens per second)
2.13.303.318 I slot print_timing: id  2 | task 2748 |        eval time =    4304.85 ms /   180 tokens (   24.05 ms per token,    41.58 tokens per second)
2.13.303.319 I slot print_timing: id  2 | task 2748 |       total time =    4606.33 ms /   259 tokens
2.13.303.320 I slot print_timing: id  2 | task 2748 |    graphs reused =       2378
2.13.303.321 I slot print_timing: id  2 | task 2748 |   graph reallocs =          0    /     0        (same size) / (changed size)
2.13.303.388 I slot      release: id  2 | task 2748 | stop processing: n_tokens = 1354, truncated = 0
2.13.388.102 I slot get_availabl: id  2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.931 (> 0.100 thold), f_keep = 0.809
2.13.388.218 I slot launch_slot_: id  2 | task 2933 | processing task, is_child = 0
2.13.923.959 I slot print_timing: id  0 | task 2683 | prompt eval time =     272.27 ms /   117 tokens (    2.33 ms per token,   429.71 tokens per second)
2.13.923.965 I slot print_timing: id  0 | task 2683 |        eval time =    6898.67 ms /   257 tokens (   26.95 ms per token,    37.11 tokens per second)
2.13.923.966 I slot print_timing: id  0 | task 2683 |       total time =    7170.95 ms /   374 tokens
2.13.923.967 I slot print_timing: id  0 | task 2683 |    graphs reused =       2387
2.13.923.968 I slot print_timing: id  0 | task 2683 |   graph reallocs =          0    /     0        (same size) / (changed size)
2.13.924.047 I slot      release: id  0 | task 2683 | stop processing: n_tokens = 1469, truncated = 0
2.13.949.759 I slot print_timing: id  3 | task 2631 | prompt eval time =     277.47 ms /   106 tokens (    2.62 ms per token,   382.03 tokens per second)
2.13.949.764 I slot print_timing: id  3 | task 2631 |        eval time =    8320.17 ms /   309 tokens (   27.01 ms per token,    37.02 tokens per second)
2.13.949.765 I slot print_timing: id  3 | task 2631 |       total time =    8597.64 ms /   415 tokens
2.13.949.765 I slot print_timing: id  3 | task 2631 |    graphs reused =       2387
2.13.949.766 I slot print_timing: id  3 | task 2631 |   graph reallocs =          0    /     0        (same size) / (changed size)
2.13.949.831 I slot      release: id  3 | task 2631 | stop processing: n_tokens = 1510, truncated = 0
2.13.995.269 I slot get_availabl: id  0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.929 (> 0.100 thold), f_keep = 0.746
2.13.995.372 I slot launch_slot_: id  0 | task 2949 | processing task, is_child = 0
2.13.995.521 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 76.273 MiB)
2.13.996.564 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 82.679 MiB)
2.13.997.722 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 78.835 MiB)
2.13.998.689 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 83.320 MiB)
2.13.999.724 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 85.242 MiB)
2.14.000.729 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 94.211 MiB)
2.14.001.815 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 85.883 MiB)
2.14.002.793 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 82.039 MiB)
2.14.003.742 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 84.601 MiB)
2.14.004.729 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 92.289 MiB)
2.14.005.798 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 105.102 MiB)
2.14.007.093 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 99.977 MiB)
2.14.008.256 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 73.070 MiB)
2.14.009.114 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 97.415 MiB)
2.14.010.298 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 89.086 MiB)
2.14.011.348 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 99.337 MiB)
2.14.012.535 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 84.601 MiB)
2.14.268.830 I slot get_availabl: id  3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.916 (> 0.100 thold), f_keep = 0.726
2.14.268.958 I slot launch_slot_: id  3 | task 2950 | processing task, is_child = 0
2.15.953.283 I slot print_timing: id  1 | task 2902 | n_gen =    100, tg =  30.59 t/s, tg_3s =  30.90 t/s
2.16.696.007 I slot print_timing: id  2 | task 2933 | n_gen =    104, tg =  34.28 t/s, tg_3s =  34.61 t/s
2.17.566.812 I slot print_timing: id  2 | task 2933 | prompt eval time =     302.94 ms /    81 tokens (    3.74 ms per token,   267.38 tokens per second)
2.17.566.818 I slot print_timing: id  2 | task 2933 |        eval time =    3875.63 ms /   143 tokens (   27.29 ms per token,    36.64 tokens per second)
2.17.566.819 I slot print_timing: id  2 | task 2933 |       total time =    4178.58 ms /   224 tokens
2.17.566.819 I slot print_timing: id  2 | task 2933 |    graphs reused =       2513
2.17.566.820 I slot print_timing: id  2 | task 2933 |   graph reallocs =          0    /     0        (same size) / (changed size)
2.17.566.887 I slot      release: id  2 | task 2933 | stop processing: n_tokens = 1319, truncated = 0
2.17.652.551 I slot get_availabl: id  2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.916 (> 0.100 thold), f_keep = 0.831
2.17.652.661 I slot launch_slot_: id  2 | task 3082 | processing task, is_child = 0
2.17.832.051 I slot print_timing: id  0 | task 2949 | n_gen =    131, tg =  42.41 t/s, tg_3s =  42.74 t/s
2.17.832.788 I slot print_timing: id  3 | task 2950 | n_gen =    131, tg =  42.42 t/s, tg_3s =  42.74 t/s
2.18.688.683 I slot print_timing: id  1 | task 2902 | prompt eval time =     301.83 ms /    77 tokens (    3.92 ms per token,   255.11 tokens per second)
2.18.688.689 I slot print_timing: id  1 | task 2902 |        eval time =    5971.69 ms /   209 tokens (   28.71 ms per token,    34.83 tokens per second)
2.18.688.690 I slot print_timing: id  1 | task 2902 |       total time =    6273.52 ms /   286 tokens
2.18.688.691 I slot print_timing: id  1 | task 2902 |    graphs reused =       2544
2.18.688.692 I slot print_timing: id  1 | task 2902 |   graph reallocs =          0    /     0        (same size) / (changed size)
2.18.688.759 I slot      release: id  1 | task 2902 | stop processing: n_tokens = 1381, truncated = 0
2.18.731.960 I slot get_availabl: id  1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.924 (> 0.100 thold), f_keep = 0.794
2.18.732.065 I slot launch_slot_: id  1 | task 3118 | processing task, is_child = 0
2.19.342.756 I slot print_timing: id  3 | task 2950 | prompt eval time =     415.93 ms /   101 tokens (    4.12 ms per token,   242.83 tokens per second)
2.19.342.762 I slot print_timing: id  3 | task 2950 |        eval time =    4574.67 ms /   180 tokens (   25.56 ms per token,    39.13 tokens per second)
2.19.342.763 I slot print_timing: id  3 | task 2950 |       total time =    4990.60 ms /   281 tokens
2.19.342.764 I slot print_timing: id  3 | task 2950 |    graphs reused =       2556
2.19.342.764 I slot print_timing: id  3 | task 2950 |   graph reallocs =          0    /     0        (same size) / (changed size)
2.19.342.833 I slot      release: id  3 | task 2950 | stop processing: n_tokens = 1376, truncated = 0
2.19.392.795 I slot get_availabl: id  3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.944 (> 0.100 thold), f_keep = 0.797
2.19.392.904 I slot launch_slot_: id  3 | task 3136 | processing task, is_child = 0
2.20.277.746 I slot print_timing: id  0 | task 2949 | prompt eval time =     497.68 ms /    84 tokens (    5.92 ms per token,   168.78 tokens per second)
2.20.277.751 I slot print_timing: id  0 | task 2949 |        eval time =    5511.09 ms /   212 tokens (   26.12 ms per token,    38.29 tokens per second)
2.20.277.752 I slot print_timing: id  0 | task 2949 |       total time =    6008.77 ms /   296 tokens
2.20.277.753 I slot print_timing: id  0 | task 2949 |    graphs reused =       2584
2.20.277.754 I slot print_timing: id  0 | task 2949 |   graph reallocs =          0    /     0        (same size) / (changed size)
2.20.277.820 I slot      release: id  0 | task 2949 | stop processing: n_tokens = 1391, truncated = 0
2.20.325.791 I slot get_availabl: id  0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.928 (> 0.100 thold), f_keep = 0.788
2.20.325.888 I slot launch_slot_: id  0 | task 3169 | processing task, is_child = 0
2.20.957.016 I slot print_timing: id  2 | task 3082 | n_gen =    102, tg =  33.66 t/s, tg_3s =  34.00 t/s
2.22.053.407 I slot print_timing: id  1 | task 3118 | n_gen =    116, tg =  38.16 t/s, tg_3s =  38.50 t/s
2.22.099.639 I slot print_timing: id  3 | task 3136 | prompt eval time =     268.12 ms /    65 tokens (    4.12 ms per token,   242.43 tokens per second)
2.22.099.644 I slot print_timing: id  3 | task 3136 |        eval time =    2438.60 ms /   101 tokens (   24.39 ms per token,    41.01 tokens per second)
2.22.099.645 I slot print_timing: id  3 | task 3136 |       total time =    2706.72 ms /   166 tokens
2.22.099.646 I slot print_timing: id  3 | task 3136 |    graphs reused =       2652
2.22.099.647 I slot print_timing: id  3 | task 3136 |   graph reallocs =          0    /     0        (same size) / (changed size)
2.22.099.714 I slot      release: id  3 | task 3136 | stop processing: n_tokens = 1261, truncated = 0
2.22.148.985 I slot get_availabl: id  3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.934 (> 0.100 thold), f_keep = 0.869
2.22.149.091 I slot launch_slot_: id  3 | task 3242 | processing task, is_child = 0
2.23.605.272 I slot print_timing: id  0 | task 3169 | n_gen =    125, tg =  41.09 t/s, tg_3s =  41.42 t/s
2.23.960.135 I slot print_timing: id  2 | task 3082 | n_gen =    225, tg =  37.31 t/s, tg_3s =  40.96 t/s
2.25.070.515 I slot print_timing: id  1 | task 3118 | n_gen =    241, tg =  39.80 t/s, tg_3s =  41.43 t/s
2.25.429.415 I slot print_timing: id  3 | task 3242 | n_gen =    136, tg =  44.84 t/s, tg_3s =  45.17 t/s
2.25.474.000 I slot print_timing: id  1 | task 3118 | prompt eval time =     308.06 ms /    90 tokens (    3.42 ms per token,   292.15 tokens per second)
2.25.474.006 I slot print_timing: id  1 | task 3118 |        eval time =    6433.85 ms /   259 tokens (   24.94 ms per token,    40.10 tokens per second)
2.25.474.007 I slot print_timing: id  1 | task 3118 |       total time =    6741.92 ms /   349 tokens
2.25.474.008 I slot print_timing: id  1 | task 3118 |    graphs reused =       2789
2.25.474.008 I slot print_timing: id  1 | task 3118 |   graph reallocs =          0    /     0        (same size) / (changed size)
2.25.474.075 I slot      release: id  1 | task 3118 | stop processing: n_tokens = 1444, truncated = 0
2.25.517.897 I slot get_availabl: id  1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.941 (> 0.100 thold), f_keep = 0.759
2.25.518.008 I slot launch_slot_: id  1 | task 3383 | processing task, is_child = 0
2.26.417.904 I slot print_timing: id  2 | task 3082 | prompt eval time =     304.09 ms /   101 tokens (    3.01 ms per token,   332.14 tokens per second)
2.26.417.909 I slot print_timing: id  2 | task 3082 |        eval time =    8461.14 ms /   323 tokens (   26.28 ms per token,    38.06 tokens per second)
2.26.417.910 I slot print_timing: id  2 | task 3082 |       total time =    8765.23 ms /   424 tokens
2.26.417.911 I slot print_timing: id  2 | task 3082 |    graphs reused =       2814
2.26.417.912 I slot print_timing: id  2 | task 3082 |   graph reallocs =          0    /     0        (same size) / (changed size)
2.26.417.979 I slot      release: id  2 | task 3082 | stop processing: n_tokens = 1519, truncated = 0
2.26.504.173 I slot get_availabl: id  2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.919 (> 0.100 thold), f_keep = 0.722
2.26.504.287 I slot launch_slot_: id  2 | task 3414 | processing task, is_child = 0
2.26.669.784 I slot print_timing: id  0 | task 3169 | n_gen =    242, tg =  39.62 t/s, tg_3s =  38.18 t/s
2.27.407.151 I slot print_timing: id  0 | task 3169 | prompt eval time =     261.62 ms /    85 tokens (    3.08 ms per token,   324.89 tokens per second)
2.27.407.157 I slot print_timing: id  0 | task 3169 |        eval time =    6819.62 ms /   269 tokens (   25.45 ms per token,    39.30 tokens per second)
2.27.407.159 I slot print_timing: id  0 | task 3169 |       total time =    7081.24 ms /   354 tokens
2.27.407.159 I slot print_timing: id  0 | task 3169 |    graphs reused =       2839
2.27.407.161 I slot print_timing: id  0 | task 3169 |   graph reallocs =          0    /     0        (same size) / (changed size)
2.27.407.227 I slot      release: id  0 | task 3169 | stop processing: n_tokens = 1449, truncated = 0
2.27.457.245 I slot get_availabl: id  0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.930 (> 0.100 thold), f_keep = 0.756
2.27.457.345 I slot launch_slot_: id  0 | task 3445 | processing task, is_child = 0
2.28.054.278 I slot print_timing: id  3 | task 3242 | prompt eval time =     269.43 ms /    77 tokens (    3.50 ms per token,   285.79 tokens per second)
2.28.054.283 I slot print_timing: id  3 | task 3242 |        eval time =    5635.74 ms /   216 tokens (   26.21 ms per token,    38.15 tokens per second)
2.28.054.284 I slot print_timing: id  3 | task 3242 |       total time =    5905.17 ms /   293 tokens
2.28.054.285 I slot print_timing: id  3 | task 3242 |    graphs reused =       2855
2.28.054.286 I slot print_timing: id  3 | task 3242 |   graph reallocs =          0    /     0        (same size) / (changed size)
2.28.054.351 I slot      release: id  3 | task 3242 | stop processing: n_tokens = 1388, truncated = 0
2.28.100.858 I slot get_availabl: id  3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.937 (> 0.100 thold), f_keep = 0.790
2.28.100.964 I slot launch_slot_: id  3 | task 3465 | processing task, is_child = 0
2.28.835.049 I slot print_timing: id  1 | task 3383 | n_gen =    102, tg =  33.47 t/s, tg_3s =  33.80 t/s
2.29.814.470 I slot print_timing: id  2 | task 3414 | n_gen =    116, tg =  38.29 t/s, tg_3s =  38.63 t/s
2.30.154.552 I slot print_timing: id  2 | task 3414 | prompt eval time =     307.00 ms /    97 tokens (    3.16 ms per token,   315.97 tokens per second)
2.30.154.557 I slot print_timing: id  2 | task 3414 |        eval time =    3343.25 ms /   131 tokens (   25.72 ms per token,    38.88 tokens per second)
2.30.154.558 I slot print_timing: id  2 | task 3414 |       total time =    3650.24 ms /   228 tokens
2.30.154.559 I slot print_timing: id  2 | task 3414 |    graphs reused =       2935
2.30.154.559 I slot print_timing: id  2 | task 3414 |   graph reallocs =          0    /     0        (same size) / (changed size)
2.30.154.625 I slot      release: id  2 | task 3414 | stop processing: n_tokens = 1323, truncated = 0
2.30.198.502 I slot get_availabl: id  2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.895 (> 0.100 thold), f_keep = 0.828
2.30.198.609 I slot launch_slot_: id  2 | task 3550 | processing task, is_child = 0
2.30.723.281 I slot print_timing: id  0 | task 3445 | n_gen =    113, tg =  37.25 t/s, tg_3s =  37.59 t/s
2.31.292.353 I slot print_timing: id  0 | task 3445 | prompt eval time =     259.60 ms /    83 tokens (    3.13 ms per token,   319.73 tokens per second)
2.31.292.358 I slot print_timing: id  0 | task 3445 |        eval time =    3575.39 ms /   138 tokens (   26.10 ms per token,    38.32 tokens per second)
2.31.292.359 I slot print_timing: id  0 | task 3445 |       total time =    3834.99 ms /   221 tokens
2.31.292.360 I slot print_timing: id  0 | task 3445 |    graphs reused =       2968
2.31.292.361 I slot print_timing: id  0 | task 3445 |   graph reallocs =          0    /     0        (same size) / (changed size)
2.31.292.429 I slot      release: id  0 | task 3445 | stop processing: n_tokens = 1316, truncated = 0
2.31.342.390 I slot get_availabl: id  0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.923 (> 0.100 thold), f_keep = 0.833
2.31.342.486 I slot launch_slot_: id  0 | task 3589 | processing task, is_child = 0
2.31.491.066 I slot print_timing: id  3 | task 3465 | n_gen =    122, tg =  38.70 t/s, tg_3s =  39.02 t/s
2.31.841.305 I slot print_timing: id  1 | task 3383 | n_gen =    212, tg =  35.03 t/s, tg_3s =  36.59 t/s
2.32.103.229 I slot print_timing: id  1 | task 3383 | prompt eval time =     299.62 ms /    69 tokens (    4.34 ms per token,   230.30 tokens per second)
2.32.103.235 I slot print_timing: id  1 | task 3383 |        eval time =    6285.59 ms /   224 tokens (   28.19 ms per token,    35.48 tokens per second)
2.32.103.236 I slot print_timing: id  1 | task 3383 |       total time =    6585.20 ms /   293 tokens
2.32.103.237 I slot print_timing: id  1 | task 3383 |    graphs reused =       2991
2.32.103.237 I slot print_timing: id  1 | task 3383 |   graph reallocs =          0    /     0        (same size) / (changed size)
2.32.103.308 I slot      release: id  1 | task 3383 | stop processing: n_tokens = 1388, truncated = 0
2.32.186.537 I slot get_availabl: id  1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.888 (> 0.100 thold), f_keep = 0.790
2.32.186.644 I slot launch_slot_: id  1 | task 3616 | processing task, is_child = 0
2.33.534.965 I slot print_timing: id  2 | task 3550 | n_gen =    112, tg =  36.73 t/s, tg_3s =  37.07 t/s
2.33.806.582 I slot print_timing: id  3 | task 3465 | prompt eval time =     263.77 ms /    74 tokens (    3.56 ms per token,   280.54 tokens per second)
2.33.806.587 I slot print_timing: id  3 | task 3465 |        eval time =    5441.83 ms /   208 tokens (   26.29 ms per token,    38.04 tokens per second)
2.33.806.588 I slot print_timing: id  3 | task 3465 |       total time =    5705.60 ms /   282 tokens
2.33.806.589 I slot print_timing: id  3 | task 3465 |    graphs reused =       3048
2.33.806.590 I slot print_timing: id  3 | task 3465 |   graph reallocs =          0    /     0        (same size) / (changed size)
2.33.806.658 I slot      release: id  3 | task 3465 | stop processing: n_tokens = 1377, truncated = 0
2.33.855.809 I slot get_availabl: id  3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.923 (> 0.100 thold), f_keep = 0.796
2.33.855.920 I slot launch_slot_: id  3 | task 3680 | processing task, is_child = 0
2.34.610.138 I slot print_timing: id  0 | task 3589 | n_gen =    111, tg =  36.64 t/s, tg_3s =  36.98 t/s
2.35.518.164 I slot print_timing: id  1 | task 3616 | n_gen =    125, tg =  41.21 t/s, tg_3s =  41.55 t/s
2.36.296.505 I slot print_timing: id  0 | task 3589 | prompt eval time =     265.61 ms /    91 tokens (    2.92 ms per token,   342.61 tokens per second)
2.36.296.511 I slot print_timing: id  0 | task 3589 |        eval time =    4688.39 ms /   186 tokens (   25.34 ms per token,    39.46 tokens per second)
2.36.296.512 I slot print_timing: id  0 | task 3589 |       total time =    4954.00 ms /   277 tokens
2.36.296.513 I slot print_timing: id  0 | task 3589 |    graphs reused =       3144
2.36.296.513 I slot print_timing: id  0 | task 3589 |   graph reallocs =          0    /     0        (same size) / (changed size)
2.36.296.582 I slot      release: id  0 | task 3589 | stop processing: n_tokens = 1372, truncated = 0
2.36.345.055 I slot get_availabl: id  0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.911 (> 0.100 thold), f_keep = 0.799
2.36.345.168 I slot launch_slot_: id  0 | task 3781 | processing task, is_child = 0
2.36.610.740 I slot print_timing: id  2 | task 3550 | n_gen =    228, tg =  37.23 t/s, tg_3s =  37.71 t/s
2.37.139.905 I slot print_timing: id  3 | task 3680 | n_gen =    125, tg =  41.17 t/s, tg_3s =  41.50 t/s
2.37.964.953 I slot print_timing: id  3 | task 3680 | prompt eval time =     272.06 ms /    91 tokens (    2.99 ms per token,   334.49 tokens per second)
2.37.964.959 I slot print_timing: id  3 | task 3680 |        eval time =    3836.96 ms /   162 tokens (   23.83 ms per token,    41.96 tokens per second)
2.37.964.960 I slot print_timing: id  3 | task 3680 |       total time =    4109.02 ms /   253 tokens
2.37.964.961 I slot print_timing: id  3 | task 3680 |    graphs reused =       3206
2.37.964.962 I slot print_timing: id  3 | task 3680 |   graph reallocs =          0    /     0        (same size) / (changed size)
2.37.965.029 I slot      release: id  3 | task 3680 | stop processing: n_tokens = 1348, truncated = 0
2.38.014.366 I slot get_availabl: id  3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.948 (> 0.100 thold), f_keep = 0.813
2.38.014.477 I slot launch_slot_: id  3 | task 3847 | processing task, is_child = 0
2.38.354.248 I slot print_timing: id  2 | task 3550 | prompt eval time =     314.63 ms /   129 tokens (    2.44 ms per token,   410.01 tokens per second)
2.38.354.253 I slot print_timing: id  2 | task 3550 |        eval time =    7840.99 ms /   296 tokens (   26.58 ms per token,    37.62 tokens per second)
2.38.354.254 I slot print_timing: id  2 | task 3550 |       total time =    8155.62 ms /   425 tokens
2.38.354.255 I slot print_timing: id  2 | task 3550 |    graphs reused =       3209
2.38.354.256 I slot print_timing: id  2 | task 3550 |   graph reallocs =          0    /     0        (same size) / (changed size)
2.38.354.330 I slot      release: id  2 | task 3550 | stop processing: n_tokens = 1520, truncated = 0
2.38.397.426 I slot get_availabl: id  2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.930 (> 0.100 thold), f_keep = 0.721
2.38.397.526 I slot launch_slot_: id  2 | task 3854 | processing task, is_child = 0
2.38.563.066 I slot print_timing: id  1 | task 3616 | n_gen =    234, tg =  38.49 t/s, tg_3s =  35.80 t/s
2.39.617.131 I slot print_timing: id  0 | task 3781 | n_gen =    112, tg =  36.91 t/s, tg_3s =  37.25 t/s
2.40.487.791 I slot print_timing: id  3 | task 3847 | prompt eval time =     265.51 ms /    60 tokens (    4.43 ms per token,   225.98 tokens per second)
2.40.487.796 I slot print_timing: id  3 | task 3847 |        eval time =    2207.79 ms /    86 tokens (   25.97 ms per token,    38.50 tokens per second)
2.40.487.797 I slot print_timing: id  3 | task 3847 |       total time =    2473.30 ms /   146 tokens
2.40.487.798 I slot print_timing: id  3 | task 3847 |    graphs reused =       3286
2.40.487.798 I slot print_timing: id  3 | task 3847 |   graph reallocs =          0    /     0        (same size) / (changed size)
2.40.487.863 I slot      release: id  3 | task 3847 | stop processing: n_tokens = 1241, truncated = 0
2.40.555.067 I slot get_availabl: id  3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.914 (> 0.100 thold), f_keep = 0.883
2.40.555.169 I slot launch_slot_: id  3 | task 3939 | processing task, is_child = 0
2.41.568.869 I slot print_timing: id  1 | task 3616 | n_gen =    353, tg =  38.85 t/s, tg_3s =  39.59 t/s
2.41.704.833 I slot print_timing: id  2 | task 3854 | n_gen =    125, tg =  41.32 t/s, tg_3s =  41.65 t/s
2.41.840.283 I slot print_timing: id  1 | task 3616 | prompt eval time =     322.75 ms /   138 tokens (    2.34 ms per token,   427.58 tokens per second)
2.41.840.288 I slot print_timing: id  1 | task 3616 |        eval time =    9330.88 ms /   365 tokens (   25.63 ms per token,    39.01 tokens per second)
2.41.840.289 I slot print_timing: id  1 | task 3616 |       total time =    9653.62 ms /   503 tokens
2.41.840.291 I slot print_timing: id  1 | task 3616 |    graphs reused =       3333
2.41.840.292 I slot print_timing: id  1 | task 3616 |   graph reallocs =          0    /     0        (same size) / (changed size)
2.41.840.361 I slot      release: id  1 | task 3616 | stop processing: n_tokens = 1598, truncated = 0
2.41.883.054 I slot get_availabl: id  1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.930 (> 0.100 thold), f_keep = 0.686
2.41.883.164 I slot launch_slot_: id  1 | task 3989 | processing task, is_child = 0
2.42.626.196 I slot print_timing: id  0 | task 3781 | n_gen =    224, tg =  37.07 t/s, tg_3s =  37.22 t/s
2.43.126.046 I slot print_timing: id  2 | task 3854 | prompt eval time =     306.32 ms /    83 tokens (    3.69 ms per token,   270.96 tokens per second)
2.43.126.051 I slot print_timing: id  2 | task 3854 |        eval time =    4422.18 ms /   175 tokens (   25.41 ms per token,    39.35 tokens per second)
2.43.126.053 I slot print_timing: id  2 | task 3854 |       total time =    4728.50 ms /   258 tokens
2.43.126.053 I slot print_timing: id  2 | task 3854 |    graphs reused =       3373
2.43.126.055 I slot print_timing: id  2 | task 3854 |   graph reallocs =          0    /     0        (same size) / (changed size)
2.43.126.120 I slot      release: id  2 | task 3854 | stop processing: n_tokens = 1353, truncated = 0
2.43.212.265 I slot get_availabl: id  2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.912 (> 0.100 thold), f_keep = 0.810
2.43.212.378 I slot launch_slot_: id  2 | task 4035 | processing task, is_child = 0
2.43.825.811 I slot print_timing: id  3 | task 3939 | n_gen =    108, tg =  35.56 t/s, tg_3s =  35.89 t/s
2.45.202.810 I slot print_timing: id  1 | task 3989 | n_gen =    122, tg =  40.14 t/s, tg_3s =  40.47 t/s
2.45.648.401 I slot print_timing: id  0 | task 3781 | n_gen =    346, tg =  38.17 t/s, tg_3s =  40.37 t/s
2.45.896.466 I slot print_timing: id  0 | task 3781 | prompt eval time =     264.93 ms /   107 tokens (    2.48 ms per token,   403.88 tokens per second)
2.45.896.472 I slot print_timing: id  0 | task 3781 |        eval time =    9286.35 ms /   357 tokens (   26.09 ms per token,    38.34 tokens per second)
2.45.896.473 I slot print_timing: id  0 | task 3781 |       total time =    9551.28 ms /   464 tokens
2.45.896.474 I slot print_timing: id  0 | task 3781 |    graphs reused =       3478
2.45.896.475 I slot print_timing: id  0 | task 3781 |   graph reallocs =          0    /     0        (same size) / (changed size)
2.45.896.543 I slot      release: id  0 | task 3781 | stop processing: n_tokens = 1559, truncated = 0
2.45.946.304 I slot get_availabl: id  0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.914 (> 0.100 thold), f_keep = 0.703
2.45.946.420 I slot launch_slot_: id  0 | task 4147 | processing task, is_child = 0
2.46.543.002 I slot print_timing: id  2 | task 4035 | n_gen =    126, tg =  41.40 t/s, tg_3s =  41.73 t/s
2.46.836.930 I slot print_timing: id  3 | task 3939 | n_gen =    233, tg =  38.54 t/s, tg_3s =  41.51 t/s
2.46.972.446 I slot print_timing: id  3 | task 3939 | prompt eval time =     261.75 ms /   103 tokens (    2.54 ms per token,   393.51 tokens per second)
2.46.972.452 I slot print_timing: id  3 | task 3939 |        eval time =    6155.51 ms /   239 tokens (   25.86 ms per token,    38.66 tokens per second)
2.46.972.453 I slot print_timing: id  3 | task 3939 |       total time =    6417.26 ms /   342 tokens
2.46.972.454 I slot print_timing: id  3 | task 3939 |    graphs reused =       3512
2.46.972.455 I slot print_timing: id  3 | task 3939 |   graph reallocs =          0    /     0        (same size) / (changed size)
2.46.972.523 I slot      release: id  3 | task 3939 | stop processing: n_tokens = 1437, truncated = 0
2.47.021.597 I slot get_availabl: id  3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.926 (> 0.100 thold), f_keep = 0.763
2.47.021.710 I slot launch_slot_: id  3 | task 4185 | processing task, is_child = 0
2.47.866.611 I slot print_timing: id  2 | task 4035 | prompt eval time =     311.05 ms /   106 tokens (    2.93 ms per token,   340.78 tokens per second)
2.47.866.616 I slot print_timing: id  2 | task 4035 |        eval time =    4343.17 ms /   174 tokens (   25.11 ms per token,    39.83 tokens per second)
2.47.866.617 I slot print_timing: id  2 | task 4035 |       total time =    4654.21 ms /   280 tokens
2.47.866.618 I slot print_timing: id  2 | task 4035 |    graphs reused =       3537
2.47.866.619 I slot print_timing: id  2 | task 4035 |   graph reallocs =          0    /     0        (same size) / (changed size)
2.47.866.687 I slot      release: id  2 | task 4035 | stop processing: n_tokens = 1375, truncated = 0
2.47.909.988 I slot get_availabl: id  2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.933 (> 0.100 thold), f_keep = 0.797
2.47.910.092 I slot launch_slot_: id  2 | task 4214 | processing task, is_child = 0
2.48.209.297 I slot print_timing: id  1 | task 3989 | n_gen =    222, tg =  36.70 t/s, tg_3s =  33.26 t/s
2.49.215.830 I slot print_timing: id  0 | task 4147 | n_gen =    112, tg =  36.99 t/s, tg_3s =  37.32 t/s
2.50.242.166 I slot print_timing: id  1 | task 3989 | prompt eval time =     304.98 ms /    83 tokens (    3.67 ms per token,   272.15 tokens per second)
2.50.242.172 I slot print_timing: id  1 | task 3989 |        eval time =    8054.01 ms /   314 tokens (   25.73 ms per token,    38.86 tokens per second)
2.50.242.173 I slot print_timing: id  1 | task 3989 |       total time =    8358.99 ms /   397 tokens
2.50.242.173 I slot print_timing: id  1 | task 3989 |    graphs reused =       3628
2.50.242.174 I slot print_timing: id  1 | task 3989 |   graph reallocs =          0    /     0        (same size) / (changed size)
2.50.242.239 I slot      release: id  1 | task 3989 | stop processing: n_tokens = 1492, truncated = 0
2.50.327.832 I slot print_timing: id  3 | task 4185 | n_gen =    123, tg =  40.20 t/s, tg_3s =  40.53 t/s
2.50.327.847 I slot get_availabl: id  1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.880 (> 0.100 thold), f_keep = 0.735
2.50.327.965 I slot launch_slot_: id  1 | task 4311 | processing task, is_child = 0
2.51.222.519 I slot print_timing: id  2 | task 4214 | n_gen =    120, tg =  39.50 t/s, tg_3s =  39.84 t/s
2.51.859.172 I slot print_timing: id  2 | task 4214 | prompt eval time =     300.01 ms /    79 tokens (    3.80 ms per token,   263.32 tokens per second)
2.51.859.178 I slot print_timing: id  2 | task 4214 |        eval time =    3649.05 ms /   148 tokens (   24.82 ms per token,    40.28 tokens per second)
2.51.859.179 I slot print_timing: id  2 | task 4214 |       total time =    3949.06 ms /   227 tokens
2.51.859.180 I slot print_timing: id  2 | task 4214 |    graphs reused =       3678
2.51.859.181 I slot print_timing: id  2 | task 4214 |   graph reallocs =          0    /     0        (same size) / (changed size)
2.51.859.248 I slot      release: id  2 | task 4214 | stop processing: n_tokens = 1322, truncated = 0
2.51.945.412 I slot get_availabl: id  2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.942 (> 0.100 thold), f_keep = 0.829
2.51.945.518 I slot launch_slot_: id  2 | task 4367 | processing task, is_child = 0
2.52.245.094 I slot print_timing: id  0 | task 4147 | n_gen =    217, tg =  35.82 t/s, tg_3s =  34.66 t/s
2.53.124.241 I slot print_timing: id  3 | task 4185 | prompt eval time =     271.53 ms /    87 tokens (    3.12 ms per token,   320.40 tokens per second)
2.53.124.247 I slot print_timing: id  3 | task 4185 |        eval time =    5830.98 ms /   220 tokens (   26.63 ms per token,    37.56 tokens per second)
2.53.124.248 I slot print_timing: id  3 | task 4185 |       total time =    6102.51 ms /   307 tokens
2.53.124.249 I slot print_timing: id  3 | task 4185 |    graphs reused =       3717
2.53.124.250 I slot print_timing: id  3 | task 4185 |   graph reallocs =          0    /     0        (same size) / (changed size)
2.53.124.313 I slot      release: id  3 | task 4185 | stop processing: n_tokens = 1402, truncated = 0
2.53.171.710 I slot print_timing: id  0 | task 4147 | prompt eval time =     268.62 ms /   103 tokens (    2.61 ms per token,   383.44 tokens per second)
2.53.171.715 I slot print_timing: id  0 | task 4147 |        eval time =    6956.65 ms /   259 tokens (   26.96 ms per token,    37.09 tokens per second)
2.53.171.716 I slot print_timing: id  0 | task 4147 |       total time =    7225.27 ms /   362 tokens
2.53.171.717 I slot print_timing: id  0 | task 4147 |    graphs reused =       3718
2.53.171.718 I slot print_timing: id  0 | task 4147 |   graph reallocs =          0    /     0        (same size) / (changed size)
2.53.171.782 I slot      release: id  0 | task 4147 | stop processing: n_tokens = 1457, truncated = 0
2.53.172.501 I slot get_availabl: id  0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.949 (> 0.100 thold), f_keep = 0.752
2.53.172.589 I slot launch_slot_: id  0 | task 4412 | processing task, is_child = 0
2.53.172.734 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 82.679 MiB)
2.53.173.949 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 103.181 MiB)
2.53.175.437 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 108.946 MiB)
2.53.176.989 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 83.320 MiB)
2.53.178.208 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 72.429 MiB)
2.53.179.256 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 112.790 MiB)
2.53.180.890 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 101.899 MiB)
2.53.182.384 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 77.554 MiB)
2.53.184.075 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 88.445 MiB)
2.53.185.328 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 98.399 MiB)
2.53.186.690 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 104.462 MiB)
2.53.188.206 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 88.445 MiB)
2.53.189.450 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 98.696 MiB)
2.53.190.803 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 82.039 MiB)
2.53.191.988 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 99.337 MiB)
2.53.193.424 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 104.462 MiB)
2.53.488.267 I slot get_availabl: id  3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.923 (> 0.100 thold), f_keep = 0.782
2.53.488.391 I slot launch_slot_: id  3 | task 4413 | processing task, is_child = 0
2.53.941.919 I slot print_timing: id  1 | task 4311 | n_gen =    100, tg =  30.48 t/s, tg_3s =  30.78 t/s
2.55.129.791 I slot print_timing: id  1 | task 4311 | prompt eval time =     365.42 ms /   150 tokens (    2.44 ms per token,   410.48 tokens per second)
2.55.129.796 I slot print_timing: id  1 | task 4311 |        eval time =    4436.38 ms /   152 tokens (   29.38 ms per token,    34.04 tokens per second)
2.55.129.798 I slot print_timing: id  1 | task 4311 |       total time =    4801.81 ms /   302 tokens
2.55.129.799 I slot print_timing: id  1 | task 4311 |    graphs reused =       3768
2.55.129.799 I slot print_timing: id  1 | task 4311 |   graph reallocs =          0    /     0        (same size) / (changed size)
2.55.129.878 I slot      release: id  1 | task 4311 | stop processing: n_tokens = 1396, truncated = 0
2.55.172.405 I slot print_timing: id  2 | task 4367 | prompt eval time =     300.63 ms /    68 tokens (    4.42 ms per token,   226.19 tokens per second)
2.55.172.410 I slot print_timing: id  2 | task 4367 |        eval time =    2926.24 ms /    98 tokens (   30.17 ms per token,    33.15 tokens per second)
2.55.172.412 I slot print_timing: id  2 | task 4367 |       total time =    3226.87 ms /   166 tokens
2.55.172.413 I slot print_timing: id  2 | task 4367 |    graphs reused =       3768
2.55.172.413 I slot print_timing: id  2 | task 4367 |   graph reallocs =          0    /     0        (same size) / (changed size)
2.55.172.476 I slot      release: id  2 | task 4367 | stop processing: n_tokens = 1261, truncated = 0
2.55.172.816 I slot get_availabl: id  1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.936 (> 0.100 thold), f_keep = 0.785
2.55.172.921 I slot launch_slot_: id  1 | task 4469 | processing task, is_child = 0
2.55.173.066 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 115.353 MiB)
2.55.174.793 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 97.743 MiB)
2.55.176.280 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 101.259 MiB)
2.55.177.745 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 98.055 MiB)
2.55.179.164 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 74.992 MiB)
2.55.180.227 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 120.478 MiB)
2.55.181.964 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 79.476 MiB)
2.55.183.075 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 83.961 MiB)
2.55.184.276 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 86.852 MiB)
2.55.185.529 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 105.102 MiB)
2.55.186.988 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 82.679 MiB)
2.55.188.140 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 88.445 MiB)
2.55.189.372 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 79.476 MiB)
2.55.190.491 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 103.181 MiB)
2.55.191.936 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 93.571 MiB)
2.55.193.783 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 108.946 MiB)
2.55.195.436 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 79.476 MiB)
2.55.196.626 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 118.556 MiB)
2.55.198.382 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 68.585 MiB)
2.55.199.422 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 87.164 MiB)
2.55.561.070 I slot get_availabl: id  2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.928 (> 0.100 thold), f_keep = 0.869
2.55.561.194 I slot launch_slot_: id  2 | task 4470 | processing task, is_child = 0
2.57.025.813 I slot print_timing: id  0 | task 4412 | n_gen =    100, tg =  32.10 t/s, tg_3s =  32.42 t/s
2.57.026.518 I slot print_timing: id  3 | task 4413 | n_gen =    100, tg =  32.10 t/s, tg_3s =  32.43 t/s
2.57.237.962 I slot print_timing: id  0 | task 4412 | prompt eval time =     453.14 ms /    59 tokens (    7.68 ms per token,   130.20 tokens per second)
2.57.237.968 I slot print_timing: id  0 | task 4412 |        eval time =    3296.41 ms /   110 tokens (   30.24 ms per token,    33.07 tokens per second)
2.57.237.969 I slot print_timing: id  0 | task 4412 |       total time =    3749.55 ms /   169 tokens
2.57.237.970 I slot print_timing: id  0 | task 4412 |    graphs reused =       3820
2.57.237.971 I slot print_timing: id  0 | task 4412 |   graph reallocs =          0    /     0        (same size) / (changed size)
2.57.238.044 I slot      release: id  0 | task 4412 | stop processing: n_tokens = 1264, truncated = 0
2.57.285.216 I slot get_availabl: id  0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.935 (> 0.100 thold), f_keep = 0.867
2.57.285.316 I slot launch_slot_: id  0 | task 4529 | processing task, is_child = 0
2.57.977.543 I slot print_timing: id  3 | task 4413 | prompt eval time =     368.16 ms /    92 tokens (    4.00 ms per token,   249.89 tokens per second)
2.57.977.548 I slot print_timing: id  3 | task 4413 |        eval time =    4034.65 ms /   133 tokens (   30.57 ms per token,    32.72 tokens per second)
2.57.977.550 I slot print_timing: id  3 | task 4413 |       total time =    4402.81 ms /   225 tokens
2.57.977.551 I slot print_timing: id  3 | task 4413 |    graphs reused =       3840
2.57.977.551 I slot print_timing: id  3 | task 4413 |   graph reallocs =          0    /     0        (same size) / (changed size)
2.57.977.617 I slot      release: id  3 | task 4413 | stop processing: n_tokens = 1321, truncated = 0
2.58.025.367 I slot get_availabl: id  3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.924 (> 0.100 thold), f_keep = 0.830
2.58.025.474 I slot launch_slot_: id  3 | task 4553 | processing task, is_child = 0
2.59.090.792 I slot print_timing: id  1 | task 4469 | n_gen =    117, tg =  38.42 t/s, tg_3s =  38.75 t/s
2.59.091.060 I slot print_timing: id  2 | task 4470 | n_gen =    117, tg =  38.42 t/s, tg_3s =  38.75 t/s
2.59.400.728 I slot print_timing: id  1 | task 4469 | prompt eval time =     510.17 ms /    75 tokens (    6.80 ms per token,   147.01 tokens per second)
2.59.400.733 I slot print_timing: id  1 | task 4469 |        eval time =    3329.35 ms /   131 tokens (   25.61 ms per token,    39.05 tokens per second)
2.59.400.734 I slot print_timing: id  1 | task 4469 |       total time =    3839.51 ms /   206 tokens
2.59.400.735 I slot print_timing: id  1 | task 4469 |    graphs reused =       3888
2.59.400.736 I slot print_timing: id  1 | task 4469 |   graph reallocs =          0    /     0        (same size) / (changed size)
2.59.400.802 I slot      release: id  1 | task 4469 | stop processing: n_tokens = 1301, truncated = 0
2.59.487.114 I slot get_availabl: id  1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.918 (> 0.100 thold), f_keep = 0.842
2.59.487.236 I slot launch_slot_: id  1 | task 4607 | processing task, is_child = 0
3.00.572.019 I slot print_timing: id  0 | task 4529 | n_gen =    112, tg =  36.81 t/s, tg_3s =  37.14 t/s
3.01.308.921 I slot print_timing: id  3 | task 4553 | n_gen =    122, tg =  40.27 t/s, tg_3s =  40.60 t/s
3.02.093.029 I slot print_timing: id  2 | task 4470 | n_gen =    239, tg =  39.53 t/s, tg_3s =  40.64 t/s
3.02.679.972 I slot print_timing: id  2 | task 4470 | prompt eval time =     426.69 ms /    85 tokens (    5.02 ms per token,   199.21 tokens per second)
3.02.679.978 I slot print_timing: id  2 | task 4470 |        eval time =    6608.00 ms /   266 tokens (   24.94 ms per token,    40.10 tokens per second)
3.02.679.978 I slot print_timing: id  2 | task 4470 |       total time =    7034.68 ms /   351 tokens
3.02.679.979 I slot print_timing: id  2 | task 4470 |    graphs reused =       4017
3.02.679.980 I slot print_timing: id  2 | task 4470 |   graph reallocs =          0    /     0        (same size) / (changed size)
3.02.680.044 I slot      release: id  2 | task 4470 | stop processing: n_tokens = 1446, truncated = 0
3.02.721.954 I slot get_availabl: id  2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.906 (> 0.100 thold), f_keep = 0.758
3.02.722.050 I slot launch_slot_: id  2 | task 4742 | processing task, is_child = 0
3.02.890.413 I slot print_timing: id  1 | task 4607 | n_gen =    134, tg =  43.01 t/s, tg_3s =  43.33 t/s
3.03.583.632 I slot print_timing: id  0 | task 4529 | n_gen =    237, tg =  39.16 t/s, tg_3s =  41.51 t/s
3.04.326.520 I slot print_timing: id  3 | task 4553 | n_gen =    248, tg =  41.01 t/s, tg_3s =  41.76 t/s
3.05.000.813 I slot print_timing: id  3 | task 4553 | prompt eval time =     278.45 ms /    90 tokens (    3.09 ms per token,   323.21 tokens per second)
3.05.000.819 I slot print_timing: id  3 | task 4553 |        eval time =    6696.87 ms /   279 tokens (   24.09 ms per token,    41.51 tokens per second)
3.05.000.820 I slot print_timing: id  3 | task 4553 |       total time =    6975.32 ms /   369 tokens
3.05.000.822 I slot print_timing: id  3 | task 4553 |    graphs reused =       4107
3.05.000.823 I slot print_timing: id  3 | task 4553 |   graph reallocs =          0    /     0        (same size) / (changed size)
3.05.000.888 I slot      release: id  3 | task 4553 | stop processing: n_tokens = 1464, truncated = 0
3.05.048.257 I slot get_availabl: id  3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.923 (> 0.100 thold), f_keep = 0.749
3.05.048.362 I slot launch_slot_: id  3 | task 4838 | processing task, is_child = 0
3.05.624.032 I slot print_timing: id  1 | task 4607 | prompt eval time =     310.62 ms /    98 tokens (    3.17 ms per token,   315.50 tokens per second)
3.05.624.037 I slot print_timing: id  1 | task 4607 |        eval time =    5826.16 ms /   244 tokens (   23.98 ms per token,    41.71 tokens per second)
3.05.624.038 I slot print_timing: id  1 | task 4607 |       total time =    6136.78 ms /   342 tokens
3.05.624.039 I slot print_timing: id  1 | task 4607 |    graphs reused =       4121
3.05.624.040 I slot print_timing: id  1 | task 4607 |   graph reallocs =          0    /     0        (same size) / (changed size)
3.05.624.106 I slot      release: id  1 | task 4607 | stop processing: n_tokens = 1437, truncated = 0
3.05.665.919 I slot get_availabl: id  1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.927 (> 0.100 thold), f_keep = 0.763
3.05.666.038 I slot launch_slot_: id  1 | task 4856 | processing task, is_child = 0
3.06.025.016 I slot print_timing: id  2 | task 4742 | n_gen =    116, tg =  38.18 t/s, tg_3s =  38.51 t/s
3.06.132.581 I slot print_timing: id  0 | task 4529 | prompt eval time =     271.09 ms /    77 tokens (    3.52 ms per token,   284.04 tokens per second)
3.06.132.586 I slot print_timing: id  0 | task 4529 |        eval time =    8576.16 ms /   331 tokens (   25.99 ms per token,    38.48 tokens per second)
3.06.132.587 I slot print_timing: id  0 | task 4529 |       total time =    8847.25 ms /   408 tokens
3.06.132.588 I slot print_timing: id  0 | task 4529 |    graphs reused =       4128
3.06.132.588 I slot print_timing: id  0 | task 4529 |   graph reallocs =          0    /     0        (same size) / (changed size)
3.06.132.650 I slot      release: id  0 | task 4529 | stop processing: n_tokens = 1502, truncated = 0
3.06.180.028 I slot get_availabl: id  0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.940 (> 0.100 thold), f_keep = 0.730
3.06.180.127 I slot launch_slot_: id  0 | task 4869 | processing task, is_child = 0
3.08.314.268 I slot print_timing: id  3 | task 4838 | n_gen =    117, tg =  38.66 t/s, tg_3s =  38.99 t/s
3.08.966.106 I slot print_timing: id  1 | task 4856 | n_gen =    130, tg =  42.82 t/s, tg_3s =  43.15 t/s
3.09.031.326 I slot print_timing: id  2 | task 4742 | n_gen =    245, tg =  40.54 t/s, tg_3s =  42.91 t/s
3.09.422.744 I slot print_timing: id  0 | task 4869 | n_gen =    139, tg =  45.99 t/s, tg_3s =  46.32 t/s
3.09.640.834 I slot print_timing: id  2 | task 4742 | prompt eval time =     290.93 ms /   114 tokens (    2.55 ms per token,   391.84 tokens per second)
3.09.640.839 I slot print_timing: id  2 | task 4742 |        eval time =    6627.83 ms /   273 tokens (   24.37 ms per token,    41.04 tokens per second)
3.09.640.841 I slot print_timing: id  2 | task 4742 |       total time =    6918.77 ms /   387 tokens
3.09.640.841 I slot print_timing: id  2 | task 4742 |    graphs reused =       4276
3.09.640.842 I slot print_timing: id  2 | task 4742 |   graph reallocs =          0    /     0        (same size) / (changed size)
3.09.640.915 I slot      release: id  2 | task 4742 | stop processing: n_tokens = 1482, truncated = 0
3.09.723.800 I slot get_availabl: id  2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.936 (> 0.100 thold), f_keep = 0.740
3.09.723.910 I slot launch_slot_: id  2 | task 5022 | processing task, is_child = 0
3.10.365.648 I slot print_timing: id  1 | task 4856 | prompt eval time =     287.25 ms /    87 tokens (    3.30 ms per token,   302.88 tokens per second)
3.10.365.654 I slot print_timing: id  1 | task 4856 |        eval time =    4412.35 ms /   181 tokens (   24.51 ms per token,    40.79 tokens per second)
3.10.365.655 I slot print_timing: id  1 | task 4856 |       total time =    4699.59 ms /   268 tokens
3.10.365.656 I slot print_timing: id  1 | task 4856 |    graphs reused =       4291
3.10.365.656 I slot print_timing: id  1 | task 4856 |   graph reallocs =          0    /     0        (same size) / (changed size)
3.10.365.721 I slot      release: id  1 | task 4856 | stop processing: n_tokens = 1364, truncated = 0
3.10.407.753 I slot get_availabl: id  1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.917 (> 0.100 thold), f_keep = 0.804
3.10.407.857 I slot launch_slot_: id  1 | task 5042 | processing task, is_child = 0
3.11.334.899 I slot print_timing: id  3 | task 4838 | n_gen =    229, tg =  37.86 t/s, tg_3s =  37.08 t/s
3.12.006.709 I slot print_timing: id  3 | task 4838 | prompt eval time =     264.99 ms /    92 tokens (    2.88 ms per token,   347.18 tokens per second)
3.12.006.714 I slot print_timing: id  3 | task 4838 |        eval time =    6693.34 ms /   260 tokens (   25.84 ms per token,    38.70 tokens per second)
3.12.006.716 I slot print_timing: id  3 | task 4838 |       total time =    6958.33 ms /   352 tokens
3.12.006.716 I slot print_timing: id  3 | task 4838 |    graphs reused =       4349
3.12.006.717 I slot print_timing: id  3 | task 4838 |   graph reallocs =          0    /     0        (same size) / (changed size)
3.12.006.784 I slot      release: id  3 | task 4838 | stop processing: n_tokens = 1447, truncated = 0
3.12.073.795 I slot get_availabl: id  3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.883 (> 0.100 thold), f_keep = 0.757
3.12.073.894 I slot launch_slot_: id  3 | task 5107 | processing task, is_child = 0
3.12.431.735 I slot print_timing: id  0 | task 4869 | n_gen =    239, tg =  39.60 t/s, tg_3s =  33.23 t/s
3.13.020.004 I slot print_timing: id  2 | task 5022 | n_gen =    114, tg =  37.59 t/s, tg_3s =  37.92 t/s
3.13.193.520 I slot print_timing: id  0 | task 4869 | prompt eval time =     241.74 ms /    70 tokens (    3.45 ms per token,   289.57 tokens per second)
3.13.193.526 I slot print_timing: id  0 | task 4869 |        eval time =    6771.64 ms /   274 tokens (   24.80 ms per token,    40.32 tokens per second)
3.13.193.527 I slot print_timing: id  0 | task 4869 |       total time =    7013.38 ms /   344 tokens
3.13.193.528 I slot print_timing: id  0 | task 4869 |    graphs reused =       4388
3.13.193.528 I slot print_timing: id  0 | task 4869 |   graph reallocs =          0    /     0        (same size) / (changed size)
3.13.193.593 I slot      release: id  0 | task 4869 | stop processing: n_tokens = 1439, truncated = 0
3.13.240.737 I slot get_availabl: id  0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.920 (> 0.100 thold), f_keep = 0.762
3.13.240.832 I slot launch_slot_: id  0 | task 5150 | processing task, is_child = 0
3.13.728.850 I slot print_timing: id  1 | task 5042 | n_gen =    118, tg =  38.89 t/s, tg_3s =  39.22 t/s
3.14.511.514 I slot print_timing: id  2 | task 5022 | prompt eval time =     289.93 ms /    75 tokens (    3.87 ms per token,   258.68 tokens per second)
3.14.511.520 I slot print_timing: id  2 | task 5022 |        eval time =    4497.66 ms /   174 tokens (   26.00 ms per token,    38.46 tokens per second)
3.14.511.521 I slot print_timing: id  2 | task 5022 |       total time =    4787.59 ms /   249 tokens
3.14.511.522 I slot print_timing: id  2 | task 5022 |    graphs reused =       4437
3.14.511.523 I slot print_timing: id  2 | task 5022 |   graph reallocs =          0    /     0        (same size) / (changed size)
3.14.511.590 I slot      release: id  2 | task 5022 | stop processing: n_tokens = 1344, truncated = 0
3.14.553.398 I slot get_availabl: id  2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.928 (> 0.100 thold), f_keep = 0.815
3.14.553.495 I slot launch_slot_: id  2 | task 5202 | processing task, is_child = 0
3.15.365.888 I slot print_timing: id  3 | task 5107 | n_gen =    118, tg =  38.94 t/s, tg_3s =  39.27 t/s
3.16.493.677 I slot print_timing: id  0 | task 5150 | n_gen =    128, tg =  42.25 t/s, tg_3s =  42.58 t/s
3.16.735.106 I slot print_timing: id  1 | task 5042 | n_gen =    245, tg =  40.57 t/s, tg_3s =  42.25 t/s
3.17.847.747 I slot print_timing: id  2 | task 5202 | n_gen =    139, tg =  45.87 t/s, tg_3s =  46.20 t/s
3.18.348.571 I slot print_timing: id  1 | task 5042 | prompt eval time =     312.52 ms /    99 tokens (    3.16 ms per token,   316.78 tokens per second)
3.18.348.577 I slot print_timing: id  1 | task 5042 |        eval time =    7628.18 ms /   319 tokens (   23.99 ms per token,    41.69 tokens per second)
3.18.348.578 I slot print_timing: id  1 | task 5042 |       total time =    7940.70 ms /   418 tokens
3.18.348.579 I slot print_timing: id  1 | task 5042 |    graphs reused =       4597
3.18.348.579 I slot print_timing: id  1 | task 5042 |   graph reallocs =          0    /     0        (same size) / (changed size)
3.18.348.647 I slot      release: id  1 | task 5042 | stop processing: n_tokens = 1513, truncated = 0
3.18.390.943 I slot print_timing: id  3 | task 5107 | n_gen =    256, tg =  42.29 t/s, tg_3s =  45.62 t/s
3.18.390.954 I slot get_availabl: id  1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.929 (> 0.100 thold), f_keep = 0.724
3.18.391.055 I slot launch_slot_: id  1 | task 5367 | processing task, is_child = 0
3.18.927.751 I slot print_timing: id  2 | task 5202 | prompt eval time =     285.48 ms /    85 tokens (    3.36 ms per token,   297.74 tokens per second)
3.18.927.756 I slot print_timing: id  2 | task 5202 |        eval time =    4088.76 ms /   176 tokens (   23.36 ms per token,    42.80 tokens per second)
3.18.927.757 I slot print_timing: id  2 | task 5202 |       total time =    4374.24 ms /   261 tokens
3.18.927.758 I slot print_timing: id  2 | task 5202 |    graphs reused =       4607
3.18.927.759 I slot print_timing: id  2 | task 5202 |   graph reallocs =          0    /     0        (same size) / (changed size)
3.18.927.822 I slot      release: id  2 | task 5202 | stop processing: n_tokens = 1356, truncated = 0
3.18.969.907 I slot get_availabl: id  2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.908 (> 0.100 thold), f_keep = 0.808
3.18.970.011 I slot launch_slot_: id  2 | task 5382 | processing task, is_child = 0
3.19.507.492 I slot print_timing: id  0 | task 5150 | n_gen =    241, tg =  39.87 t/s, tg_3s =  37.49 t/s
3.20.602.046 I slot print_timing: id  0 | task 5150 | prompt eval time =     246.74 ms /    95 tokens (    2.60 ms per token,   385.02 tokens per second)
3.20.602.051 I slot print_timing: id  0 | task 5150 |        eval time =    7114.46 ms /   291 tokens (   24.53 ms per token,    40.76 tokens per second)
3.20.602.053 I slot print_timing: id  0 | task 5150 |       total time =    7361.20 ms /   386 tokens
3.20.602.054 I slot print_timing: id  0 | task 5150 |    graphs reused =       4666
3.20.602.054 I slot print_timing: id  0 | task 5150 |   graph reallocs =          0    /     0        (same size) / (changed size)
3.20.602.123 I slot      release: id  0 | task 5150 | stop processing: n_tokens = 1481, truncated = 0
3.20.650.588 I slot get_availabl: id  0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.923 (> 0.100 thold), f_keep = 0.740
3.20.650.687 I slot launch_slot_: id  0 | task 5448 | processing task, is_child = 0
3.21.395.830 I slot print_timing: id  3 | task 5107 | prompt eval time =     287.24 ms /   145 tokens (    1.98 ms per token,   504.81 tokens per second)
3.21.395.836 I slot print_timing: id  3 | task 5107 |        eval time =    9034.68 ms /   359 tokens (   25.24 ms per token,    39.63 tokens per second)
3.21.395.837 I slot print_timing: id  3 | task 5107 |       total time =    9321.92 ms /   504 tokens
3.21.395.838 I slot print_timing: id  3 | task 5107 |    graphs reused =       4689
3.21.395.839 I slot print_timing: id  3 | task 5107 |   graph reallocs =          0    /     0        (same size) / (changed size)
3.21.395.910 I slot      release: id  3 | task 5107 | stop processing: n_tokens = 1599, truncated = 0
3.21.442.370 I slot get_availabl: id  3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.923 (> 0.100 thold), f_keep = 0.685
3.21.442.474 I slot launch_slot_: id  3 | task 5475 | processing task, is_child = 0
3.21.707.463 I slot print_timing: id  1 | task 5367 | n_gen =    106, tg =  34.68 t/s, tg_3s =  35.01 t/s
3.22.265.406 I slot print_timing: id  2 | task 5382 | n_gen =    118, tg =  38.97 t/s, tg_3s =  39.31 t/s
3.23.927.746 I slot print_timing: id  0 | task 5448 | n_gen =    130, tg =  42.71 t/s, tg_3s =  43.05 t/s
3.24.407.198 I slot print_timing: id  1 | task 5367 | prompt eval time =     288.49 ms /    84 tokens (    3.43 ms per token,   291.17 tokens per second)
3.24.407.204 I slot print_timing: id  1 | task 5367 |        eval time =    5727.63 ms /   231 tokens (   24.90 ms per token,    40.16 tokens per second)
3.24.407.205 I slot print_timing: id  1 | task 5367 |       total time =    6016.13 ms /   315 tokens
3.24.407.206 I slot print_timing: id  1 | task 5367 |    graphs reused =       4813
3.24.407.207 I slot print_timing: id  1 | task 5367 |   graph reallocs =          0    /     0        (same size) / (changed size)
3.24.407.272 I slot      release: id  1 | task 5367 | stop processing: n_tokens = 1410, truncated = 0
3.24.449.383 I slot get_availabl: id  1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.919 (> 0.100 thold), f_keep = 0.777
3.24.449.485 I slot launch_slot_: id  1 | task 5604 | processing task, is_child = 0
3.24.741.504 I slot print_timing: id  3 | task 5475 | n_gen =    129, tg =  42.20 t/s, tg_3s =  42.53 t/s
3.25.268.555 I slot print_timing: id  2 | task 5382 | n_gen =    244, tg =  40.47 t/s, tg_3s =  41.96 t/s
3.25.354.685 I slot print_timing: id  0 | task 5448 | prompt eval time =     257.01 ms /    91 tokens (    2.82 ms per token,   354.08 tokens per second)
3.25.354.691 I slot print_timing: id  0 | task 5448 |        eval time =    4446.98 ms /   183 tokens (   24.43 ms per token,    40.93 tokens per second)
3.25.354.692 I slot print_timing: id  0 | task 5448 |       total time =    4703.98 ms /   274 tokens
3.25.354.694 I slot print_timing: id  0 | task 5448 |    graphs reused =       4840
3.25.354.695 I slot print_timing: id  0 | task 5448 |   graph reallocs =          0    /     0        (same size) / (changed size)
3.25.354.776 I slot      release: id  0 | task 5448 | stop processing: n_tokens = 1369, truncated = 0
3.25.422.629 I slot get_availabl: id  0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.917 (> 0.100 thold), f_keep = 0.801
3.25.422.726 I slot launch_slot_: id  0 | task 5638 | processing task, is_child = 0
3.26.096.343 I slot print_timing: id  2 | task 5382 | prompt eval time =     293.38 ms /   111 tokens (    2.64 ms per token,   378.35 tokens per second)
3.26.096.348 I slot print_timing: id  2 | task 5382 |        eval time =    6832.94 ms /   272 tokens (   25.21 ms per token,    39.66 tokens per second)
3.26.096.349 I slot print_timing: id  2 | task 5382 |       total time =    7126.32 ms /   383 tokens
3.26.096.350 I slot print_timing: id  2 | task 5382 |    graphs reused =       4861
3.26.096.351 I slot print_timing: id  2 | task 5382 |   graph reallocs =          0    /     0        (same size) / (changed size)
3.26.096.416 I slot      release: id  2 | task 5382 | stop processing: n_tokens = 1478, truncated = 0
3.26.179.412 I slot get_availabl: id  2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.934 (> 0.100 thold), f_keep = 0.742
3.26.179.529 I slot launch_slot_: id  2 | task 5662 | processing task, is_child = 0
3.26.774.166 I slot print_timing: id  3 | task 5475 | prompt eval time =     265.92 ms /    92 tokens (    2.89 ms per token,   345.97 tokens per second)
3.26.774.172 I slot print_timing: id  3 | task 5475 |        eval time =    5065.76 ms /   199 tokens (   25.58 ms per token,    39.09 tokens per second)
3.26.774.173 I slot print_timing: id  3 | task 5475 |       total time =    5331.68 ms /   291 tokens
3.26.774.175 I slot print_timing: id  3 | task 5475 |    graphs reused =       4874
3.26.774.177 I slot print_timing: id  3 | task 5475 |   graph reallocs =          0    /     0        (same size) / (changed size)
3.26.774.247 I slot      release: id  3 | task 5475 | stop processing: n_tokens = 1386, truncated = 0
3.26.820.816 I slot get_availabl: id  3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.919 (> 0.100 thold), f_keep = 0.791
3.26.820.913 I slot launch_slot_: id  3 | task 5681 | processing task, is_child = 0
3.27.754.029 I slot print_timing: id  1 | task 5604 | n_gen =    106, tg =  34.85 t/s, tg_3s =  35.18 t/s
3.28.684.299 I slot print_timing: id  0 | task 5638 | n_gen =    117, tg =  38.48 t/s, tg_3s =  38.81 t/s
3.29.467.625 I slot print_timing: id  2 | task 5662 | n_gen =    130, tg =  42.92 t/s, tg_3s =  43.25 t/s
3.30.096.785 I slot print_timing: id  3 | task 5681 | n_gen =    141, tg =  46.48 t/s, tg_3s =  46.81 t/s
3.30.117.767 I slot print_timing: id  0 | task 5638 | prompt eval time =     246.98 ms /    99 tokens (    2.49 ms per token,   400.84 tokens per second)
3.30.117.771 I slot print_timing: id  0 | task 5638 |        eval time =    4448.05 ms /   183 tokens (   24.44 ms per token,    40.92 tokens per second)
3.30.117.772 I slot print_timing: id  0 | task 5638 |       total time =    4695.03 ms /   282 tokens
3.30.117.773 I slot print_timing: id  0 | task 5638 |    graphs reused =       5013
3.30.117.774 I slot print_timing: id  0 | task 5638 |   graph reallocs =          0    /     0        (same size) / (changed size)
3.30.117.840 I slot      release: id  0 | task 5638 | stop processing: n_tokens = 1377, truncated = 0
3.30.165.764 I slot get_availabl: id  0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.934 (> 0.100 thold), f_keep = 0.796
3.30.165.862 I slot launch_slot_: id  0 | task 5827 | processing task, is_child = 0
3.30.767.352 I slot print_timing: id  1 | task 5604 | n_gen =    236, tg =  38.99 t/s, tg_3s =  43.14 t/s
3.30.875.816 I slot print_timing: id  1 | task 5604 | prompt eval time =     291.27 ms /    97 tokens (    3.00 ms per token,   333.02 tokens per second)
3.30.875.822 I slot print_timing: id  1 | task 5604 |        eval time =    6135.04 ms /   241 tokens (   25.56 ms per token,    39.12 tokens per second)
3.30.875.824 I slot print_timing: id  1 | task 5604 |       total time =    6426.32 ms /   338 tokens
3.30.875.824 I slot print_timing: id  1 | task 5604 |    graphs reused =       5035
3.30.875.825 I slot print_timing: id  1 | task 5604 |   graph reallocs =          0    /     0        (same size) / (changed size)
3.30.875.888 I slot      release: id  1 | task 5604 | stop processing: n_tokens = 1433, truncated = 0
3.30.959.228 I slot get_availabl: id  1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.935 (> 0.100 thold), f_keep = 0.765
3.30.959.340 I slot launch_slot_: id  1 | task 5853 | processing task, is_child = 0
3.31.554.649 I slot print_timing: id  3 | task 5681 | prompt eval time =     263.57 ms /    97 tokens (    2.72 ms per token,   368.03 tokens per second)
3.31.554.655 I slot print_timing: id  3 | task 5681 |        eval time =    4470.15 ms /   185 tokens (   24.29 ms per token,    41.16 tokens per second)
3.31.554.655 I slot print_timing: id  3 | task 5681 |       total time =    4733.72 ms /   282 tokens
3.31.554.656 I slot print_timing: id  3 | task 5681 |    graphs reused =       5048
3.31.554.657 I slot print_timing: id  3 | task 5681 |   graph reallocs =          0    /     0        (same size) / (changed size)
3.31.554.726 I slot      release: id  3 | task 5681 | stop processing: n_tokens = 1377, truncated = 0
3.31.602.499 I slot get_availabl: id  3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.930 (> 0.100 thold), f_keep = 0.796
3.31.602.620 I slot launch_slot_: id  3 | task 5872 | processing task, is_child = 0
3.32.489.181 I slot print_timing: id  2 | task 5662 | n_gen =    236, tg =  38.99 t/s, tg_3s =  35.08 t/s
3.32.619.510 I slot print_timing: id  2 | task 5662 | prompt eval time =     282.19 ms /    78 tokens (    3.62 ms per token,   276.41 tokens per second)
3.32.619.515 I slot print_timing: id  2 | task 5662 |        eval time =    6157.77 ms /   242 tokens (   25.55 ms per token,    39.14 tokens per second)
3.32.619.516 I slot print_timing: id  2 | task 5662 |       total time =    6439.96 ms /   320 tokens
3.32.619.517 I slot print_timing: id  2 | task 5662 |    graphs reused =       5083
3.32.619.518 I slot print_timing: id  2 | task 5662 |   graph reallocs =          0    /     0        (same size) / (changed size)
3.32.619.583 I slot      release: id  2 | task 5662 | stop processing: n_tokens = 1415, truncated = 0
3.32.702.245 I slot get_availabl: id  2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.877 (> 0.100 thold), f_keep = 0.775
3.32.702.353 I slot launch_slot_: id  2 | task 5912 | processing task, is_child = 0
3.33.419.177 I slot print_timing: id  0 | task 5827 | n_gen =    102, tg =  33.55 t/s, tg_3s =  33.88 t/s
3.34.251.918 I slot print_timing: id  1 | task 5853 | n_gen =    116, tg =  38.23 t/s, tg_3s =  38.56 t/s
3.34.866.451 I slot print_timing: id  3 | task 5872 | n_gen =    127, tg =  41.84 t/s, tg_3s =  42.17 t/s
3.35.257.880 I slot print_timing: id  3 | task 5872 | prompt eval time =     252.23 ms /    82 tokens (    3.08 ms per token,   325.10 tokens per second)
3.35.257.886 I slot print_timing: id  3 | task 5872 |        eval time =    3403.01 ms /   145 tokens (   23.63 ms per token,    42.32 tokens per second)
3.35.257.887 I slot print_timing: id  3 | task 5872 |       total time =    3655.24 ms /   227 tokens
3.35.257.888 I slot print_timing: id  3 | task 5872 |    graphs reused =       5185
3.35.257.889 I slot print_timing: id  3 | task 5872 |   graph reallocs =          0    /     0        (same size) / (changed size)
3.35.257.953 I slot      release: id  3 | task 5872 | stop processing: n_tokens = 1322, truncated = 0
3.35.325.255 I slot get_availabl: id  3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.918 (> 0.100 thold), f_keep = 0.829
3.35.325.363 I slot launch_slot_: id  3 | task 6023 | processing task, is_child = 0
3.35.478.903 I slot print_timing: id  1 | task 5853 | prompt eval time =     284.59 ms /    76 tokens (    3.74 ms per token,   267.05 tokens per second)
3.35.478.909 I slot print_timing: id  1 | task 5853 |        eval time =    4234.96 ms /   167 tokens (   25.51 ms per token,    39.20 tokens per second)
3.35.478.910 I slot print_timing: id  1 | task 5853 |       total time =    4519.55 ms /   243 tokens
3.35.478.912 I slot print_timing: id  1 | task 5853 |    graphs reused =       5187
3.35.478.913 I slot print_timing: id  1 | task 5853 |   graph reallocs =          0    /     0        (same size) / (changed size)
3.35.478.980 I slot      release: id  1 | task 5853 | stop processing: n_tokens = 1338, truncated = 0
3.35.610.882 I slot get_availabl: id  1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.921 (> 0.100 thold), f_keep = 0.819
3.35.610.996 I slot launch_slot_: id  1 | task 6026 | processing task, is_child = 0
3.36.022.645 I slot print_timing: id  2 | task 5912 | n_gen =    118, tg =  38.86 t/s, tg_3s =  39.19 t/s
3.36.087.031 I slot print_timing: id  0 | task 5827 | prompt eval time =     242.88 ms /    78 tokens (    3.11 ms per token,   321.15 tokens per second)
3.36.087.036 I slot print_timing: id  0 | task 5827 |        eval time =    5678.28 ms /   203 tokens (   28.11 ms per token,    35.57 tokens per second)
3.36.087.037 I slot print_timing: id  0 | task 5827 |       total time =    5921.15 ms /   281 tokens
3.36.087.038 I slot print_timing: id  0 | task 5827 |    graphs reused =       5194
3.36.087.039 I slot print_timing: id  0 | task 5827 |   graph reallocs =          0    /     0        (same size) / (changed size)
3.36.087.103 I slot      release: id  0 | task 5827 | stop processing: n_tokens = 1376, truncated = 0
3.36.157.194 I slot get_availabl: id  0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.931 (> 0.100 thold), f_keep = 0.797
3.36.157.298 I slot launch_slot_: id  0 | task 6039 | processing task, is_child = 0
3.38.618.640 I slot print_timing: id  3 | task 6023 | n_gen =    113, tg =  37.24 t/s, tg_3s =  37.57 t/s
3.38.927.575 I slot print_timing: id  1 | task 6026 | n_gen =    125, tg =  41.04 t/s, tg_3s =  41.37 t/s
3.39.036.159 I slot print_timing: id  2 | task 5912 | n_gen =    242, tg =  40.00 t/s, tg_3s =  41.15 t/s
3.39.427.244 I slot print_timing: id  0 | task 6039 | n_gen =    135, tg =  44.36 t/s, tg_3s =  44.69 t/s
3.40.491.799 I slot print_timing: id  0 | task 6039 | prompt eval time =     249.09 ms /    81 tokens (    3.08 ms per token,   325.18 tokens per second)
3.40.491.805 I slot print_timing: id  0 | task 6039 |        eval time =    4085.39 ms /   183 tokens (   22.45 ms per token,    44.55 tokens per second)
3.40.491.806 I slot print_timing: id  0 | task 6039 |       total time =    4334.48 ms /   264 tokens
3.40.491.807 I slot print_timing: id  0 | task 6039 |    graphs reused =       5377
3.40.491.808 I slot print_timing: id  0 | task 6039 |   graph reallocs =          0    /     0        (same size) / (changed size)
3.40.491.877 I slot      release: id  0 | task 6039 | stop processing: n_tokens = 1359, truncated = 0
3.40.541.947 I slot get_availabl: id  0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.919 (> 0.100 thold), f_keep = 0.806
3.40.542.051 I slot launch_slot_: id  0 | task 6227 | processing task, is_child = 0
3.41.292.099 I slot print_timing: id  2 | task 5912 | prompt eval time =     309.10 ms /   154 tokens (    2.01 ms per token,   498.22 tokens per second)
3.41.292.105 I slot print_timing: id  2 | task 5912 |        eval time =    8280.63 ms /   333 tokens (   24.94 ms per token,    40.09 tokens per second)
3.41.292.105 I slot print_timing: id  2 | task 5912 |       total time =    8589.73 ms /   487 tokens
3.41.292.107 I slot print_timing: id  2 | task 5912 |    graphs reused =       5399
3.41.292.108 I slot print_timing: id  2 | task 5912 |   graph reallocs =          0    /     0        (same size) / (changed size)
3.41.292.176 I slot      release: id  2 | task 5912 | stop processing: n_tokens = 1582, truncated = 0
3.41.378.709 I slot get_availabl: id  2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.942 (> 0.100 thold), f_keep = 0.693
3.41.378.833 I slot launch_slot_: id  2 | task 6253 | processing task, is_child = 0
3.41.664.405 I slot print_timing: id  3 | task 6023 | n_gen =    227, tg =  37.33 t/s, tg_3s =  37.43 t/s
3.41.945.809 I slot print_timing: id  1 | task 6026 | n_gen =    237, tg =  39.08 t/s, tg_3s =  37.11 t/s
3.42.332.843 I slot print_timing: id  3 | task 6023 | prompt eval time =     285.50 ms /    98 tokens (    2.91 ms per token,   343.26 tokens per second)
3.42.332.848 I slot print_timing: id  3 | task 6023 |        eval time =    6721.97 ms /   256 tokens (   26.36 ms per token,    37.94 tokens per second)
3.42.332.849 I slot print_timing: id  3 | task 6023 |       total time =    7007.46 ms /   354 tokens
3.42.332.850 I slot print_timing: id  3 | task 6023 |    graphs reused =       5427
3.42.332.851 I slot print_timing: id  3 | task 6023 |   graph reallocs =          0    /     0        (same size) / (changed size)
3.42.332.920 I slot      release: id  3 | task 6023 | stop processing: n_tokens = 1449, truncated = 0
3.42.382.451 I slot get_availabl: id  3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.910 (> 0.100 thold), f_keep = 0.756
3.42.382.575 I slot launch_slot_: id  3 | task 6287 | processing task, is_child = 0
3.43.821.153 I slot print_timing: id  0 | task 6227 | n_gen =    112, tg =  36.81 t/s, tg_3s =  37.15 t/s
3.44.125.676 I slot print_timing: id  1 | task 6026 | prompt eval time =     295.15 ms /    94 tokens (    3.14 ms per token,   318.48 tokens per second)
3.44.125.681 I slot print_timing: id  1 | task 6026 |        eval time =    8219.51 ms /   325 tokens (   25.37 ms per token,    39.42 tokens per second)
3.44.125.682 I slot print_timing: id  1 | task 6026 |       total time =    8514.66 ms /   419 tokens
3.44.125.683 I slot print_timing: id  1 | task 6026 |    graphs reused =       5494
3.44.125.684 I slot print_timing: id  1 | task 6026 |   graph reallocs =          0    /     0        (same size) / (changed size)
3.44.125.751 I slot      release: id  1 | task 6026 | stop processing: n_tokens = 1514, truncated = 0
3.44.167.617 I slot get_availabl: id  1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.942 (> 0.100 thold), f_keep = 0.724
3.44.167.722 I slot launch_slot_: id  1 | task 6358 | processing task, is_child = 0
3.44.679.644 I slot print_timing: id  2 | task 6253 | n_gen =    114, tg =  37.47 t/s, tg_3s =  37.80 t/s
3.45.678.887 I slot print_timing: id  3 | task 6287 | n_gen =    125, tg =  41.03 t/s, tg_3s =  41.37 t/s
3.46.178.452 I slot print_timing: id  0 | task 6227 | prompt eval time =     263.93 ms /    97 tokens (    2.72 ms per token,   367.52 tokens per second)
3.46.178.458 I slot print_timing: id  0 | task 6227 |        eval time =    5372.45 ms /   205 tokens (   26.34 ms per token,    37.97 tokens per second)
3.46.178.459 I slot print_timing: id  0 | task 6227 |       total time =    5636.38 ms /   302 tokens
3.46.178.462 I slot print_timing: id  0 | task 6227 |    graphs reused =       5568
3.46.178.463 I slot print_timing: id  0 | task 6227 |   graph reallocs =          0    /     0        (same size) / (changed size)
3.46.178.541 I slot      release: id  0 | task 6227 | stop processing: n_tokens = 1397, truncated = 0
3.46.227.692 I slot get_availabl: id  0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.895 (> 0.100 thold), f_keep = 0.785
3.46.227.793 I slot launch_slot_: id  0 | task 6439 | processing task, is_child = 0
3.47.474.459 I slot print_timing: id  1 | task 6358 | n_gen =    125, tg =  41.04 t/s, tg_3s =  41.37 t/s
3.47.562.017 I slot print_timing: id  3 | task 6287 | prompt eval time =     274.46 ms /   108 tokens (    2.54 ms per token,   393.50 tokens per second)
3.47.562.023 I slot print_timing: id  3 | task 6287 |        eval time =    4904.96 ms /   199 tokens (   24.77 ms per token,    40.37 tokens per second)
3.47.562.024 I slot print_timing: id  3 | task 6287 |       total time =    5179.43 ms /   307 tokens
3.47.562.025 I slot print_timing: id  3 | task 6287 |    graphs reused =       5617
3.47.562.025 I slot print_timing: id  3 | task 6287 |   graph reallocs =          0    /     0        (same size) / (changed size)
3.47.562.095 I slot      release: id  3 | task 6287 | stop processing: n_tokens = 1402, truncated = 0
3.47.585.816 I slot print_timing: id  2 | task 6253 | prompt eval time =     285.23 ms /    67 tokens (    4.26 ms per token,   234.90 tokens per second)
3.47.585.821 I slot print_timing: id  2 | task 6253 |        eval time =    5921.74 ms /   233 tokens (   25.52 ms per token,    39.18 tokens per second)
3.47.585.822 I slot print_timing: id  2 | task 6253 |       total time =    6206.97 ms /   300 tokens
3.47.585.823 I slot print_timing: id  2 | task 6253 |    graphs reused =       5617
3.47.585.824 I slot print_timing: id  2 | task 6253 |   graph reallocs =          0    /     0        (same size) / (changed size)
3.47.585.885 I slot      release: id  2 | task 6253 | stop processing: n_tokens = 1395, truncated = 0
3.47.629.802 I slot get_availabl: id  2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.919 (> 0.100 thold), f_keep = 0.786
3.47.629.905 I slot launch_slot_: id  2 | task 6493 | processing task, is_child = 0
3.47.630.045 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 103.290 MiB)
3.47.631.542 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 91.008 MiB)
3.47.632.861 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 82.679 MiB)
3.47.634.047 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 1513.219 MiB)
3.47.904.804 I slot get_availabl: id  3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.925 (> 0.100 thold), f_keep = 0.782
3.47.904.930 I slot launch_slot_: id  3 | task 6494 | processing task, is_child = 0
3.49.509.794 I slot print_timing: id  0 | task 6439 | n_gen =    105, tg =  34.44 t/s, tg_3s =  34.77 t/s
3.49.620.621 I slot print_timing: id  1 | task 6358 | prompt eval time =     285.06 ms /    67 tokens (    4.25 ms per token,   235.04 tokens per second)
3.49.620.627 I slot print_timing: id  1 | task 6358 |        eval time =    5167.82 ms /   190 tokens (   27.34 ms per token,    36.57 tokens per second)
3.49.620.628 I slot print_timing: id  1 | task 6358 |       total time =    5452.88 ms /   257 tokens
3.49.620.628 I slot print_timing: id  1 | task 6358 |    graphs reused =       5673
3.49.620.629 I slot print_timing: id  1 | task 6358 |   graph reallocs =          0    /     0        (same size) / (changed size)
3.49.620.696 I slot      release: id  1 | task 6358 | stop processing: n_tokens = 1352, truncated = 0
3.49.664.033 I slot get_availabl: id  1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.907 (> 0.100 thold), f_keep = 0.811
3.49.664.163 I slot launch_slot_: id  1 | task 6554 | processing task, is_child = 0
3.51.386.850 I slot print_timing: id  2 | task 6493 | n_gen =    123, tg =  40.43 t/s, tg_3s =  40.76 t/s
3.51.387.081 I slot print_timing: id  3 | task 6494 | n_gen =    123, tg =  40.44 t/s, tg_3s =  40.77 t/s
3.52.366.945 I slot print_timing: id  0 | task 6439 | prompt eval time =     262.38 ms /   128 tokens (    2.05 ms per token,   487.84 tokens per second)
3.52.366.951 I slot print_timing: id  0 | task 6439 |        eval time =    5876.75 ms /   221 tokens (   26.71 ms per token,    37.44 tokens per second)
3.52.366.952 I slot print_timing: id  0 | task 6439 |       total time =    6139.14 ms /   349 tokens
3.52.366.953 I slot print_timing: id  0 | task 6439 |    graphs reused =       5779
3.52.366.954 I slot print_timing: id  0 | task 6439 |   graph reallocs =          0    /     0        (same size) / (changed size)
3.52.367.018 I slot      release: id  0 | task 6439 | stop processing: n_tokens = 1444, truncated = 0
3.52.436.448 I slot get_availabl: id  0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.939 (> 0.100 thold), f_keep = 0.759
3.52.436.554 I slot launch_slot_: id  0 | task 6668 | processing task, is_child = 0
3.52.966.436 I slot print_timing: id  2 | task 6493 | prompt eval time =     464.38 ms /    97 tokens (    4.79 ms per token,   208.88 tokens per second)
3.52.966.442 I slot print_timing: id  2 | task 6493 |        eval time =    4597.10 ms /   185 tokens (   24.98 ms per token,    40.03 tokens per second)
3.52.966.443 I slot print_timing: id  2 | task 6493 |       total time =    5061.49 ms /   282 tokens
3.52.966.444 I slot print_timing: id  2 | task 6493 |    graphs reused =       5793
3.52.966.445 I slot print_timing: id  2 | task 6493 |   graph reallocs =          0    /     0        (same size) / (changed size)
3.52.966.513 I slot      release: id  2 | task 6493 | stop processing: n_tokens = 1377, truncated = 0
3.53.009.101 I slot print_timing: id  1 | task 6554 | n_gen =    127, tg =  41.51 t/s, tg_3s =  41.84 t/s
3.53.009.408 I slot get_availabl: id  2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.918 (> 0.100 thold), f_keep = 0.796
3.53.009.508 I slot launch_slot_: id  2 | task 6684 | processing task, is_child = 0
3.54.390.227 I slot print_timing: id  3 | task 6494 | n_gen =    235, tg =  38.87 t/s, tg_3s =  37.29 t/s
3.54.888.156 I slot print_timing: id  1 | task 6554 | prompt eval time =     309.59 ms /   113 tokens (    2.74 ms per token,   365.00 tokens per second)
3.54.888.161 I slot print_timing: id  1 | task 6554 |        eval time =    4914.38 ms /   198 tokens (   24.95 ms per token,    40.09 tokens per second)
3.54.888.162 I slot print_timing: id  1 | task 6554 |       total time =    5223.97 ms /   311 tokens
3.54.888.163 I slot print_timing: id  1 | task 6554 |    graphs reused =       5861
3.54.888.164 I slot print_timing: id  1 | task 6554 |   graph reallocs =          0    /     0        (same size) / (changed size)
3.54.888.232 I slot      release: id  1 | task 6554 | stop processing: n_tokens = 1406, truncated = 0
3.54.931.639 I slot get_availabl: id  1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.908 (> 0.100 thold), f_keep = 0.780
3.54.931.748 I slot launch_slot_: id  1 | task 6757 | processing task, is_child = 0
3.55.688.517 I slot print_timing: id  0 | task 6668 | n_gen =    109, tg =  35.95 t/s, tg_3s =  36.28 t/s
3.56.319.868 I slot print_timing: id  2 | task 6684 | n_gen =    123, tg =  40.63 t/s, tg_3s =  40.96 t/s
3.56.631.591 I slot print_timing: id  0 | task 6668 | prompt eval time =     247.48 ms /    71 tokens (    3.49 ms per token,   286.89 tokens per second)
3.56.631.597 I slot print_timing: id  0 | task 6668 |        eval time =    3947.54 ms /   152 tokens (   26.14 ms per token,    38.25 tokens per second)
3.56.631.598 I slot print_timing: id  0 | task 6668 |       total time =    4195.02 ms /   223 tokens
3.56.631.599 I slot print_timing: id  0 | task 6668 |    graphs reused =       5924
3.56.631.600 I slot print_timing: id  0 | task 6668 |   graph reallocs =          0    /     0        (same size) / (changed size)
3.56.631.666 I slot      release: id  0 | task 6668 | stop processing: n_tokens = 1318, truncated = 0
3.56.681.566 I slot get_availabl: id  0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.937 (> 0.100 thold), f_keep = 0.832
3.56.681.686 I slot launch_slot_: id  0 | task 6826 | processing task, is_child = 0
3.57.399.343 I slot print_timing: id  3 | task 6494 | n_gen =    348, tg =  38.43 t/s, tg_3s =  37.55 t/s
3.57.467.077 I slot print_timing: id  3 | task 6494 | prompt eval time =     385.05 ms /    89 tokens (    4.33 ms per token,   231.14 tokens per second)
3.57.467.082 I slot print_timing: id  3 | task 6494 |        eval time =    9096.94 ms /   351 tokens (   25.99 ms per token,    38.47 tokens per second)
3.57.467.083 I slot print_timing: id  3 | task 6494 |       total time =    9482.00 ms /   440 tokens
3.57.467.084 I slot print_timing: id  3 | task 6494 |    graphs reused =       5948
3.57.467.085 I slot print_timing: id  3 | task 6494 |   graph reallocs =          0    /     0        (same size) / (changed size)
3.57.467.156 I slot      release: id  3 | task 6494 | stop processing: n_tokens = 1535, truncated = 0
3.57.516.717 I slot get_availabl: id  3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.934 (> 0.100 thold), f_keep = 0.714
3.57.516.824 I slot launch_slot_: id  3 | task 6854 | processing task, is_child = 0
3.58.243.798 I slot print_timing: id  1 | task 6757 | n_gen =    116, tg =  38.12 t/s, tg_3s =  38.45 t/s
3.58.814.457 I slot print_timing: id  2 | task 6684 | prompt eval time =     307.36 ms /    98 tokens (    3.14 ms per token,   318.84 tokens per second)
3.58.814.463 I slot print_timing: id  2 | task 6684 |        eval time =    5497.57 ms /   213 tokens (   25.93 ms per token,    38.56 tokens per second)
3.58.814.464 I slot print_timing: id  2 | task 6684 |       total time =    5804.93 ms /   311 tokens
3.58.814.465 I slot print_timing: id  2 | task 6684 |    graphs reused =       5993
3.58.814.466 I slot print_timing: id  2 | task 6684 |   graph reallocs =          0    /     0        (same size) / (changed size)
3.58.814.537 I slot      release: id  2 | task 6684 | stop processing: n_tokens = 1406, truncated = 0
3.58.900.479 I slot get_availabl: id  2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.920 (> 0.100 thold), f_keep = 0.780
3.58.900.611 I slot launch_slot_: id  2 | task 6904 | processing task, is_child = 0
3.59.954.502 I slot print_timing: id  0 | task 6826 | n_gen =    111, tg =  36.46 t/s, tg_3s =  36.79 t/s
4.00.792.543 I slot print_timing: id  3 | task 6854 | n_gen =    122, tg =  40.22 t/s, tg_3s =  40.55 t/s
4.01.246.485 I slot print_timing: id  1 | task 6757 | n_gen =    237, tg =  39.21 t/s, tg_3s =  40.30 t/s
4.02.223.593 I slot print_timing: id  2 | task 6904 | n_gen =    136, tg =  44.76 t/s, tg_3s =  45.09 t/s
4.02.337.277 I slot print_timing: id  3 | task 6854 | prompt eval time =     267.05 ms /    77 tokens (    3.47 ms per token,   288.34 tokens per second)
4.02.337.283 I slot print_timing: id  3 | task 6854 |        eval time =    4553.39 ms /   190 tokens (   24.09 ms per token,    41.51 tokens per second)
4.02.337.284 I slot print_timing: id  3 | task 6854 |       total time =    4820.44 ms /   267 tokens
4.02.337.285 I slot print_timing: id  3 | task 6854 |    graphs reused =       6131
4.02.337.286 I slot print_timing: id  3 | task 6854 |   graph reallocs =          0    /     0        (same size) / (changed size)
4.02.337.355 I slot      release: id  3 | task 6854 | stop processing: n_tokens = 1362, truncated = 0
4.02.386.747 I slot get_availabl: id  3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.910 (> 0.100 thold), f_keep = 0.805
4.02.386.910 I slot launch_slot_: id  3 | task 7049 | processing task, is_child = 0
4.02.956.060 I slot print_timing: id  0 | task 6826 | n_gen =    234, tg =  38.71 t/s, tg_3s =  40.98 t/s
4.04.102.273 I slot print_timing: id  0 | task 6826 | prompt eval time =     255.75 ms /    74 tokens (    3.46 ms per token,   289.35 tokens per second)
4.04.102.279 I slot print_timing: id  0 | task 6826 |        eval time =    7164.82 ms /   286 tokens (   25.14 ms per token,    39.78 tokens per second)
4.04.102.281 I slot print_timing: id  0 | task 6826 |       total time =    7420.57 ms /   360 tokens
4.04.102.282 I slot print_timing: id  0 | task 6826 |    graphs reused =       6195
4.04.102.283 I slot print_timing: id  0 | task 6826 |   graph reallocs =          0    /     0        (same size) / (changed size)
4.04.102.354 I slot      release: id  0 | task 6826 | stop processing: n_tokens = 1455, truncated = 0
4.04.151.064 I slot get_availabl: id  0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.931 (> 0.100 thold), f_keep = 0.753
4.04.151.158 I slot launch_slot_: id  0 | task 7119 | processing task, is_child = 0
4.04.291.792 I slot print_timing: id  1 | task 6757 | n_gen =    357, tg =  39.27 t/s, tg_3s =  39.40 t/s
4.04.689.559 I slot print_timing: id  1 | task 6757 | prompt eval time =     295.25 ms /   111 tokens (    2.66 ms per token,   375.95 tokens per second)
4.04.689.564 I slot print_timing: id  1 | task 6757 |        eval time =    9462.54 ms /   371 tokens (   25.57 ms per token,    39.10 tokens per second)
4.04.689.565 I slot print_timing: id  1 | task 6757 |       total time =    9757.79 ms /   482 tokens
4.04.689.566 I slot print_timing: id  1 | task 6757 |    graphs reused =       6209
4.04.689.567 I slot print_timing: id  1 | task 6757 |   graph reallocs =          0    /     0        (same size) / (changed size)
4.04.689.639 I slot      release: id  1 | task 6757 | stop processing: n_tokens = 1577, truncated = 0
4.04.734.159 I slot get_availabl: id  1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.915 (> 0.100 thold), f_keep = 0.695
4.04.734.267 I slot launch_slot_: id  1 | task 7136 | processing task, is_child = 0
4.05.242.889 I slot print_timing: id  2 | task 6904 | n_gen =    239, tg =  39.43 t/s, tg_3s =  34.11 t/s
4.05.265.400 I slot print_timing: id  2 | task 6904 | prompt eval time =     306.93 ms /    95 tokens (    3.23 ms per token,   309.52 tokens per second)
4.05.265.406 I slot print_timing: id  2 | task 6904 |        eval time =    6057.85 ms /   240 tokens (   25.35 ms per token,    39.45 tokens per second)
4.05.265.407 I slot print_timing: id  2 | task 6904 |       total time =    6364.77 ms /   335 tokens
4.05.265.408 I slot print_timing: id  2 | task 6904 |    graphs reused =       6218
4.05.265.409 I slot print_timing: id  2 | task 6904 |   graph reallocs =          0    /     0        (same size) / (changed size)
4.05.265.476 I slot      release: id  2 | task 6904 | stop processing: n_tokens = 1430, truncated = 0
4.05.308.806 I slot get_availabl: id  2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.907 (> 0.100 thold), f_keep = 0.766
4.05.308.911 I slot launch_slot_: id  2 | task 7150 | processing task, is_child = 0
4.05.676.304 I slot print_timing: id  3 | task 7049 | n_gen =    101, tg =  33.07 t/s, tg_3s =  33.40 t/s
4.07.400.079 I slot print_timing: id  0 | task 7119 | n_gen =    109, tg =  35.94 t/s, tg_3s =  36.27 t/s
4.08.053.750 I slot print_timing: id  1 | task 7136 | n_gen =    123, tg =  40.38 t/s, tg_3s =  40.71 t/s
4.08.446.349 I slot print_timing: id  3 | task 7049 | prompt eval time =     265.39 ms /   109 tokens (    2.43 ms per token,   410.71 tokens per second)
4.08.446.355 I slot print_timing: id  3 | task 7049 |        eval time =    5794.02 ms /   226 tokens (   25.75 ms per token,    38.83 tokens per second)
4.08.446.356 I slot print_timing: id  3 | task 7049 |       total time =    6059.42 ms /   335 tokens
4.08.446.356 I slot print_timing: id  3 | task 7049 |    graphs reused =       6343
4.08.446.357 I slot print_timing: id  3 | task 7049 |   graph reallocs =          0    /     0        (same size) / (changed size)
4.08.446.429 I slot      release: id  3 | task 7049 | stop processing: n_tokens = 1430, truncated = 0
4.08.493.066 I slot get_availabl: id  3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.915 (> 0.100 thold), f_keep = 0.766
4.08.493.170 I slot launch_slot_: id  3 | task 7282 | processing task, is_child = 0
4.08.646.508 I slot print_timing: id  2 | task 7150 | n_gen =    131, tg =  43.02 t/s, tg_3s =  43.36 t/s
4.09.520.889 I slot print_timing: id  0 | task 7119 | prompt eval time =     243.87 ms /    81 tokens (    3.01 ms per token,   332.15 tokens per second)
4.09.520.895 I slot print_timing: id  0 | task 7119 |        eval time =    5125.85 ms /   194 tokens (   26.56 ms per token,    37.65 tokens per second)
4.09.520.897 I slot print_timing: id  0 | task 7119 |       total time =    5369.71 ms /   275 tokens
4.09.520.898 I slot print_timing: id  0 | task 7119 |    graphs reused =       6375
4.09.520.898 I slot print_timing: id  0 | task 7119 |   graph reallocs =          0    /     0        (same size) / (changed size)
4.09.520.964 I slot      release: id  0 | task 7119 | stop processing: n_tokens = 1370, truncated = 0
4.09.546.678 I slot get_availabl: id  0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.919 (> 0.100 thold), f_keep = 0.800
4.09.546.778 I slot launch_slot_: id  0 | task 7319 | processing task, is_child = 0
4.11.068.470 I slot print_timing: id  1 | task 7136 | n_gen =    236, tg =  38.93 t/s, tg_3s =  37.48 t/s
4.11.664.772 I slot print_timing: id  2 | task 7150 | n_gen =    250, tg =  41.23 t/s, tg_3s =  39.43 t/s
4.11.773.455 I slot print_timing: id  3 | task 7282 | n_gen =    124, tg =  40.90 t/s, tg_3s =  41.23 t/s
4.12.448.301 I slot print_timing: id  1 | task 7136 | prompt eval time =     297.83 ms /   102 tokens (    2.92 ms per token,   342.48 tokens per second)
4.12.448.307 I slot print_timing: id  1 | task 7136 |        eval time =    7416.19 ms /   299 tokens (   24.89 ms per token,    40.18 tokens per second)
4.12.448.308 I slot print_timing: id  1 | task 7136 |       total time =    7714.02 ms /   401 tokens
4.12.448.309 I slot print_timing: id  1 | task 7136 |    graphs reused =       6493
4.12.448.310 I slot print_timing: id  1 | task 7136 |   graph reallocs =          0    /     0        (same size) / (changed size)
4.12.448.374 I slot      release: id  1 | task 7136 | stop processing: n_tokens = 1496, truncated = 0
4.12.531.993 I slot get_availabl: id  1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.932 (> 0.100 thold), f_keep = 0.733
4.12.532.115 I slot launch_slot_: id  1 | task 7442 | processing task, is_child = 0
4.12.829.148 I slot print_timing: id  0 | task 7319 | n_gen =    123, tg =  40.40 t/s, tg_3s =  40.73 t/s
4.13.797.656 I slot print_timing: id  3 | task 7282 | prompt eval time =     272.78 ms /   102 tokens (    2.67 ms per token,   373.93 tokens per second)
4.13.797.661 I slot print_timing: id  3 | task 7282 |        eval time =    5031.69 ms /   201 tokens (   25.16 ms per token,    39.75 tokens per second)
4.13.797.662 I slot print_timing: id  3 | task 7282 |       total time =    5304.47 ms /   303 tokens
4.13.797.663 I slot print_timing: id  3 | task 7282 |    graphs reused =       6533
4.13.797.664 I slot print_timing: id  3 | task 7282 |   graph reallocs =          0    /     0        (same size) / (changed size)
4.13.797.733 I slot      release: id  3 | task 7282 | stop processing: n_tokens = 1398, truncated = 0
4.13.847.032 I slot get_availabl: id  3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.937 (> 0.100 thold), f_keep = 0.784
4.13.847.153 I slot launch_slot_: id  3 | task 7489 | processing task, is_child = 0
4.14.680.681 I slot print_timing: id  2 | task 7150 | n_gen =    361, tg =  39.75 t/s, tg_3s =  36.80 t/s
4.15.844.839 I slot print_timing: id  0 | task 7319 | n_gen =    246, tg =  40.59 t/s, tg_3s =  40.79 t/s
4.15.845.099 I slot print_timing: id  1 | task 7442 | n_gen =    124, tg =  40.79 t/s, tg_3s =  41.12 t/s
4.17.121.915 I slot print_timing: id  3 | task 7489 | n_gen =    136, tg =  44.74 t/s, tg_3s =  45.07 t/s
4.17.393.385 I slot print_timing: id  0 | task 7319 | prompt eval time =     262.33 ms /    97 tokens (    2.70 ms per token,   369.77 tokens per second)
4.17.393.391 I slot print_timing: id  0 | task 7319 |        eval time =    7584.26 ms /   316 tokens (   24.08 ms per token,    41.53 tokens per second)
4.17.393.392 I slot print_timing: id  0 | task 7319 |       total time =    7846.59 ms /   413 tokens
4.17.393.393 I slot print_timing: id  0 | task 7319 |    graphs reused =       6680
4.17.393.394 I slot print_timing: id  0 | task 7319 |   graph reallocs =          0    /     0        (same size) / (changed size)
4.17.393.459 I slot      release: id  0 | task 7319 | stop processing: n_tokens = 1508, truncated = 0
4.17.443.817 I slot get_availabl: id  0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.893 (> 0.100 thold), f_keep = 0.727
4.17.443.917 I slot launch_slot_: id  0 | task 7641 | processing task, is_child = 0
4.17.708.524 I slot print_timing: id  2 | task 7150 | n_gen =    487, tg =  40.22 t/s, tg_3s =  41.61 t/s
4.18.013.208 I slot print_timing: id  3 | task 7489 | prompt eval time =     257.23 ms /    74 tokens (    3.48 ms per token,   287.69 tokens per second)
4.18.013.214 I slot print_timing: id  3 | task 7489 |        eval time =    3908.81 ms /   165 tokens (   23.83 ms per token,    41.96 tokens per second)
4.18.013.215 I slot print_timing: id  3 | task 7489 |       total time =    4166.04 ms /   239 tokens
4.18.013.216 I slot print_timing: id  3 | task 7489 |    graphs reused =       6694
4.18.013.217 I slot print_timing: id  3 | task 7489 |   graph reallocs =          0    /     0        (same size) / (changed size)
4.18.013.287 I slot      release: id  3 | task 7489 | stop processing: n_tokens = 1334, truncated = 0
4.18.061.932 I slot get_availabl: id  3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.942 (> 0.100 thold), f_keep = 0.822
4.18.062.037 I slot launch_slot_: id  3 | task 7659 | processing task, is_child = 0
4.18.822.992 I slot print_timing: id  1 | task 7442 | prompt eval time =     297.74 ms /    80 tokens (    3.72 ms per token,   268.69 tokens per second)
4.18.822.998 I slot print_timing: id  1 | task 7442 |        eval time =    5993.12 ms /   237 tokens (   25.39 ms per token,    39.38 tokens per second)
4.18.822.999 I slot print_timing: id  1 | task 7442 |       total time =    6290.86 ms /   317 tokens
4.18.823.000 I slot print_timing: id  1 | task 7442 |    graphs reused =       6716
4.18.823.001 I slot print_timing: id  1 | task 7442 |   graph reallocs =          0    /     0        (same size) / (changed size)
4.18.823.066 I slot      release: id  1 | task 7442 | stop processing: n_tokens = 1412, truncated = 0
4.18.866.592 I slot get_availabl: id  1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.933 (> 0.100 thold), f_keep = 0.776
4.18.866.705 I slot launch_slot_: id  1 | task 7685 | processing task, is_child = 0
4.20.138.263 I slot print_timing: id  3 | task 7659 | prompt eval time =     254.93 ms /    68 tokens (    3.75 ms per token,   266.74 tokens per second)
4.20.138.268 I slot print_timing: id  3 | task 7659 |        eval time =    1821.28 ms /    70 tokens (   26.40 ms per token,    37.89 tokens per second)
4.20.138.270 I slot print_timing: id  3 | task 7659 |       total time =    2076.21 ms /   138 tokens
4.20.138.271 I slot print_timing: id  3 | task 7659 |    graphs reused =       6759
4.20.138.271 I slot print_timing: id  3 | task 7659 |   graph reallocs =          0    /     0        (same size) / (changed size)
4.20.138.334 I slot      release: id  3 | task 7659 | stop processing: n_tokens = 1233, truncated = 0
4.20.185.655 I slot get_availabl: id  3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.939 (> 0.100 thold), f_keep = 0.889
4.20.185.761 I slot launch_slot_: id  3 | task 7734 | processing task, is_child = 0
4.20.710.989 I slot print_timing: id  0 | task 7641 | n_gen =    103, tg =  33.96 t/s, tg_3s =  34.30 t/s
4.20.711.478 I slot print_timing: id  2 | task 7150 | n_gen =    589, tg =  38.98 t/s, tg_3s =  33.97 t/s
4.22.160.078 I slot print_timing: id  1 | task 7685 | n_gen =    125, tg =  41.31 t/s, tg_3s =  41.65 t/s
4.23.458.301 I slot print_timing: id  3 | task 7734 | n_gen =    134, tg =  44.04 t/s, tg_3s =  44.37 t/s
4.23.722.220 I slot print_timing: id  0 | task 7641 | n_gen =    236, tg =  39.07 t/s, tg_3s =  44.17 t/s
4.23.722.710 I slot print_timing: id  2 | task 7150 | n_gen =    722, tg =  39.84 t/s, tg_3s =  44.17 t/s
4.24.289.052 I slot print_timing: id  3 | task 7734 | prompt eval time =     252.78 ms /    71 tokens (    3.56 ms per token,   280.87 tokens per second)
4.24.289.058 I slot print_timing: id  3 | task 7734 |        eval time =    3850.49 ms /   172 tokens (   22.52 ms per token,    44.41 tokens per second)
4.24.289.059 I slot print_timing: id  3 | task 7734 |       total time =    4103.28 ms /   243 tokens
4.24.289.059 I slot print_timing: id  3 | task 7734 |    graphs reused =       6929
4.24.289.060 I slot print_timing: id  3 | task 7734 |   graph reallocs =          0    /     0        (same size) / (changed size)
4.24.289.130 I slot      release: id  3 | task 7734 | stop processing: n_tokens = 1338, truncated = 0
4.24.356.254 I slot get_availabl: id  3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.922 (> 0.100 thold), f_keep = 0.819
4.24.356.356 I slot launch_slot_: id  3 | task 7911 | processing task, is_child = 0
4.25.174.000 I slot print_timing: id  1 | task 7685 | n_gen =    250, tg =  41.39 t/s, tg_3s =  41.47 t/s
4.25.991.928 I slot print_timing: id  1 | task 7685 | prompt eval time =     291.88 ms /    79 tokens (    3.69 ms per token,   270.66 tokens per second)
4.25.991.934 I slot print_timing: id  1 | task 7685 |        eval time =    6833.33 ms /   286 tokens (   23.98 ms per token,    41.71 tokens per second)
4.25.991.935 I slot print_timing: id  1 | task 7685 |       total time =    7125.21 ms /   365 tokens
4.25.991.936 I slot print_timing: id  1 | task 7685 |    graphs reused =       6991
4.25.991.937 I slot print_timing: id  1 | task 7685 |   graph reallocs =          0    /     0        (same size) / (changed size)
4.25.992.002 I slot      release: id  1 | task 7685 | stop processing: n_tokens = 1460, truncated = 0
4.26.036.264 I slot get_availabl: id  1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.919 (> 0.100 thold), f_keep = 0.751
4.26.036.370 I slot launch_slot_: id  1 | task 7976 | processing task, is_child = 0
4.26.333.345 I slot print_timing: id  2 | task 7150 | prompt eval time =     316.04 ms /   112 tokens (    2.82 ms per token,   354.39 tokens per second)
4.26.333.351 I slot print_timing: id  2 | task 7150 |        eval time =   20708.38 ms /   817 tokens (   25.38 ms per token,    39.40 tokens per second)
4.26.333.352 I slot print_timing: id  2 | task 7150 |       total time =   21024.42 ms /   929 tokens
4.26.333.353 I slot print_timing: id  2 | task 7150 |    graphs reused =       6991
4.26.333.354 I slot print_timing: id  2 | task 7150 |   graph reallocs =          0    /     0        (same size) / (changed size)
4.26.333.425 I slot      release: id  2 | task 7150 | stop processing: n_tokens = 2024, truncated = 0
4.26.420.515 I slot get_availabl: id  2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.941 (> 0.100 thold), f_keep = 0.542
4.26.420.625 I slot launch_slot_: id  2 | task 7981 | processing task, is_child = 0
4.26.745.314 I slot print_timing: id  0 | task 7641 | n_gen =    335, tg =  36.96 t/s, tg_3s =  32.75 t/s
4.26.797.978 I slot print_timing: id  0 | task 7641 | prompt eval time =     263.89 ms /   132 tokens (    2.00 ms per token,   500.21 tokens per second)
4.26.797.985 I slot print_timing: id  0 | task 7641 |        eval time =    9090.15 ms /   337 tokens (   27.05 ms per token,    36.96 tokens per second)
4.26.797.986 I slot print_timing: id  0 | task 7641 |       total time =    9354.04 ms /   469 tokens
4.26.797.987 I slot print_timing: id  0 | task 7641 |    graphs reused =       6992
4.26.797.988 I slot print_timing: id  0 | task 7641 |   graph reallocs =          0    /     0        (same size) / (changed size)
4.26.798.067 I slot      release: id  0 | task 7641 | stop processing: n_tokens = 1564, truncated = 0
4.26.847.397 I slot get_availabl: id  0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.880 (> 0.100 thold), f_keep = 0.701
4.26.847.509 I slot launch_slot_: id  0 | task 7988 | processing task, is_child = 0
4.27.685.261 I slot print_timing: id  3 | task 7911 | n_gen =    100, tg =  32.24 t/s, tg_3s =  32.56 t/s
4.28.787.922 I slot print_timing: id  3 | task 7911 | prompt eval time =     257.82 ms /    93 tokens (    2.77 ms per token,   360.71 tokens per second)
4.28.787.928 I slot print_timing: id  3 | task 7911 |        eval time =    4173.73 ms /   152 tokens (   27.64 ms per token,    36.18 tokens per second)
4.28.787.929 I slot print_timing: id  3 | task 7911 |       total time =    4431.55 ms /   245 tokens
4.28.787.930 I slot print_timing: id  3 | task 7911 |    graphs reused =       7069
4.28.787.931 I slot print_timing: id  3 | task 7911 |   graph reallocs =          0    /     0        (same size) / (changed size)
4.28.788.001 I slot      release: id  3 | task 7911 | stop processing: n_tokens = 1340, truncated = 0
4.28.834.823 I slot get_availabl: id  3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.928 (> 0.100 thold), f_keep = 0.818
4.28.834.924 I slot launch_slot_: id  3 | task 8070 | processing task, is_child = 0
4.29.337.432 I slot print_timing: id  1 | task 7976 | n_gen =    103, tg =  33.95 t/s, tg_3s =  34.28 t/s
4.29.750.967 I slot print_timing: id  2 | task 7981 | n_gen =    117, tg =  38.61 t/s, tg_3s =  38.94 t/s
4.30.136.450 I slot print_timing: id  0 | task 7988 | n_gen =    128, tg =  42.14 t/s, tg_3s =  42.47 t/s
4.30.408.999 I slot print_timing: id  2 | task 7981 | prompt eval time =     325.67 ms /    70 tokens (    4.65 ms per token,   214.94 tokens per second)
4.30.409.006 I slot print_timing: id  2 | task 7981 |        eval time =    3662.68 ms /   146 tokens (   25.26 ms per token,    39.59 tokens per second)
4.30.409.007 I slot print_timing: id  2 | task 7981 |       total time =    3988.36 ms /   216 tokens
4.30.409.008 I slot print_timing: id  2 | task 7981 |    graphs reused =       7126
4.30.409.009 I slot print_timing: id  2 | task 7981 |   graph reallocs =          0    /     0        (same size) / (changed size)
4.30.409.081 I slot      release: id  2 | task 7981 | stop processing: n_tokens = 1310, truncated = 0
4.30.452.617 I slot get_availabl: id  2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.898 (> 0.100 thold), f_keep = 0.837
4.30.452.720 I slot launch_slot_: id  2 | task 8132 | processing task, is_child = 0
4.32.091.955 I slot print_timing: id  3 | task 8070 | n_gen =    122, tg =  40.29 t/s, tg_3s =  40.63 t/s
4.32.357.396 I slot print_timing: id  1 | task 7976 | n_gen =    225, tg =  37.18 t/s, tg_3s =  40.40 t/s
4.33.140.356 I slot print_timing: id  0 | task 7988 | n_gen =    251, tg =  41.54 t/s, tg_3s =  40.95 t/s
4.33.749.020 I slot print_timing: id  1 | task 7976 | prompt eval time =     296.65 ms /    97 tokens (    3.06 ms per token,   326.99 tokens per second)
4.33.749.025 I slot print_timing: id  1 | task 7976 |        eval time =    7415.98 ms /   289 tokens (   25.75 ms per token,    38.84 tokens per second)
4.33.749.027 I slot print_timing: id  1 | task 7976 |       total time =    7712.63 ms /   386 tokens
4.33.749.028 I slot print_timing: id  1 | task 7976 |    graphs reused =       7261
4.33.749.028 I slot print_timing: id  1 | task 7976 |   graph reallocs =          0    /     0        (same size) / (changed size)
4.33.749.096 I slot      release: id  1 | task 7976 | stop processing: n_tokens = 1481, truncated = 0
4.33.791.104 I slot print_timing: id  2 | task 8132 | n_gen =    138, tg =  45.19 t/s, tg_3s =  45.52 t/s
4.33.791.425 I slot get_availabl: id  1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.926 (> 0.100 thold), f_keep = 0.740
4.33.791.524 I slot launch_slot_: id  1 | task 8272 | processing task, is_child = 0
4.34.400.179 I slot print_timing: id  0 | task 7988 | prompt eval time =     274.93 ms /   150 tokens (    1.83 ms per token,   545.59 tokens per second)
4.34.400.185 I slot print_timing: id  0 | task 7988 |        eval time =    7277.72 ms /   296 tokens (   24.67 ms per token,    40.53 tokens per second)
4.34.400.186 I slot print_timing: id  0 | task 7988 |       total time =    7552.65 ms /   446 tokens
4.34.400.187 I slot print_timing: id  0 | task 7988 |    graphs reused =       7273
4.34.400.188 I slot print_timing: id  0 | task 7988 |   graph reallocs =          0    /     0        (same size) / (changed size)
4.34.400.258 I slot      release: id  0 | task 7988 | stop processing: n_tokens = 1541, truncated = 0
4.34.448.251 I slot get_availabl: id  0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.904 (> 0.100 thold), f_keep = 0.711
4.34.448.350 I slot launch_slot_: id  0 | task 8291 | processing task, is_child = 0
4.34.738.056 I slot print_timing: id  3 | task 8070 | prompt eval time =     254.05 ms /    85 tokens (    2.99 ms per token,   334.59 tokens per second)
4.34.738.062 I slot print_timing: id  3 | task 8070 |        eval time =    5649.07 ms /   220 tokens (   25.79 ms per token,    38.77 tokens per second)
4.34.738.063 I slot print_timing: id  3 | task 8070 |       total time =    5903.12 ms /   305 tokens
4.34.738.065 I slot print_timing: id  3 | task 8070 |    graphs reused =       7275
4.34.738.066 I slot print_timing: id  3 | task 8070 |   graph reallocs =          0    /     0        (same size) / (changed size)
4.34.738.131 I slot      release: id  3 | task 8070 | stop processing: n_tokens = 1400, truncated = 0
4.34.784.048 I slot get_availabl: id  3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.924 (> 0.100 thold), f_keep = 0.783
4.34.784.143 I slot launch_slot_: id  3 | task 8297 | processing task, is_child = 0
4.36.330.313 I slot print_timing: id  2 | task 8132 | prompt eval time =     306.92 ms /   125 tokens (    2.46 ms per token,   407.27 tokens per second)
4.36.330.319 I slot print_timing: id  2 | task 8132 |        eval time =    5570.65 ms /   222 tokens (   25.21 ms per token,    39.67 tokens per second)
4.36.330.320 I slot print_timing: id  2 | task 8132 |       total time =    5877.57 ms /   347 tokens
4.36.330.321 I slot print_timing: id  2 | task 8132 |    graphs reused =       7334
4.36.330.322 I slot print_timing: id  2 | task 8132 |   graph reallocs =          0    /     0        (same size) / (changed size)
4.36.330.393 I slot      release: id  2 | task 8132 | stop processing: n_tokens = 1442, truncated = 0
4.36.413.699 I slot get_availabl: id  2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.907 (> 0.100 thold), f_keep = 0.760
4.36.413.793 I slot launch_slot_: id  2 | task 8361 | processing task, is_child = 0
4.37.097.114 I slot print_timing: id  1 | task 8272 | n_gen =    105, tg =  34.52 t/s, tg_3s =  34.85 t/s
4.37.710.984 I slot print_timing: id  0 | task 8291 | n_gen =    116, tg =  38.29 t/s, tg_3s =  38.62 t/s
4.38.051.288 I slot print_timing: id  3 | task 8297 | n_gen =    127, tg =  41.87 t/s, tg_3s =  42.21 t/s
4.38.242.124 I slot print_timing: id  1 | task 8272 | prompt eval time =     292.69 ms /    88 tokens (    3.33 ms per token,   300.66 tokens per second)
4.38.242.129 I slot print_timing: id  1 | task 8272 |        eval time =    4157.90 ms /   159 tokens (   26.32 ms per token,    38.00 tokens per second)
4.38.242.131 I slot print_timing: id  1 | task 8272 |       total time =    4450.58 ms /   247 tokens
4.38.242.131 I slot print_timing: id  1 | task 8272 |    graphs reused =       7405
4.38.242.132 I slot print_timing: id  1 | task 8272 |   graph reallocs =          0    /     0        (same size) / (changed size)
4.38.242.203 I slot      release: id  1 | task 8272 | stop processing: n_tokens = 1342, truncated = 0
4.38.324.964 I slot get_availabl: id  1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.916 (> 0.100 thold), f_keep = 0.817
4.38.325.071 I slot launch_slot_: id  1 | task 8438 | processing task, is_child = 0
4.39.711.421 I slot print_timing: id  2 | task 8361 | n_gen =    127, tg =  41.99 t/s, tg_3s =  42.33 t/s
4.40.363.020 I slot print_timing: id  3 | task 8297 | prompt eval time =     258.06 ms /    90 tokens (    2.87 ms per token,   348.75 tokens per second)
4.40.363.026 I slot print_timing: id  3 | task 8297 |        eval time =    5320.80 ms /   220 tokens (   24.30 ms per token,    41.16 tokens per second)
4.40.363.027 I slot print_timing: id  3 | task 8297 |       total time =    5578.86 ms /   310 tokens
4.40.363.028 I slot print_timing: id  3 | task 8297 |    graphs reused =       7484
4.40.363.029 I slot print_timing: id  3 | task 8297 |   graph reallocs =          0    /     0        (same size) / (changed size)
4.40.363.094 I slot      release: id  3 | task 8297 | stop processing: n_tokens = 1405, truncated = 0
4.40.410.219 I slot get_availabl: id  3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.936 (> 0.100 thold), f_keep = 0.780
4.40.410.320 I slot launch_slot_: id  3 | task 8523 | processing task, is_child = 0
4.40.711.699 I slot print_timing: id  0 | task 8291 | n_gen =    231, tg =  38.31 t/s, tg_3s =  38.32 t/s
4.41.622.755 I slot print_timing: id  1 | task 8438 | n_gen =    129, tg =  42.58 t/s, tg_3s =  42.91 t/s
4.42.729.394 I slot print_timing: id  2 | task 8361 | n_gen =    256, tg =  42.37 t/s, tg_3s =  42.74 t/s
4.43.083.298 I slot print_timing: id  0 | task 8291 | prompt eval time =     259.01 ms /   117 tokens (    2.21 ms per token,   451.71 tokens per second)
4.43.083.303 I slot print_timing: id  0 | task 8291 |        eval time =    8375.92 ms /   340 tokens (   24.71 ms per token,    40.47 tokens per second)
4.43.083.304 I slot print_timing: id  0 | task 8291 |       total time =    8634.93 ms /   457 tokens
4.43.083.306 I slot print_timing: id  0 | task 8291 |    graphs reused =       7594
4.43.083.306 I slot print_timing: id  0 | task 8291 |   graph reallocs =          0    /     0        (same size) / (changed size)
4.43.083.372 I slot      release: id  0 | task 8291 | stop processing: n_tokens = 1552, truncated = 0
4.43.131.236 I slot get_availabl: id  0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.924 (> 0.100 thold), f_keep = 0.706
4.43.131.334 I slot launch_slot_: id  0 | task 8639 | processing task, is_child = 0
4.43.672.323 I slot print_timing: id  3 | task 8523 | n_gen =    129, tg =  42.53 t/s, tg_3s =  42.86 t/s
4.44.306.440 I slot print_timing: id  1 | task 8438 | prompt eval time =     291.22 ms /   100 tokens (    2.91 ms per token,   343.39 tokens per second)
4.44.306.446 I slot print_timing: id  1 | task 8438 |        eval time =    5690.14 ms /   242 tokens (   23.61 ms per token,    42.35 tokens per second)
4.44.306.447 I slot print_timing: id  1 | task 8438 |       total time =    5981.35 ms /   342 tokens
4.44.306.448 I slot print_timing: id  1 | task 8438 |    graphs reused =       7637
4.44.306.448 I slot print_timing: id  1 | task 8438 |   graph reallocs =          0    /     0        (same size) / (changed size)
4.44.306.516 I slot      release: id  1 | task 8438 | stop processing: n_tokens = 1437, truncated = 0
4.44.389.564 I slot get_availabl: id  1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.932 (> 0.100 thold), f_keep = 0.763
4.44.389.669 I slot launch_slot_: id  1 | task 8686 | processing task, is_child = 0
4.44.888.911 I slot print_timing: id  2 | task 8361 | prompt eval time =     297.20 ms /   113 tokens (    2.63 ms per token,   380.22 tokens per second)
4.44.888.916 I slot print_timing: id  2 | task 8361 |        eval time =    8177.91 ms /   331 tokens (   24.78 ms per token,    40.35 tokens per second)
4.44.888.918 I slot print_timing: id  2 | task 8361 |       total time =    8475.10 ms /   444 tokens
4.44.888.918 I slot print_timing: id  2 | task 8361 |    graphs reused =       7644
4.44.888.919 I slot print_timing: id  2 | task 8361 |   graph reallocs =          0    /     0        (same size) / (changed size)
4.44.888.983 I slot      release: id  2 | task 8361 | stop processing: n_tokens = 1539, truncated = 0
4.44.971.517 I slot get_availabl: id  2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.926 (> 0.100 thold), f_keep = 0.712
4.44.971.615 I slot launch_slot_: id  2 | task 8700 | processing task, is_child = 0
4.46.399.372 I slot print_timing: id  0 | task 8639 | n_gen =    112, tg =  36.78 t/s, tg_3s =  37.11 t/s
4.46.551.452 I slot print_timing: id  3 | task 8523 | prompt eval time =     252.48 ms /    75 tokens (    3.37 ms per token,   297.05 tokens per second)
4.46.551.458 I slot print_timing: id  3 | task 8523 |        eval time =    5888.63 ms /   234 tokens (   25.27 ms per token,    39.57 tokens per second)
4.46.551.459 I slot print_timing: id  3 | task 8523 |       total time =    6141.12 ms /   309 tokens
4.46.551.459 I slot print_timing: id  3 | task 8523 |    graphs reused =       7701
4.46.551.460 I slot print_timing: id  3 | task 8523 |   graph reallocs =          0    /     0        (same size) / (changed size)
4.46.551.523 I slot      release: id  3 | task 8523 | stop processing: n_tokens = 1404, truncated = 0
4.46.597.967 I slot get_availabl: id  3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.882 (> 0.100 thold), f_keep = 0.781
4.46.598.069 I slot launch_slot_: id  3 | task 8764 | processing task, is_child = 0
4.47.689.771 I slot print_timing: id  1 | task 8686 | n_gen =    115, tg =  37.83 t/s, tg_3s =  38.16 t/s
4.48.172.258 I slot print_timing: id  0 | task 8639 | prompt eval time =     250.03 ms /    90 tokens (    2.78 ms per token,   359.96 tokens per second)
4.48.172.264 I slot print_timing: id  0 | task 8639 |        eval time =    4790.88 ms /   183 tokens (   26.32 ms per token,    37.99 tokens per second)
4.48.172.265 I slot print_timing: id  0 | task 8639 |       total time =    5040.90 ms /   273 tokens
4.48.172.265 I slot print_timing: id  0 | task 8639 |    graphs reused =       7760
4.48.172.266 I slot print_timing: id  0 | task 8639 |   graph reallocs =          0    /     0        (same size) / (changed size)
4.48.172.334 I slot      release: id  0 | task 8639 | stop processing: n_tokens = 1368, truncated = 0
4.48.221.209 I slot get_availabl: id  0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.925 (> 0.100 thold), f_keep = 0.801
4.48.221.307 I slot launch_slot_: id  0 | task 8829 | processing task, is_child = 0
4.48.367.333 I slot print_timing: id  2 | task 8700 | n_gen =    127, tg =  40.56 t/s, tg_3s =  40.89 t/s
4.49.517.928 I slot print_timing: id  1 | task 8686 | prompt eval time =     286.68 ms /    80 tokens (    3.58 ms per token,   279.05 tokens per second)
4.49.517.933 I slot print_timing: id  1 | task 8686 |        eval time =    4841.56 ms /   189 tokens (   25.75 ms per token,    38.83 tokens per second)
4.49.517.934 I slot print_timing: id  1 | task 8686 |       total time =    5128.24 ms /   269 tokens
4.49.517.935 I slot print_timing: id  1 | task 8686 |    graphs reused =       7808
4.49.517.935 I slot print_timing: id  1 | task 8686 |   graph reallocs =          0    /     0        (same size) / (changed size)
4.49.518.005 I slot      release: id  1 | task 8686 | stop processing: n_tokens = 1364, truncated = 0
4.49.601.292 I slot get_availabl: id  1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.910 (> 0.100 thold), f_keep = 0.804
4.49.601.398 I slot launch_slot_: id  1 | task 8882 | processing task, is_child = 0
4.49.897.085 I slot print_timing: id  3 | task 8764 | n_gen =    117, tg =  38.39 t/s, tg_3s =  38.72 t/s
4.51.248.779 I slot print_timing: id  2 | task 8700 | prompt eval time =     289.44 ms /    87 tokens (    3.33 ms per token,   300.58 tokens per second)
4.51.248.785 I slot print_timing: id  2 | task 8700 |        eval time =    5987.71 ms /   242 tokens (   24.85 ms per token,    40.25 tokens per second)
4.51.248.787 I slot print_timing: id  2 | task 8700 |       total time =    6277.15 ms /   329 tokens
4.51.248.787 I slot print_timing: id  2 | task 8700 |    graphs reused =       7869
4.51.248.788 I slot print_timing: id  2 | task 8700 |   graph reallocs =          0    /     0        (same size) / (changed size)
4.51.248.851 I slot      release: id  2 | task 8700 | stop processing: n_tokens = 1424, truncated = 0
4.51.331.071 I slot get_availabl: id  2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.938 (> 0.100 thold), f_keep = 0.770
4.51.331.175 I slot launch_slot_: id  2 | task 8949 | processing task, is_child = 0
4.51.493.632 I slot print_timing: id  0 | task 8829 | n_gen =    118, tg =  38.72 t/s, tg_3s =  39.05 t/s
4.52.906.233 I slot print_timing: id  1 | task 8882 | n_gen =    126, tg =  41.53 t/s, tg_3s =  41.86 t/s
4.52.906.683 I slot print_timing: id  3 | task 8764 | n_gen =    242, tg =  39.96 t/s, tg_3s =  41.53 t/s
4.53.516.628 I slot print_timing: id  3 | task 8764 | prompt eval time =     277.29 ms /   147 tokens (    1.89 ms per token,   530.13 tokens per second)
4.53.516.634 I slot print_timing: id  3 | task 8764 |        eval time =    6641.25 ms /   270 tokens (   24.69 ms per token,    40.50 tokens per second)
4.53.516.635 I slot print_timing: id  3 | task 8764 |       total time =    6918.54 ms /   417 tokens
4.53.516.636 I slot print_timing: id  3 | task 8764 |    graphs reused =       7955
4.53.516.637 I slot print_timing: id  3 | task 8764 |   graph reallocs =          0    /     0        (same size) / (changed size)
4.53.516.706 I slot      release: id  3 | task 8764 | stop processing: n_tokens = 1512, truncated = 0
4.53.564.138 I slot get_availabl: id  3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.898 (> 0.100 thold), f_keep = 0.725
4.53.564.241 I slot launch_slot_: id  3 | task 9041 | processing task, is_child = 0
4.54.140.130 I slot print_timing: id  1 | task 8882 | prompt eval time =     295.01 ms /   108 tokens (    2.73 ms per token,   366.08 tokens per second)
4.54.140.136 I slot print_timing: id  1 | task 8882 |        eval time =    4243.70 ms /   172 tokens (   24.82 ms per token,    40.29 tokens per second)
4.54.140.137 I slot print_timing: id  1 | task 8882 |       total time =    4538.72 ms /   280 tokens
4.54.140.138 I slot print_timing: id  1 | task 8882 |    graphs reused =       7969
4.54.140.138 I slot print_timing: id  1 | task 8882 |   graph reallocs =          0    /     0        (same size) / (changed size)
4.54.140.205 I slot      release: id  1 | task 8882 | stop processing: n_tokens = 1375, truncated = 0
4.54.222.593 I slot get_availabl: id  1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.936 (> 0.100 thold), f_keep = 0.797
4.54.222.694 I slot launch_slot_: id  1 | task 9060 | processing task, is_child = 0
4.54.507.553 I slot print_timing: id  0 | task 8829 | n_gen =    228, tg =  37.61 t/s, tg_3s =  36.50 t/s
4.54.623.080 I slot print_timing: id  2 | task 8949 | n_gen =    115, tg =  37.93 t/s, tg_3s =  38.26 t/s
4.54.863.380 I slot print_timing: id  0 | task 8829 | prompt eval time =     250.25 ms /    89 tokens (    2.81 ms per token,   355.64 tokens per second)
4.54.863.385 I slot print_timing: id  0 | task 8829 |        eval time =    6391.81 ms /   244 tokens (   26.30 ms per token,    38.02 tokens per second)
4.54.863.386 I slot print_timing: id  0 | task 8829 |       total time =    6642.06 ms /   333 tokens
4.54.863.387 I slot print_timing: id  0 | task 8829 |    graphs reused =       7984
4.54.863.387 I slot print_timing: id  0 | task 8829 |   graph reallocs =          0    /     0        (same size) / (changed size)
4.54.863.457 I slot      release: id  0 | task 8829 | stop processing: n_tokens = 1428, truncated = 0
4.55.719.027 I slot print_timing: id  2 | task 8949 | prompt eval time =     286.40 ms /    73 tokens (    3.92 ms per token,   254.89 tokens per second)
4.55.719.032 I slot print_timing: id  2 | task 8949 |        eval time =    4101.44 ms /   170 tokens (   24.27 ms per token,    41.21 tokens per second)
4.55.719.033 I slot print_timing: id  2 | task 8949 |       total time =    4387.84 ms /   243 tokens
4.55.719.034 I slot print_timing: id  2 | task 8949 |    graphs reused =       8027
4.55.719.035 I slot print_timing: id  2 | task 8949 |   graph reallocs =          0    /     0        (same size) / (changed size)
4.55.719.098 I slot      release: id  2 | task 8949 | stop processing: n_tokens = 1338, truncated = 0
4.56.853.549 I slot print_timing: id  3 | task 9041 | n_gen =    108, tg =  35.39 t/s, tg_3s =  35.72 t/s
4.57.521.318 I slot print_timing: id  1 | task 9060 | n_gen =    107, tg =  35.18 t/s, tg_3s =  35.51 t/s
4.59.600.519 I slot print_timing: id  1 | task 9060 | prompt eval time =     285.59 ms /    75 tokens (    3.81 ms per token,   262.62 tokens per second)
4.59.600.525 I slot print_timing: id  1 | task 9060 |        eval time =    5092.22 ms /   160 tokens (   32.03 ms per token,    31.22 tokens per second)
4.59.600.527 I slot print_timing: id  1 | task 9060 |       total time =    5377.81 ms /   235 tokens
4.59.600.527 I slot print_timing: id  1 | task 9060 |    graphs reused =       8027
4.59.600.528 I slot print_timing: id  1 | task 9060 |   graph reallocs =          0    /     0        (same size) / (changed size)
4.59.600.599 I slot      release: id  1 | task 9060 | stop processing: n_tokens = 1330, truncated = 0
4.59.853.579 I slot print_timing: id  3 | task 9041 | n_gen =    193, tg =  31.87 t/s, tg_3s =  28.33 t/s
5.01.331.949 I slot print_timing: id  3 | task 9041 | prompt eval time =     265.54 ms /   124 tokens (    2.14 ms per token,   466.98 tokens per second)
5.01.331.954 I slot print_timing: id  3 | task 9041 |        eval time =    7502.15 ms /   282 tokens (   26.70 ms per token,    37.46 tokens per second)
5.01.331.956 I slot print_timing: id  3 | task 9041 |       total time =    7767.69 ms /   406 tokens
5.01.331.956 I slot print_timing: id  3 | task 9041 |    graphs reused =       8131
5.01.331.957 I slot print_timing: id  3 | task 9041 |   graph reallocs =          0    /     0        (same size) / (changed size)
5.01.332.019 I slot      release: id  3 | task 9041 | stop processing: n_tokens = 1501, truncated = 0
5.01.379.486 I slot get_availabl: id  0 | task -1 | selected slot by LRU, n_tokens = 1428, t_last = 294765518
5.01.379.640 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 1503.904 MiB)
5.01.719.780 I slot launch_slot_: id  0 | task 9326 | processing task, is_child = 0
5.01.719.924 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 1509.921 MiB)
5.01.739.542 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 1508.233 MiB)
5.02.106.110 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 1828.541 MiB)
5.02.444.054 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 1508.233 MiB)
5.02.766.839 I slot get_availabl: id  2 | task -1 | selected slot by LRU, n_tokens = 1338, t_last = 295621158
5.02.767.130 I slot launch_slot_: id  2 | task 9327 | processing task, is_child = 0
5.02.767.369 I slot get_availabl: id  1 | task -1 | selected slot by LRU, n_tokens = 1330, t_last = 299502660
5.02.767.573 I slot launch_slot_: id  1 | task 9328 | processing task, is_child = 0
5.02.767.694 I slot get_availabl: id  3 | task -1 | selected slot by LRU, n_tokens = 1501, t_last = 301234078
5.02.767.892 I slot launch_slot_: id  3 | task 9329 | processing task, is_child = 0
5.04.697.667 I slot print_timing: id  0 | task 9326 | prompt eval time =    1903.94 ms /   776 tokens (    2.45 ms per token,   407.57 tokens per second)
5.04.697.672 I slot print_timing: id  0 | task 9326 |        eval time =      25.81 ms /     2 tokens (   25.81 ms per token,    38.74 tokens per second)
5.04.697.673 I slot print_timing: id  0 | task 9326 |       total time =    1929.75 ms /   778 tokens
5.04.697.674 I slot print_timing: id  0 | task 9326 |    graphs reused =       8132
5.04.697.675 I slot print_timing: id  0 | task 9326 |   graph reallocs =          0    /     0        (same size) / (changed size)
5.04.697.750 I slot      release: id  0 | task 9326 | stop processing: n_tokens = 778, truncated = 0
5.04.698.098 I slot print_timing: id  1 | task 9328 | prompt eval time =    1882.68 ms /   780 tokens (    2.41 ms per token,   414.30 tokens per second)
5.04.698.101 I slot print_timing: id  1 | task 9328 |        eval time =      25.53 ms /     2 tokens (   25.53 ms per token,    39.17 tokens per second)
5.04.698.102 I slot print_timing: id  1 | task 9328 |       total time =    1908.22 ms /   782 tokens
5.04.698.102 I slot print_timing: id  1 | task 9328 |    graphs reused =       8132
5.04.698.103 I slot print_timing: id  1 | task 9328 |   graph reallocs =          0    /     0        (same size) / (changed size)
5.04.698.145 I slot      release: id  1 | task 9328 | stop processing: n_tokens = 782, truncated = 0
5.04.698.467 I slot print_timing: id  2 | task 9327 | prompt eval time =    1861.97 ms /   940 tokens (    1.98 ms per token,   504.84 tokens per second)
5.04.698.470 I slot print_timing: id  2 | task 9327 |        eval time =      25.27 ms /     2 tokens (   25.27 ms per token,    39.57 tokens per second)
5.04.698.471 I slot print_timing: id  2 | task 9327 |       total time =    1887.24 ms /   942 tokens
5.04.698.471 I slot print_timing: id  2 | task 9327 |    graphs reused =       8132
5.04.698.472 I slot print_timing: id  2 | task 9327 |   graph reallocs =          0    /     0        (same size) / (changed size)
5.04.698.542 I slot      release: id  2 | task 9327 | stop processing: n_tokens = 942, truncated = 0
5.04.698.899 I slot print_timing: id  3 | task 9329 | prompt eval time =    1840.76 ms /   985 tokens (    1.87 ms per token,   535.11 tokens per second)
5.04.698.902 I slot print_timing: id  3 | task 9329 |        eval time =      25.11 ms /     2 tokens (   25.11 ms per token,    39.82 tokens per second)
5.04.698.903 I slot print_timing: id  3 | task 9329 |       total time =    1865.87 ms /   987 tokens
5.04.698.903 I slot print_timing: id  3 | task 9329 |    graphs reused =       8132
5.04.698.904 I slot print_timing: id  3 | task 9329 |   graph reallocs =          0    /     0        (same size) / (changed size)
5.04.698.962 I slot      release: id  3 | task 9329 | stop processing: n_tokens = 987, truncated = 0
5.04.720.720 I slot get_availabl: id  0 | task -1 | selected slot by LRU, n_tokens = 778, t_last = 304599811
5.04.824.364 I slot launch_slot_: id  0 | task 9335 | processing task, is_child = 0
5.04.824.467 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 1832.715 MiB)
5.05.108.669 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 1823.369 MiB)
5.05.323.933 I slot get_availabl: id  1 | task -1 | selected slot by LRU, n_tokens = 782, t_last = 304600204
5.05.324.182 I slot launch_slot_: id  1 | task 9336 | processing task, is_child = 0
5.05.324.406 I slot get_availabl: id  2 | task -1 | selected slot by LRU, n_tokens = 942, t_last = 304600602
5.05.324.620 I slot launch_slot_: id  2 | task 9337 | processing task, is_child = 0
5.05.324.721 I slot get_availabl: id  3 | task -1 | selected slot by LRU, n_tokens = 987, t_last = 304601021
5.05.324.905 I slot launch_slot_: id  3 | task 9338 | processing task, is_child = 0
5.07.119.219 I slot print_timing: id  0 | task 9335 | prompt eval time =    1768.74 ms /   784 tokens (    2.26 ms per token,   443.25 tokens per second)
5.07.119.224 I slot print_timing: id  0 | task 9335 |        eval time =      25.56 ms /     2 tokens (   25.56 ms per token,    39.13 tokens per second)
5.07.119.225 I slot print_timing: id  0 | task 9335 |       total time =    1794.30 ms /   786 tokens
5.07.119.227 I slot print_timing: id  0 | task 9335 |    graphs reused =       8132
5.07.119.227 I slot print_timing: id  0 | task 9335 |   graph reallocs =          0    /     0        (same size) / (changed size)
5.07.119.296 I slot      release: id  0 | task 9335 | stop processing: n_tokens = 786, truncated = 0
5.07.119.623 I slot print_timing: id  1 | task 9336 | prompt eval time =    1759.29 ms /   833 tokens (    2.11 ms per token,   473.49 tokens per second)
5.07.119.626 I slot print_timing: id  1 | task 9336 |        eval time =      25.29 ms /     2 tokens (   25.29 ms per token,    39.54 tokens per second)
5.07.119.627 I slot print_timing: id  1 | task 9336 |       total time =    1784.58 ms /   835 tokens
5.07.119.628 I slot print_timing: id  1 | task 9336 |    graphs reused =       8132
5.07.119.628 I slot print_timing: id  1 | task 9336 |   graph reallocs =          0    /     0        (same size) / (changed size)
5.07.119.667 I slot      release: id  1 | task 9336 | stop processing: n_tokens = 835, truncated = 0
5.07.120.001 I slot print_timing: id  2 | task 9337 | prompt eval time =    1750.47 ms /   823 tokens (    2.13 ms per token,   470.16 tokens per second)
5.07.120.004 I slot print_timing: id  2 | task 9337 |        eval time =      24.96 ms /     2 tokens (   24.96 ms per token,    40.06 tokens per second)
5.07.120.005 I slot print_timing: id  2 | task 9337 |       total time =    1775.44 ms /   825 tokens
5.07.120.005 I slot print_timing: id  2 | task 9337 |    graphs reused =       8132
5.07.120.006 I slot print_timing: id  2 | task 9337 |   graph reallocs =          0    /     0        (same size) / (changed size)
5.07.120.041 I slot      release: id  2 | task 9337 | stop processing: n_tokens = 825, truncated = 0
5.07.120.378 I slot print_timing: id  3 | task 9338 | prompt eval time =    1739.11 ms /   781 tokens (    2.23 ms per token,   449.08 tokens per second)
5.07.120.382 I slot print_timing: id  3 | task 9338 |        eval time =      24.66 ms /     2 tokens (   24.66 ms per token,    40.56 tokens per second)
5.07.120.383 I slot print_timing: id  3 | task 9338 |       total time =    1763.76 ms /   783 tokens
5.07.120.383 I slot print_timing: id  3 | task 9338 |    graphs reused =       8132
5.07.120.384 I slot print_timing: id  3 | task 9338 |   graph reallocs =          0    /     0        (same size) / (changed size)
5.07.120.410 I slot      release: id  3 | task 9338 | stop processing: n_tokens = 783, truncated = 0
5.07.139.680 I slot get_availabl: id  0 | task -1 | selected slot by LRU, n_tokens = 786, t_last = 307021357
5.07.247.215 I slot launch_slot_: id  0 | task 9344 | processing task, is_child = 0
5.07.247.323 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 1829.745 MiB)
5.07.583.054 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 1509.781 MiB)
5.07.774.500 I slot get_availabl: id  1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.872 (> 0.100 thold), f_keep = 0.840
5.07.774.653 I slot launch_slot_: id  1 | task 9345 | processing task, is_child = 0
5.07.774.849 I slot get_availabl: id  2 | task -1 | selected slot by LRU, n_tokens = 825, t_last = 307022101
5.07.775.046 I slot launch_slot_: id  2 | task 9346 | processing task, is_child = 0
5.07.775.134 I slot get_availabl: id  3 | task -1 | selected slot by LRU, n_tokens = 783, t_last = 307022469
5.07.775.306 I slot launch_slot_: id  3 | task 9347 | processing task, is_child = 0
5.09.467.763 I slot print_timing: id  1 | task 9345 | prompt eval time =    1451.10 ms /   132 tokens (   10.99 ms per token,    90.97 tokens per second)
5.09.467.769 I slot print_timing: id  1 | task 9345 |        eval time =     230.78 ms /     2 tokens (  230.78 ms per token,     4.33 tokens per second)
5.09.467.770 I slot print_timing: id  1 | task 9345 |       total time =    1681.89 ms /   134 tokens
5.09.467.771 I slot print_timing: id  1 | task 9345 |    graphs reused =       8132
5.09.467.772 I slot print_timing: id  1 | task 9345 |   graph reallocs =          0    /     0        (same size) / (changed size)
5.09.467.833 I slot      release: id  1 | task 9345 | stop processing: n_tokens = 805, truncated = 0
5.09.510.615 I slot print_timing: id  0 | task 9344 | prompt eval time =    1692.12 ms /   875 tokens (    1.93 ms per token,   517.10 tokens per second)
5.09.510.620 I slot print_timing: id  0 | task 9344 |        eval time =      43.17 ms /     2 tokens (   43.17 ms per token,    23.16 tokens per second)
5.09.510.621 I slot print_timing: id  0 | task 9344 |       total time =    1735.29 ms /   877 tokens
5.09.510.622 I slot print_timing: id  0 | task 9344 |    graphs reused =       8132
5.09.510.623 I slot print_timing: id  0 | task 9344 |   graph reallocs =          0    /     0        (same size) / (changed size)
5.09.510.708 I slot      release: id  0 | task 9344 | stop processing: n_tokens = 877, truncated = 0
5.09.511.048 I slot print_timing: id  2 | task 9346 | prompt eval time =    1616.43 ms /   956 tokens (    1.69 ms per token,   591.43 tokens per second)
5.09.511.051 I slot print_timing: id  2 | task 9346 |        eval time =      42.51 ms /     2 tokens (   42.51 ms per token,    23.52 tokens per second)
5.09.511.051 I slot print_timing: id  2 | task 9346 |       total time =    1658.95 ms /   958 tokens
5.09.511.052 I slot print_timing: id  2 | task 9346 |    graphs reused =       8132
5.09.511.052 I slot print_timing: id  2 | task 9346 |   graph reallocs =          0    /     0        (same size) / (changed size)
5.09.511.109 I slot      release: id  2 | task 9346 | stop processing: n_tokens = 958, truncated = 0
5.09.511.451 I slot print_timing: id  3 | task 9347 | prompt eval time =    1606.32 ms /   867 tokens (    1.85 ms per token,   539.74 tokens per second)
5.09.511.454 I slot print_timing: id  3 | task 9347 |        eval time =      42.26 ms /     2 tokens (   42.26 ms per token,    23.66 tokens per second)
5.09.511.455 I slot print_timing: id  3 | task 9347 |       total time =    1648.58 ms /   869 tokens
5.09.511.455 I slot print_timing: id  3 | task 9347 |    graphs reused =       8132
5.09.511.456 I slot print_timing: id  3 | task 9347 |   graph reallocs =          0    /     0        (same size) / (changed size)
5.09.511.496 I slot      release: id  3 | task 9347 | stop processing: n_tokens = 869, truncated = 0
5.09.511.507 I slot get_availabl: id  1 | task -1 | selected slot by LRU, n_tokens = 805, t_last = 309369893
5.09.644.816 I slot launch_slot_: id  1 | task 9353 | processing task, is_child = 0
5.09.644.925 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 773.448 MiB)
5.09.800.206 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 786.949 MiB)
5.09.810.665 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 991.333 MiB)
5.10.098.974 I slot get_availabl: id  0 | task -1 | selected slot by LRU, n_tokens = 877, t_last = 309412768
5.10.099.250 I slot launch_slot_: id  0 | task 9354 | processing task, is_child = 0
5.10.099.441 I slot get_availabl: id  2 | task -1 | selected slot by LRU, n_tokens = 958, t_last = 309413170
5.10.099.635 I slot launch_slot_: id  2 | task 9355 | processing task, is_child = 0
5.10.099.728 I slot get_availabl: id  3 | task -1 | selected slot by LRU, n_tokens = 869, t_last = 309413556
5.10.099.909 I slot launch_slot_: id  3 | task 9356 | processing task, is_child = 0
5.12.462.089 I slot print_timing: id  0 | task 9354 | prompt eval time =    2248.35 ms /   912 tokens (    2.47 ms per token,   405.63 tokens per second)
5.12.462.094 I slot print_timing: id  0 | task 9354 |        eval time =     113.81 ms /     2 tokens (  113.81 ms per token,     8.79 tokens per second)
5.12.462.095 I slot print_timing: id  0 | task 9354 |       total time =    2362.16 ms /   914 tokens
5.12.462.097 I slot print_timing: id  0 | task 9354 |    graphs reused =       8133
5.12.462.098 I slot print_timing: id  0 | task 9354 |   graph reallocs =          0    /     0        (same size) / (changed size)
5.12.462.177 I slot      release: id  0 | task 9354 | stop processing: n_tokens = 914, truncated = 0
5.12.462.620 I slot print_timing: id  1 | task 9353 | prompt eval time =    2237.44 ms /  1001 tokens (    2.24 ms per token,   447.39 tokens per second)
5.12.462.623 I slot print_timing: id  1 | task 9353 |        eval time =     113.62 ms /     2 tokens (  113.62 ms per token,     8.80 tokens per second)
5.12.462.624 I slot print_timing: id  1 | task 9353 |       total time =    2351.06 ms /  1003 tokens
5.12.462.625 I slot print_timing: id  1 | task 9353 |    graphs reused =       8133
5.12.462.625 I slot print_timing: id  1 | task 9353 |   graph reallocs =          0    /     0        (same size) / (changed size)
5.12.462.685 I slot      release: id  1 | task 9353 | stop processing: n_tokens = 1003, truncated = 0
5.12.463.065 I slot print_timing: id  2 | task 9355 | prompt eval time =    2224.55 ms /  1036 tokens (    2.15 ms per token,   465.71 tokens per second)
5.12.463.067 I slot print_timing: id  2 | task 9355 |        eval time =     113.32 ms /     2 tokens (  113.32 ms per token,     8.82 tokens per second)
5.12.463.068 I slot print_timing: id  2 | task 9355 |       total time =    2337.87 ms /  1038 tokens
5.12.463.069 I slot print_timing: id  2 | task 9355 |    graphs reused =       8133
5.12.463.069 I slot print_timing: id  2 | task 9355 |   graph reallocs =          0    /     0        (same size) / (changed size)
5.12.463.109 I slot      release: id  2 | task 9355 | stop processing: n_tokens = 1038, truncated = 0
5.12.484.722 I slot print_timing: id  3 | task 9356 | prompt eval time =    2326.39 ms /  1781 tokens (    1.31 ms per token,   765.56 tokens per second)
5.12.484.727 I slot print_timing: id  3 | task 9356 |        eval time =      20.92 ms /     2 tokens (   20.92 ms per token,    47.80 tokens per second)
5.12.484.728 I slot print_timing: id  3 | task 9356 |       total time =    2347.31 ms /  1783 tokens
5.12.484.729 I slot print_timing: id  3 | task 9356 |    graphs reused =       8133
5.12.484.730 I slot print_timing: id  3 | task 9356 |   graph reallocs =          0    /     0        (same size) / (changed size)
5.12.484.865 I slot      release: id  3 | task 9356 | stop processing: n_tokens = 1783, truncated = 0
5.12.484.879 I slot get_availabl: id  0 | task -1 | selected slot by LRU, n_tokens = 914, t_last = 312364238
5.12.484.991 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 1050.789 MiB)
5.12.672.254 I slot launch_slot_: id  0 | task 9363 | processing task, is_child = 0
5.12.672.375 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 796.699 MiB)
5.12.683.302 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 843.404 MiB)
5.12.894.698 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 833.873 MiB)
5.13.085.640 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 793.839 MiB)
5.13.300.198 I slot get_availabl: id  3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.830 (> 0.100 thold), f_keep = 0.432
5.13.300.504 I slot launch_slot_: id  3 | task 9364 | processing task, is_child = 0
5.13.300.714 I slot get_availabl: id  1 | task -1 | selected slot by LRU, n_tokens = 1003, t_last = 312364746
5.13.300.918 I slot launch_slot_: id  1 | task 9365 | processing task, is_child = 0
5.13.301.033 I slot get_availabl: id  2 | task -1 | selected slot by LRU, n_tokens = 1038, t_last = 312365169
5.13.301.327 I slot launch_slot_: id  2 | task 9366 | processing task, is_child = 0
5.14.932.834 I slot print_timing: id  3 | task 9364 | prompt eval time =    1405.72 ms /   187 tokens (    7.52 ms per token,   133.03 tokens per second)
5.14.932.839 I slot print_timing: id  3 | task 9364 |        eval time =     186.75 ms /     2 tokens (  186.75 ms per token,     5.35 tokens per second)
5.14.932.840 I slot print_timing: id  3 | task 9364 |       total time =    1592.47 ms /   189 tokens
5.14.932.841 I slot print_timing: id  3 | task 9364 |    graphs reused =       8133
5.14.932.842 I slot print_timing: id  3 | task 9364 |   graph reallocs =          0    /     0        (same size) / (changed size)
5.14.932.907 I slot      release: id  3 | task 9364 | stop processing: n_tokens = 929, truncated = 0
5.14.954.862 I slot print_timing: id  0 | task 9363 | prompt eval time =    1629.76 ms /   742 tokens (    2.20 ms per token,   455.28 tokens per second)
5.14.954.867 I slot print_timing: id  0 | task 9363 |        eval time =      23.75 ms /     2 tokens (   23.75 ms per token,    42.10 tokens per second)
5.14.954.868 I slot print_timing: id  0 | task 9363 |       total time =    1653.52 ms /   744 tokens
5.14.954.869 I slot print_timing: id  0 | task 9363 |    graphs reused =       8133
5.14.954.870 I slot print_timing: id  0 | task 9363 |   graph reallocs =          0    /     0        (same size) / (changed size)
5.14.954.913 I slot      release: id  0 | task 9363 | stop processing: n_tokens = 744, truncated = 0
5.14.955.262 I slot print_timing: id  1 | task 9365 | prompt eval time =    1618.55 ms /   870 tokens (    1.86 ms per token,   537.52 tokens per second)
5.14.955.266 I slot print_timing: id  1 | task 9365 |        eval time =      23.44 ms /     2 tokens (   23.44 ms per token,    42.67 tokens per second)
5.14.955.267 I slot print_timing: id  1 | task 9365 |       total time =    1641.98 ms /   872 tokens
5.14.955.267 I slot print_timing: id  1 | task 9365 |    graphs reused =       8133
5.14.955.268 I slot print_timing: id  1 | task 9365 |   graph reallocs =          0    /     0        (same size) / (changed size)
5.14.955.318 I slot      release: id  1 | task 9365 | stop processing: n_tokens = 872, truncated = 0
5.14.955.672 I slot print_timing: id  2 | task 9366 | prompt eval time =    1605.91 ms /   712 tokens (    2.26 ms per token,   443.36 tokens per second)
5.14.955.675 I slot print_timing: id  2 | task 9366 |        eval time =      23.16 ms /     2 tokens (   23.16 ms per token,    43.19 tokens per second)
5.14.955.676 I slot print_timing: id  2 | task 9366 |       total time =    1629.07 ms /   714 tokens
5.14.955.677 I slot print_timing: id  2 | task 9366 |    graphs reused =       8133
5.14.955.677 I slot print_timing: id  2 | task 9366 |   graph reallocs =          0    /     0        (same size) / (changed size)
5.14.955.709 I slot      release: id  2 | task 9366 | stop processing: n_tokens = 714, truncated = 0
5.14.962.226 I slot get_availabl: id  0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.876 (> 0.100 thold), f_keep = 0.844
5.14.962.364 I slot launch_slot_: id  0 | task 9372 | processing task, is_child = 0
5.14.962.477 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 1034.193 MiB)
5.15.121.771 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 904.063 MiB)
5.15.228.609 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 1006.896 MiB)
5.15.404.878 I slot get_availabl: id  3 | task -1 | selected slot by LRU, n_tokens = 929, t_last = 314834967
5.15.405.136 I slot launch_slot_: id  3 | task 9373 | processing task, is_child = 0
5.15.405.313 I slot get_availabl: id  2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.865 (> 0.100 thold), f_keep = 0.880
5.15.405.435 I slot launch_slot_: id  2 | task 9374 | processing task, is_child = 0
5.15.405.531 I slot get_availabl: id  1 | task -1 | selected slot by LRU, n_tokens = 872, t_last = 314857377
5.15.443.449 I slot launch_slot_: id  1 | task 9375 | processing task, is_child = 0
5.16.635.481 I slot print_timing: id  0 | task 9372 | prompt eval time =    1090.04 ms /   118 tokens (    9.24 ms per token,   108.25 tokens per second)
5.16.635.486 I slot print_timing: id  0 | task 9372 |        eval time =     101.97 ms /     2 tokens (  101.97 ms per token,     9.81 tokens per second)
5.16.635.487 I slot print_timing: id  0 | task 9372 |       total time =    1192.00 ms /   120 tokens
5.16.635.488 I slot print_timing: id  0 | task 9372 |    graphs reused =       8133
5.16.635.489 I slot print_timing: id  0 | task 9372 |   graph reallocs =          0    /     0        (same size) / (changed size)
5.16.635.541 I slot      release: id  0 | task 9372 | stop processing: n_tokens = 718, truncated = 0
5.16.635.961 I slot print_timing: id  1 | task 9375 | prompt eval time =    1021.25 ms /   121 tokens (    8.44 ms per token,   118.48 tokens per second)
5.16.635.965 I slot print_timing: id  1 | task 9375 |        eval time =     101.57 ms /     2 tokens (  101.57 ms per token,     9.85 tokens per second)
5.16.635.965 I slot print_timing: id  1 | task 9375 |       total time =    1122.82 ms /   123 tokens
5.16.635.966 I slot print_timing: id  1 | task 9375 |    graphs reused =       8133
5.16.635.967 I slot print_timing: id  1 | task 9375 |   graph reallocs =          0    /     0        (same size) / (changed size)
5.16.636.006 I slot      release: id  1 | task 9375 | stop processing: n_tokens = 721, truncated = 0
5.16.636.370 I slot print_timing: id  2 | task 9374 | prompt eval time =     953.49 ms /   127 tokens (    7.51 ms per token,   133.20 tokens per second)
5.16.636.373 I slot print_timing: id  2 | task 9374 |        eval time =     101.11 ms /     2 tokens (  101.11 ms per token,     9.89 tokens per second)
5.16.636.374 I slot print_timing: id  2 | task 9374 |       total time =    1054.60 ms /   129 tokens
5.16.636.374 I slot print_timing: id  2 | task 9374 |    graphs reused =       8133
5.16.636.375 I slot print_timing: id  2 | task 9374 |   graph reallocs =          0    /     0        (same size) / (changed size)
5.16.636.404 I slot      release: id  2 | task 9374 | stop processing: n_tokens = 727, truncated = 0
5.16.658.112 I slot print_timing: id  3 | task 9373 | prompt eval time =     986.94 ms /   877 tokens (    1.13 ms per token,   888.60 tokens per second)
5.16.658.118 I slot print_timing: id  3 | task 9373 |        eval time =      21.04 ms /     2 tokens (   21.04 ms per token,    47.53 tokens per second)
5.16.658.119 I slot print_timing: id  3 | task 9373 |       total time =    1007.98 ms /   879 tokens
5.16.658.120 I slot print_timing: id  3 | task 9373 |    graphs reused =       8133
5.16.658.121 I slot print_timing: id  3 | task 9373 |   graph reallocs =          0    /     0        (same size) / (changed size)
5.16.658.176 I slot      release: id  3 | task 9373 | stop processing: n_tokens = 879, truncated = 0
5.16.660.060 I slot get_availabl: id  0 | task -1 | selected slot by LRU, n_tokens = 718, t_last = 316537600
5.16.783.040 I slot launch_slot_: id  0 | task 9381 | processing task, is_child = 0
5.16.783.139 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 896.438 MiB)
5.16.910.082 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 940.268 MiB)
5.17.082.386 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 1069.164 MiB)
5.17.261.975 I slot get_availabl: id  1 | task -1 | selected slot by LRU, n_tokens = 721, t_last = 316538066
5.17.262.225 I slot launch_slot_: id  1 | task 9382 | processing task, is_child = 0
5.17.262.398 I slot get_availabl: id  2 | task -1 | selected slot by LRU, n_tokens = 727, t_last = 316538464
5.17.262.575 I slot launch_slot_: id  2 | task 9383 | processing task, is_child = 0
5.17.262.666 I slot get_availabl: id  3 | task -1 | selected slot by LRU, n_tokens = 879, t_last = 316560235
5.17.262.833 I slot launch_slot_: id  3 | task 9384 | processing task, is_child = 0
5.19.395.231 I slot print_timing: id  0 | task 9381 | prompt eval time =    2106.35 ms /  1010 tokens (    2.09 ms per token,   479.50 tokens per second)
5.19.395.236 I slot print_timing: id  0 | task 9381 |        eval time =      26.03 ms /     2 tokens (   26.03 ms per token,    38.42 tokens per second)
5.19.395.237 I slot print_timing: id  0 | task 9381 |       total time =    2132.38 ms /  1012 tokens
5.19.395.238 I slot print_timing: id  0 | task 9381 |    graphs reused =       8134
5.19.395.239 I slot print_timing: id  0 | task 9381 |   graph reallocs =          0    /     0        (same size) / (changed size)
5.19.395.297 I slot      release: id  0 | task 9381 | stop processing: n_tokens = 1012, truncated = 0
5.19.395.687 I slot print_timing: id  1 | task 9382 | prompt eval time =    2094.55 ms /  1036 tokens (    2.02 ms per token,   494.62 tokens per second)
5.19.395.690 I slot print_timing: id  1 | task 9382 |        eval time =      25.82 ms /     2 tokens (   25.82 ms per token,    38.73 tokens per second)
5.19.395.691 I slot print_timing: id  1 | task 9382 |       total time =    2120.36 ms /  1038 tokens
5.19.395.691 I slot print_timing: id  1 | task 9382 |    graphs reused =       8134
5.19.395.692 I slot print_timing: id  1 | task 9382 |   graph reallocs =          0    /     0        (same size) / (changed size)
5.19.395.736 I slot      release: id  1 | task 9382 | stop processing: n_tokens = 1038, truncated = 0
5.19.396.087 I slot print_timing: id  2 | task 9383 | prompt eval time =    2083.09 ms /   996 tokens (    2.09 ms per token,   478.14 tokens per second)
5.19.396.090 I slot print_timing: id  2 | task 9383 |        eval time =      25.55 ms /     2 tokens (   25.55 ms per token,    39.14 tokens per second)
5.19.396.090 I slot print_timing: id  2 | task 9383 |       total time =    2108.64 ms /   998 tokens
5.19.396.091 I slot print_timing: id  2 | task 9383 |    graphs reused =       8134
5.19.396.091 I slot print_timing: id  2 | task 9383 |   graph reallocs =          0    /     0        (same size) / (changed size)
5.19.396.123 I slot      release: id  2 | task 9383 | stop processing: n_tokens = 998, truncated = 0
5.19.396.465 I slot print_timing: id  3 | task 9384 | prompt eval time =    2071.33 ms /  1003 tokens (    2.07 ms per token,   484.23 tokens per second)
5.19.396.468 I slot print_timing: id  3 | task 9384 |        eval time =      25.25 ms /     2 tokens (   25.25 ms per token,    39.60 tokens per second)
5.19.396.468 I slot print_timing: id  3 | task 9384 |       total time =    2096.58 ms /  1005 tokens
5.19.396.469 I slot print_timing: id  3 | task 9384 |    graphs reused =       8134
5.19.396.469 I slot print_timing: id  3 | task 9384 |   graph reallocs =          0    /     0        (same size) / (changed size)
5.19.396.498 I slot      release: id  3 | task 9384 | stop processing: n_tokens = 1005, truncated = 0
5.19.415.484 I slot get_availabl: id  0 | task -1 | selected slot by LRU, n_tokens = 1012, t_last = 319297357
5.19.415.628 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 1095.338 MiB)
5.19.632.629 I slot launch_slot_: id  0 | task 9390 | processing task, is_child = 0
5.19.632.759 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 1220.116 MiB)
5.19.840.538 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 904.923 MiB)
5.20.031.345 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 1057.382 MiB)
5.20.210.602 I slot get_availabl: id  1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.892 (> 0.100 thold), f_keep = 0.857
5.20.210.764 I slot launch_slot_: id  1 | task 9391 | processing task, is_child = 0
5.20.210.985 I slot get_availabl: id  2 | task -1 | selected slot by LRU, n_tokens = 998, t_last = 319298182
5.20.211.186 I slot launch_slot_: id  2 | task 9392 | processing task, is_child = 0
5.20.211.292 I slot get_availabl: id  3 | task -1 | selected slot by LRU, n_tokens = 1005, t_last = 319298557
5.20.211.479 I slot launch_slot_: id  3 | task 9393 | processing task, is_child = 0
5.22.040.441 I slot print_timing: id  1 | task 9391 | prompt eval time =    1582.12 ms /   137 tokens (   11.55 ms per token,    86.59 tokens per second)
5.22.040.446 I slot print_timing: id  1 | task 9391 |        eval time =     233.31 ms /     2 tokens (  233.31 ms per token,     4.29 tokens per second)
5.22.040.447 I slot print_timing: id  1 | task 9391 |       total time =    1815.44 ms /   139 tokens
5.22.040.448 I slot print_timing: id  1 | task 9391 |    graphs reused =       8134
5.22.040.449 I slot print_timing: id  1 | task 9391 |   graph reallocs =          0    /     0        (same size) / (changed size)
5.22.040.510 I slot      release: id  1 | task 9391 | stop processing: n_tokens = 999, truncated = 0
5.22.083.488 I slot print_timing: id  0 | task 9390 | prompt eval time =    1828.57 ms /   887 tokens (    2.06 ms per token,   485.08 tokens per second)
5.22.083.493 I slot print_timing: id  0 | task 9390 |        eval time =      43.42 ms /     2 tokens (   43.42 ms per token,    23.03 tokens per second)
5.22.083.494 I slot print_timing: id  0 | task 9390 |       total time =    1871.99 ms /   889 tokens
5.22.083.495 I slot print_timing: id  0 | task 9390 |    graphs reused =       8134
5.22.083.496 I slot print_timing: id  0 | task 9390 |   graph reallocs =          0    /     0        (same size) / (changed size)
5.22.083.552 I slot      release: id  0 | task 9390 | stop processing: n_tokens = 889, truncated = 0
5.22.083.897 I slot print_timing: id  2 | task 9392 | prompt eval time =    1720.33 ms /   884 tokens (    1.95 ms per token,   513.86 tokens per second)
5.22.083.901 I slot print_timing: id  2 | task 9392 |        eval time =      42.48 ms /     2 tokens (   42.48 ms per token,    23.54 tokens per second)
5.22.083.901 I slot print_timing: id  2 | task 9392 |       total time =    1762.80 ms /   886 tokens
5.22.083.902 I slot print_timing: id  2 | task 9392 |    graphs reused =       8134
5.22.083.903 I slot print_timing: id  2 | task 9392 |   graph reallocs =          0    /     0        (same size) / (changed size)
5.22.083.968 I slot      release: id  2 | task 9392 | stop processing: n_tokens = 886, truncated = 0
5.22.084.311 I slot print_timing: id  3 | task 9393 | prompt eval time =    1707.87 ms /  1002 tokens (    1.70 ms per token,   586.70 tokens per second)
5.22.084.314 I slot print_timing: id  3 | task 9393 |        eval time =      42.09 ms /     2 tokens (   42.09 ms per token,    23.76 tokens per second)
5.22.084.315 I slot print_timing: id  3 | task 9393 |       total time =    1749.96 ms /  1004 tokens
5.22.084.315 I slot print_timing: id  3 | task 9393 |    graphs reused =       8134
5.22.084.316 I slot print_timing: id  3 | task 9393 |   graph reallocs =          0    /     0        (same size) / (changed size)
5.22.084.361 I slot      release: id  3 | task 9393 | stop processing: n_tokens = 1004, truncated = 0
5.22.084.374 I slot get_availabl: id  2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.800 (> 0.100 thold), f_keep = 0.889
5.22.084.504 I slot launch_slot_: id  2 | task 9399 | processing task, is_child = 0
5.22.084.612 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 904.391 MiB)
5.22.219.193 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 896.937 MiB)
5.22.231.213 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 900.781 MiB)
5.22.454.379 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 914.407 MiB)
5.22.647.813 I slot get_availabl: id  3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.882 (> 0.100 thold), f_keep = 0.785
5.22.647.965 I slot launch_slot_: id  3 | task 9400 | processing task, is_child = 0
5.22.648.178 I slot get_availabl: id  1 | task -1 | selected slot by LRU, n_tokens = 999, t_last = 321942570
5.22.710.162 I slot launch_slot_: id  1 | task 9401 | processing task, is_child = 0
5.22.710.382 I slot get_availabl: id  0 | task -1 | selected slot by LRU, n_tokens = 889, t_last = 321985611
5.22.710.741 I slot launch_slot_: id  0 | task 9402 | processing task, is_child = 0
5.24.126.728 I slot print_timing: id  1 | task 9401 | prompt eval time =    1291.13 ms /   113 tokens (   11.43 ms per token,    87.52 tokens per second)
5.24.126.733 I slot print_timing: id  1 | task 9401 |        eval time =     103.10 ms /     2 tokens (  103.10 ms per token,     9.70 tokens per second)
5.24.126.734 I slot print_timing: id  1 | task 9401 |       total time =    1394.24 ms /   115 tokens
5.24.126.735 I slot print_timing: id  1 | task 9401 |    graphs reused =       8134
5.24.126.736 I slot print_timing: id  1 | task 9401 |   graph reallocs =          0    /     0        (same size) / (changed size)
5.24.126.814 I slot      release: id  1 | task 9401 | stop processing: n_tokens = 873, truncated = 0
5.24.127.246 I slot print_timing: id  2 | task 9399 | prompt eval time =    1179.57 ms /   226 tokens (    5.22 ms per token,   191.59 tokens per second)
5.24.127.249 I slot print_timing: id  2 | task 9399 |        eval time =     102.99 ms /     2 tokens (  102.99 ms per token,     9.71 tokens per second)
5.24.127.250 I slot print_timing: id  2 | task 9399 |       total time =    1282.56 ms /   228 tokens
5.24.127.251 I slot print_timing: id  2 | task 9399 |    graphs reused =       8134
5.24.127.251 I slot print_timing: id  2 | task 9399 |   graph reallocs =          0    /     0        (same size) / (changed size)
5.24.127.331 I slot      release: id  2 | task 9399 | stop processing: n_tokens = 986, truncated = 0
5.24.127.678 I slot print_timing: id  3 | task 9400 | prompt eval time =    1102.39 ms /   134 tokens (    8.23 ms per token,   121.55 tokens per second)
5.24.127.681 I slot print_timing: id  3 | task 9400 |        eval time =     102.82 ms /     2 tokens (  102.82 ms per token,     9.73 tokens per second)
5.24.127.682 I slot print_timing: id  3 | task 9400 |       total time =    1205.21 ms /   136 tokens
5.24.127.682 I slot print_timing: id  3 | task 9400 |    graphs reused =       8134
5.24.127.683 I slot print_timing: id  3 | task 9400 |   graph reallocs =          0    /     0        (same size) / (changed size)
5.24.127.722 I slot      release: id  3 | task 9400 | stop processing: n_tokens = 894, truncated = 0
5.24.148.654 I slot print_timing: id  0 | task 9402 | prompt eval time =    1415.57 ms /   951 tokens (    1.49 ms per token,   671.81 tokens per second)
5.24.148.661 I slot print_timing: id  0 | task 9402 |        eval time =      22.32 ms /     2 tokens (   22.32 ms per token,    44.81 tokens per second)
5.24.148.661 I slot print_timing: id  0 | task 9402 |       total time =    1437.89 ms /   953 tokens
5.24.148.662 I slot print_timing: id  0 | task 9402 |    graphs reused =       8134
5.24.148.663 I slot print_timing: id  0 | task 9402 |   graph reallocs =          0    /     0        (same size) / (changed size)
5.24.148.731 I slot      release: id  0 | task 9402 | stop processing: n_tokens = 953, truncated = 0
5.24.148.748 I slot get_availabl: id  1 | task -1 | selected slot by LRU, n_tokens = 873, t_last = 324028875
5.24.297.708 I slot launch_slot_: id  1 | task 9408 | processing task, is_child = 0
5.24.297.823 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 1071.180 MiB)
5.24.490.425 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 1088.775 MiB)
5.24.721.885 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 1057.836 MiB)
5.24.934.327 I slot get_availabl: id  2 | task -1 | selected slot by LRU, n_tokens = 986, t_last = 324029391
5.24.934.594 I slot launch_slot_: id  2 | task 9409 | processing task, is_child = 0
5.24.934.794 I slot get_availabl: id  3 | task -1 | selected slot by LRU, n_tokens = 894, t_last = 324029782
5.24.934.980 I slot launch_slot_: id  3 | task 9410 | processing task, is_child = 0
5.24.935.077 I slot get_availabl: id  0 | task -1 | selected slot by LRU, n_tokens = 953, t_last = 324050792
5.24.935.254 I slot launch_slot_: id  0 | task 9411 | processing task, is_child = 0
5.27.161.492 I slot print_timing: id  0 | task 9411 | prompt eval time =    2127.59 ms /  1365 tokens (    1.56 ms per token,   641.57 tokens per second)
5.27.161.497 I slot print_timing: id  0 | task 9411 |        eval time =      98.63 ms /     2 tokens (   98.63 ms per token,    10.14 tokens per second)
5.27.161.498 I slot print_timing: id  0 | task 9411 |       total time =    2226.22 ms /  1367 tokens
5.27.161.499 I slot print_timing: id  0 | task 9411 |    graphs reused =       8134
5.27.161.500 I slot print_timing: id  0 | task 9411 |   graph reallocs =          0    /     0        (same size) / (changed size)
5.27.161.606 I slot      release: id  0 | task 9411 | stop processing: n_tokens = 1367, truncated = 0
5.27.161.961 I slot print_timing: id  1 | task 9408 | prompt eval time =    2115.89 ms /   943 tokens (    2.24 ms per token,   445.68 tokens per second)
5.27.161.964 I slot print_timing: id  1 | task 9408 |        eval time =      98.40 ms /     2 tokens (   98.40 ms per token,    10.16 tokens per second)
5.27.161.965 I slot print_timing: id  1 | task 9408 |       total time =    2214.29 ms /   945 tokens
5.27.161.965 I slot print_timing: id  1 | task 9408 |    graphs reused =       8134
5.27.161.966 I slot print_timing: id  1 | task 9408 |   graph reallocs =          0    /     0        (same size) / (changed size)
5.27.162.022 I slot      release: id  1 | task 9408 | stop processing: n_tokens = 945, truncated = 0
5.27.162.371 I slot print_timing: id  2 | task 9409 | prompt eval time =    2100.64 ms /   924 tokens (    2.27 ms per token,   439.87 tokens per second)
5.27.162.374 I slot print_timing: id  2 | task 9409 |        eval time =      98.18 ms /     2 tokens (   98.18 ms per token,    10.19 tokens per second)
5.27.162.375 I slot print_timing: id  2 | task 9409 |       total time =    2198.82 ms /   926 tokens
5.27.162.375 I slot print_timing: id  2 | task 9409 |    graphs reused =       8134
5.27.162.376 I slot print_timing: id  2 | task 9409 |   graph reallocs =          0    /     0        (same size) / (changed size)
5.27.162.417 I slot      release: id  2 | task 9409 | stop processing: n_tokens = 926, truncated = 0
5.27.183.372 I slot print_timing: id  3 | task 9410 | prompt eval time =    2184.03 ms /   898 tokens (    2.43 ms per token,   411.17 tokens per second)
5.27.183.377 I slot print_timing: id  3 | task 9410 |        eval time =      20.27 ms /     2 tokens (   20.27 ms per token,    49.33 tokens per second)
5.27.183.378 I slot print_timing: id  3 | task 9410 |       total time =    2204.30 ms /   900 tokens
5.27.183.379 I slot print_timing: id  3 | task 9410 |    graphs reused =       8134
5.27.183.381 I slot print_timing: id  3 | task 9410 |   graph reallocs =          0    /     0        (same size) / (changed size)
5.27.183.435 I slot      release: id  3 | task 9410 | stop processing: n_tokens = 900, truncated = 0
5.27.183.450 I slot get_availabl: id  0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.905 (> 0.100 thold), f_keep = 0.868
5.27.183.570 I slot launch_slot_: id  0 | task 9418 | processing task, is_child = 0
5.27.183.687 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 1064.508 MiB)
5.27.354.669 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 913.314 MiB)
5.27.497.886 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 1340.050 MiB)
5.27.683.114 I slot get_availabl: id  1 | task -1 | selected slot by LRU, n_tokens = 945, t_last = 327064082
5.27.683.381 I slot launch_slot_: id  1 | task 9419 | processing task, is_child = 0
5.27.683.575 I slot get_availabl: id  2 | task -1 | selected slot by LRU, n_tokens = 926, t_last = 327064476
5.27.683.780 I slot launch_slot_: id  2 | task 9420 | processing task, is_child = 0
5.27.683.878 I slot get_availabl: id  3 | task -1 | selected slot by LRU, n_tokens = 900, t_last = 327085495
5.27.684.061 I slot launch_slot_: id  3 | task 9421 | processing task, is_child = 0
5.29.591.593 I slot print_timing: id  0 | task 9418 | prompt eval time =    1533.81 ms /   125 tokens (   12.27 ms per token,    81.50 tokens per second)
5.29.591.600 I slot print_timing: id  0 | task 9418 |        eval time =     373.70 ms /     2 tokens (  373.70 ms per token,     2.68 tokens per second)
5.29.591.602 I slot print_timing: id  0 | task 9418 |       total time =    1907.51 ms /   127 tokens
5.29.591.604 I slot print_timing: id  0 | task 9418 |    graphs reused =       8134
5.29.591.605 I slot print_timing: id  0 | task 9418 |   graph reallocs =          0    /     0        (same size) / (changed size)
5.29.591.690 I slot      release: id  0 | task 9418 | stop processing: n_tokens = 1312, truncated = 0
5.29.790.609 I slot get_availabl: id  0 | task -1 | selected slot by LRU, n_tokens = 1312, t_last = 329493750
5.29.790.743 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 1184.949 MiB)
5.30.003.228 I slot launch_slot_: id  0 | task 9426 | processing task, is_child = 0
5.30.163.338 I slot print_timing: id  1 | task 9419 | prompt eval time =    1962.78 ms /  1268 tokens (    1.55 ms per token,   646.02 tokens per second)
5.30.163.343 I slot print_timing: id  1 | task 9419 |        eval time =     374.13 ms /     2 tokens (  374.13 ms per token,     2.67 tokens per second)
5.30.163.345 I slot print_timing: id  1 | task 9419 |       total time =    2336.90 ms /  1270 tokens
5.30.163.346 I slot print_timing: id  1 | task 9419 |    graphs reused =       8134
5.30.163.346 I slot print_timing: id  1 | task 9419 |   graph reallocs =          0    /     0        (same size) / (changed size)
5.30.163.430 I slot      release: id  1 | task 9419 | stop processing: n_tokens = 1270, truncated = 0
5.30.163.879 I slot print_timing: id  2 | task 9420 | prompt eval time =    1951.20 ms /  1355 tokens (    1.44 ms per token,   694.45 tokens per second)
5.30.163.882 I slot print_timing: id  2 | task 9420 |        eval time =     373.99 ms /     2 tokens (  373.99 ms per token,     2.67 tokens per second)
5.30.163.883 I slot print_timing: id  2 | task 9420 |       total time =    2325.19 ms /  1357 tokens
5.30.163.884 I slot print_timing: id  2 | task 9420 |    graphs reused =       8134
5.30.163.885 I slot print_timing: id  2 | task 9420 |   graph reallocs =          0    /     0        (same size) / (changed size)
5.30.163.955 I slot      release: id  2 | task 9420 | stop processing: n_tokens = 1357, truncated = 0
5.30.164.411 I slot print_timing: id  3 | task 9421 | prompt eval time =    1940.06 ms /   790 tokens (    2.46 ms per token,   407.20 tokens per second)
5.30.164.414 I slot print_timing: id  3 | task 9421 |        eval time =     373.81 ms /     2 tokens (  373.81 ms per token,     2.68 tokens per second)
5.30.164.415 I slot print_timing: id  3 | task 9421 |       total time =    2313.87 ms /   792 tokens
5.30.164.416 I slot print_timing: id  3 | task 9421 |    graphs reused =       8134
5.30.164.416 I slot print_timing: id  3 | task 9421 |   graph reallocs =          0    /     0        (same size) / (changed size)
5.30.164.474 I slot      release: id  3 | task 9421 | stop processing: n_tokens = 792, truncated = 0
5.30.364.493 I slot get_availabl: id  1 | task -1 | selected slot by LRU, n_tokens = 1270, t_last = 330065490
5.30.364.623 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 983.067 MiB)
5.30.592.774 I slot launch_slot_: id  1 | task 9431 | processing task, is_child = 0
5.30.592.908 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 1220.468 MiB)
5.30.881.916 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 1198.403 MiB)
5.31.023.143 I slot get_availabl: id  2 | task -1 | selected slot by LRU, n_tokens = 1357, t_last = 330066015
5.31.023.421 I slot launch_slot_: id  2 | task 9430 | processing task, is_child = 0
5.31.023.513 I slot get_availabl: id  3 | task -1 | selected slot by LRU, n_tokens = 792, t_last = 330066535
5.31.023.690 I slot launch_slot_: id  3 | task 9432 | processing task, is_child = 0
5.32.033.777 I slot print_timing: id  0 | task 9426 | prompt eval time =    1496.78 ms /   808 tokens (    1.85 ms per token,   539.82 tokens per second)
5.32.033.782 I slot print_timing: id  0 | task 9426 |        eval time =     533.74 ms /     2 tokens (  533.74 ms per token,     1.87 tokens per second)
5.32.033.783 I slot print_timing: id  0 | task 9426 |       total time =    2030.52 ms /   810 tokens
5.32.033.784 I slot print_timing: id  0 | task 9426 |    graphs reused =       8135
5.32.033.785 I slot print_timing: id  0 | task 9426 |   graph reallocs =          0    /     0        (same size) / (changed size)
5.32.033.845 I slot      release: id  0 | task 9426 | stop processing: n_tokens = 810, truncated = 0
5.32.327.473 I slot get_availabl: id  0 | task -1 | selected slot by LRU, n_tokens = 810, t_last = 331935904
5.32.327.581 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 976.067 MiB)
5.32.454.010 I slot launch_slot_: id  0 | task 9436 | processing task, is_child = 0
5.32.974.349 I slot print_timing: id  1 | task 9431 | prompt eval time =    1725.22 ms /   895 tokens (    1.93 ms per token,   518.78 tokens per second)
5.32.974.355 I slot print_timing: id  1 | task 9431 |        eval time =     164.77 ms /     2 tokens (  164.77 ms per token,     6.07 tokens per second)
5.32.974.356 I slot print_timing: id  1 | task 9431 |       total time =    1889.99 ms /   897 tokens
5.32.974.357 I slot print_timing: id  1 | task 9431 |    graphs reused =       8135
5.32.974.358 I slot print_timing: id  1 | task 9431 |   graph reallocs =          0    /     0        (same size) / (changed size)
5.32.974.439 I slot      release: id  1 | task 9431 | stop processing: n_tokens = 897, truncated = 0
5.32.974.789 I slot print_timing: id  2 | task 9430 | prompt eval time =    1710.52 ms /   865 tokens (    1.98 ms per token,   505.69 tokens per second)
5.32.974.792 I slot print_timing: id  2 | task 9430 |        eval time =     164.61 ms /     2 tokens (  164.61 ms per token,     6.08 tokens per second)
5.32.974.793 I slot print_timing: id  2 | task 9430 |       total time =    1875.13 ms /   867 tokens
5.32.974.793 I slot print_timing: id  2 | task 9430 |    graphs reused =       8135
5.32.974.794 I slot print_timing: id  2 | task 9430 |   graph reallocs =          0    /     0        (same size) / (changed size)
5.32.974.841 I slot      release: id  2 | task 9430 | stop processing: n_tokens = 867, truncated = 0
5.32.975.183 I slot print_timing: id  3 | task 9432 | prompt eval time =    1695.85 ms /   801 tokens (    2.12 ms per token,   472.33 tokens per second)
5.32.975.186 I slot print_timing: id  3 | task 9432 |        eval time =     164.42 ms /     2 tokens (  164.42 ms per token,     6.08 tokens per second)
5.32.975.187 I slot print_timing: id  3 | task 9432 |       total time =    1860.26 ms /   803 tokens
5.32.975.188 I slot print_timing: id  3 | task 9432 |    graphs reused =       8135
5.32.975.188 I slot print_timing: id  3 | task 9432 |   graph reallocs =          0    /     0        (same size) / (changed size)
5.32.975.237 I slot      release: id  3 | task 9432 | stop processing: n_tokens = 803, truncated = 0
5.33.023.148 I slot get_availabl: id  3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.876 (> 0.100 thold), f_keep = 0.862
5.33.023.272 I slot launch_slot_: id  3 | task 9440 | processing task, is_child = 0
5.33.023.379 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 957.956 MiB)
5.33.165.179 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 933.174 MiB)
5.33.341.258 I slot get_availabl: id  1 | task -1 | selected slot by LRU, n_tokens = 897, t_last = 332876499
5.33.341.540 I slot launch_slot_: id  1 | task 9441 | processing task, is_child = 0
5.33.341.645 I slot get_availabl: id  2 | task -1 | selected slot by LRU, n_tokens = 867, t_last = 332876901
5.33.341.860 I slot launch_slot_: id  2 | task 9442 | processing task, is_child = 0
5.34.209.964 I slot print_timing: id  0 | task 9436 | prompt eval time =    1306.61 ms /   866 tokens (    1.51 ms per token,   662.79 tokens per second)
5.34.209.970 I slot print_timing: id  0 | task 9436 |        eval time =     449.32 ms /     2 tokens (  449.32 ms per token,     2.23 tokens per second)
5.34.209.971 I slot print_timing: id  0 | task 9436 |       total time =    1755.93 ms /   868 tokens
5.34.209.972 I slot print_timing: id  0 | task 9436 |    graphs reused =       8135
5.34.209.973 I slot print_timing: id  0 | task 9436 |   graph reallocs =          0    /     0        (same size) / (changed size)
5.34.210.031 I slot      release: id  0 | task 9436 | stop processing: n_tokens = 868, truncated = 0
5.34.475.612 I slot get_availabl: id  0 | task -1 | selected slot by LRU, n_tokens = 868, t_last = 334112091
5.34.475.719 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 1566.515 MiB)
5.34.627.352 I slot launch_slot_: id  0 | task 9446 | processing task, is_child = 0
5.34.999.183 I slot print_timing: id  3 | task 9440 | prompt eval time =    1057.24 ms /   128 tokens (    8.26 ms per token,   121.07 tokens per second)
5.34.999.187 I slot print_timing: id  3 | task 9440 |        eval time =     523.57 ms /     2 tokens (  523.57 ms per token,     1.91 tokens per second)
5.34.999.188 I slot print_timing: id  3 | task 9440 |       total time =    1580.81 ms /   130 tokens
5.34.999.189 I slot print_timing: id  3 | task 9440 |    graphs reused =       8135
5.34.999.190 I slot print_timing: id  3 | task 9440 |   graph reallocs =          0    /     0        (same size) / (changed size)
5.34.999.245 I slot      release: id  3 | task 9440 | stop processing: n_tokens = 791, truncated = 0
5.35.173.512 I slot print_timing: id  1 | task 9441 | prompt eval time =    1603.70 ms /   809 tokens (    1.98 ms per token,   504.46 tokens per second)
5.35.173.517 I slot print_timing: id  1 | task 9441 |        eval time =     175.38 ms /     2 tokens (  175.38 ms per token,     5.70 tokens per second)
5.35.173.518 I slot print_timing: id  1 | task 9441 |       total time =    1779.08 ms /   811 tokens
5.35.173.519 I slot print_timing: id  1 | task 9441 |    graphs reused =       8135
5.35.173.519 I slot print_timing: id  1 | task 9441 |   graph reallocs =          0    /     0        (same size) / (changed size)
5.35.173.577 I slot      release: id  1 | task 9441 | stop processing: n_tokens = 811, truncated = 0
5.35.173.936 I slot print_timing: id  2 | task 9442 | prompt eval time =    1591.90 ms /   785 tokens (    2.03 ms per token,   493.12 tokens per second)
5.35.173.939 I slot print_timing: id  2 | task 9442 |        eval time =     175.13 ms /     2 tokens (  175.13 ms per token,     5.71 tokens per second)
5.35.173.940 I slot print_timing: id  2 | task 9442 |       total time =    1767.02 ms /   787 tokens
5.35.173.941 I slot print_timing: id  2 | task 9442 |    graphs reused =       8135
5.35.173.941 I slot print_timing: id  2 | task 9442 |   graph reallocs =          0    /     0        (same size) / (changed size)
5.35.173.978 I slot      release: id  2 | task 9442 | stop processing: n_tokens = 787, truncated = 0
5.35.173.990 I slot get_availabl: id  3 | task -1 | selected slot by LRU, n_tokens = 791, t_last = 334901304
5.35.313.824 I slot launch_slot_: id  3 | task 9449 | processing task, is_child = 0
5.35.313.928 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 1215.532 MiB)
5.35.605.416 I slot get_availabl: id  1 | task -1 | selected slot by LRU, n_tokens = 811, t_last = 335075637
5.35.605.658 I slot launch_slot_: id  1 | task 9451 | processing task, is_child = 0
5.35.605.750 I slot get_availabl: id  2 | task -1 | selected slot by LRU, n_tokens = 787, t_last = 335076037
5.35.605.920 I slot launch_slot_: id  2 | task 9450 | processing task, is_child = 0
5.37.148.833 I slot print_timing: id  0 | task 9446 | prompt eval time =    2180.59 ms /   958 tokens (    2.28 ms per token,   439.33 tokens per second)
5.37.148.838 I slot print_timing: id  0 | task 9446 |        eval time =     340.86 ms /     2 tokens (  340.86 ms per token,     2.93 tokens per second)
5.37.148.839 I slot print_timing: id  0 | task 9446 |       total time =    2521.45 ms /   960 tokens
5.37.148.840 I slot print_timing: id  0 | task 9446 |    graphs reused =       8135
5.37.148.841 I slot print_timing: id  0 | task 9446 |   graph reallocs =          0    /     0        (same size) / (changed size)
5.37.148.910 I slot      release: id  0 | task 9446 | stop processing: n_tokens = 960, truncated = 0
5.37.344.730 I slot get_availabl: id  0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.887 (> 0.100 thold), f_keep = 0.886
5.37.344.877 I slot launch_slot_: id  0 | task 9456 | processing task, is_child = 0
5.37.478.250 I slot print_timing: id  1 | task 9451 | prompt eval time =    1688.35 ms /   937 tokens (    1.80 ms per token,   554.98 tokens per second)
5.37.478.255 I slot print_timing: id  1 | task 9451 |        eval time =     134.84 ms /     2 tokens (  134.84 ms per token,     7.42 tokens per second)
5.37.478.256 I slot print_timing: id  1 | task 9451 |       total time =    1823.19 ms /   939 tokens
5.37.478.257 I slot print_timing: id  1 | task 9451 |    graphs reused =       8135
5.37.478.258 I slot print_timing: id  1 | task 9451 |   graph reallocs =          0    /     0        (same size) / (changed size)
5.37.478.316 I slot      release: id  1 | task 9451 | stop processing: n_tokens = 939, truncated = 0
5.37.478.728 I slot print_timing: id  2 | task 9450 | prompt eval time =    1678.42 ms /   954 tokens (    1.76 ms per token,   568.39 tokens per second)
5.37.478.732 I slot print_timing: id  2 | task 9450 |        eval time =     134.65 ms /     2 tokens (  134.65 ms per token,     7.43 tokens per second)
5.37.478.733 I slot print_timing: id  2 | task 9450 |       total time =    1813.07 ms /   956 tokens
5.37.478.733 I slot print_timing: id  2 | task 9450 |    graphs reused =       8135
5.37.478.734 I slot print_timing: id  2 | task 9450 |   graph reallocs =          0    /     0        (same size) / (changed size)
5.37.478.778 I slot      release: id  2 | task 9450 | stop processing: n_tokens = 956, truncated = 0
5.37.479.230 I slot print_timing: id  3 | task 9449 | prompt eval time =    1669.09 ms /   934 tokens (    1.79 ms per token,   559.59 tokens per second)
5.37.479.233 I slot print_timing: id  3 | task 9449 |        eval time =     134.51 ms /     2 tokens (  134.51 ms per token,     7.43 tokens per second)
5.37.479.234 I slot print_timing: id  3 | task 9449 |       total time =    1803.60 ms /   936 tokens
5.37.479.235 I slot print_timing: id  3 | task 9449 |    graphs reused =       8135
5.37.479.235 I slot print_timing: id  3 | task 9449 |   graph reallocs =          0    /     0        (same size) / (changed size)
5.37.479.273 I slot      release: id  3 | task 9449 | stop processing: n_tokens = 936, truncated = 0
5.37.541.122 I slot get_availabl: id  1 | task -1 | selected slot by LRU, n_tokens = 939, t_last = 337380375
5.37.541.238 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 1244.081 MiB)
5.37.756.906 I slot launch_slot_: id  1 | task 9459 | processing task, is_child = 0
5.37.757.024 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 804.293 MiB)
5.37.937.905 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 821.450 MiB)
5.37.950.355 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 924.377 MiB)
5.38.140.660 I slot get_availabl: id  2 | task -1 | selected slot by LRU, n_tokens = 956, t_last = 337380838
5.38.140.914 I slot launch_slot_: id  2 | task 9460 | processing task, is_child = 0
5.38.141.013 I slot get_availabl: id  3 | task -1 | selected slot by LRU, n_tokens = 936, t_last = 337381332
5.38.141.191 I slot launch_slot_: id  3 | task 9461 | processing task, is_child = 0
5.39.193.935 I slot print_timing: id  0 | task 9456 | prompt eval time =    1295.91 ms /   137 tokens (    9.46 ms per token,   105.72 tokens per second)
5.39.193.941 I slot print_timing: id  0 | task 9456 |        eval time =     553.12 ms /     2 tokens (  553.12 ms per token,     1.81 tokens per second)
5.39.193.942 I slot print_timing: id  0 | task 9456 |       total time =    1849.04 ms /   139 tokens
5.39.193.943 I slot print_timing: id  0 | task 9456 |    graphs reused =       8135
5.39.193.943 I slot print_timing: id  0 | task 9456 |   graph reallocs =          0    /     0        (same size) / (changed size)
5.39.193.998 I slot      release: id  0 | task 9456 | stop processing: n_tokens = 960, truncated = 0
5.39.477.283 I slot get_availabl: id  0 | task -1 | selected slot by LRU, n_tokens = 960, t_last = 339096057
5.39.477.429 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 895.782 MiB)
5.39.688.943 I slot launch_slot_: id  0 | task 9465 | processing task, is_child = 0
5.40.272.788 I slot print_timing: id  1 | task 9459 | prompt eval time =    1858.76 ms /   975 tokens (    1.91 ms per token,   524.54 tokens per second)
5.40.272.794 I slot print_timing: id  1 | task 9459 |        eval time =     201.59 ms /     2 tokens (  201.59 ms per token,     4.96 tokens per second)
5.40.272.795 I slot print_timing: id  1 | task 9459 |       total time =    2060.35 ms /   977 tokens
5.40.272.798 I slot print_timing: id  1 | task 9459 |    graphs reused =       8135
5.40.272.799 I slot print_timing: id  1 | task 9459 |   graph reallocs =          0    /     0        (same size) / (changed size)
5.40.272.875 I slot      release: id  1 | task 9459 | stop processing: n_tokens = 977, truncated = 0
5.40.273.220 I slot print_timing: id  2 | task 9460 | prompt eval time =    1846.78 ms /   802 tokens (    2.30 ms per token,   434.27 tokens per second)
5.40.273.223 I slot print_timing: id  2 | task 9460 |        eval time =     201.33 ms /     2 tokens (  201.33 ms per token,     4.97 tokens per second)
5.40.273.224 I slot print_timing: id  2 | task 9460 |       total time =    2048.11 ms /   804 tokens
5.40.273.224 I slot print_timing: id  2 | task 9460 |    graphs reused =       8135
5.40.273.225 I slot print_timing: id  2 | task 9460 |   graph reallocs =          0    /     0        (same size) / (changed size)
5.40.273.270 I slot      release: id  2 | task 9460 | stop processing: n_tokens = 804, truncated = 0
5.40.273.625 I slot print_timing: id  3 | task 9461 | prompt eval time =    1835.21 ms /   801 tokens (    2.29 ms per token,   436.46 tokens per second)
5.40.273.628 I slot print_timing: id  3 | task 9461 |        eval time =     201.05 ms /     2 tokens (  201.05 ms per token,     4.97 tokens per second)
5.40.273.629 I slot print_timing: id  3 | task 9461 |       total time =    2036.26 ms /   803 tokens
5.40.273.629 I slot print_timing: id  3 | task 9461 |    graphs reused =       8135
5.40.273.630 I slot print_timing: id  3 | task 9461 |   graph reallocs =          0    /     0        (same size) / (changed size)
5.40.273.661 I slot      release: id  3 | task 9461 | stop processing: n_tokens = 803, truncated = 0
5.40.330.884 I slot get_availabl: id  1 | task -1 | selected slot by LRU, n_tokens = 977, t_last = 340174935
5.40.331.030 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 871.734 MiB)
5.40.504.118 I slot launch_slot_: id  1 | task 9469 | processing task, is_child = 0
5.40.504.226 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 1008.973 MiB)
5.40.625.800 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 817.403 MiB)
5.40.834.432 I slot get_availabl: id  2 | task -1 | selected slot by LRU, n_tokens = 804, t_last = 340175330
5.40.879.916 I slot launch_slot_: id  2 | task 9470 | processing task, is_child = 0
5.40.880.026 I slot get_availabl: id  3 | task -1 | selected slot by LRU, n_tokens = 803, t_last = 340175720
5.40.880.215 I slot launch_slot_: id  3 | task 9471 | processing task, is_child = 0
5.41.894.947 I slot print_timing: id  0 | task 9465 | prompt eval time =    1703.86 ms /   954 tokens (    1.79 ms per token,   559.91 tokens per second)
5.41.894.952 I slot print_timing: id  0 | task 9465 |        eval time =     502.12 ms /     2 tokens (  502.12 ms per token,     1.99 tokens per second)
5.41.894.953 I slot print_timing: id  0 | task 9465 |       total time =    2205.97 ms /   956 tokens
5.41.894.954 I slot print_timing: id  0 | task 9465 |    graphs reused =       8135
5.41.894.955 I slot print_timing: id  0 | task 9465 |   graph reallocs =          0    /     0        (same size) / (changed size)
5.41.895.016 I slot      release: id  0 | task 9465 | stop processing: n_tokens = 956, truncated = 0
5.42.185.901 I slot get_availabl: id  0 | task -1 | selected slot by LRU, n_tokens = 956, t_last = 341797076
5.42.319.044 I slot launch_slot_: id  0 | task 9475 | processing task, is_child = 0
5.42.652.888 I slot print_timing: id  2 | task 9470 | prompt eval time =    1222.16 ms /   138 tokens (    8.86 ms per token,   112.91 tokens per second)
5.42.652.893 I slot print_timing: id  2 | task 9470 |        eval time =     466.99 ms /     2 tokens (  466.99 ms per token,     2.14 tokens per second)
5.42.652.895 I slot print_timing: id  2 | task 9470 |       total time =    1689.15 ms /   140 tokens
5.42.652.895 I slot print_timing: id  2 | task 9470 |    graphs reused =       8135
5.42.652.896 I slot print_timing: id  2 | task 9470 |   graph reallocs =          0    /     0        (same size) / (changed size)
5.42.652.954 I slot      release: id  2 | task 9470 | stop processing: n_tokens = 962, truncated = 0
5.42.864.645 I slot print_timing: id  1 | task 9469 | prompt eval time =    1701.75 ms /   922 tokens (    1.85 ms per token,   541.79 tokens per second)
5.42.864.651 I slot print_timing: id  1 | task 9469 |        eval time =     212.13 ms /     2 tokens (  212.13 ms per token,     4.71 tokens per second)
5.42.864.653 I slot print_timing: id  1 | task 9469 |       total time =    1913.88 ms /   924 tokens
5.42.864.653 I slot print_timing: id  1 | task 9469 |    graphs reused =       8135
5.42.864.655 I slot print_timing: id  1 | task 9469 |   graph reallocs =          0    /     0        (same size) / (changed size)
5.42.864.769 I slot      release: id  1 | task 9469 | stop processing: n_tokens = 924, truncated = 0
5.42.865.213 I slot print_timing: id  3 | task 9471 | prompt eval time =    1596.07 ms /   891 tokens (    1.79 ms per token,   558.24 tokens per second)
5.42.865.217 I slot print_timing: id  3 | task 9471 |        eval time =     211.42 ms /     2 tokens (  211.42 ms per token,     4.73 tokens per second)
5.42.865.218 I slot print_timing: id  3 | task 9471 |       total time =    1807.49 ms /   893 tokens
5.42.865.218 I slot print_timing: id  3 | task 9471 |    graphs reused =       8135
5.42.865.219 I slot print_timing: id  3 | task 9471 |   graph reallocs =          0    /     0        (same size) / (changed size)
5.42.865.278 I slot      release: id  3 | task 9471 | stop processing: n_tokens = 893, truncated = 0
5.42.865.295 I slot get_availabl: id  1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.892 (> 0.100 thold), f_keep = 0.866
5.42.865.447 I slot launch_slot_: id  1 | task 9478 | processing task, is_child = 0
5.42.865.564 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 794.527 MiB)
5.43.055.932 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 989.411 MiB)
5.43.238.090 I slot get_availabl: id  3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.904 (> 0.100 thold), f_keep = 0.896
5.43.238.252 I slot launch_slot_: id  3 | task 9479 | processing task, is_child = 0
5.43.238.364 I slot get_availabl: id  2 | task -1 | selected slot by LRU, n_tokens = 962, t_last = 342555013
5.43.238.563 I slot launch_slot_: id  2 | task 9480 | processing task, is_child = 0
5.44.531.520 I slot print_timing: id  0 | task 9475 | prompt eval time =    1916.22 ms /   898 tokens (    2.13 ms per token,   468.63 tokens per second)
5.44.531.526 I slot print_timing: id  0 | task 9475 |        eval time =     296.23 ms /     2 tokens (  296.23 ms per token,     3.38 tokens per second)
5.44.531.527 I slot print_timing: id  0 | task 9475 |       total time =    2212.45 ms /   900 tokens
5.44.531.528 I slot print_timing: id  0 | task 9475 |    graphs reused =       8135
5.44.531.529 I slot print_timing: id  0 | task 9475 |   graph reallocs =          0    /     0        (same size) / (changed size)
5.44.531.606 I slot      release: id  0 | task 9475 | stop processing: n_tokens = 900, truncated = 0
5.44.655.863 I slot print_timing: id  1 | task 9478 | prompt eval time =    1244.01 ms /   126 tokens (    9.87 ms per token,   101.29 tokens per second)
5.44.655.868 I slot print_timing: id  1 | task 9478 |        eval time =     123.44 ms /     2 tokens (  123.44 ms per token,     8.10 tokens per second)
5.44.655.869 I slot print_timing: id  1 | task 9478 |       total time =    1367.45 ms /   128 tokens
5.44.655.870 I slot print_timing: id  1 | task 9478 |    graphs reused =       8135
5.44.655.871 I slot print_timing: id  1 | task 9478 |   graph reallocs =          0    /     0        (same size) / (changed size)
5.44.655.941 I slot      release: id  1 | task 9478 | stop processing: n_tokens = 898, truncated = 0
5.44.657.003 I slot print_timing: id  3 | task 9479 | prompt eval time =    1141.85 ms /   114 tokens (   10.02 ms per token,    99.84 tokens per second)
5.44.657.008 I slot print_timing: id  3 | task 9479 |        eval time =     123.98 ms /     2 tokens (  123.98 ms per token,     8.07 tokens per second)
5.44.657.009 I slot print_timing: id  3 | task 9479 |       total time =    1265.83 ms /   116 tokens
5.44.657.009 I slot print_timing: id  3 | task 9479 |    graphs reused =       8135
5.44.657.010 I slot print_timing: id  3 | task 9479 |   graph reallocs =          0    /     0        (same size) / (changed size)
5.44.657.062 I slot      release: id  3 | task 9479 | stop processing: n_tokens = 886, truncated = 0
5.44.657.077 I slot get_availabl: id  0 | task -1 | selected slot by LRU, n_tokens = 900, t_last = 344433666
5.44.657.185 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 1005.615 MiB)
5.44.833.133 I slot launch_slot_: id  0 | task 9485 | processing task, is_child = 0
5.44.833.242 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 986.551 MiB)
5.44.847.576 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 1266.313 MiB)
5.45.272.492 I slot get_availabl: id  1 | task -1 | selected slot by LRU, n_tokens = 898, t_last = 344558001
5.45.272.756 I slot launch_slot_: id  1 | task 9486 | processing task, is_child = 0
5.45.272.856 I slot get_availabl: id  3 | task -1 | selected slot by LRU, n_tokens = 886, t_last = 344559123
5.45.273.037 I slot launch_slot_: id  3 | task 9487 | processing task, is_child = 0
5.46.054.424 I slot print_timing: id  2 | task 9480 | prompt eval time =    1281.93 ms /  1233 tokens (    1.04 ms per token,   961.83 tokens per second)
5.46.054.431 I slot print_timing: id  2 | task 9480 |        eval time =    1397.77 ms /     2 tokens ( 1397.77 ms per token,     0.72 tokens per second)
5.46.054.432 I slot print_timing: id  2 | task 9480 |       total time =    2679.70 ms /  1235 tokens
5.46.054.433 I slot print_timing: id  2 | task 9480 |    graphs reused =       8135
5.46.054.434 I slot print_timing: id  2 | task 9480 |   graph reallocs =          0    /     0        (same size) / (changed size)
5.46.054.536 I slot      release: id  2 | task 9480 | stop processing: n_tokens = 1235, truncated = 0
5.46.735.796 I slot get_availabl: id  2 | task -1 | selected slot by LRU, n_tokens = 1235, t_last = 345956597
5.46.735.928 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 815.731 MiB)
5.46.746.707 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 814.778 MiB)
5.46.915.747 I slot launch_slot_: id  2 | task 9490 | processing task, is_child = 0
5.48.420.116 I slot print_timing: id  0 | task 9485 | prompt eval time =    2793.75 ms /  1247 tokens (    2.24 ms per token,   446.35 tokens per second)
5.48.420.122 I slot print_timing: id  0 | task 9485 |        eval time =     353.30 ms /     2 tokens (  353.30 ms per token,     2.83 tokens per second)
5.48.420.123 I slot print_timing: id  0 | task 9485 |       total time =    3147.06 ms /  1249 tokens
5.48.420.124 I slot print_timing: id  0 | task 9485 |    graphs reused =       8135
5.48.420.125 I slot print_timing: id  0 | task 9485 |   graph reallocs =          0    /     0        (same size) / (changed size)
5.48.420.204 I slot      release: id  0 | task 9485 | stop processing: n_tokens = 1249, truncated = 0
5.48.420.617 I slot print_timing: id  1 | task 9486 | prompt eval time =    2782.42 ms /  1297 tokens (    2.15 ms per token,   466.14 tokens per second)
5.48.420.621 I slot print_timing: id  1 | task 9486 |        eval time =     353.12 ms /     2 tokens (  353.12 ms per token,     2.83 tokens per second)
5.48.420.622 I slot print_timing: id  1 | task 9486 |       total time =    3135.55 ms /  1299 tokens
5.48.420.623 I slot print_timing: id  1 | task 9486 |    graphs reused =       8135
5.48.420.623 I slot print_timing: id  1 | task 9486 |   graph reallocs =          0    /     0        (same size) / (changed size)
5.48.420.692 I slot      release: id  1 | task 9486 | stop processing: n_tokens = 1299, truncated = 0
5.48.483.772 I slot print_timing: id  3 | task 9487 | prompt processing, n_tokens =   2243, progress = 0.88, t =   3.12 s / 719.12 tokens per second
5.48.715.130 I slot get_availabl: id  0 | task -1 | selected slot by LRU, n_tokens = 1249, t_last = 348322264
5.48.715.267 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 1005.927 MiB)
5.48.901.601 I slot launch_slot_: id  0 | task 9495 | processing task, is_child = 0
5.48.901.740 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 1273.532 MiB)
5.49.095.093 I slot get_availabl: id  1 | task -1 | selected slot by LRU, n_tokens = 1299, t_last = 348322752
5.49.095.385 I slot launch_slot_: id  1 | task 9496 | processing task, is_child = 0
5.50.653.063 I slot print_timing: id  3 | task 9487 | prompt processing, n_tokens =   2545, progress = 1.00, t =   3.41 s / 745.34 tokens per second
5.51.234.858 I slot print_timing: id  2 | task 9490 | prompt eval time =    3785.89 ms /  2458 tokens (    1.54 ms per token,   649.25 tokens per second)
5.51.234.863 I slot print_timing: id  2 | task 9490 |        eval time =     388.88 ms /     2 tokens (  388.88 ms per token,     2.57 tokens per second)
5.51.234.864 I slot print_timing: id  2 | task 9490 |       total time =    4174.78 ms /  2460 tokens
5.51.234.865 I slot print_timing: id  2 | task 9490 |    graphs reused =       8135
5.51.234.866 I slot print_timing: id  2 | task 9490 |   graph reallocs =          0    /     0        (same size) / (changed size)
5.51.235.134 I slot      release: id  2 | task 9490 | stop processing: n_tokens = 2460, truncated = 0
5.51.235.581 I slot print_timing: id  3 | task 9487 | prompt eval time =    5546.10 ms /  2549 tokens (    2.18 ms per token,   459.60 tokens per second)
5.51.235.585 I slot print_timing: id  3 | task 9487 |        eval time =     388.90 ms /     2 tokens (  388.90 ms per token,     2.57 tokens per second)
5.51.235.586 I slot print_timing: id  3 | task 9487 |       total time =    5935.00 ms /  2551 tokens
5.51.235.586 I slot print_timing: id  3 | task 9487 |    graphs reused =       8135
5.51.235.587 I slot print_timing: id  3 | task 9487 |   graph reallocs =          0    /     0        (same size) / (changed size)
5.51.235.718 I slot      release: id  3 | task 9487 | stop processing: n_tokens = 2551, truncated = 0
5.51.515.113 I slot get_availabl: id  2 | task -1 | selected slot by LRU, n_tokens = 2460, t_last = 351137194
5.51.515.301 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 929.627 MiB)
5.51.528.790 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 936.299 MiB)
5.51.789.526 I slot launch_slot_: id  2 | task 9502 | processing task, is_child = 0
5.51.789.715 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 1183.465 MiB)
5.52.014.325 I slot get_availabl: id  3 | task -1 | selected slot by LRU, n_tokens = 2551, t_last = 351137778
5.52.014.661 I slot launch_slot_: id  3 | task 9503 | processing task, is_child = 0
5.52.875.009 I slot print_timing: id  0 | task 9495 | prompt eval time =    2419.70 ms /  2696 tokens (    0.90 ms per token,  1114.19 tokens per second)
5.52.875.015 I slot print_timing: id  0 | task 9495 |        eval time =    1359.90 ms /     2 tokens ( 1359.90 ms per token,     0.74 tokens per second)
5.52.875.017 I slot print_timing: id  0 | task 9495 |       total time =    3779.60 ms /  2698 tokens
5.52.875.017 I slot print_timing: id  0 | task 9495 |    graphs reused =       8135
5.52.875.018 I slot print_timing: id  0 | task 9495 |   graph reallocs =          0    /     0        (same size) / (changed size)
5.52.875.204 I slot      release: id  0 | task 9495 | stop processing: n_tokens = 2698, truncated = 0
5.53.185.106 I slot print_timing: id  1 | task 9496 | prompt eval time =    3240.94 ms /  2609 tokens (    1.24 ms per token,   805.01 tokens per second)
5.53.185.112 I slot print_timing: id  1 | task 9496 |        eval time =     309.11 ms /     2 tokens (  309.11 ms per token,     3.24 tokens per second)
5.53.185.113 I slot print_timing: id  1 | task 9496 |       total time =    3550.04 ms /  2611 tokens
5.53.185.114 I slot print_timing: id  1 | task 9496 |    graphs reused =       8135
5.53.185.115 I slot print_timing: id  1 | task 9496 |   graph reallocs =          0    /     0        (same size) / (changed size)
5.53.185.292 I slot      release: id  1 | task 9496 | stop processing: n_tokens = 2611, truncated = 0
5.53.185.310 I slot get_availabl: id  0 | task -1 | selected slot by LRU, n_tokens = 2698, t_last = 352777265
5.53.185.505 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 1166.090 MiB)
5.53.420.183 I slot launch_slot_: id  0 | task 9506 | processing task, is_child = 0
5.53.420.374 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 1204.047 MiB)
5.53.671.645 I slot get_availabl: id  1 | task -1 | selected slot by LRU, n_tokens = 2611, t_last = 353087353
5.53.671.978 I slot launch_slot_: id  1 | task 9507 | processing task, is_child = 0
5.55.832.927 I slot print_timing: id  3 | task 9503 | prompt processing, n_tokens =   1737, progress = 1.00, t =   3.60 s / 481.98 tokens per second
5.56.113.092 I slot print_timing: id  2 | task 9502 | prompt eval time =    3620.99 ms /  1817 tokens (    1.99 ms per token,   501.80 tokens per second)
5.56.113.097 I slot print_timing: id  2 | task 9502 |        eval time =     401.28 ms /     2 tokens (  401.28 ms per token,     2.49 tokens per second)
5.56.113.098 I slot print_timing: id  2 | task 9502 |       total time =    4022.27 ms /  1819 tokens
5.56.113.099 I slot print_timing: id  2 | task 9502 |    graphs reused =       8135
5.56.113.099 I slot print_timing: id  2 | task 9502 |   graph reallocs =          0    /     0        (same size) / (changed size)
5.56.113.274 I slot      release: id  2 | task 9502 | stop processing: n_tokens = 1819, truncated = 0
5.56.240.057 I slot print_timing: id  0 | task 9506 | prompt eval time =    2440.72 ms /  2007 tokens (    1.22 ms per token,   822.30 tokens per second)
5.56.240.062 I slot print_timing: id  0 | task 9506 |        eval time =     127.34 ms /     2 tokens (  127.34 ms per token,     7.85 tokens per second)
5.56.240.063 I slot print_timing: id  0 | task 9506 |       total time =    2568.06 ms /  2009 tokens
5.56.240.064 I slot print_timing: id  0 | task 9506 |    graphs reused =       8135
5.56.240.065 I slot print_timing: id  0 | task 9506 |   graph reallocs =          0    /     0        (same size) / (changed size)
5.56.240.210 I slot      release: id  0 | task 9506 | stop processing: n_tokens = 2009, truncated = 0
5.56.241.419 I slot print_timing: id  3 | task 9503 | prompt eval time =    4006.88 ms /  1741 tokens (    2.30 ms per token,   434.50 tokens per second)
5.56.241.423 I slot print_timing: id  3 | task 9503 |        eval time =     127.38 ms /     2 tokens (  127.38 ms per token,     7.85 tokens per second)
5.56.241.424 I slot print_timing: id  3 | task 9503 |       total time =    4134.26 ms /  1743 tokens
5.56.241.425 I slot print_timing: id  3 | task 9503 |    graphs reused =       8135
5.56.241.426 I slot print_timing: id  3 | task 9503 |   graph reallocs =          0    /     0        (same size) / (changed size)
5.56.241.542 I slot      release: id  3 | task 9503 | stop processing: n_tokens = 1743, truncated = 0
5.56.241.560 I slot get_availabl: id  0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.756 (> 0.100 thold), f_keep = 0.727
5.56.241.703 I slot launch_slot_: id  0 | task 9513 | processing task, is_child = 0
5.56.241.859 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 1208.641 MiB)
5.56.449.872 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 1225.048 MiB)
5.56.653.785 I slot get_availabl: id  2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.830 (> 0.100 thold), f_keep = 0.803
5.56.653.934 I slot launch_slot_: id  2 | task 9514 | processing task, is_child = 0
5.56.654.083 I slot get_availabl: id  3 | task -1 | selected slot by LRU, n_tokens = 1743, t_last = 356143602
5.56.654.314 I slot launch_slot_: id  3 | task 9515 | processing task, is_child = 0
5.57.161.955 I slot print_timing: id  1 | task 9507 | prompt eval time =    2552.08 ms /  1833 tokens (    1.39 ms per token,   718.24 tokens per second)
5.57.161.960 I slot print_timing: id  1 | task 9507 |        eval time =     920.93 ms /     2 tokens (  920.93 ms per token,     1.09 tokens per second)
5.57.161.961 I slot print_timing: id  1 | task 9507 |       total time =    3473.01 ms /  1835 tokens
5.57.161.962 I slot print_timing: id  1 | task 9507 |    graphs reused =       8135
5.57.161.963 I slot print_timing: id  1 | task 9507 |   graph reallocs =          0    /     0        (same size) / (changed size)
5.57.162.095 I slot      release: id  1 | task 9507 | stop processing: n_tokens = 1835, truncated = 0
5.57.692.418 I slot get_availabl: id  1 | task -1 | selected slot by LRU, n_tokens = 1835, t_last = 357064156
5.57.692.581 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 1318.830 MiB)
5.57.940.910 I slot launch_slot_: id  1 | task 9518 | processing task, is_child = 0
5.58.244.138 I slot print_timing: id  2 | task 9514 | prompt eval time =     858.42 ms /   299 tokens (    2.87 ms per token,   348.31 tokens per second)
5.58.244.144 I slot print_timing: id  2 | task 9514 |        eval time =     551.73 ms /     2 tokens (  551.73 ms per token,     1.81 tokens per second)
5.58.244.144 I slot print_timing: id  2 | task 9514 |       total time =    1410.15 ms /   301 tokens
5.58.244.145 I slot print_timing: id  2 | task 9514 |    graphs reused =       8135
5.58.244.146 I slot print_timing: id  2 | task 9514 |   graph reallocs =          0    /     0        (same size) / (changed size)
5.58.244.264 I slot      release: id  2 | task 9514 | stop processing: n_tokens = 1760, truncated = 0
5.58.482.313 I slot print_timing: id  0 | task 9513 | prompt eval time =    1589.41 ms /   509 tokens (    3.12 ms per token,   320.24 tokens per second)
5.58.482.318 I slot print_timing: id  0 | task 9513 |        eval time =     238.56 ms /     2 tokens (  238.56 ms per token,     4.19 tokens per second)
5.58.482.320 I slot print_timing: id  0 | task 9513 |       total time =    1827.97 ms /   511 tokens
5.58.482.320 I slot print_timing: id  0 | task 9513 |    graphs reused =       8135
5.58.482.321 I slot print_timing: id  0 | task 9513 |   graph reallocs =          0    /     0        (same size) / (changed size)
5.58.482.466 I slot      release: id  0 | task 9513 | stop processing: n_tokens = 1932, truncated = 0
5.58.483.282 I slot get_availabl: id  2 | task -1 | selected slot by LRU, n_tokens = 1760, t_last = 358146325
5.58.483.434 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 1320.253 MiB)
5.58.505.697 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 1322.552 MiB)
5.58.854.014 I slot launch_slot_: id  2 | task 9521 | processing task, is_child = 0
5.59.022.783 I slot get_availabl: id  0 | task -1 | selected slot by LRU, n_tokens = 1932, t_last = 358384526
5.59.023.081 I slot launch_slot_: id  0 | task 9522 | processing task, is_child = 0
5.59.355.419 I slot print_timing: id  3 | task 9515 | prompt eval time =    1578.68 ms /   725 tokens (    2.18 ms per token,   459.24 tokens per second)
5.59.355.425 I slot print_timing: id  3 | task 9515 |        eval time =     872.13 ms /     2 tokens (  872.13 ms per token,     1.15 tokens per second)
5.59.355.427 I slot print_timing: id  3 | task 9515 |       total time =    2450.82 ms /   727 tokens
5.59.355.428 I slot print_timing: id  3 | task 9515 |    graphs reused =       8135
5.59.355.429 I slot print_timing: id  3 | task 9515 |   graph reallocs =          0    /     0        (same size) / (changed size)
5.59.355.498 I slot      release: id  3 | task 9515 | stop processing: n_tokens = 727, truncated = 0
5.59.745.135 I slot get_availabl: id  3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.865 (> 0.100 thold), f_keep = 0.879
5.59.745.421 I slot launch_slot_: id  3 | task 9525 | processing task, is_child = 0
6.00.029.133 I slot print_timing: id  1 | task 9518 | prompt eval time =    1742.90 ms /   745 tokens (    2.34 ms per token,   427.45 tokens per second)
6.00.029.139 I slot print_timing: id  1 | task 9518 |        eval time =     284.03 ms /     2 tokens (  284.03 ms per token,     3.52 tokens per second)
6.00.029.141 I slot print_timing: id  1 | task 9518 |       total time =    2026.93 ms /   747 tokens
6.00.029.142 I slot print_timing: id  1 | task 9518 |    graphs reused =       8135
6.00.029.143 I slot print_timing: id  1 | task 9518 |   graph reallocs =          0    /     0        (same size) / (changed size)
6.00.029.206 I slot      release: id  1 | task 9518 | stop processing: n_tokens = 747, truncated = 0
6.00.263.203 I slot get_availabl: id  1 | task -1 | selected slot by LRU, n_tokens = 747, t_last = 359931267
6.00.263.300 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 1321.191 MiB)
6.00.417.775 I slot launch_slot_: id  1 | task 9528 | processing task, is_child = 0
6.00.651.615 I slot print_timing: id  0 | task 9522 | prompt eval time =    1239.27 ms /   724 tokens (    1.71 ms per token,   584.22 tokens per second)
6.00.651.620 I slot print_timing: id  0 | task 9522 |        eval time =     389.24 ms /     2 tokens (  389.24 ms per token,     2.57 tokens per second)
6.00.651.621 I slot print_timing: id  0 | task 9522 |       total time =    1628.51 ms /   726 tokens
6.00.651.622 I slot print_timing: id  0 | task 9522 |    graphs reused =       8135
6.00.651.623 I slot print_timing: id  0 | task 9522 |   graph reallocs =          0    /     0        (same size) / (changed size)
6.00.651.673 I slot      release: id  0 | task 9522 | stop processing: n_tokens = 726, truncated = 0
6.00.652.098 I slot print_timing: id  2 | task 9521 | prompt eval time =    1176.52 ms /   759 tokens (    1.55 ms per token,   645.12 tokens per second)
6.00.652.102 I slot print_timing: id  2 | task 9521 |        eval time =     388.90 ms /     2 tokens (  388.90 ms per token,     2.57 tokens per second)
6.00.652.102 I slot print_timing: id  2 | task 9521 |       total time =    1565.43 ms /   761 tokens
6.00.652.103 I slot print_timing: id  2 | task 9521 |    graphs reused =       8135
6.00.652.104 I slot print_timing: id  2 | task 9521 |   graph reallocs =          0    /     0        (same size) / (changed size)
6.00.652.146 I slot      release: id  2 | task 9521 | stop processing: n_tokens = 761, truncated = 0
6.00.826.126 I slot print_timing: id  3 | task 9525 | prompt eval time =     813.33 ms /   129 tokens (    6.30 ms per token,   158.61 tokens per second)
6.00.826.132 I slot print_timing: id  3 | task 9525 |        eval time =     173.06 ms /     2 tokens (  173.06 ms per token,     5.78 tokens per second)
6.00.826.133 I slot print_timing: id  3 | task 9525 |       total time =     986.40 ms /   131 tokens
6.00.826.134 I slot print_timing: id  3 | task 9525 |    graphs reused =       8135
6.00.826.135 I slot print_timing: id  3 | task 9525 |   graph reallocs =          0    /     0        (same size) / (changed size)
6.00.826.201 I slot      release: id  3 | task 9525 | stop processing: n_tokens = 740, truncated = 0
6.00.826.219 I slot get_availabl: id  0 | task -1 | selected slot by LRU, n_tokens = 726, t_last = 360553732
6.00.826.331 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 1308.807 MiB)
6.00.946.982 I slot launch_slot_: id  0 | task 9531 | processing task, is_child = 0
6.01.074.534 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 1307.619 MiB)
6.01.235.480 I slot get_availabl: id  2 | task -1 | selected slot by LRU, n_tokens = 761, t_last = 360554205
6.01.235.728 I slot launch_slot_: id  2 | task 9532 | processing task, is_child = 0
6.01.235.817 I slot get_availabl: id  3 | task -1 | selected slot by LRU, n_tokens = 740, t_last = 360728262
6.01.235.992 I slot launch_slot_: id  3 | task 9533 | processing task, is_child = 0
6.02.699.700 I slot print_timing: id  1 | task 9528 | prompt eval time =    1951.11 ms /   797 tokens (    2.45 ms per token,   408.48 tokens per second)
6.02.699.707 I slot print_timing: id  1 | task 9528 |        eval time =     330.79 ms /     2 tokens (  330.79 ms per token,     3.02 tokens per second)
6.02.699.709 I slot print_timing: id  1 | task 9528 |       total time =    2281.90 ms /   799 tokens
6.02.699.709 I slot print_timing: id  1 | task 9528 |    graphs reused =       8135
6.02.699.710 I slot print_timing: id  1 | task 9528 |   graph reallocs =          0    /     0        (same size) / (changed size)
6.02.699.789 I slot      release: id  1 | task 9528 | stop processing: n_tokens = 799, truncated = 0
6.02.901.928 I slot get_availabl: id  1 | task -1 | selected slot by LRU, n_tokens = 799, t_last = 362601850
6.03.008.630 I slot launch_slot_: id  1 | task 9538 | processing task, is_child = 0
6.03.175.097 I slot print_timing: id  0 | task 9531 | prompt eval time =    1664.71 ms /  1045 tokens (    1.59 ms per token,   627.74 tokens per second)
6.03.175.102 I slot print_timing: id  0 | task 9531 |        eval time =     274.37 ms /     2 tokens (  274.37 ms per token,     3.64 tokens per second)
6.03.175.103 I slot print_timing: id  0 | task 9531 |       total time =    1939.09 ms /  1047 tokens
6.03.175.104 I slot print_timing: id  0 | task 9531 |    graphs reused =       8135
6.03.175.105 I slot print_timing: id  0 | task 9531 |   graph reallocs =          0    /     0        (same size) / (changed size)
6.03.175.181 I slot      release: id  0 | task 9531 | stop processing: n_tokens = 1047, truncated = 0
6.03.175.609 I slot print_timing: id  2 | task 9532 | prompt eval time =    1607.00 ms /   806 tokens (    1.99 ms per token,   501.56 tokens per second)
6.03.175.612 I slot print_timing: id  2 | task 9532 |        eval time =     274.29 ms /     2 tokens (  274.29 ms per token,     3.65 tokens per second)
6.03.175.613 I slot print_timing: id  2 | task 9532 |       total time =    1881.29 ms /   808 tokens
6.03.175.614 I slot print_timing: id  2 | task 9532 |    graphs reused =       8135
6.03.175.614 I slot print_timing: id  2 | task 9532 |   graph reallocs =          0    /     0        (same size) / (changed size)
6.03.175.675 I slot      release: id  2 | task 9532 | stop processing: n_tokens = 808, truncated = 0
6.03.176.136 I slot print_timing: id  3 | task 9533 | prompt eval time =    1597.63 ms /   797 tokens (    2.00 ms per token,   498.86 tokens per second)
6.03.176.139 I slot print_timing: id  3 | task 9533 |        eval time =     274.21 ms /     2 tokens (  274.21 ms per token,     3.65 tokens per second)
6.03.176.140 I slot print_timing: id  3 | task 9533 |       total time =    1871.84 ms /   799 tokens
6.03.176.141 I slot print_timing: id  3 | task 9533 |    graphs reused =       8135
6.03.176.142 I slot print_timing: id  3 | task 9533 |   graph reallocs =          0    /     0        (same size) / (changed size)
6.03.176.185 I slot      release: id  3 | task 9533 | stop processing: n_tokens = 799, truncated = 0
6.03.209.280 I slot get_availabl: id  0 | task -1 | selected slot by LRU, n_tokens = 1047, t_last = 363077242
6.03.209.398 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 1309.057 MiB)
6.03.426.297 I slot launch_slot_: id  0 | task 9541 | processing task, is_child = 0
6.03.426.397 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 1627.897 MiB)
6.03.766.893 I slot get_availabl: id  2 | task -1 | selected slot by LRU, n_tokens = 808, t_last = 363077736
6.03.767.127 I slot launch_slot_: id  2 | task 9542 | processing task, is_child = 0
6.03.767.218 I slot get_availabl: id  3 | task -1 | selected slot by LRU, n_tokens = 799, t_last = 363078244
6.03.767.392 I slot launch_slot_: id  3 | task 9543 | processing task, is_child = 0
6.05.153.084 I slot print_timing: id  1 | task 9538 | prompt eval time =    1801.79 ms /   843 tokens (    2.14 ms per token,   467.87 tokens per second)
6.05.153.090 I slot print_timing: id  1 | task 9538 |        eval time =     342.63 ms /     2 tokens (  342.63 ms per token,     2.92 tokens per second)
6.05.153.091 I slot print_timing: id  1 | task 9538 |       total time =    2144.43 ms /   845 tokens
6.05.153.093 I slot print_timing: id  1 | task 9538 |    graphs reused =       8135
6.05.153.094 I slot print_timing: id  1 | task 9538 |   graph reallocs =          0    /     0        (same size) / (changed size)
6.05.153.162 I slot      release: id  1 | task 9538 | stop processing: n_tokens = 845, truncated = 0
6.05.356.657 I slot get_availabl: id  1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.870 (> 0.100 thold), f_keep = 0.884
6.05.356.784 I slot launch_slot_: id  1 | task 9548 | processing task, is_child = 0
6.05.477.391 I slot print_timing: id  0 | task 9541 | prompt eval time =    1587.94 ms /   907 tokens (    1.75 ms per token,   571.18 tokens per second)
6.05.477.396 I slot print_timing: id  0 | task 9541 |        eval time =     122.03 ms /     2 tokens (  122.03 ms per token,     8.19 tokens per second)
6.05.477.397 I slot print_timing: id  0 | task 9541 |       total time =    1709.98 ms /   909 tokens
6.05.477.397 I slot print_timing: id  0 | task 9541 |    graphs reused =       8135
6.05.477.398 I slot print_timing: id  0 | task 9541 |   graph reallocs =          0    /     0        (same size) / (changed size)
6.05.477.457 I slot      release: id  0 | task 9541 | stop processing: n_tokens = 909, truncated = 0
6.05.477.787 I slot print_timing: id  2 | task 9542 | prompt eval time =    1531.75 ms /   836 tokens (    1.83 ms per token,   545.78 tokens per second)
6.05.477.790 I slot print_timing: id  2 | task 9542 |        eval time =     121.76 ms /     2 tokens (  121.76 ms per token,     8.21 tokens per second)
6.05.477.791 I slot print_timing: id  2 | task 9542 |       total time =    1653.51 ms /   838 tokens
6.05.477.792 I slot print_timing: id  2 | task 9542 |    graphs reused =       8135
6.05.477.793 I slot print_timing: id  2 | task 9542 |   graph reallocs =          0    /     0        (same size) / (changed size)
6.05.477.836 I slot      release: id  2 | task 9542 | stop processing: n_tokens = 838, truncated = 0
6.05.478.235 I slot print_timing: id  3 | task 9543 | prompt eval time =    1522.24 ms /   899 tokens (    1.69 ms per token,   590.58 tokens per second)
6.05.478.240 I slot print_timing: id  3 | task 9543 |        eval time =     121.58 ms /     2 tokens (  121.58 ms per token,     8.22 tokens per second)
6.05.478.241 I slot print_timing: id  3 | task 9543 |       total time =    1643.83 ms /   901 tokens
6.05.478.241 I slot print_timing: id  3 | task 9543 |    graphs reused =       8135
6.05.478.242 I slot print_timing: id  3 | task 9543 |   graph reallocs =          0    /     0        (same size) / (changed size)
6.05.478.291 I slot      release: id  3 | task 9543 | stop processing: n_tokens = 901, truncated = 0
6.05.541.588 I slot get_availabl: id  0 | task -1 | selected slot by LRU, n_tokens = 909, t_last = 365379516
6.05.541.696 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 1310.261 MiB)
6.05.743.253 I slot launch_slot_: id  0 | task 9551 | processing task, is_child = 0
6.05.743.358 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 740.150 MiB)
6.05.902.739 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 720.133 MiB)
6.06.070.266 I slot get_availabl: id  2 | task -1 | selected slot by LRU, n_tokens = 838, t_last = 365379895
6.06.070.512 I slot launch_slot_: id  2 | task 9552 | processing task, is_child = 0
6.06.070.611 I slot get_availabl: id  3 | task -1 | selected slot by LRU, n_tokens = 901, t_last = 365380351
6.06.070.796 I slot launch_slot_: id  3 | task 9553 | processing task, is_child = 0
6.06.994.362 I slot print_timing: id  1 | task 9548 | prompt eval time =    1133.47 ms /   141 tokens (    8.04 ms per token,   124.40 tokens per second)
6.06.994.367 I slot print_timing: id  1 | task 9548 |        eval time =     504.09 ms /     2 tokens (  504.09 ms per token,     1.98 tokens per second)
6.06.994.368 I slot print_timing: id  1 | task 9548 |       total time =    1637.56 ms /   143 tokens
6.06.994.369 I slot print_timing: id  1 | task 9548 |    graphs reused =       8135
6.06.994.370 I slot print_timing: id  1 | task 9548 |   graph reallocs =          0    /     0        (same size) / (changed size)
6.06.994.435 I slot      release: id  1 | task 9548 | stop processing: n_tokens = 860, truncated = 0
6.07.249.838 I slot get_availabl: id  1 | task -1 | selected slot by LRU, n_tokens = 860, t_last = 366896495
6.07.249.945 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 753.494 MiB)
6.07.260.341 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 920.048 MiB)
6.07.457.932 I slot launch_slot_: id  1 | task 9557 | processing task, is_child = 0
6.07.939.717 I slot print_timing: id  0 | task 9551 | prompt eval time =    1685.50 ms /   825 tokens (    2.04 ms per token,   489.47 tokens per second)
6.07.939.722 I slot print_timing: id  0 | task 9551 |        eval time =     183.40 ms /     2 tokens (  183.40 ms per token,     5.45 tokens per second)
6.07.939.723 I slot print_timing: id  0 | task 9551 |       total time =    1868.90 ms /   827 tokens
6.07.939.724 I slot print_timing: id  0 | task 9551 |    graphs reused =       8135
6.07.939.725 I slot print_timing: id  0 | task 9551 |   graph reallocs =          0    /     0        (same size) / (changed size)
6.07.939.792 I slot      release: id  0 | task 9551 | stop processing: n_tokens = 827, truncated = 0
6.07.940.209 I slot print_timing: id  2 | task 9552 | prompt eval time =    1611.08 ms /   852 tokens (    1.89 ms per token,   528.84 tokens per second)
6.07.940.212 I slot print_timing: id  2 | task 9552 |        eval time =     183.08 ms /     2 tokens (  183.08 ms per token,     5.46 tokens per second)
6.07.940.213 I slot print_timing: id  2 | task 9552 |       total time =    1794.16 ms /   854 tokens
6.07.940.213 I slot print_timing: id  2 | task 9552 |    graphs reused =       8135
6.07.940.214 I slot print_timing: id  2 | task 9552 |   graph reallocs =          0    /     0        (same size) / (changed size)
6.07.940.261 I slot      release: id  2 | task 9552 | stop processing: n_tokens = 854, truncated = 0
6.07.940.710 I slot print_timing: id  3 | task 9553 | prompt eval time =    1601.18 ms /   685 tokens (    2.34 ms per token,   427.81 tokens per second)
6.07.940.713 I slot print_timing: id  3 | task 9553 |        eval time =     182.75 ms /     2 tokens (  182.75 ms per token,     5.47 tokens per second)
6.07.940.714 I slot print_timing: id  3 | task 9553 |       total time =    1783.93 ms /   687 tokens
6.07.940.714 I slot print_timing: id  3 | task 9553 |    graphs reused =       8135
6.07.940.715 I slot print_timing: id  3 | task 9553 |   graph reallocs =          0    /     0        (same size) / (changed size)
6.07.940.768 I slot      release: id  3 | task 9553 | stop processing: n_tokens = 687, truncated = 0
6.07.988.904 I slot get_availabl: id  0 | task -1 | selected slot by LRU, n_tokens = 827, t_last = 367841852
6.08.101.372 I slot launch_slot_: id  0 | task 9561 | processing task, is_child = 0
6.08.101.483 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 794.402 MiB)
6.08.111.862 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 1100.791 MiB)
6.08.386.323 I slot get_availabl: id  2 | task -1 | selected slot by LRU, n_tokens = 854, t_last = 367842320
6.08.386.575 I slot launch_slot_: id  2 | task 9562 | processing task, is_child = 0
6.08.386.656 I slot get_availabl: id  3 | task -1 | selected slot by LRU, n_tokens = 687, t_last = 367842828
6.08.386.824 I slot launch_slot_: id  3 | task 9563 | processing task, is_child = 0
6.09.267.142 I slot print_timing: id  1 | task 9557 | prompt eval time =    1237.85 ms /   762 tokens (    1.62 ms per token,   615.58 tokens per second)
6.09.267.148 I slot print_timing: id  1 | task 9557 |        eval time =     515.28 ms /     2 tokens (  515.28 ms per token,     1.94 tokens per second)
6.09.267.149 I slot print_timing: id  1 | task 9557 |       total time =    1753.13 ms /   764 tokens
6.09.267.149 I slot print_timing: id  1 | task 9557 |    graphs reused =       8135
6.09.267.151 I slot print_timing: id  1 | task 9557 |   graph reallocs =          0    /     0        (same size) / (changed size)
6.09.267.212 I slot      release: id  1 | task 9557 | stop processing: n_tokens = 764, truncated = 0
6.09.514.435 I slot get_availabl: id  1 | task -1 | selected slot by LRU, n_tokens = 764, t_last = 369169271
6.09.514.531 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 818.606 MiB)
6.09.649.896 I slot launch_slot_: id  1 | task 9567 | processing task, is_child = 0
6.10.131.656 I slot print_timing: id  0 | task 9561 | prompt eval time =    1539.63 ms /   746 tokens (    2.06 ms per token,   484.53 tokens per second)
6.10.131.662 I slot print_timing: id  0 | task 9561 |        eval time =     205.18 ms /     2 tokens (  205.18 ms per token,     4.87 tokens per second)
6.10.131.663 I slot print_timing: id  0 | task 9561 |       total time =    1744.81 ms /   748 tokens
6.10.131.664 I slot print_timing: id  0 | task 9561 |    graphs reused =       8135
6.10.131.665 I slot print_timing: id  0 | task 9561 |   graph reallocs =          0    /     0        (same size) / (changed size)
6.10.131.719 I slot      release: id  0 | task 9561 | stop processing: n_tokens = 748, truncated = 0
6.10.132.146 I slot print_timing: id  2 | task 9562 | prompt eval time =    1472.62 ms /   720 tokens (    2.05 ms per token,   488.92 tokens per second)
6.10.132.149 I slot print_timing: id  2 | task 9562 |        eval time =     204.85 ms /     2 tokens (  204.85 ms per token,     4.88 tokens per second)
6.10.132.150 I slot print_timing: id  2 | task 9562 |       total time =    1677.47 ms /   722 tokens
6.10.132.150 I slot print_timing: id  2 | task 9562 |    graphs reused =       8135
6.10.132.151 I slot print_timing: id  2 | task 9562 |   graph reallocs =          0    /     0        (same size) / (changed size)
6.10.132.204 I slot      release: id  2 | task 9562 | stop processing: n_tokens = 722, truncated = 0
6.10.132.628 I slot print_timing: id  3 | task 9563 | prompt eval time =    1462.25 ms /   741 tokens (    1.97 ms per token,   506.75 tokens per second)
6.10.132.633 I slot print_timing: id  3 | task 9563 |        eval time =     204.47 ms /     2 tokens (  204.47 ms per token,     4.89 tokens per second)
6.10.132.634 I slot print_timing: id  3 | task 9563 |       total time =    1666.72 ms /   743 tokens
6.10.132.635 I slot print_timing: id  3 | task 9563 |    graphs reused =       8135
6.10.132.636 I slot print_timing: id  3 | task 9563 |   graph reallocs =          0    /     0        (same size) / (changed size)
6.10.132.680 I slot      release: id  3 | task 9563 | stop processing: n_tokens = 743, truncated = 0
6.10.184.836 I slot get_availabl: id  2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.884 (> 0.100 thold), f_keep = 0.877
6.10.184.963 I slot launch_slot_: id  2 | task 9571 | processing task, is_child = 0
6.10.185.076 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 810.028 MiB)
6.10.332.499 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 928.315 MiB)
6.10.479.663 I slot get_availabl: id  3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.887 (> 0.100 thold), f_keep = 0.852
6.10.479.824 I slot launch_slot_: id  3 | task 9572 | processing task, is_child = 0
6.10.479.919 I slot get_availabl: id  0 | task -1 | selected slot by LRU, n_tokens = 748, t_last = 370033779
6.10.516.065 I slot launch_slot_: id  0 | task 9573 | processing task, is_child = 0
6.11.120.584 I slot print_timing: id  1 | task 9567 | prompt eval time =    1125.37 ms /   724 tokens (    1.55 ms per token,   643.35 tokens per second)
6.11.120.591 I slot print_timing: id  1 | task 9567 |        eval time =     282.40 ms /     2 tokens (  282.40 ms per token,     3.54 tokens per second)
6.11.120.592 I slot print_timing: id  1 | task 9567 |       total time =    1407.76 ms /   726 tokens
6.11.120.593 I slot print_timing: id  1 | task 9567 |    graphs reused =       8135
6.11.120.594 I slot print_timing: id  1 | task 9567 |   graph reallocs =          0    /     0        (same size) / (changed size)
6.11.120.651 I slot      release: id  1 | task 9567 | stop processing: n_tokens = 726, truncated = 0
6.11.323.457 I slot get_availabl: id  1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.889 (> 0.100 thold), f_keep = 0.872
6.11.323.593 I slot launch_slot_: id  1 | task 9577 | processing task, is_child = 0
6.11.432.812 I slot print_timing: id  0 | task 9573 | prompt eval time =     805.73 ms /   117 tokens (    6.89 ms per token,   145.21 tokens per second)
6.11.432.817 I slot print_timing: id  0 | task 9573 |        eval time =     110.99 ms /     2 tokens (  110.99 ms per token,     9.01 tokens per second)
6.11.432.818 I slot print_timing: id  0 | task 9573 |       total time =     916.72 ms /   119 tokens
6.11.432.819 I slot print_timing: id  0 | task 9573 |    graphs reused =       8135
6.11.432.819 I slot print_timing: id  0 | task 9573 |   graph reallocs =          0    /     0        (same size) / (changed size)
6.11.432.868 I slot      release: id  0 | task 9573 | stop processing: n_tokens = 722, truncated = 0
6.11.433.281 I slot print_timing: id  2 | task 9571 | prompt eval time =     680.32 ms /   112 tokens (    6.07 ms per token,   164.63 tokens per second)
6.11.433.285 I slot print_timing: id  2 | task 9571 |        eval time =     110.65 ms /     2 tokens (  110.65 ms per token,     9.04 tokens per second)
6.11.433.285 I slot print_timing: id  2 | task 9571 |       total time =     790.96 ms /   114 tokens
6.11.433.286 I slot print_timing: id  2 | task 9571 |    graphs reused =       8135
6.11.433.287 I slot print_timing: id  2 | task 9571 |   graph reallocs =          0    /     0        (same size) / (changed size)
6.11.433.327 I slot      release: id  2 | task 9571 | stop processing: n_tokens = 717, truncated = 0
6.11.433.774 I slot print_timing: id  3 | task 9572 | prompt eval time =     600.94 ms /   110 tokens (    5.46 ms per token,   183.05 tokens per second)
6.11.433.777 I slot print_timing: id  3 | task 9572 |        eval time =     110.33 ms /     2 tokens (  110.33 ms per token,     9.06 tokens per second)
6.11.433.778 I slot print_timing: id  3 | task 9572 |       total time =     711.27 ms /   112 tokens
6.11.433.778 I slot print_timing: id  3 | task 9572 |    graphs reused =       8135
6.11.433.779 I slot print_timing: id  3 | task 9572 |   graph reallocs =          0    /     0        (same size) / (changed size)
6.11.433.816 I slot      release: id  3 | task 9572 | stop processing: n_tokens = 715, truncated = 0
6.11.488.684 I slot get_availabl: id  0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.878 (> 0.100 thold), f_keep = 0.877
6.11.488.802 I slot launch_slot_: id  0 | task 9580 | processing task, is_child = 0
6.11.616.966 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 860.639 MiB)
6.11.781.303 I slot get_availabl: id  2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.838 (> 0.100 thold), f_keep = 0.883
6.11.781.453 I slot launch_slot_: id  2 | task 9581 | processing task, is_child = 0
6.11.781.547 I slot get_availabl: id  3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.878 (> 0.100 thold), f_keep = 0.890
6.11.781.649 I slot launch_slot_: id  3 | task 9582 | processing task, is_child = 0
6.12.412.104 I slot print_timing: id  1 | task 9577 | prompt eval time =     767.05 ms /   108 tokens (    7.10 ms per token,   140.80 tokens per second)
6.12.412.109 I slot print_timing: id  1 | task 9577 |        eval time =     321.44 ms /     2 tokens (  321.44 ms per token,     3.11 tokens per second)
6.12.412.110 I slot print_timing: id  1 | task 9577 |       total time =    1088.49 ms /   110 tokens
6.12.412.111 I slot print_timing: id  1 | task 9577 |    graphs reused =       8135
6.12.412.112 I slot print_timing: id  1 | task 9577 |   graph reallocs =          0    /     0        (same size) / (changed size)
6.12.412.165 I slot      release: id  1 | task 9577 | stop processing: n_tokens = 713, truncated = 0
6.12.612.734 I slot get_availabl: id  1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.885 (> 0.100 thold), f_keep = 0.888
6.12.612.870 I slot launch_slot_: id  1 | task 9586 | processing task, is_child = 0
6.12.726.789 I slot print_timing: id  0 | task 9580 | prompt eval time =     829.69 ms /   117 tokens (    7.09 ms per token,   141.02 tokens per second)
6.12.726.794 I slot print_timing: id  0 | task 9580 |        eval time =     115.43 ms /     2 tokens (  115.43 ms per token,     8.66 tokens per second)
6.12.726.796 I slot print_timing: id  0 | task 9580 |       total time =     945.12 ms /   119 tokens
6.12.726.796 I slot print_timing: id  0 | task 9580 |    graphs reused =       8135
6.12.726.797 I slot print_timing: id  0 | task 9580 |   graph reallocs =          0    /     0        (same size) / (changed size)
6.12.726.853 I slot      release: id  0 | task 9580 | stop processing: n_tokens = 722, truncated = 0
6.12.727.335 I slot print_timing: id  2 | task 9581 | prompt eval time =     705.42 ms /   151 tokens (    4.67 ms per token,   214.06 tokens per second)
6.12.727.339 I slot print_timing: id  2 | task 9581 |        eval time =     115.30 ms /     2 tokens (  115.30 ms per token,     8.67 tokens per second)
6.12.727.340 I slot print_timing: id  2 | task 9581 |       total time =     820.71 ms /   153 tokens
6.12.727.340 I slot print_timing: id  2 | task 9581 |    graphs reused =       8135
6.12.727.341 I slot print_timing: id  2 | task 9581 |   graph reallocs =          0    /     0        (same size) / (changed size)
6.12.727.383 I slot      release: id  2 | task 9581 | stop processing: n_tokens = 756, truncated = 0
6.12.727.905 I slot print_timing: id  3 | task 9582 | prompt eval time =     634.61 ms /   120 tokens (    5.29 ms per token,   189.09 tokens per second)
6.12.727.909 I slot print_timing: id  3 | task 9582 |        eval time =     115.18 ms /     2 tokens (  115.18 ms per token,     8.68 tokens per second)
6.12.727.910 I slot print_timing: id  3 | task 9582 |       total time =     749.79 ms /   122 tokens
6.12.727.911 I slot print_timing: id  3 | task 9582 |    graphs reused =       8135
6.12.727.912 I slot print_timing: id  3 | task 9582 |   graph reallocs =          0    /     0        (same size) / (changed size)
6.12.727.954 I slot      release: id  3 | task 9582 | stop processing: n_tokens = 725, truncated = 0
6.12.773.905 I slot get_availabl: id  0 | task -1 | selected slot by LRU, n_tokens = 722, t_last = 372628913
6.12.773.999 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 920.689 MiB)
6.12.952.421 I slot launch_slot_: id  0 | task 9589 | processing task, is_child = 0
6.12.952.509 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 1101.306 MiB)
6.13.131.908 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 846.092 MiB)
6.13.273.310 I slot get_availabl: id  2 | task -1 | selected slot by LRU, n_tokens = 756, t_last = 372629442
6.13.273.546 I slot launch_slot_: id  2 | task 9590 | processing task, is_child = 0
6.13.273.631 I slot get_availabl: id  3 | task -1 | selected slot by LRU, n_tokens = 725, t_last = 372630013
6.13.273.801 I slot launch_slot_: id  3 | task 9591 | processing task, is_child = 0
6.14.347.944 I slot print_timing: id  1 | task 9586 | prompt eval time =    1239.79 ms /   111 tokens (   11.17 ms per token,    89.53 tokens per second)
6.14.347.950 I slot print_timing: id  1 | task 9586 |        eval time =     495.27 ms /     2 tokens (  495.27 ms per token,     2.02 tokens per second)
6.14.347.951 I slot print_timing: id  1 | task 9586 |       total time =    1735.05 ms /   113 tokens
6.14.347.952 I slot print_timing: id  1 | task 9586 |    graphs reused =       8135
6.14.347.953 I slot print_timing: id  1 | task 9586 |   graph reallocs =          0    /     0        (same size) / (changed size)
6.14.348.012 I slot      release: id  1 | task 9586 | stop processing: n_tokens = 716, truncated = 0
6.14.658.713 I slot get_availabl: id  1 | task -1 | selected slot by LRU, n_tokens = 716, t_last = 374250072
6.14.658.828 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 871.827 MiB)
6.14.827.879 I slot launch_slot_: id  1 | task 9595 | processing task, is_child = 0
6.15.459.222 I slot print_timing: id  0 | task 9589 | prompt eval time =    1981.82 ms /  1109 tokens (    1.79 ms per token,   559.59 tokens per second)
6.15.459.227 I slot print_timing: id  0 | task 9589 |        eval time =     203.59 ms /     2 tokens (  203.59 ms per token,     4.91 tokens per second)
6.15.459.229 I slot print_timing: id  0 | task 9589 |       total time =    2185.40 ms /  1111 tokens
6.15.459.230 I slot print_timing: id  0 | task 9589 |    graphs reused =       8135
6.15.459.231 I slot print_timing: id  0 | task 9589 |   graph reallocs =          0    /     0        (same size) / (changed size)
6.15.459.299 I slot      release: id  0 | task 9589 | stop processing: n_tokens = 1111, truncated = 0
6.15.459.729 I slot print_timing: id  2 | task 9590 | prompt eval time =    1915.98 ms /   893 tokens (    2.15 ms per token,   466.08 tokens per second)
6.15.459.732 I slot print_timing: id  2 | task 9590 |        eval time =     203.34 ms /     2 tokens (  203.34 ms per token,     4.92 tokens per second)
6.15.459.733 I slot print_timing: id  2 | task 9590 |       total time =    2119.33 ms /   895 tokens
6.15.459.733 I slot print_timing: id  2 | task 9590 |    graphs reused =       8135
6.15.459.734 I slot print_timing: id  2 | task 9590 |   graph reallocs =          0    /     0        (same size) / (changed size)
6.15.459.795 I slot      release: id  2 | task 9590 | stop processing: n_tokens = 895, truncated = 0
6.15.460.150 I slot print_timing: id  3 | task 9591 | prompt eval time =    1904.36 ms /   877 tokens (    2.17 ms per token,   460.52 tokens per second)
6.15.460.153 I slot print_timing: id  3 | task 9591 |        eval time =     203.03 ms /     2 tokens (  203.03 ms per token,     4.93 tokens per second)
6.15.460.154 I slot print_timing: id  3 | task 9591 |       total time =    2107.40 ms /   879 tokens
6.15.460.154 I slot print_timing: id  3 | task 9591 |    graphs reused =       8135
6.15.460.155 I slot print_timing: id  3 | task 9591 |   graph reallocs =          0    /     0        (same size) / (changed size)
6.15.460.192 I slot      release: id  3 | task 9591 | stop processing: n_tokens = 879, truncated = 0
6.15.520.893 I slot get_availabl: id  0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.909 (> 0.100 thold), f_keep = 0.893
6.15.521.020 I slot launch_slot_: id  0 | task 9599 | processing task, is_child = 0
6.15.521.125 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 672.334 MiB)
6.15.663.841 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 760.416 MiB)
6.15.839.040 I slot get_availabl: id  2 | task -1 | selected slot by LRU, n_tokens = 895, t_last = 375361856
6.15.839.297 I slot launch_slot_: id  2 | task 9600 | processing task, is_child = 0
6.15.839.396 I slot get_availabl: id  3 | task -1 | selected slot by LRU, n_tokens = 879, t_last = 375362251
6.15.839.581 I slot launch_slot_: id  3 | task 9601 | processing task, is_child = 0
6.16.982.482 I slot print_timing: id  1 | task 9595 | prompt eval time =    1590.16 ms /  1099 tokens (    1.45 ms per token,   691.12 tokens per second)
6.16.982.487 I slot print_timing: id  1 | task 9595 |        eval time =     504.00 ms /     2 tokens (  504.00 ms per token,     1.98 tokens per second)
6.16.982.488 I slot print_timing: id  1 | task 9595 |       total time =    2094.16 ms /  1101 tokens
6.16.982.489 I slot print_timing: id  1 | task 9595 |    graphs reused =       8135
6.16.982.490 I slot print_timing: id  1 | task 9595 |   graph reallocs =          0    /     0        (same size) / (changed size)
6.16.982.548 I slot      release: id  1 | task 9595 | stop processing: n_tokens = 1101, truncated = 0
6.17.321.611 I slot get_availabl: id  1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.901 (> 0.100 thold), f_keep = 0.900
6.17.321.749 I slot launch_slot_: id  1 | task 9605 | processing task, is_child = 0
6.17.580.123 I slot print_timing: id  0 | task 9599 | prompt eval time =    1482.01 ms /   174 tokens (    8.52 ms per token,   117.41 tokens per second)
6.17.580.129 I slot print_timing: id  0 | task 9599 |        eval time =     258.51 ms /     2 tokens (  258.51 ms per token,     3.87 tokens per second)
6.17.580.130 I slot print_timing: id  0 | task 9599 |       total time =    1740.52 ms /   176 tokens
6.17.580.131 I slot print_timing: id  0 | task 9599 |    graphs reused =       8135
6.17.580.132 I slot print_timing: id  0 | task 9599 |   graph reallocs =          0    /     0        (same size) / (changed size)
6.17.580.206 I slot      release: id  0 | task 9599 | stop processing: n_tokens = 1092, truncated = 0
6.17.733.851 I slot print_timing: id  2 | task 9600 | prompt eval time =    1577.74 ms /  1097 tokens (    1.44 ms per token,   695.30 tokens per second)
6.17.733.856 I slot print_timing: id  2 | task 9600 |        eval time =     152.89 ms /     2 tokens (  152.89 ms per token,     6.54 tokens per second)
6.17.733.857 I slot print_timing: id  2 | task 9600 |       total time =    1730.63 ms /  1099 tokens
6.17.733.858 I slot print_timing: id  2 | task 9600 |    graphs reused =       8135
6.17.733.859 I slot print_timing: id  2 | task 9600 |   graph reallocs =          0    /     0        (same size) / (changed size)
6.17.733.921 I slot      release: id  2 | task 9600 | stop processing: n_tokens = 1099, truncated = 0
6.17.734.261 I slot print_timing: id  3 | task 9601 | prompt eval time =    1566.45 ms /  1104 tokens (    1.42 ms per token,   704.78 tokens per second)
6.17.734.264 I slot print_timing: id  3 | task 9601 |        eval time =     152.70 ms /     2 tokens (  152.70 ms per token,     6.55 tokens per second)
6.17.734.264 I slot print_timing: id  3 | task 9601 |       total time =    1719.15 ms /  1106 tokens
6.17.734.265 I slot print_timing: id  3 | task 9601 |    graphs reused =       8135
6.17.734.265 I slot print_timing: id  3 | task 9601 |   graph reallocs =          0    /     0        (same size) / (changed size)
6.17.734.307 I slot      release: id  3 | task 9601 | stop processing: n_tokens = 1106, truncated = 0
6.17.734.321 I slot get_availabl: id  0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.909 (> 0.100 thold), f_keep = 0.908
6.17.734.468 I slot launch_slot_: id  0 | task 9608 | processing task, is_child = 0
6.17.734.594 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 745.165 MiB)
6.17.745.363 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 900.000 MiB)
6.17.959.261 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 905.281 MiB)
6.18.161.362 I slot get_availabl: id  2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.901 (> 0.100 thold), f_keep = 0.903
6.18.161.515 I slot launch_slot_: id  2 | task 9609 | processing task, is_child = 0
6.18.161.640 I slot get_availabl: id  3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.896 (> 0.100 thold), f_keep = 0.897
6.18.161.731 I slot launch_slot_: id  3 | task 9610 | processing task, is_child = 0
6.19.059.110 I slot print_timing: id  1 | task 9605 | prompt eval time =    1242.50 ms /   183 tokens (    6.79 ms per token,   147.28 tokens per second)
6.19.059.116 I slot print_timing: id  1 | task 9605 |        eval time =     494.84 ms /     2 tokens (  494.84 ms per token,     2.02 tokens per second)
6.19.059.117 I slot print_timing: id  1 | task 9605 |       total time =    1737.34 ms /   185 tokens
6.19.059.119 I slot print_timing: id  1 | task 9605 |    graphs reused =       8135
6.19.059.120 I slot print_timing: id  1 | task 9605 |   graph reallocs =          0    /     0        (same size) / (changed size)
6.19.059.188 I slot      release: id  1 | task 9605 | stop processing: n_tokens = 1101, truncated = 0
6.19.287.461 I slot get_availabl: id  1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.900 (> 0.100 thold), f_keep = 0.901
6.19.287.595 I slot launch_slot_: id  1 | task 9614 | processing task, is_child = 0
6.19.433.612 I slot print_timing: id  0 | task 9608 | prompt eval time =    1124.34 ms /   174 tokens (    6.46 ms per token,   154.76 tokens per second)
6.19.433.617 I slot print_timing: id  0 | task 9608 |        eval time =     147.52 ms /     2 tokens (  147.52 ms per token,     6.78 tokens per second)
6.19.433.618 I slot print_timing: id  0 | task 9608 |       total time =    1271.86 ms /   176 tokens
6.19.433.619 I slot print_timing: id  0 | task 9608 |    graphs reused =       8135
6.19.433.620 I slot print_timing: id  0 | task 9608 |   graph reallocs =          0    /     0        (same size) / (changed size)
6.19.433.688 I slot      release: id  0 | task 9608 | stop processing: n_tokens = 1092, truncated = 0
6.19.434.038 I slot print_timing: id  2 | task 9609 | prompt eval time =     942.53 ms /   184 tokens (    5.12 ms per token,   195.22 tokens per second)
6.19.434.041 I slot print_timing: id  2 | task 9609 |        eval time =     147.26 ms /     2 tokens (  147.26 ms per token,     6.79 tokens per second)
6.19.434.042 I slot print_timing: id  2 | task 9609 |       total time =    1089.79 ms /   186 tokens
6.19.434.043 I slot print_timing: id  2 | task 9609 |    graphs reused =       8135
6.19.434.043 I slot print_timing: id  2 | task 9609 |   graph reallocs =          0    /     0        (same size) / (changed size)
6.19.434.083 I slot      release: id  2 | task 9609 | stop processing: n_tokens = 1102, truncated = 0
6.19.434.448 I slot print_timing: id  3 | task 9610 | prompt eval time =     854.41 ms /   190 tokens (    4.50 ms per token,   222.37 tokens per second)
6.19.434.450 I slot print_timing: id  3 | task 9610 |        eval time =     147.00 ms /     2 tokens (  147.00 ms per token,     6.80 tokens per second)
6.19.434.451 I slot print_timing: id  3 | task 9610 |       total time =    1001.41 ms /   192 tokens
6.19.434.451 I slot print_timing: id  3 | task 9610 |    graphs reused =       8135
6.19.434.452 I slot print_timing: id  3 | task 9610 |   graph reallocs =          0    /     0        (same size) / (changed size)
6.19.434.491 I slot      release: id  3 | task 9610 | stop processing: n_tokens = 1108, truncated = 0
6.19.503.567 I slot get_availabl: id  0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.906 (> 0.100 thold), f_keep = 0.908
6.19.503.700 I slot launch_slot_: id  0 | task 9617 | processing task, is_child = 0
6.19.503.845 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 909.766 MiB)
6.19.517.123 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 924.986 MiB)
6.19.804.727 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 911.688 MiB)
6.20.007.552 I slot get_availabl: id  2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.903 (> 0.100 thold), f_keep = 0.900
6.20.007.701 I slot launch_slot_: id  2 | task 9618 | processing task, is_child = 0
6.20.007.824 I slot get_availabl: id  3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.907 (> 0.100 thold), f_keep = 0.895
6.20.007.928 I slot launch_slot_: id  3 | task 9619 | processing task, is_child = 0
6.20.856.245 I slot print_timing: id  1 | task 9614 | prompt eval time =    1111.20 ms /   185 tokens (    6.01 ms per token,   166.49 tokens per second)
6.20.856.251 I slot print_timing: id  1 | task 9614 |        eval time =     457.42 ms /     2 tokens (  457.42 ms per token,     2.19 tokens per second)
6.20.856.252 I slot print_timing: id  1 | task 9614 |       total time =    1568.63 ms /   187 tokens
6.20.856.253 I slot print_timing: id  1 | task 9614 |    graphs reused =       8135
6.20.856.254 I slot print_timing: id  1 | task 9614 |   graph reallocs =          0    /     0        (same size) / (changed size)
6.20.856.313 I slot      release: id  1 | task 9614 | stop processing: n_tokens = 1103, truncated = 0
6.21.082.856 I slot get_availabl: id  1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.903 (> 0.100 thold), f_keep = 0.899
6.21.082.979 I slot launch_slot_: id  1 | task 9623 | processing task, is_child = 0
6.21.229.700 I slot print_timing: id  0 | task 9617 | prompt eval time =    1073.61 ms /   178 tokens (    6.03 ms per token,   165.80 tokens per second)
6.21.229.706 I slot print_timing: id  0 | task 9617 |        eval time =     148.14 ms /     2 tokens (  148.14 ms per token,     6.75 tokens per second)
6.21.229.707 I slot print_timing: id  0 | task 9617 |       total time =    1221.75 ms /   180 tokens
6.21.229.708 I slot print_timing: id  0 | task 9617 |    graphs reused =       8135
6.21.229.709 I slot print_timing: id  0 | task 9617 |   graph reallocs =          0    /     0        (same size) / (changed size)
6.21.229.784 I slot      release: id  0 | task 9617 | stop processing: n_tokens = 1096, truncated = 0
6.21.230.235 I slot print_timing: id  2 | task 9618 | prompt eval time =     908.40 ms /   182 tokens (    4.99 ms per token,   200.35 tokens per second)
6.21.230.239 I slot print_timing: id  2 | task 9618 |        eval time =     147.98 ms /     2 tokens (  147.98 ms per token,     6.76 tokens per second)
6.21.230.240 I slot print_timing: id  2 | task 9618 |       total time =    1056.38 ms /   184 tokens
6.21.230.240 I slot print_timing: id  2 | task 9618 |    graphs reused =       8135
6.21.230.241 I slot print_timing: id  2 | task 9618 |   graph reallocs =          0    /     0        (same size) / (changed size)
6.21.230.295 I slot      release: id  2 | task 9618 | stop processing: n_tokens = 1100, truncated = 0
6.21.230.658 I slot print_timing: id  3 | task 9619 | prompt eval time =     817.83 ms /   177 tokens (    4.62 ms per token,   216.43 tokens per second)
6.21.230.661 I slot print_timing: id  3 | task 9619 |        eval time =     147.81 ms /     2 tokens (  147.81 ms per token,     6.77 tokens per second)
6.21.230.662 I slot print_timing: id  3 | task 9619 |       total time =     965.64 ms /   179 tokens
6.21.230.662 I slot print_timing: id  3 | task 9619 |    graphs reused =       8135
6.21.230.663 I slot print_timing: id  3 | task 9619 |   graph reallocs =          0    /     0        (same size) / (changed size)
6.21.230.700 I slot      release: id  3 | task 9619 | stop processing: n_tokens = 1095, truncated = 0
6.21.301.718 I slot get_availabl: id  0 | task -1 | selected slot by LRU, n_tokens = 1096, t_last = 381131844
6.21.301.842 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 900.609 MiB)
6.21.314.813 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 927.158 MiB)
6.21.558.587 I slot launch_slot_: id  0 | task 9626 | processing task, is_child = 0
6.21.558.715 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 911.907 MiB)
6.21.830.865 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 1126.293 MiB)
6.21.847.088 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 1128.590 MiB)
6.22.107.523 I slot get_availabl: id  2 | task -1 | selected slot by LRU, n_tokens = 1100, t_last = 381132356
6.22.107.787 I slot launch_slot_: id  2 | task 9627 | processing task, is_child = 0
6.22.107.905 I slot get_availabl: id  3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.904 (> 0.100 thold), f_keep = 0.906
6.22.108.005 I slot launch_slot_: id  3 | task 9628 | processing task, is_child = 0
6.23.260.637 I slot print_timing: id  1 | task 9623 | prompt eval time =    1607.30 ms /   181 tokens (    8.88 ms per token,   112.61 tokens per second)
6.23.260.643 I slot print_timing: id  1 | task 9623 |        eval time =     570.34 ms /     2 tokens (  570.34 ms per token,     1.75 tokens per second)
6.23.260.644 I slot print_timing: id  1 | task 9623 |       total time =    2177.64 ms /   183 tokens
6.23.260.645 I slot print_timing: id  1 | task 9623 |    graphs reused =       8135
6.23.260.646 I slot print_timing: id  1 | task 9623 |   graph reallocs =          0    /     0        (same size) / (changed size)
6.23.260.715 I slot      release: id  1 | task 9623 | stop processing: n_tokens = 1099, truncated = 0
6.23.576.274 I slot get_availabl: id  1 | task -1 | selected slot by LRU, n_tokens = 1099, t_last = 383162776
6.23.576.399 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 1412.913 MiB)
6.23.829.529 I slot launch_slot_: id  1 | task 9632 | processing task, is_child = 0
6.24.222.763 I slot print_timing: id  3 | task 9628 | prompt eval time =    1356.26 ms /   180 tokens (    7.53 ms per token,   132.72 tokens per second)
6.24.222.769 I slot print_timing: id  3 | task 9628 |        eval time =     646.49 ms /     2 tokens (  646.49 ms per token,     1.55 tokens per second)
6.24.222.770 I slot print_timing: id  3 | task 9628 |       total time =    2002.75 ms /   182 tokens
6.24.222.772 I slot print_timing: id  3 | task 9628 |    graphs reused =       8135
6.24.222.773 I slot print_timing: id  3 | task 9628 |   graph reallocs =          0    /     0        (same size) / (changed size)
6.24.222.834 I slot      release: id  3 | task 9628 | stop processing: n_tokens = 1098, truncated = 0
6.24.420.902 I slot print_timing: id  0 | task 9626 | prompt eval time =    2113.57 ms /   999 tokens (    2.12 ms per token,   472.66 tokens per second)
6.24.420.907 I slot print_timing: id  0 | task 9626 |        eval time =     199.31 ms /     2 tokens (  199.31 ms per token,     5.02 tokens per second)
6.24.420.908 I slot print_timing: id  0 | task 9626 |       total time =    2312.88 ms /  1001 tokens
6.24.420.909 I slot print_timing: id  0 | task 9626 |    graphs reused =       8135
6.24.420.909 I slot print_timing: id  0 | task 9626 |   graph reallocs =          0    /     0        (same size) / (changed size)
6.24.420.981 I slot      release: id  0 | task 9626 | stop processing: n_tokens = 1001, truncated = 0
6.24.421.393 I slot print_timing: id  2 | task 9627 | prompt eval time =    2019.96 ms /  1008 tokens (    2.00 ms per token,   499.02 tokens per second)
6.24.421.396 I slot print_timing: id  2 | task 9627 |        eval time =     199.00 ms /     2 tokens (  199.00 ms per token,     5.03 tokens per second)
6.24.421.397 I slot print_timing: id  2 | task 9627 |       total time =    2218.96 ms /  1010 tokens
6.24.421.398 I slot print_timing: id  2 | task 9627 |    graphs reused =       8135
6.24.421.399 I slot print_timing: id  2 | task 9627 |   graph reallocs =          0    /     0        (same size) / (changed size)
6.24.421.451 I slot      release: id  2 | task 9627 | stop processing: n_tokens = 1010, truncated = 0
6.24.421.464 I slot get_availabl: id  2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.844 (> 0.100 thold), f_keep = 0.876
6.24.421.600 I slot launch_slot_: id  2 | task 9635 | processing task, is_child = 0
6.24.578.362 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 1415.195 MiB)
6.24.838.630 I slot get_availabl: id  0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.867 (> 0.100 thold), f_keep = 0.883
6.24.838.790 I slot launch_slot_: id  0 | task 9636 | processing task, is_child = 0
6.24.838.912 I slot get_availabl: id  3 | task -1 | selected slot by LRU, n_tokens = 1098, t_last = 384124894
6.24.892.327 I slot launch_slot_: id  3 | task 9637 | processing task, is_child = 0
6.26.056.944 I slot print_timing: id  1 | task 9632 | prompt eval time =    1921.18 ms /  1081 tokens (    1.78 ms per token,   562.68 tokens per second)
6.26.056.949 I slot print_timing: id  1 | task 9632 |        eval time =     247.82 ms /     2 tokens (  247.82 ms per token,     4.04 tokens per second)
6.26.056.950 I slot print_timing: id  1 | task 9632 |       total time =    2169.00 ms /  1083 tokens
6.26.056.951 I slot print_timing: id  1 | task 9632 |    graphs reused =       8135
6.26.056.952 I slot print_timing: id  1 | task 9632 |   graph reallocs =          0    /     0        (same size) / (changed size)
6.26.057.027 I slot      release: id  1 | task 9632 | stop processing: n_tokens = 1083, truncated = 0
6.26.098.849 I slot print_timing: id  0 | task 9636 | prompt eval time =    1164.22 ms /   165 tokens (    7.06 ms per token,   141.73 tokens per second)
6.26.098.854 I slot print_timing: id  0 | task 9636 |        eval time =      42.28 ms /     2 tokens (   42.28 ms per token,    23.65 tokens per second)
6.26.098.855 I slot print_timing: id  0 | task 9636 |       total time =    1206.50 ms /   167 tokens
6.26.098.856 I slot print_timing: id  0 | task 9636 |    graphs reused =       8135
6.26.098.857 I slot print_timing: id  0 | task 9636 |   graph reallocs =          0    /     0        (same size) / (changed size)
6.26.098.922 I slot      release: id  0 | task 9636 | stop processing: n_tokens = 1021, truncated = 0
6.26.099.331 I slot print_timing: id  2 | task 9635 | prompt eval time =    1006.26 ms /   193 tokens (    5.21 ms per token,   191.80 tokens per second)
6.26.099.334 I slot print_timing: id  2 | task 9635 |        eval time =      41.54 ms /     2 tokens (   41.54 ms per token,    24.07 tokens per second)
6.26.099.334 I slot print_timing: id  2 | task 9635 |       total time =    1047.81 ms /   195 tokens
6.26.099.335 I slot print_timing: id  2 | task 9635 |    graphs reused =       8135
6.26.099.336 I slot print_timing: id  2 | task 9635 |   graph reallocs =          0    /     0        (same size) / (changed size)
6.26.099.390 I slot      release: id  2 | task 9635 | stop processing: n_tokens = 1049, truncated = 0
6.26.099.698 I slot print_timing: id  3 | task 9637 | prompt eval time =     908.99 ms /   147 tokens (    6.18 ms per token,   161.72 tokens per second)
6.26.099.701 I slot print_timing: id  3 | task 9637 |        eval time =      41.31 ms /     2 tokens (   41.31 ms per token,    24.21 tokens per second)
6.26.099.702 I slot print_timing: id  3 | task 9637 |       total time =     950.30 ms /   149 tokens
6.26.099.702 I slot print_timing: id  3 | task 9637 |    graphs reused =       8135
6.26.099.703 I slot print_timing: id  3 | task 9637 |   graph reallocs =          0    /     0        (same size) / (changed size)
6.26.099.747 I slot      release: id  3 | task 9637 | stop processing: n_tokens = 1003, truncated = 0
6.26.099.762 I slot get_availabl: id  1 | task -1 | selected slot by LRU, n_tokens = 1083, t_last = 385959086
6.26.243.501 I slot launch_slot_: id  1 | task 9642 | processing task, is_child = 0
6.26.243.620 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 1416.570 MiB)
6.26.487.311 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 1412.882 MiB)
6.26.743.956 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 1414.992 MiB)
6.26.994.770 I slot get_availabl: id  0 | task -1 | selected slot by LRU, n_tokens = 1021, t_last = 386000982
6.26.995.046 I slot launch_slot_: id  0 | task 9643 | processing task, is_child = 0
6.26.995.256 I slot get_availabl: id  2 | task -1 | selected slot by LRU, n_tokens = 1049, t_last = 386001450
6.26.995.462 I slot launch_slot_: id  2 | task 9644 | processing task, is_child = 0
6.26.995.565 I slot get_availabl: id  3 | task -1 | selected slot by LRU, n_tokens = 1003, t_last = 386001806
6.26.995.755 I slot launch_slot_: id  3 | task 9645 | processing task, is_child = 0
6.28.617.572 I slot print_timing: id  0 | task 9643 | prompt eval time =    1596.38 ms /   792 tokens (    2.02 ms per token,   496.12 tokens per second)
6.28.617.578 I slot print_timing: id  0 | task 9643 |        eval time =      25.42 ms /     2 tokens (   25.42 ms per token,    39.35 tokens per second)
6.28.617.579 I slot print_timing: id  0 | task 9643 |       total time =    1621.80 ms /   794 tokens
6.28.617.579 I slot print_timing: id  0 | task 9643 |    graphs reused =       8135
6.28.617.580 I slot print_timing: id  0 | task 9643 |   graph reallocs =          0    /     0        (same size) / (changed size)
6.28.617.648 I slot      release: id  0 | task 9643 | stop processing: n_tokens = 794, truncated = 0
6.28.617.972 I slot print_timing: id  1 | task 9642 | prompt eval time =    1579.87 ms /   748 tokens (    2.11 ms per token,   473.46 tokens per second)
6.28.617.975 I slot print_timing: id  1 | task 9642 |        eval time =      25.12 ms /     2 tokens (   25.12 ms per token,    39.81 tokens per second)
6.28.617.976 I slot print_timing: id  1 | task 9642 |       total time =    1604.99 ms /   750 tokens
6.28.617.977 I slot print_timing: id  1 | task 9642 |    graphs reused =       8135
6.28.617.977 I slot print_timing: id  1 | task 9642 |   graph reallocs =          0    /     0        (same size) / (changed size)
6.28.618.013 I slot      release: id  1 | task 9642 | stop processing: n_tokens = 750, truncated = 0
6.28.618.354 I slot print_timing: id  2 | task 9644 | prompt eval time =    1566.11 ms /   723 tokens (    2.17 ms per token,   461.65 tokens per second)
6.28.618.357 I slot print_timing: id  2 | task 9644 |        eval time =      24.80 ms /     2 tokens (   24.80 ms per token,    40.32 tokens per second)
6.28.618.357 I slot print_timing: id  2 | task 9644 |       total time =    1590.91 ms /   725 tokens
6.28.618.358 I slot print_timing: id  2 | task 9644 |    graphs reused =       8135
6.28.618.358 I slot print_timing: id  2 | task 9644 |   graph reallocs =          0    /     0        (same size) / (changed size)
6.28.618.385 I slot      release: id  2 | task 9644 | stop processing: n_tokens = 725, truncated = 0
6.28.618.671 I slot print_timing: id  3 | task 9645 | prompt eval time =    1549.36 ms /   735 tokens (    2.11 ms per token,   474.39 tokens per second)
6.28.618.674 I slot print_timing: id  3 | task 9645 |        eval time =      24.51 ms /     2 tokens (   24.51 ms per token,    40.81 tokens per second)
6.28.618.675 I slot print_timing: id  3 | task 9645 |       total time =    1573.87 ms /   737 tokens
6.28.618.675 I slot print_timing: id  3 | task 9645 |    graphs reused =       8135
6.28.618.676 I slot print_timing: id  3 | task 9645 |   graph reallocs =          0    /     0        (same size) / (changed size)
6.28.618.702 I slot      release: id  3 | task 9645 | stop processing: n_tokens = 737, truncated = 0
6.28.638.613 I slot get_availabl: id  0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.883 (> 0.100 thold), f_keep = 0.810
6.28.638.758 I slot launch_slot_: id  0 | task 9651 | processing task, is_child = 0
6.28.638.882 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 1413.492 MiB)
6.28.904.680 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 1415.038 MiB)
6.29.024.792 I slot get_availabl: id  1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.869 (> 0.100 thold), f_keep = 0.857
6.29.024.946 I slot launch_slot_: id  1 | task 9652 | processing task, is_child = 0
6.29.025.114 I slot get_availabl: id  3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.878 (> 0.100 thold), f_keep = 0.875
6.29.025.213 I slot launch_slot_: id  3 | task 9653 | processing task, is_child = 0
6.29.025.295 I slot get_availabl: id  2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.857 (> 0.100 thold), f_keep = 0.887
6.29.025.385 I slot launch_slot_: id  2 | task 9654 | processing task, is_child = 0
6.29.978.578 I slot print_timing: id  0 | task 9651 | prompt eval time =     928.57 ms /   114 tokens (    8.15 ms per token,   122.77 tokens per second)
6.29.978.583 I slot print_timing: id  0 | task 9651 |        eval time =      24.61 ms /     2 tokens (   24.61 ms per token,    40.63 tokens per second)
6.29.978.584 I slot print_timing: id  0 | task 9651 |       total time =     953.18 ms /   116 tokens
6.29.978.585 I slot print_timing: id  0 | task 9651 |    graphs reused =       8135
6.29.978.586 I slot print_timing: id  0 | task 9651 |   graph reallocs =          0    /     0        (same size) / (changed size)
6.29.978.640 I slot      release: id  0 | task 9651 | stop processing: n_tokens = 729, truncated = 0
6.29.978.936 I slot print_timing: id  1 | task 9652 | prompt eval time =     858.12 ms /   126 tokens (    6.81 ms per token,   146.83 tokens per second)
6.29.978.939 I slot print_timing: id  1 | task 9652 |        eval time =      24.36 ms /     2 tokens (   24.36 ms per token,    41.06 tokens per second)
6.29.978.939 I slot print_timing: id  1 | task 9652 |       total time =     882.47 ms /   128 tokens
6.29.978.940 I slot print_timing: id  1 | task 9652 |    graphs reused =       8135
6.29.978.940 I slot print_timing: id  1 | task 9652 |   graph reallocs =          0    /     0        (same size) / (changed size)
6.29.978.974 I slot      release: id  1 | task 9652 | stop processing: n_tokens = 741, truncated = 0
6.29.979.252 I slot print_timing: id  2 | task 9654 | prompt eval time =     788.87 ms /   136 tokens (    5.80 ms per token,   172.40 tokens per second)
6.29.979.255 I slot print_timing: id  2 | task 9654 |        eval time =      24.07 ms /     2 tokens (   24.07 ms per token,    41.54 tokens per second)
6.29.979.256 I slot print_timing: id  2 | task 9654 |       total time =     812.94 ms /   138 tokens
6.29.979.256 I slot print_timing: id  2 | task 9654 |    graphs reused =       8135
6.29.979.257 I slot print_timing: id  2 | task 9654 |   graph reallocs =          0    /     0        (same size) / (changed size)
6.29.979.285 I slot      release: id  2 | task 9654 | stop processing: n_tokens = 751, truncated = 0
6.29.979.570 I slot print_timing: id  3 | task 9653 | prompt eval time =     719.51 ms /   121 tokens (    5.95 ms per token,   168.17 tokens per second)
6.29.979.573 I slot print_timing: id  3 | task 9653 |        eval time =      23.80 ms /     2 tokens (   23.80 ms per token,    42.02 tokens per second)
6.29.979.573 I slot print_timing: id  3 | task 9653 |       total time =     743.31 ms /   123 tokens
6.29.979.574 I slot print_timing: id  3 | task 9653 |    graphs reused =       8135
6.29.979.574 I slot print_timing: id  3 | task 9653 |   graph reallocs =          0    /     0        (same size) / (changed size)
6.29.979.600 I slot      release: id  3 | task 9653 | stop processing: n_tokens = 736, truncated = 0
6.30.001.472 I slot get_availabl: id  0 | task -1 | selected slot by LRU, n_tokens = 729, t_last = 389880699
6.30.001.574 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 1101.666 MiB)
6.30.138.186 I slot launch_slot_: id  0 | task 9659 | processing task, is_child = 0
6.30.256.944 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 1338.832 MiB)
6.30.439.696 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 1345.520 MiB)
6.30.621.581 I slot get_availabl: id  1 | task -1 | selected slot by LRU, n_tokens = 741, t_last = 389881034
6.30.621.832 I slot launch_slot_: id  1 | task 9660 | processing task, is_child = 0
6.30.621.995 I slot get_availabl: id  2 | task -1 | selected slot by LRU, n_tokens = 751, t_last = 389881344
6.30.622.168 I slot launch_slot_: id  2 | task 9661 | processing task, is_child = 0
6.30.622.253 I slot get_availabl: id  3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.864 (> 0.100 thold), f_keep = 0.874
6.30.622.346 I slot launch_slot_: id  3 | task 9662 | processing task, is_child = 0
6.32.446.979 I slot print_timing: id  3 | task 9662 | prompt eval time =    1560.39 ms /   130 tokens (   12.00 ms per token,    83.31 tokens per second)
6.32.446.985 I slot print_timing: id  3 | task 9662 |        eval time =     226.55 ms /     2 tokens (  226.55 ms per token,     4.41 tokens per second)
6.32.446.986 I slot print_timing: id  3 | task 9662 |       total time =    1786.94 ms /   132 tokens
6.32.446.988 I slot print_timing: id  3 | task 9662 |    graphs reused =       8135
6.32.446.989 I slot print_timing: id  3 | task 9662 |   graph reallocs =          0    /     0        (same size) / (changed size)
6.32.447.046 I slot      release: id  3 | task 9662 | stop processing: n_tokens = 745, truncated = 0
6.32.469.023 I slot print_timing: id  0 | task 9659 | prompt eval time =    1823.07 ms /   980 tokens (    1.86 ms per token,   537.56 tokens per second)
6.32.469.027 I slot print_timing: id  0 | task 9659 |        eval time =      23.60 ms /     2 tokens (   23.60 ms per token,    42.38 tokens per second)
6.32.469.028 I slot print_timing: id  0 | task 9659 |       total time =    1846.66 ms /   982 tokens
6.32.469.029 I slot print_timing: id  0 | task 9659 |    graphs reused =       8135
6.32.469.030 I slot print_timing: id  0 | task 9659 |   graph reallocs =          0    /     0        (same size) / (changed size)
6.32.469.107 I slot      release: id  0 | task 9659 | stop processing: n_tokens = 982, truncated = 0
6.32.469.461 I slot print_timing: id  1 | task 9660 | prompt eval time =    1810.87 ms /   946 tokens (    1.91 ms per token,   522.40 tokens per second)
6.32.469.465 I slot print_timing: id  1 | task 9660 |        eval time =      23.42 ms /     2 tokens (   23.42 ms per token,    42.69 tokens per second)
6.32.469.466 I slot print_timing: id  1 | task 9660 |       total time =    1834.29 ms /   948 tokens
6.32.469.466 I slot print_timing: id  1 | task 9660 |    graphs reused =       8135
6.32.469.467 I slot print_timing: id  1 | task 9660 |   graph reallocs =          0    /     0        (same size) / (changed size)
6.32.469.511 I slot      release: id  1 | task 9660 | stop processing: n_tokens = 948, truncated = 0
6.32.469.861 I slot print_timing: id  2 | task 9661 | prompt eval time =    1798.94 ms /   961 tokens (    1.87 ms per token,   534.20 tokens per second)
6.32.469.864 I slot print_timing: id  2 | task 9661 |        eval time =      23.20 ms /     2 tokens (   23.20 ms per token,    43.10 tokens per second)
6.32.469.865 I slot print_timing: id  2 | task 9661 |       total time =    1822.14 ms /   963 tokens
6.32.469.865 I slot print_timing: id  2 | task 9661 |    graphs reused =       8135
6.32.469.866 I slot print_timing: id  2 | task 9661 |   graph reallocs =          0    /     0        (same size) / (changed size)
6.32.469.909 I slot      release: id  2 | task 9661 | stop processing: n_tokens = 963, truncated = 0
6.32.469.920 I slot get_availabl: id  0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.807 (> 0.100 thold), f_keep = 0.854
6.32.470.045 I slot launch_slot_: id  0 | task 9668 | processing task, is_child = 0
6.32.470.156 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 1327.300 MiB)
6.32.816.539 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 744.259 MiB)
6.32.981.426 I slot get_availabl: id  3 | task -1 | selected slot by LRU, n_tokens = 745, t_last = 392349105
6.32.981.672 I slot launch_slot_: id  3 | task 9669 | processing task, is_child = 0
6.32.981.890 I slot get_availabl: id  1 | task -1 | selected slot by LRU, n_tokens = 948, t_last = 392371570
6.32.982.106 I slot launch_slot_: id  1 | task 9670 | processing task, is_child = 0
6.32.982.205 I slot get_availabl: id  2 | task -1 | selected slot by LRU, n_tokens = 963, t_last = 392371968
6.32.982.395 I slot launch_slot_: id  2 | task 9671 | processing task, is_child = 0
6.35.299.710 I slot print_timing: id  0 | task 9668 | prompt eval time =    1950.21 ms /   230 tokens (    8.48 ms per token,   117.94 tokens per second)
6.35.299.717 I slot print_timing: id  0 | task 9668 |        eval time =     367.08 ms /     2 tokens (  367.08 ms per token,     2.72 tokens per second)
6.35.299.718 I slot print_timing: id  0 | task 9668 |       total time =    2317.29 ms /   232 tokens
6.35.299.719 I slot print_timing: id  0 | task 9668 |    graphs reused =       8135
6.35.299.721 I slot print_timing: id  0 | task 9668 |   graph reallocs =          0    /     0        (same size) / (changed size)
6.35.299.807 I slot      release: id  0 | task 9668 | stop processing: n_tokens = 1041, truncated = 0
6.35.470.227 I slot print_timing: id  1 | task 9670 | prompt eval time =    2228.83 ms /  2090 tokens (    1.07 ms per token,   937.71 tokens per second)
6.35.470.233 I slot print_timing: id  1 | task 9670 |        eval time =     169.29 ms /     2 tokens (  169.29 ms per token,     5.91 tokens per second)
6.35.470.235 I slot print_timing: id  1 | task 9670 |       total time =    2398.12 ms /  2092 tokens
6.35.470.236 I slot print_timing: id  1 | task 9670 |    graphs reused =       8135
6.35.470.237 I slot print_timing: id  1 | task 9670 |   graph reallocs =          0    /     0        (same size) / (changed size)
6.35.470.422 I slot      release: id  1 | task 9670 | stop processing: n_tokens = 2092, truncated = 0
6.35.471.717 I slot get_availabl: id  1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.853 (> 0.100 thold), f_keep = 0.858
6.35.471.854 I slot launch_slot_: id  1 | task 9677 | processing task, is_child = 0
6.35.471.980 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 720.430 MiB)
6.35.482.485 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 731.868 MiB)
6.35.728.837 I slot get_availabl: id  0 | task -1 | selected slot by LRU, n_tokens = 1041, t_last = 395201867
6.35.729.106 I slot launch_slot_: id  0 | task 9678 | processing task, is_child = 0
6.36.497.050 I slot print_timing: id  2 | task 9671 | prompt eval time =    2386.60 ms /  1133 tokens (    2.11 ms per token,   474.73 tokens per second)
6.36.497.056 I slot print_timing: id  2 | task 9671 |        eval time =    1025.95 ms /     2 tokens ( 1025.95 ms per token,     0.97 tokens per second)
6.36.497.057 I slot print_timing: id  2 | task 9671 |       total time =    3412.55 ms /  1135 tokens
6.36.497.058 I slot print_timing: id  2 | task 9671 |    graphs reused =       8135
6.36.497.060 I slot print_timing: id  2 | task 9671 |   graph reallocs =          0    /     0        (same size) / (changed size)
6.36.497.144 I slot      release: id  2 | task 9671 | stop processing: n_tokens = 1135, truncated = 0
6.36.497.578 I slot print_timing: id  3 | task 9669 | prompt eval time =    1588.11 ms /  1170 tokens (    1.36 ms per token,   736.72 tokens per second)
6.36.497.581 I slot print_timing: id  3 | task 9669 |        eval time =    1025.87 ms /     2 tokens ( 1025.87 ms per token,     0.97 tokens per second)
6.36.497.581 I slot print_timing: id  3 | task 9669 |       total time =    2613.98 ms /  1172 tokens
6.36.497.582 I slot print_timing: id  3 | task 9669 |    graphs reused =       8135
6.36.497.582 I slot print_timing: id  3 | task 9669 |   graph reallocs =          0    /     0        (same size) / (changed size)
6.36.497.638 I slot      release: id  3 | task 9669 | stop processing: n_tokens = 1172, truncated = 0
6.36.768.749 I slot get_availabl: id  2 | task -1 | selected slot by LRU, n_tokens = 1135, t_last = 396399205
6.36.768.879 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 936.439 MiB)
6.36.933.960 I slot launch_slot_: id  2 | task 9681 | processing task, is_child = 0
6.36.934.089 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 930.376 MiB)
6.36.946.147 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 928.970 MiB)
6.37.154.355 I slot get_availabl: id  3 | task -1 | selected slot by LRU, n_tokens = 1172, t_last = 396399698
6.37.154.628 I slot launch_slot_: id  3 | task 9682 | processing task, is_child = 0
6.37.982.846 I slot print_timing: id  1 | task 9677 | prompt eval time =    1022.61 ms /   310 tokens (    3.30 ms per token,   303.14 tokens per second)
6.37.982.852 I slot print_timing: id  1 | task 9677 |        eval time =    1214.10 ms /     2 tokens ( 1214.10 ms per token,     0.82 tokens per second)
6.37.982.853 I slot print_timing: id  1 | task 9677 |       total time =    2236.71 ms /   312 tokens
6.37.982.855 I slot print_timing: id  1 | task 9677 |    graphs reused =       8135
6.37.982.856 I slot print_timing: id  1 | task 9677 |   graph reallocs =          0    /     0        (same size) / (changed size)
6.37.982.988 I slot      release: id  1 | task 9677 | stop processing: n_tokens = 2105, truncated = 0
6.38.684.925 I slot get_availabl: id  1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.839 (> 0.100 thold), f_keep = 0.852
6.38.685.079 I slot launch_slot_: id  1 | task 9685 | processing task, is_child = 0
6.39.224.776 I slot print_timing: id  0 | task 9678 | prompt eval time =    2955.79 ms /  2061 tokens (    1.43 ms per token,   697.28 tokens per second)
6.39.224.781 I slot print_timing: id  0 | task 9678 |        eval time =     539.86 ms /     2 tokens (  539.86 ms per token,     1.85 tokens per second)
6.39.224.783 I slot print_timing: id  0 | task 9678 |       total time =    3495.64 ms /  2063 tokens
6.39.224.783 I slot print_timing: id  0 | task 9678 |    graphs reused =       8135
6.39.224.785 I slot print_timing: id  0 | task 9678 |   graph reallocs =          0    /     0        (same size) / (changed size)
6.39.224.915 I slot      release: id  0 | task 9678 | stop processing: n_tokens = 2063, truncated = 0
6.39.575.887 I slot get_availabl: id  0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.867 (> 0.100 thold), f_keep = 0.869
6.39.576.040 I slot launch_slot_: id  0 | task 9688 | processing task, is_child = 0
6.39.876.892 I slot print_timing: id  1 | task 9685 | prompt eval time =     890.08 ms /   343 tokens (    2.59 ms per token,   385.36 tokens per second)
6.39.876.898 I slot print_timing: id  1 | task 9685 |        eval time =     301.70 ms /     2 tokens (  301.70 ms per token,     3.31 tokens per second)
6.39.876.899 I slot print_timing: id  1 | task 9685 |       total time =    1191.78 ms /   345 tokens
6.39.876.900 I slot print_timing: id  1 | task 9685 |    graphs reused =       8135
6.39.876.901 I slot print_timing: id  1 | task 9685 |   graph reallocs =          0    /     0        (same size) / (changed size)
6.39.877.039 I slot      release: id  1 | task 9685 | stop processing: n_tokens = 2138, truncated = 0
6.39.877.451 I slot print_timing: id  2 | task 9681 | prompt eval time =    2357.89 ms /  2044 tokens (    1.15 ms per token,   866.88 tokens per second)
6.39.877.454 I slot print_timing: id  2 | task 9681 |        eval time =     301.58 ms /     2 tokens (  301.58 ms per token,     3.32 tokens per second)
6.39.877.455 I slot print_timing: id  2 | task 9681 |       total time =    2659.47 ms /  2046 tokens
6.39.877.456 I slot print_timing: id  2 | task 9681 |    graphs reused =       8135
6.39.877.456 I slot print_timing: id  2 | task 9681 |   graph reallocs =          0    /     0        (same size) / (changed size)
6.39.877.564 I slot      release: id  2 | task 9681 | stop processing: n_tokens = 2046, truncated = 0
6.39.983.845 I slot print_timing: id  3 | task 9682 | prompt eval time =    2646.22 ms /  2114 tokens (    1.25 ms per token,   798.88 tokens per second)
6.39.983.850 I slot print_timing: id  3 | task 9682 |        eval time =     105.52 ms /     2 tokens (  105.52 ms per token,     9.48 tokens per second)
6.39.983.851 I slot print_timing: id  3 | task 9682 |       total time =    2751.74 ms /  2116 tokens
6.39.983.852 I slot print_timing: id  3 | task 9682 |    graphs reused =       8135
6.39.983.853 I slot print_timing: id  3 | task 9682 |   graph reallocs =          0    /     0        (same size) / (changed size)
6.39.983.980 I slot      release: id  3 | task 9682 | stop processing: n_tokens = 2116, truncated = 0
6.39.983.999 I slot get_availabl: id  1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.839 (> 0.100 thold), f_keep = 0.839
6.39.984.135 I slot launch_slot_: id  1 | task 9691 | processing task, is_child = 0
6.39.984.300 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 923.110 MiB)
6.40.211.951 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 994.239 MiB)
6.40.226.601 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 1008.537 MiB)
6.40.473.699 I slot get_availabl: id  2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.805 (> 0.100 thold), f_keep = 0.877
6.40.473.847 I slot launch_slot_: id  2 | task 9692 | processing task, is_child = 0
6.40.474.012 I slot get_availabl: id  3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.907 (> 0.100 thold), f_keep = 0.848
6.40.474.125 I slot launch_slot_: id  3 | task 9693 | processing task, is_child = 0
6.41.110.153 I slot print_timing: id  0 | task 9688 | prompt eval time =     407.47 ms /   275 tokens (    1.48 ms per token,   674.89 tokens per second)
6.41.110.159 I slot print_timing: id  0 | task 9688 |        eval time =    1126.62 ms /     2 tokens ( 1126.62 ms per token,     0.89 tokens per second)
6.41.110.161 I slot print_timing: id  0 | task 9688 |       total time =    1534.09 ms /   277 tokens
6.41.110.162 I slot print_timing: id  0 | task 9688 |    graphs reused =       8135
6.41.110.163 I slot print_timing: id  0 | task 9688 |   graph reallocs =          0    /     0        (same size) / (changed size)
6.41.110.315 I slot      release: id  0 | task 9688 | stop processing: n_tokens = 2069, truncated = 0
6.41.326.508 I slot get_availabl: id  0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.886 (> 0.100 thold), f_keep = 0.867
6.41.326.653 I slot launch_slot_: id  0 | task 9696 | processing task, is_child = 0
6.41.523.623 I slot print_timing: id  1 | task 9691 | prompt eval time =     851.07 ms /   343 tokens (    2.48 ms per token,   403.02 tokens per second)
6.41.523.629 I slot print_timing: id  1 | task 9691 |        eval time =     198.41 ms /     2 tokens (  198.41 ms per token,     5.04 tokens per second)
6.41.523.630 I slot print_timing: id  1 | task 9691 |       total time =    1049.48 ms /   345 tokens
6.41.523.631 I slot print_timing: id  1 | task 9691 |    graphs reused =       8135
6.41.523.632 I slot print_timing: id  1 | task 9691 |   graph reallocs =          0    /     0        (same size) / (changed size)
6.41.523.761 I slot      release: id  1 | task 9691 | stop processing: n_tokens = 2138, truncated = 0
6.41.524.189 I slot print_timing: id  2 | task 9692 | prompt eval time =     764.78 ms /   434 tokens (    1.76 ms per token,   567.48 tokens per second)
6.41.524.192 I slot print_timing: id  2 | task 9692 |        eval time =     198.29 ms /     2 tokens (  198.29 ms per token,     5.04 tokens per second)
6.41.524.193 I slot print_timing: id  2 | task 9692 |       total time =     963.07 ms /   436 tokens
6.41.524.193 I slot print_timing: id  2 | task 9692 |    graphs reused =       8135
6.41.524.194 I slot print_timing: id  2 | task 9692 |   graph reallocs =          0    /     0        (same size) / (changed size)
6.41.524.314 I slot      release: id  2 | task 9692 | stop processing: n_tokens = 2229, truncated = 0
6.41.524.699 I slot print_timing: id  3 | task 9693 | prompt eval time =     694.79 ms /   183 tokens (    3.80 ms per token,   263.39 tokens per second)
6.41.524.702 I slot print_timing: id  3 | task 9693 |        eval time =     198.20 ms /     2 tokens (  198.20 ms per token,     5.05 tokens per second)
6.41.524.703 I slot print_timing: id  3 | task 9693 |       total time =     892.99 ms /   185 tokens
6.41.524.704 I slot print_timing: id  3 | task 9693 |    graphs reused =       8135
6.41.524.704 I slot print_timing: id  3 | task 9693 |   graph reallocs =          0    /     0        (same size) / (changed size)
6.41.524.791 I slot      release: id  3 | task 9693 | stop processing: n_tokens = 1978, truncated = 0
6.41.609.049 I slot get_availabl: id  1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.865 (> 0.100 thold), f_keep = 0.839
6.41.609.157 I slot launch_slot_: id  1 | task 9699 | processing task, is_child = 0
6.41.609.325 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 928.876 MiB)
6.41.874.665 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 1308.518 MiB)
6.41.893.628 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 1158.107 MiB)
6.42.204.905 I slot get_availabl: id  2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.847 (> 0.100 thold), f_keep = 0.805
6.42.205.057 I slot launch_slot_: id  2 | task 9700 | processing task, is_child = 0
6.42.205.216 I slot get_availabl: id  3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.887 (> 0.100 thold), f_keep = 0.906
6.42.205.301 I slot launch_slot_: id  3 | task 9701 | processing task, is_child = 0
6.42.804.811 I slot print_timing: id  0 | task 9696 | prompt eval time =     282.37 ms /   230 tokens (    1.23 ms per token,   814.53 tokens per second)
6.42.804.817 I slot print_timing: id  0 | task 9696 |        eval time =    1195.76 ms /     2 tokens ( 1195.76 ms per token,     0.84 tokens per second)
6.42.804.819 I slot print_timing: id  0 | task 9696 |       total time =    1478.13 ms /   232 tokens
6.42.804.820 I slot print_timing: id  0 | task 9696 |    graphs reused =       8135
6.42.804.820 I slot print_timing: id  0 | task 9696 |   graph reallocs =          0    /     0        (same size) / (changed size)
6.42.804.957 I slot      release: id  0 | task 9696 | stop processing: n_tokens = 2024, truncated = 0
6.43.022.300 I slot get_availabl: id  0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.907 (> 0.100 thold), f_keep = 0.886
6.43.022.442 I slot launch_slot_: id  0 | task 9704 | processing task, is_child = 0
6.43.207.659 I slot print_timing: id  1 | task 9699 | prompt eval time =     815.54 ms /   279 tokens (    2.92 ms per token,   342.10 tokens per second)
6.43.207.664 I slot print_timing: id  1 | task 9699 |        eval time =     186.79 ms /     2 tokens (  186.79 ms per token,     5.35 tokens per second)
6.43.207.665 I slot print_timing: id  1 | task 9699 |       total time =    1002.34 ms /   281 tokens
6.43.207.665 I slot print_timing: id  1 | task 9699 |    graphs reused =       8135
6.43.207.666 I slot print_timing: id  1 | task 9699 |   graph reallocs =          0    /     0        (same size) / (changed size)
6.43.207.793 I slot      release: id  1 | task 9699 | stop processing: n_tokens = 2074, truncated = 0
6.43.208.217 I slot print_timing: id  2 | task 9700 | prompt eval time =     729.44 ms /   323 tokens (    2.26 ms per token,   442.81 tokens per second)
6.43.208.220 I slot print_timing: id  2 | task 9700 |        eval time =     186.61 ms /     2 tokens (  186.61 ms per token,     5.36 tokens per second)
6.43.208.221 I slot print_timing: id  2 | task 9700 |       total time =     916.04 ms /   325 tokens
6.43.208.221 I slot print_timing: id  2 | task 9700 |    graphs reused =       8135
6.43.208.222 I slot print_timing: id  2 | task 9700 |   graph reallocs =          0    /     0        (same size) / (changed size)
6.43.208.333 I slot      release: id  2 | task 9700 | stop processing: n_tokens = 2118, truncated = 0
6.43.208.784 I slot print_timing: id  3 | task 9701 | prompt eval time =     644.26 ms /   229 tokens (    2.81 ms per token,   355.45 tokens per second)
6.43.208.788 I slot print_timing: id  3 | task 9701 |        eval time =     186.50 ms /     2 tokens (  186.50 ms per token,     5.36 tokens per second)
6.43.208.788 I slot print_timing: id  3 | task 9701 |       total time =     830.76 ms /   231 tokens
6.43.208.790 I slot print_timing: id  3 | task 9701 |    graphs reused =       8135
6.43.208.791 I slot print_timing: id  3 | task 9701 |   graph reallocs =          0    /     0        (same size) / (changed size)
6.43.208.887 I slot      release: id  3 | task 9701 | stop processing: n_tokens = 2023, truncated = 0
6.43.293.948 I slot get_availabl: id  1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.845 (> 0.100 thold), f_keep = 0.865
6.43.294.075 I slot launch_slot_: id  1 | task 9707 | processing task, is_child = 0
6.43.294.243 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 1170.248 MiB)
6.43.558.408 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 1312.357 MiB)
6.43.863.211 I slot get_availabl: id  2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.867 (> 0.100 thold), f_keep = 0.847
6.43.863.363 I slot launch_slot_: id  2 | task 9708 | processing task, is_child = 0
6.43.863.531 I slot get_availabl: id  3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.824 (> 0.100 thold), f_keep = 0.886
6.43.863.621 I slot launch_slot_: id  3 | task 9709 | processing task, is_child = 0
6.44.517.179 I slot print_timing: id  0 | task 9704 | prompt eval time =     271.48 ms /   184 tokens (    1.48 ms per token,   677.76 tokens per second)
6.44.517.186 I slot print_timing: id  0 | task 9704 |        eval time =    1223.23 ms /     2 tokens ( 1223.23 ms per token,     0.82 tokens per second)
6.44.517.187 I slot print_timing: id  0 | task 9704 |       total time =    1494.71 ms /   186 tokens
6.44.517.188 I slot print_timing: id  0 | task 9704 |    graphs reused =       8135
6.44.517.189 I slot print_timing: id  0 | task 9704 |   graph reallocs =          0    /     0        (same size) / (changed size)
6.44.517.342 I slot      release: id  0 | task 9704 | stop processing: n_tokens = 1978, truncated = 0
6.44.758.592 I slot get_availabl: id  0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.905 (> 0.100 thold), f_keep = 0.906
6.44.758.889 I slot launch_slot_: id  0 | task 9712 | processing task, is_child = 0
6.44.948.702 I slot print_timing: id  1 | task 9707 | prompt eval time =     891.42 ms /   328 tokens (    2.72 ms per token,   367.95 tokens per second)
6.44.948.707 I slot print_timing: id  1 | task 9707 |        eval time =     193.63 ms /     2 tokens (  193.63 ms per token,     5.16 tokens per second)
6.44.948.709 I slot print_timing: id  1 | task 9707 |       total time =    1085.06 ms /   330 tokens
6.44.948.710 I slot print_timing: id  1 | task 9707 |    graphs reused =       8135
6.44.948.711 I slot print_timing: id  1 | task 9707 |   graph reallocs =          0    /     0        (same size) / (changed size)
6.44.948.846 I slot      release: id  1 | task 9707 | stop processing: n_tokens = 2123, truncated = 0
6.44.949.259 I slot print_timing: id  2 | task 9708 | prompt eval time =     805.44 ms /   276 tokens (    2.92 ms per token,   342.67 tokens per second)
6.44.949.262 I slot print_timing: id  2 | task 9708 |        eval time =     192.28 ms /     2 tokens (  192.28 ms per token,     5.20 tokens per second)
6.44.949.263 I slot print_timing: id  2 | task 9708 |       total time =     997.71 ms /   278 tokens
6.44.949.264 I slot print_timing: id  2 | task 9708 |    graphs reused =       8135
6.44.949.264 I slot print_timing: id  2 | task 9708 |   graph reallocs =          0    /     0        (same size) / (changed size)
6.44.949.386 I slot      release: id  2 | task 9708 | stop processing: n_tokens = 2070, truncated = 0
6.44.949.768 I slot print_timing: id  3 | task 9709 | prompt eval time =     721.05 ms /   382 tokens (    1.89 ms per token,   529.78 tokens per second)
6.44.949.771 I slot print_timing: id  3 | task 9709 |        eval time =     191.19 ms /     2 tokens (  191.19 ms per token,     5.23 tokens per second)
6.44.949.771 I slot print_timing: id  3 | task 9709 |       total time =     912.25 ms /   384 tokens
6.44.949.772 I slot print_timing: id  3 | task 9709 |    graphs reused =       8135
6.44.949.774 I slot print_timing: id  3 | task 9709 |   graph reallocs =          0    /     0        (same size) / (changed size)
6.44.949.871 I slot      release: id  3 | task 9709 | stop processing: n_tokens = 2176, truncated = 0
6.45.035.001 I slot get_availabl: id  1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.894 (> 0.100 thold), f_keep = 0.845
6.45.035.140 I slot launch_slot_: id  1 | task 9715 | processing task, is_child = 0
6.45.035.342 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 1313.451 MiB)
6.45.318.975 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 1635.231 MiB)
6.45.594.747 I slot get_availabl: id  2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.878 (> 0.100 thold), f_keep = 0.866
6.45.594.902 I slot launch_slot_: id  2 | task 9716 | processing task, is_child = 0
6.45.595.071 I slot get_availabl: id  3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.821 (> 0.100 thold), f_keep = 0.824
6.45.595.164 I slot launch_slot_: id  3 | task 9717 | processing task, is_child = 0
6.46.243.404 I slot print_timing: id  0 | task 9712 | prompt eval time =     276.07 ms /   189 tokens (    1.46 ms per token,   684.61 tokens per second)
6.46.243.411 I slot print_timing: id  0 | task 9712 |        eval time =    1208.41 ms /     2 tokens ( 1208.41 ms per token,     0.83 tokens per second)
6.46.243.412 I slot print_timing: id  0 | task 9712 |       total time =    1484.48 ms /   191 tokens
6.46.243.413 I slot print_timing: id  0 | task 9712 |    graphs reused =       8135
6.46.243.414 I slot print_timing: id  0 | task 9712 |   graph reallocs =          0    /     0        (same size) / (changed size)
6.46.243.553 I slot      release: id  0 | task 9712 | stop processing: n_tokens = 1983, truncated = 0
6.46.459.994 I slot get_availabl: id  0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.884 (> 0.100 thold), f_keep = 0.905
6.46.460.134 I slot launch_slot_: id  0 | task 9720 | processing task, is_child = 0
6.46.641.592 I slot print_timing: id  1 | task 9715 | prompt eval time =     863.44 ms /   213 tokens (    4.05 ms per token,   246.69 tokens per second)
6.46.641.598 I slot print_timing: id  1 | task 9715 |        eval time =     182.97 ms /     2 tokens (  182.97 ms per token,     5.47 tokens per second)
6.46.641.600 I slot print_timing: id  1 | task 9715 |       total time =    1046.40 ms /   215 tokens
6.46.641.601 I slot print_timing: id  1 | task 9715 |    graphs reused =       8135
6.46.641.602 I slot print_timing: id  1 | task 9715 |   graph reallocs =          0    /     0        (same size) / (changed size)
6.46.641.752 I slot      release: id  1 | task 9715 | stop processing: n_tokens = 2007, truncated = 0
6.46.642.190 I slot print_timing: id  2 | task 9716 | prompt eval time =     776.73 ms /   249 tokens (    3.12 ms per token,   320.58 tokens per second)
6.46.642.193 I slot print_timing: id  2 | task 9716 |        eval time =     182.88 ms /     2 tokens (  182.88 ms per token,     5.47 tokens per second)
6.46.642.194 I slot print_timing: id  2 | task 9716 |       total time =     959.61 ms /   251 tokens
6.46.642.195 I slot print_timing: id  2 | task 9716 |    graphs reused =       8135
6.46.642.196 I slot print_timing: id  2 | task 9716 |   graph reallocs =          0    /     0        (same size) / (changed size)
6.46.642.324 I slot      release: id  2 | task 9716 | stop processing: n_tokens = 2043, truncated = 0
6.46.642.775 I slot print_timing: id  3 | task 9717 | prompt eval time =     637.71 ms /   390 tokens (    1.64 ms per token,   611.56 tokens per second)
6.46.642.779 I slot print_timing: id  3 | task 9717 |        eval time =     182.79 ms /     2 tokens (  182.79 ms per token,     5.47 tokens per second)
6.46.642.779 I slot print_timing: id  3 | task 9717 |       total time =     820.50 ms /   392 tokens
6.46.642.780 I slot print_timing: id  3 | task 9717 |    graphs reused =       8135
6.46.642.781 I slot print_timing: id  3 | task 9717 |   graph reallocs =          0    /     0        (same size) / (changed size)
6.46.642.887 I slot      release: id  3 | task 9717 | stop processing: n_tokens = 2184, truncated = 0
6.46.762.287 I slot get_availabl: id  1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.934 (> 0.100 thold), f_keep = 0.893
6.46.762.420 I slot launch_slot_: id  1 | task 9723 | processing task, is_child = 0
6.46.762.592 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 1631.306 MiB)
6.47.067.724 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 1633.495 MiB)
6.47.343.702 I slot get_availabl: id  3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.895 (> 0.100 thold), f_keep = 0.821
6.47.343.866 I slot launch_slot_: id  3 | task 9725 | processing task, is_child = 0
6.47.344.031 I slot get_availabl: id  2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.915 (> 0.100 thold), f_keep = 0.878
6.47.344.129 I slot launch_slot_: id  2 | task 9724 | processing task, is_child = 0
6.47.833.685 I slot print_timing: id  0 | task 9720 | prompt eval time =     302.12 ms /   235 tokens (    1.29 ms per token,   777.82 tokens per second)
6.47.833.692 I slot print_timing: id  0 | task 9720 |        eval time =    1071.40 ms /     2 tokens ( 1071.40 ms per token,     0.93 tokens per second)
6.47.833.693 I slot print_timing: id  0 | task 9720 |       total time =    1373.53 ms /   237 tokens
6.47.833.696 I slot print_timing: id  0 | task 9720 |    graphs reused =       8135
6.47.833.697 I slot print_timing: id  0 | task 9720 |   graph reallocs =          0    /     0        (same size) / (changed size)
6.47.833.843 I slot      release: id  0 | task 9720 | stop processing: n_tokens = 2030, truncated = 0
6.48.051.239 I slot get_availabl: id  0 | task -1 | selected slot by LRU, n_tokens = 2030, t_last = 407735903
6.48.051.408 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 1632.010 MiB)
6.48.074.371 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 1632.745 MiB)
6.48.430.348 I slot launch_slot_: id  0 | task 9728 | processing task, is_child = 0
6.48.803.493 I slot print_timing: id  1 | task 9723 | prompt eval time =     705.72 ms /   127 tokens (    5.56 ms per token,   179.96 tokens per second)
6.48.803.504 I slot print_timing: id  1 | task 9723 |        eval time =     753.60 ms /     2 tokens (  753.60 ms per token,     1.33 tokens per second)
6.48.803.506 I slot print_timing: id  1 | task 9723 |       total time =    1459.32 ms /   129 tokens
6.48.803.507 I slot print_timing: id  1 | task 9723 |    graphs reused =       8135
6.48.803.508 I slot print_timing: id  1 | task 9723 |   graph reallocs =          0    /     0        (same size) / (changed size)
6.48.803.732 I slot      release: id  1 | task 9723 | stop processing: n_tokens = 1921, truncated = 0
6.48.804.644 I slot print_timing: id  2 | task 9724 | prompt eval time =     616.94 ms /   167 tokens (    3.69 ms per token,   270.69 tokens per second)
6.48.804.651 I slot print_timing: id  2 | task 9724 |        eval time =     754.08 ms /     2 tokens (  754.08 ms per token,     1.33 tokens per second)
6.48.804.653 I slot print_timing: id  2 | task 9724 |       total time =    1371.02 ms /   169 tokens
6.48.804.654 I slot print_timing: id  2 | task 9724 |    graphs reused =       8135
6.48.804.655 I slot print_timing: id  2 | task 9724 |   graph reallocs =          0    /     0        (same size) / (changed size)
6.48.804.820 I slot      release: id  2 | task 9724 | stop processing: n_tokens = 1961, truncated = 0
6.48.805.749 I slot print_timing: id  3 | task 9725 | prompt eval time =     528.06 ms /   211 tokens (    2.50 ms per token,   399.57 tokens per second)
6.48.805.755 I slot print_timing: id  3 | task 9725 |        eval time =     754.51 ms /     2 tokens (  754.51 ms per token,     1.33 tokens per second)
6.48.805.756 I slot print_timing: id  3 | task 9725 |       total time =    1282.58 ms /   213 tokens
6.48.805.757 I slot print_timing: id  3 | task 9725 |    graphs reused =       8135
6.48.805.758 I slot print_timing: id  3 | task 9725 |   graph reallocs =          0    /     0        (same size) / (changed size)
6.48.805.903 I slot      release: id  3 | task 9725 | stop processing: n_tokens = 2006, truncated = 0
6.48.887.667 I slot get_availabl: id  1 | task -1 | selected slot by LRU, n_tokens = 1921, t_last = 408705794
6.48.887.864 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 1634.402 MiB)
6.49.150.501 I slot launch_slot_: id  1 | task 9731 | processing task, is_child = 0
6.49.150.664 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 1632.322 MiB)
6.49.455.876 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 1634.527 MiB)
6.49.816.517 I slot get_availabl: id  2 | task -1 | selected slot by LRU, n_tokens = 1961, t_last = 408706882
6.49.816.802 I slot launch_slot_: id  2 | task 9732 | processing task, is_child = 0
6.49.816.944 I slot get_availabl: id  3 | task -1 | selected slot by LRU, n_tokens = 2006, t_last = 408707965
6.49.817.163 I slot launch_slot_: id  3 | task 9733 | processing task, is_child = 0
6.51.723.719 I slot print_timing: id  0 | task 9728 | prompt eval time =    2709.68 ms /  1459 tokens (    1.86 ms per token,   538.44 tokens per second)
6.51.723.741 I slot print_timing: id  0 | task 9728 |        eval time =     583.62 ms /     2 tokens (  583.62 ms per token,     1.71 tokens per second)
6.51.723.743 I slot print_timing: id  0 | task 9728 |       total time =    3293.30 ms /  1461 tokens
6.51.723.745 I slot print_timing: id  0 | task 9728 |    graphs reused =       8135
6.51.723.747 I slot print_timing: id  0 | task 9728 |   graph reallocs =          0    /     0        (same size) / (changed size)
6.51.724.044 I slot      release: id  0 | task 9728 | stop processing: n_tokens = 1461, truncated = 0
6.52.133.995 I slot get_availabl: id  0 | task -1 | selected slot by LRU, n_tokens = 1461, t_last = 411626107
6.52.134.139 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 1952.132 MiB)
6.52.386.780 I slot launch_slot_: id  0 | task 9738 | processing task, is_child = 0
6.52.764.885 I slot print_timing: id  1 | task 9731 | prompt eval time =    2257.16 ms /  1662 tokens (    1.36 ms per token,   736.32 tokens per second)
6.52.764.890 I slot print_timing: id  1 | task 9731 |        eval time =     630.89 ms /     2 tokens (  630.89 ms per token,     1.59 tokens per second)
6.52.764.891 I slot print_timing: id  1 | task 9731 |       total time =    2888.06 ms /  1664 tokens
6.52.764.892 I slot print_timing: id  1 | task 9731 |    graphs reused =       8135
6.52.764.893 I slot print_timing: id  1 | task 9731 |   graph reallocs =          0    /     0        (same size) / (changed size)
6.52.765.031 I slot      release: id  1 | task 9731 | stop processing: n_tokens = 1664, truncated = 0
6.52.948.396 I slot print_timing: id  2 | task 9732 | prompt eval time =    2868.07 ms /  1525 tokens (    1.88 ms per token,   531.72 tokens per second)
6.52.948.401 I slot print_timing: id  2 | task 9732 |        eval time =     182.50 ms /     2 tokens (  182.50 ms per token,     5.48 tokens per second)
6.52.948.403 I slot print_timing: id  2 | task 9732 |       total time =    3050.57 ms /  1527 tokens
6.52.948.403 I slot print_timing: id  2 | task 9732 |    graphs reused =       8135
6.52.948.404 I slot print_timing: id  2 | task 9732 |   graph reallocs =          0    /     0        (same size) / (changed size)
6.52.948.519 I slot      release: id  2 | task 9732 | stop processing: n_tokens = 1527, truncated = 0
6.52.948.932 I slot print_timing: id  3 | task 9733 | prompt eval time =    2025.77 ms /  1003 tokens (    2.02 ms per token,   495.12 tokens per second)
6.52.948.936 I slot print_timing: id  3 | task 9733 |        eval time =     182.23 ms /     2 tokens (  182.23 ms per token,     5.49 tokens per second)
6.52.948.936 I slot print_timing: id  3 | task 9733 |       total time =    2208.00 ms /  1005 tokens
6.52.948.937 I slot print_timing: id  3 | task 9733 |    graphs reused =       8135
6.52.948.938 I slot print_timing: id  3 | task 9733 |   graph reallocs =          0    /     0        (same size) / (changed size)
6.52.949.011 I slot      release: id  3 | task 9733 | stop processing: n_tokens = 1005, truncated = 0
6.52.949.025 I slot get_availabl: id  3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.897 (> 0.100 thold), f_keep = 0.878
6.52.949.169 I slot launch_slot_: id  3 | task 9741 | processing task, is_child = 0
6.53.117.520 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 1630.415 MiB)
6.53.368.467 I slot get_availabl: id  1 | task -1 | selected slot by LRU, n_tokens = 1664, t_last = 412667091
6.53.368.760 I slot launch_slot_: id  1 | task 9742 | processing task, is_child = 0
6.53.368.892 I slot get_availabl: id  2 | task -1 | selected slot by LRU, n_tokens = 1527, t_last = 412850579
6.53.369.101 I slot launch_slot_: id  2 | task 9743 | processing task, is_child = 0
6.54.763.559 I slot print_timing: id  0 | task 9738 | prompt eval time =    2060.95 ms /   992 tokens (    2.08 ms per token,   481.33 tokens per second)
6.54.763.564 I slot print_timing: id  0 | task 9738 |        eval time =     315.81 ms /     2 tokens (  315.81 ms per token,     3.17 tokens per second)
6.54.763.565 I slot print_timing: id  0 | task 9738 |       total time =    2376.75 ms /   994 tokens
6.54.763.566 I slot print_timing: id  0 | task 9738 |    graphs reused =       8135
6.54.763.566 I slot print_timing: id  0 | task 9738 |   graph reallocs =          0    /     0        (same size) / (changed size)
6.54.763.641 I slot      release: id  0 | task 9738 | stop processing: n_tokens = 994, truncated = 0
6.54.928.580 I slot print_timing: id  3 | task 9741 | prompt eval time =    1305.90 ms /   131 tokens (    9.97 ms per token,   100.31 tokens per second)
6.54.928.585 I slot print_timing: id  3 | task 9741 |        eval time =     164.14 ms /     2 tokens (  164.14 ms per token,     6.09 tokens per second)
6.54.928.586 I slot print_timing: id  3 | task 9741 |       total time =    1470.04 ms /   133 tokens
6.54.928.587 I slot print_timing: id  3 | task 9741 |    graphs reused =       8135
6.54.928.588 I slot print_timing: id  3 | task 9741 |   graph reallocs =          0    /     0        (same size) / (changed size)
6.54.928.653 I slot      release: id  3 | task 9741 | stop processing: n_tokens = 984, truncated = 0
6.54.928.672 I slot get_availabl: id  0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.903 (> 0.100 thold), f_keep = 0.886
6.54.928.816 I slot launch_slot_: id  0 | task 9748 | processing task, is_child = 0
6.54.928.935 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 1631.040 MiB)
6.55.186.928 I slot get_availabl: id  3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.899 (> 0.100 thold), f_keep = 0.895
6.55.187.089 I slot launch_slot_: id  3 | task 9749 | processing task, is_child = 0
6.55.421.607 I slot print_timing: id  1 | task 9742 | prompt eval time =    1502.84 ms /   963 tokens (    1.56 ms per token,   640.79 tokens per second)
6.55.421.612 I slot print_timing: id  1 | task 9742 |        eval time =     493.95 ms /     2 tokens (  493.95 ms per token,     2.02 tokens per second)
6.55.421.613 I slot print_timing: id  1 | task 9742 |       total time =    1996.80 ms /   965 tokens
6.55.421.614 I slot print_timing: id  1 | task 9742 |    graphs reused =       8135
6.55.421.615 I slot print_timing: id  1 | task 9742 |   graph reallocs =          0    /     0        (same size) / (changed size)
6.55.421.682 I slot      release: id  1 | task 9742 | stop processing: n_tokens = 965, truncated = 0
6.55.422.104 I slot print_timing: id  2 | task 9743 | prompt eval time =    1486.09 ms /   987 tokens (    1.51 ms per token,   664.16 tokens per second)
6.55.422.107 I slot print_timing: id  2 | task 9743 |        eval time =     493.84 ms /     2 tokens (  493.84 ms per token,     2.02 tokens per second)
6.55.422.108 I slot print_timing: id  2 | task 9743 |       total time =    1979.93 ms /   989 tokens
6.55.422.109 I slot print_timing: id  2 | task 9743 |    graphs reused =       8135
6.55.422.110 I slot print_timing: id  2 | task 9743 |   graph reallocs =          0    /     0        (same size) / (changed size)
6.55.422.161 I slot      release: id  2 | task 9743 | stop processing: n_tokens = 989, truncated = 0
6.55.615.467 I slot get_availabl: id  1 | task -1 | selected slot by LRU, n_tokens = 965, t_last = 415323742
6.55.781.582 I slot launch_slot_: id  1 | task 9752 | processing task, is_child = 0
6.55.781.702 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 1951.756 MiB)
6.55.996.063 I slot get_availabl: id  2 | task -1 | selected slot by LRU, n_tokens = 989, t_last = 415324220
6.55.996.334 I slot launch_slot_: id  2 | task 9753 | processing task, is_child = 0
6.57.136.554 I slot print_timing: id  0 | task 9748 | prompt eval time =    1496.15 ms /   124 tokens (   12.07 ms per token,    82.88 tokens per second)
6.57.136.559 I slot print_timing: id  0 | task 9748 |        eval time =     453.29 ms /     2 tokens (  453.29 ms per token,     2.21 tokens per second)
6.57.136.561 I slot print_timing: id  0 | task 9748 |       total time =    1949.44 ms /   126 tokens
6.57.136.562 I slot print_timing: id  0 | task 9748 |    graphs reused =       8135
6.57.136.563 I slot print_timing: id  0 | task 9748 |   graph reallocs =          0    /     0        (same size) / (changed size)
6.57.136.635 I slot      release: id  0 | task 9748 | stop processing: n_tokens = 977, truncated = 0
6.57.137.090 I slot print_timing: id  3 | task 9749 | prompt eval time =    1402.24 ms /   128 tokens (   10.95 ms per token,    91.28 tokens per second)
6.57.137.094 I slot print_timing: id  3 | task 9749 |        eval time =     452.98 ms /     2 tokens (  452.98 ms per token,     2.21 tokens per second)
6.57.137.095 I slot print_timing: id  3 | task 9749 |       total time =    1855.22 ms /   130 tokens
6.57.137.096 I slot print_timing: id  3 | task 9749 |    graphs reused =       8135
6.57.137.096 I slot print_timing: id  3 | task 9749 |   graph reallocs =          0    /     0        (same size) / (changed size)
6.57.137.153 I slot      release: id  3 | task 9749 | stop processing: n_tokens = 981, truncated = 0
6.57.337.490 I slot get_availabl: id  0 | task -1 | selected slot by LRU, n_tokens = 977, t_last = 417038695
6.57.337.610 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 1278.208 MiB)
6.57.582.141 I slot launch_slot_: id  0 | task 9757 | processing task, is_child = 0
6.57.582.260 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 1306.383 MiB)
6.57.816.632 I slot get_availabl: id  3 | task -1 | selected slot by LRU, n_tokens = 981, t_last = 417039214
6.57.816.903 I slot launch_slot_: id  3 | task 9758 | processing task, is_child = 0
6.59.012.719 I slot print_timing: id  1 | task 9752 | prompt eval time =    2648.17 ms /   825 tokens (    3.21 ms per token,   311.54 tokens per second)
6.59.012.725 I slot print_timing: id  1 | task 9752 |        eval time =     310.23 ms /     2 tokens (  310.23 ms per token,     3.22 tokens per second)
6.59.012.726 I slot print_timing: id  1 | task 9752 |       total time =    2958.40 ms /   827 tokens
6.59.012.727 I slot print_timing: id  1 | task 9752 |    graphs reused =       8135
6.59.012.727 I slot print_timing: id  1 | task 9752 |   graph reallocs =          0    /     0        (same size) / (changed size)
6.59.012.802 I slot      release: id  1 | task 9752 | stop processing: n_tokens = 827, truncated = 0
6.59.013.238 I slot print_timing: id  2 | task 9753 | prompt eval time =    2637.72 ms /  1629 tokens (    1.62 ms per token,   617.58 tokens per second)
6.59.013.241 I slot print_timing: id  2 | task 9753 |        eval time =     308.44 ms /     2 tokens (  308.44 ms per token,     3.24 tokens per second)
6.59.013.241 I slot print_timing: id  2 | task 9753 |       total time =    2946.16 ms /  1631 tokens
6.59.013.242 I slot print_timing: id  2 | task 9753 |    graphs reused =       8135
6.59.013.243 I slot print_timing: id  2 | task 9753 |   graph reallocs =          0    /     0        (same size) / (changed size)
6.59.013.376 I slot      release: id  2 | task 9753 | stop processing: n_tokens = 1631, truncated = 0
6.59.226.291 I slot get_availabl: id  2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.858 (> 0.100 thold), f_keep = 0.858
6.59.226.450 I slot launch_slot_: id  2 | task 9762 | processing task, is_child = 0
6.59.358.704 I slot get_availabl: id  1 | task -1 | selected slot by LRU, n_tokens = 827, t_last = 418914862
6.59.358.954 I slot launch_slot_: id  1 | task 9763 | processing task, is_child = 0
7.00.538.936 I slot print_timing: id  0 | task 9757 | prompt eval time =    2412.00 ms /  1587 tokens (    1.52 ms per token,   657.96 tokens per second)
7.00.538.943 I slot print_timing: id  0 | task 9757 |        eval time =     310.00 ms /     2 tokens (  310.00 ms per token,     3.23 tokens per second)
7.00.538.944 I slot print_timing: id  0 | task 9757 |       total time =    2722.01 ms /  1589 tokens
7.00.538.945 I slot print_timing: id  0 | task 9757 |    graphs reused =       8135
7.00.538.946 I slot print_timing: id  0 | task 9757 |   graph reallocs =          0    /     0        (same size) / (changed size)
7.00.539.076 I slot      release: id  0 | task 9757 | stop processing: n_tokens = 1589, truncated = 0
7.00.756.324 I slot print_timing: id  2 | task 9762 | prompt eval time =    1107.91 ms /   232 tokens (    4.78 ms per token,   209.40 tokens per second)
7.00.756.330 I slot print_timing: id  2 | task 9762 |        eval time =     216.41 ms /     2 tokens (  216.41 ms per token,     4.62 tokens per second)
7.00.756.332 I slot print_timing: id  2 | task 9762 |       total time =    1324.32 ms /   234 tokens
7.00.756.333 I slot print_timing: id  2 | task 9762 |    graphs reused =       8135
7.00.756.334 I slot print_timing: id  2 | task 9762 |   graph reallocs =          0    /     0        (same size) / (changed size)
7.00.756.493 I slot      release: id  2 | task 9762 | stop processing: n_tokens = 1633, truncated = 0
7.00.756.983 I slot print_timing: id  3 | task 9758 | prompt eval time =    2567.47 ms /  1616 tokens (    1.59 ms per token,   629.41 tokens per second)
7.00.756.990 I slot print_timing: id  3 | task 9758 |        eval time =     216.38 ms /     2 tokens (  216.38 ms per token,     4.62 tokens per second)
7.00.756.992 I slot print_timing: id  3 | task 9758 |       total time =    2783.85 ms /  1618 tokens
7.00.756.993 I slot print_timing: id  3 | task 9758 |    graphs reused =       8135
7.00.756.994 I slot print_timing: id  3 | task 9758 |   graph reallocs =          0    /     0        (same size) / (changed size)
7.00.757.134 I slot      release: id  3 | task 9758 | stop processing: n_tokens = 1618, truncated = 0
7.00.757.152 I slot get_availabl: id  0 | task -1 | selected slot by LRU, n_tokens = 1589, t_last = 420441136
7.00.757.304 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 1299.866 MiB)
7.01.013.900 I slot launch_slot_: id  0 | task 9767 | processing task, is_child = 0
7.01.014.049 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 1314.502 MiB)
7.01.033.364 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 1023.569 MiB)
7.01.330.453 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 1046.445 MiB)
7.01.570.949 I slot get_availabl: id  2 | task -1 | selected slot by LRU, n_tokens = 1633, t_last = 420658553
7.01.571.250 I slot launch_slot_: id  2 | task 9768 | processing task, is_child = 0
7.01.571.389 I slot get_availabl: id  3 | task -1 | selected slot by LRU, n_tokens = 1618, t_last = 420659194
7.01.571.619 I slot launch_slot_: id  3 | task 9769 | processing task, is_child = 0
7.02.609.157 I slot print_timing: id  1 | task 9763 | prompt eval time =    2685.09 ms /  1716 tokens (    1.56 ms per token,   639.09 tokens per second)
7.02.609.164 I slot print_timing: id  1 | task 9763 |        eval time =     503.12 ms /     2 tokens (  503.12 ms per token,     1.99 tokens per second)
7.02.609.165 I slot print_timing: id  1 | task 9763 |       total time =    3188.21 ms /  1718 tokens
7.02.609.166 I slot print_timing: id  1 | task 9763 |    graphs reused =       8135
7.02.609.167 I slot print_timing: id  1 | task 9763 |   graph reallocs =          0    /     0        (same size) / (changed size)
7.02.609.309 I slot      release: id  1 | task 9763 | stop processing: n_tokens = 1718, truncated = 0
7.02.885.364 I slot get_availabl: id  1 | task -1 | selected slot by LRU, n_tokens = 1718, t_last = 422511370
7.02.885.554 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 1306.580 MiB)
7.03.108.081 I slot launch_slot_: id  1 | task 9773 | processing task, is_child = 0
7.03.669.316 I slot print_timing: id  0 | task 9767 | prompt eval time =    1899.03 ms /   841 tokens (    2.26 ms per token,   442.86 tokens per second)
7.03.669.322 I slot print_timing: id  0 | task 9767 |        eval time =     198.65 ms /     2 tokens (  198.65 ms per token,     5.03 tokens per second)
7.03.669.324 I slot print_timing: id  0 | task 9767 |       total time =    2097.67 ms /   843 tokens
7.03.669.325 I slot print_timing: id  0 | task 9767 |    graphs reused =       8135
7.03.669.326 I slot print_timing: id  0 | task 9767 |   graph reallocs =          0    /     0        (same size) / (changed size)
7.03.669.406 I slot      release: id  0 | task 9767 | stop processing: n_tokens = 843, truncated = 0
7.03.669.853 I slot print_timing: id  2 | task 9768 | prompt eval time =    1804.59 ms /   868 tokens (    2.08 ms per token,   481.00 tokens per second)
7.03.669.856 I slot print_timing: id  2 | task 9768 |        eval time =     198.35 ms /     2 tokens (  198.35 ms per token,     5.04 tokens per second)
7.03.669.857 I slot print_timing: id  2 | task 9768 |       total time =    2002.94 ms /   870 tokens
7.03.669.857 I slot print_timing: id  2 | task 9768 |    graphs reused =       8135
7.03.669.858 I slot print_timing: id  2 | task 9768 |   graph reallocs =          0    /     0        (same size) / (changed size)
7.03.669.912 I slot      release: id  2 | task 9768 | stop processing: n_tokens = 870, truncated = 0
7.03.670.371 I slot print_timing: id  3 | task 9769 | prompt eval time =    1784.62 ms /   843 tokens (    2.12 ms per token,   472.37 tokens per second)
7.03.670.374 I slot print_timing: id  3 | task 9769 |        eval time =     198.02 ms /     2 tokens (  198.02 ms per token,     5.05 tokens per second)
7.03.670.374 I slot print_timing: id  3 | task 9769 |       total time =    1982.64 ms /   845 tokens
7.03.670.375 I slot print_timing: id  3 | task 9769 |    graphs reused =       8135
7.03.670.376 I slot print_timing: id  3 | task 9769 |   graph reallocs =          0    /     0        (same size) / (changed size)
7.03.670.429 I slot      release: id  3 | task 9769 | stop processing: n_tokens = 845, truncated = 0
7.03.744.603 I slot get_availabl: id  3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.837 (> 0.100 thold), f_keep = 0.879
7.03.744.740 I slot launch_slot_: id  3 | task 9777 | processing task, is_child = 0
7.03.744.839 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 1312.580 MiB)
7.04.023.700 I slot get_availabl: id  0 | task -1 | selected slot by LRU, n_tokens = 843, t_last = 423571466
7.04.023.957 I slot launch_slot_: id  0 | task 9778 | processing task, is_child = 0
7.04.024.055 I slot get_availabl: id  2 | task -1 | selected slot by LRU, n_tokens = 870, t_last = 423571971
7.04.024.264 I slot launch_slot_: id  2 | task 9779 | processing task, is_child = 0
7.04.879.339 I slot print_timing: id  1 | task 9773 | prompt eval time =    1236.05 ms /   862 tokens (    1.43 ms per token,   697.38 tokens per second)
7.04.879.345 I slot print_timing: id  1 | task 9773 |        eval time =     472.20 ms /     2 tokens (  472.20 ms per token,     2.12 tokens per second)
7.04.879.346 I slot print_timing: id  1 | task 9773 |       total time =    1708.25 ms /   864 tokens
7.04.879.347 I slot print_timing: id  1 | task 9773 |    graphs reused =       8135
7.04.879.347 I slot print_timing: id  1 | task 9773 |   graph reallocs =          0    /     0        (same size) / (changed size)
7.04.879.411 I slot      release: id  1 | task 9773 | stop processing: n_tokens = 864, truncated = 0
7.05.149.259 I slot get_availabl: id  1 | task -1 | selected slot by LRU, n_tokens = 864, t_last = 424781470
7.05.149.367 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 845.154 MiB)
7.05.287.016 I slot launch_slot_: id  1 | task 9783 | processing task, is_child = 0
7.05.516.389 I slot print_timing: id  3 | task 9777 | prompt eval time =    1037.07 ms /   174 tokens (    5.96 ms per token,   167.78 tokens per second)
7.05.516.394 I slot print_timing: id  3 | task 9777 |        eval time =     367.13 ms /     2 tokens (  367.13 ms per token,     2.72 tokens per second)
7.05.516.396 I slot print_timing: id  3 | task 9777 |       total time =    1404.20 ms /   176 tokens
7.05.516.397 I slot print_timing: id  3 | task 9777 |    graphs reused =       8135
7.05.516.397 I slot print_timing: id  3 | task 9777 |   graph reallocs =          0    /     0        (same size) / (changed size)
7.05.516.460 I slot      release: id  3 | task 9777 | stop processing: n_tokens = 889, truncated = 0
7.05.716.693 I slot print_timing: id  0 | task 9778 | prompt eval time =    1490.94 ms /   738 tokens (    2.02 ms per token,   494.99 tokens per second)
7.05.716.715 I slot print_timing: id  0 | task 9778 |        eval time =     201.44 ms /     2 tokens (  201.44 ms per token,     4.96 tokens per second)
7.05.716.717 I slot print_timing: id  0 | task 9778 |       total time =    1692.38 ms /   740 tokens
7.05.716.718 I slot print_timing: id  0 | task 9778 |    graphs reused =       8135
7.05.716.720 I slot print_timing: id  0 | task 9778 |   graph reallocs =          0    /     0        (same size) / (changed size)
7.05.716.873 I slot      release: id  0 | task 9778 | stop processing: n_tokens = 740, truncated = 0
7.05.717.939 I slot print_timing: id  2 | task 9779 | prompt eval time =    1415.57 ms /   765 tokens (    1.85 ms per token,   540.42 tokens per second)
7.05.717.951 I slot print_timing: id  2 | task 9779 |        eval time =     201.86 ms /     2 tokens (  201.86 ms per token,     4.95 tokens per second)
7.05.717.952 I slot print_timing: id  2 | task 9779 |       total time =    1617.43 ms /   767 tokens
7.05.717.953 I slot print_timing: id  2 | task 9779 |    graphs reused =       8135
7.05.717.954 I slot print_timing: id  2 | task 9779 |   graph reallocs =          0    /     0        (same size) / (changed size)
7.05.718.035 I slot      release: id  2 | task 9779 | stop processing: n_tokens = 767, truncated = 0
7.05.718.070 I slot get_availabl: id  3 | task -1 | selected slot by LRU, n_tokens = 889, t_last = 425418520
7.05.718.242 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 1305.211 MiB)
7.05.930.106 I slot launch_slot_: id  3 | task 9786 | processing task, is_child = 0
7.05.930.204 W srv         alloc:  - making room for prompt cache entry, removing oldest entry (size = 1625.911 MiB)
7.06.210.197 I slot get_availabl: id  0 | task -1 | selected slot by LRU, n_tokens = 740, t_last = 425618936
7.06.210.444 I slot launch_slot_: id  0 | task 9787 | processing task, is_child = 0
7.07.028.596 I slot print_timing: id  1 | task 9783 | prompt eval time =    1495.88 ms /   688 tokens (    2.17 ms per token,   459.93 tokens per second)
7.07.028.602 I slot print_timing: id  1 | task 9783 |        eval time =     200.56 ms /     2 tokens (  200.56 ms per token,     4.99 tokens per second)
7.07.028.603 I slot print_timing: id  1 | task 9783 |       total time =    1696.44 ms /   690 tokens
7.07.028.604 I slot print_timing: id  1 | task 9783 |    graphs reused =       8135
7.07.028.605 I slot print_timing: id  1 | task 9783 |   graph reallocs =          0    /     0        (same size) / (changed size)
7.07.028.669 I slot      release: id  1 | task 9783 | stop processing: n_tokens = 690, truncated = 0
7.07.195.618 I slot print_timing: id  0 | task 9787 | prompt eval time =     944.84 ms /   671 tokens (    1.41 ms per token,   710.17 tokens per second)
7.07.195.623 I slot print_timing: id  0 | task 9787 |        eval time =      40.23 ms /     2 tokens (   40.23 ms per token,    24.86 tokens per second)
7.07.195.624 I slot print_timing: id  0 | task 9787 |       total time =     985.07 ms /   673 tokens
7.07.195.625 I slot print_timing: id  0 | task 9787 |    graphs reused =       8135
7.07.195.626 I slot print_timing: id  0 | task 9787 |   graph reallocs =          0    /     0        (same size) / (changed size)
7.07.195.674 I slot      release: id  0 | task 9787 | stop processing: n_tokens = 673, truncated = 0
7.07.196.065 I slot print_timing: id  3 | task 9786 | prompt eval time =     893.25 ms /   705 tokens (    1.27 ms per token,   789.25 tokens per second)
7.07.196.068 I slot print_timing: id  3 | task 9786 |        eval time =      39.98 ms /     2 tokens (   39.98 ms per token,    25.01 tokens per second)
7.07.196.069 I slot print_timing: id  3 | task 9786 |       total time =     933.24 ms /   707 tokens
7.07.196.070 I slot print_timing: id  3 | task 9786 |    graphs reused =       8135
7.07.196.071 I slot print_timing: id  3 | task 9786 |   graph reallocs =          0    /     0        (same size) / (changed size)
7.07.196.110 I slot      release: id  3 | task 9786 | stop processing: n_tokens = 707, truncated = 0