/Users/minipro/quantdiff/llama.cpp/llama-b11770/llama-server -m /Users/minipro/quantdiff/models/campaign/a440ca56dee5/NVIDIA-Nemotron-3.5-Bolt-E4B-UD-Q5_K_XL.gguf --host 127.0.0.1 --port 8091 -c 16384 -np 4 -ngl 999 -fa on --jinja --seed 1234 --chat-template-kwargs "{\"enable_thinking\": false}" --no-webui -a quant 0.00.048.827 W Setting 'enable_thinking' via --chat-template-kwargs is deprecated. Use --reasoning on / --reasoning off instead. 0.00.048.892 I srv llama_server: initializing ... 0.00.048.896 I cmn common_param: common_params_print_info: verbosity = 3 (adjust with the `-lv N` CLI arg) 0.00.048.977 I srv init_listene: The UI is disabled 0.00.048.979 I srv init_listene: Use --ui/--no-ui (or deprecated --webui/--no-webui) to enable/disable 0.00.049.015 W srv llama_server: security: no API key is set and CORS allows all origins (see https://github.com/ggml-org/llama.cpp/pull/25655) 0.00.050.670 I srv load_model: loading model '/Users/minipro/quantdiff/models/campaign/a440ca56dee5/NVIDIA-Nemotron-3.5-Bolt-E4B-UD-Q5_K_XL.gguf' 0.00.716.882 W load: control-looking token: 50 '<|tool_response>' was not control-type; this is probably a bug in the model. its type will be overridden 0.00.719.729 W load: control-looking token: 212 '' was not control-type; this is probably a bug in the model. its type will be overridden 0.00.725.728 W load: '' is a normal token here, removing it from EOG list 0.01.033.376 I cmn init: llama threadpool init, n_threads = 8 0.01.138.732 I srv load_model: initializing, n_slots = 4, n_ctx_slot = 4096, kv_unified = 'false' 0.01.146.364 I srv llama_server: model loaded 0.01.146.375 I srv llama_server: listening on http://127.0.0.1:8091 0.31.427.164 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 0, t_last = -1 0.31.427.196 I slot launch_slot_: id 0 | task 0 | processing task, is_child = 0 0.31.427.198 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 0, t_last = -1 0.31.427.213 I slot launch_slot_: id 1 | task 2 | processing task, is_child = 0 0.31.427.214 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 0, t_last = -1 0.31.427.226 I slot launch_slot_: id 2 | task 1 | processing task, is_child = 0 0.31.427.226 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 0, t_last = -1 0.31.427.237 I slot launch_slot_: id 3 | task 3 | processing task, is_child = 0 0.32.749.682 I slot print_timing: id 0 | task 0 | prompt eval time = 1274.69 ms / 122 tokens ( 10.45 ms per token, 95.71 tokens per second) 0.32.749.684 I slot print_timing: id 0 | task 0 | eval time = 47.75 ms / 2 tokens ( 47.75 ms per token, 20.94 tokens per second) 0.32.749.684 I slot print_timing: id 0 | task 0 | total time = 1322.43 ms / 124 tokens 0.32.749.685 I slot print_timing: id 0 | task 0 | graphs reused = 1 0.32.749.685 I slot print_timing: id 0 | task 0 | graph reallocs = 0 / 0 (same size) / (changed size) 0.32.749.708 I slot release: id 0 | task 0 | stop processing: n_tokens = 123, truncated = 0 0.32.749.884 I slot print_timing: id 1 | task 2 | prompt eval time = 1275.02 ms / 135 tokens ( 9.44 ms per token, 105.88 tokens per second) 0.32.749.886 I slot print_timing: id 1 | task 2 | eval time = 47.61 ms / 2 tokens ( 47.61 ms per token, 21.00 tokens per second) 0.32.749.887 I slot print_timing: id 1 | task 2 | total time = 1322.63 ms / 137 tokens 0.32.749.887 I slot print_timing: id 1 | task 2 | graphs reused = 1 0.32.749.887 I slot print_timing: id 1 | task 2 | graph reallocs = 0 / 0 (same size) / (changed size) 0.32.749.905 I slot release: id 1 | task 2 | stop processing: n_tokens = 136, truncated = 0 0.32.750.089 I slot print_timing: id 2 | task 1 | prompt eval time = 1275.36 ms / 118 tokens ( 10.81 ms per token, 92.52 tokens per second) 0.32.750.091 I slot print_timing: id 2 | task 1 | eval time = 47.48 ms / 2 tokens ( 47.48 ms per token, 21.06 tokens per second) 0.32.750.091 I slot print_timing: id 2 | task 1 | total time = 1322.84 ms / 120 tokens 0.32.750.091 I slot print_timing: id 2 | task 1 | graphs reused = 1 0.32.750.091 I slot print_timing: id 2 | task 1 | graph reallocs = 0 / 0 (same size) / (changed size) 0.32.750.103 I slot release: id 2 | task 1 | stop processing: n_tokens = 119, truncated = 0 0.32.750.292 I slot print_timing: id 3 | task 3 | prompt eval time = 1275.94 ms / 126 tokens ( 10.13 ms per token, 98.75 tokens per second) 0.32.750.293 I slot print_timing: id 3 | task 3 | eval time = 47.10 ms / 2 tokens ( 47.10 ms per token, 21.23 tokens per second) 0.32.750.294 I slot print_timing: id 3 | task 3 | total time = 1323.04 ms / 128 tokens 0.32.750.294 I slot print_timing: id 3 | task 3 | graphs reused = 1 0.32.750.294 I slot print_timing: id 3 | task 3 | graph reallocs = 0 / 0 (same size) / (changed size) 0.32.750.303 I slot release: id 3 | task 3 | stop processing: n_tokens = 127, truncated = 0 0.32.758.998 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.263 (> 0.100 thold), f_keep = 0.221 0.32.759.704 I slot launch_slot_: id 1 | task 8 | processing task, is_child = 0 0.32.762.502 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.199 (> 0.100 thold), f_keep = 0.252 0.32.762.547 I slot launch_slot_: id 2 | task 9 | processing task, is_child = 0 0.32.762.590 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.180 (> 0.100 thold), f_keep = 0.236 0.32.762.627 I slot launch_slot_: id 0 | task 10 | processing task, is_child = 0 0.32.762.650 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.147 (> 0.100 thold), f_keep = 0.228 0.32.762.684 I slot launch_slot_: id 3 | task 11 | processing task, is_child = 0 0.34.576.396 I slot print_timing: id 0 | task 10 | prompt eval time = 1494.90 ms / 160 tokens ( 9.34 ms per token, 107.03 tokens per second) 0.34.576.398 I slot print_timing: id 0 | task 10 | eval time = 318.80 ms / 8 tokens ( 45.54 ms per token, 21.96 tokens per second) 0.34.576.399 I slot print_timing: id 0 | task 10 | total time = 1813.70 ms / 168 tokens 0.34.576.399 I slot print_timing: id 0 | task 10 | graphs reused = 7 0.34.576.400 I slot print_timing: id 0 | task 10 | graph reallocs = 0 / 0 (same size) / (changed size) 0.34.576.427 I slot release: id 0 | task 10 | stop processing: n_tokens = 168, truncated = 0 0.34.576.588 I slot print_timing: id 1 | task 8 | prompt eval time = 1495.04 ms / 113 tokens ( 13.23 ms per token, 75.58 tokens per second) 0.34.576.591 I slot print_timing: id 1 | task 8 | eval time = 318.79 ms / 8 tokens ( 45.54 ms per token, 21.96 tokens per second) 0.34.576.592 I slot print_timing: id 1 | task 8 | total time = 1813.84 ms / 121 tokens 0.34.576.592 I slot print_timing: id 1 | task 8 | graphs reused = 7 0.34.576.593 I slot print_timing: id 1 | task 8 | graph reallocs = 0 / 0 (same size) / (changed size) 0.34.576.606 I slot release: id 1 | task 8 | stop processing: n_tokens = 121, truncated = 0 0.34.576.787 I slot print_timing: id 2 | task 9 | prompt eval time = 1495.18 ms / 150 tokens ( 9.97 ms per token, 100.32 tokens per second) 0.34.576.789 I slot print_timing: id 2 | task 9 | eval time = 318.80 ms / 8 tokens ( 45.54 ms per token, 21.96 tokens per second) 0.34.576.790 I slot print_timing: id 2 | task 9 | total time = 1813.99 ms / 158 tokens 0.34.576.790 I slot print_timing: id 2 | task 9 | graphs reused = 7 0.34.576.791 I slot print_timing: id 2 | task 9 | graph reallocs = 0 / 0 (same size) / (changed size) 0.34.576.802 I slot release: id 2 | task 9 | stop processing: n_tokens = 158, truncated = 0 0.34.576.986 I slot print_timing: id 3 | task 11 | prompt eval time = 1495.36 ms / 196 tokens ( 7.63 ms per token, 131.07 tokens per second) 0.34.576.989 I slot print_timing: id 3 | task 11 | eval time = 318.78 ms / 8 tokens ( 45.54 ms per token, 21.96 tokens per second) 0.34.576.989 I slot print_timing: id 3 | task 11 | total time = 1814.14 ms / 204 tokens 0.34.576.989 I slot print_timing: id 3 | task 11 | graphs reused = 7 0.34.576.989 I slot print_timing: id 3 | task 11 | graph reallocs = 0 / 0 (same size) / (changed size) 0.34.577.005 I slot release: id 3 | task 11 | stop processing: n_tokens = 204, truncated = 0 0.34.582.842 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.246 (> 0.100 thold), f_keep = 0.248 0.34.583.631 I slot launch_slot_: id 1 | task 21 | processing task, is_child = 0 0.34.587.767 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.236 (> 0.100 thold), f_keep = 0.173 0.34.587.815 I slot launch_slot_: id 0 | task 22 | processing task, is_child = 0 0.34.587.869 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.220 (> 0.100 thold), f_keep = 0.184 0.34.587.919 I slot launch_slot_: id 2 | task 23 | processing task, is_child = 0 0.34.587.947 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.188 (> 0.100 thold), f_keep = 0.142 0.34.587.995 I slot launch_slot_: id 3 | task 24 | processing task, is_child = 0 0.35.903.811 I slot print_timing: id 1 | task 21 | prompt eval time = 1268.56 ms / 121 tokens ( 10.48 ms per token, 95.38 tokens per second) 0.35.903.816 I slot print_timing: id 1 | task 21 | eval time = 47.17 ms / 2 tokens ( 47.17 ms per token, 21.20 tokens per second) 0.35.903.817 I slot print_timing: id 1 | task 21 | total time = 1315.73 ms / 123 tokens 0.35.903.817 I slot print_timing: id 1 | task 21 | graphs reused = 7 0.35.903.817 I slot print_timing: id 1 | task 21 | graph reallocs = 0 / 0 (same size) / (changed size) 0.35.903.842 I slot release: id 1 | task 21 | stop processing: n_tokens = 123, truncated = 0 0.35.904.019 I slot print_timing: id 2 | task 23 | prompt eval time = 1268.67 ms / 131 tokens ( 9.68 ms per token, 103.26 tokens per second) 0.35.904.021 I slot print_timing: id 2 | task 23 | eval time = 47.20 ms / 2 tokens ( 47.20 ms per token, 21.19 tokens per second) 0.35.904.022 I slot print_timing: id 2 | task 23 | total time = 1315.88 ms / 133 tokens 0.35.904.022 I slot print_timing: id 2 | task 23 | graphs reused = 7 0.35.904.022 I slot print_timing: id 2 | task 23 | graph reallocs = 0 / 0 (same size) / (changed size) 0.35.904.039 I slot release: id 2 | task 23 | stop processing: n_tokens = 133, truncated = 0 0.35.962.190 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.154 (> 0.100 thold), f_keep = 0.236 0.35.963.400 I slot launch_slot_: id 1 | task 29 | processing task, is_child = 0 0.35.964.554 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.199 (> 0.100 thold), f_keep = 0.218 0.35.964.600 I slot launch_slot_: id 2 | task 30 | processing task, is_child = 0 0.37.015.883 I slot print_timing: id 0 | task 22 | prompt eval time = 1268.46 ms / 122 tokens ( 10.40 ms per token, 96.18 tokens per second) 0.37.015.885 I slot print_timing: id 0 | task 22 | eval time = 1159.42 ms / 8 tokens ( 165.63 ms per token, 6.04 tokens per second) 0.37.015.885 I slot print_timing: id 0 | task 22 | total time = 2427.88 ms / 130 tokens 0.37.015.886 I slot print_timing: id 0 | task 22 | graphs reused = 9 0.37.015.886 I slot print_timing: id 0 | task 22 | graph reallocs = 0 / 0 (same size) / (changed size) 0.37.015.906 I slot release: id 0 | task 22 | stop processing: n_tokens = 130, truncated = 0 0.37.016.394 I slot print_timing: id 3 | task 24 | prompt eval time = 1268.80 ms / 153 tokens ( 8.29 ms per token, 120.59 tokens per second) 0.37.016.396 I slot print_timing: id 3 | task 24 | eval time = 1159.39 ms / 8 tokens ( 165.63 ms per token, 6.04 tokens per second) 0.37.016.397 I slot print_timing: id 3 | task 24 | total time = 2428.19 ms / 161 tokens 0.37.016.397 I slot print_timing: id 3 | task 24 | graphs reused = 9 0.37.016.397 I slot print_timing: id 3 | task 24 | graph reallocs = 0 / 0 (same size) / (changed size) 0.37.016.415 I slot release: id 3 | task 24 | stop processing: n_tokens = 161, truncated = 0 0.37.061.704 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.240 (> 0.100 thold), f_keep = 0.223 0.37.062.582 I slot launch_slot_: id 0 | task 37 | processing task, is_child = 0 0.37.063.964 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.207 (> 0.100 thold), f_keep = 0.180 0.37.064.010 I slot launch_slot_: id 3 | task 38 | processing task, is_child = 0 0.37.884.731 I slot print_timing: id 0 | task 37 | prompt eval time = 773.50 ms / 120 tokens ( 6.45 ms per token, 155.14 tokens per second) 0.37.884.737 I slot print_timing: id 0 | task 37 | eval time = 47.22 ms / 2 tokens ( 47.22 ms per token, 21.18 tokens per second) 0.37.884.738 I slot print_timing: id 0 | task 37 | total time = 820.71 ms / 122 tokens 0.37.884.738 I slot print_timing: id 0 | task 37 | graphs reused = 9 0.37.884.739 I slot print_timing: id 0 | task 37 | graph reallocs = 0 / 0 (same size) / (changed size) 0.37.884.759 I slot release: id 0 | task 37 | stop processing: n_tokens = 122, truncated = 0 0.37.884.927 I slot print_timing: id 1 | task 29 | prompt eval time = 913.90 ms / 187 tokens ( 4.89 ms per token, 204.62 tokens per second) 0.37.884.930 I slot print_timing: id 1 | task 29 | eval time = 1006.42 ms / 8 tokens ( 143.77 ms per token, 6.96 tokens per second) 0.37.884.930 I slot print_timing: id 1 | task 29 | total time = 1920.32 ms / 195 tokens 0.37.884.930 I slot print_timing: id 1 | task 29 | graphs reused = 9 0.37.884.931 I slot print_timing: id 1 | task 29 | graph reallocs = 0 / 0 (same size) / (changed size) 0.37.884.949 I slot release: id 1 | task 29 | stop processing: n_tokens = 195, truncated = 0 0.37.885.132 I slot print_timing: id 2 | task 30 | prompt eval time = 914.01 ms / 145 tokens ( 6.30 ms per token, 158.64 tokens per second) 0.37.885.136 I slot print_timing: id 2 | task 30 | eval time = 1006.44 ms / 8 tokens ( 143.78 ms per token, 6.96 tokens per second) 0.37.885.136 I slot print_timing: id 2 | task 30 | total time = 1920.45 ms / 153 tokens 0.37.885.136 I slot print_timing: id 2 | task 30 | graphs reused = 9 0.37.885.137 I slot print_timing: id 2 | task 30 | graph reallocs = 0 / 0 (same size) / (changed size) 0.37.885.151 I slot release: id 2 | task 30 | stop processing: n_tokens = 153, truncated = 0 0.37.885.332 I slot print_timing: id 3 | task 38 | prompt eval time = 773.88 ms / 139 tokens ( 5.57 ms per token, 179.62 tokens per second) 0.37.885.335 I slot print_timing: id 3 | task 38 | eval time = 47.37 ms / 2 tokens ( 47.37 ms per token, 21.11 tokens per second) 0.37.885.335 I slot print_timing: id 3 | task 38 | total time = 821.24 ms / 141 tokens 0.37.885.335 I slot print_timing: id 3 | task 38 | graphs reused = 9 0.37.885.336 I slot print_timing: id 3 | task 38 | graph reallocs = 0 / 0 (same size) / (changed size) 0.37.885.345 I slot release: id 3 | task 38 | stop processing: n_tokens = 141, truncated = 0 0.37.890.988 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.225 (> 0.100 thold), f_keep = 0.238 0.37.892.287 I slot launch_slot_: id 0 | task 42 | processing task, is_child = 0 0.37.895.896 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.197 (> 0.100 thold), f_keep = 0.149 0.37.895.943 I slot launch_slot_: id 1 | task 44 | processing task, is_child = 0 0.37.895.996 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.218 (> 0.100 thold), f_keep = 0.190 0.37.896.034 I slot launch_slot_: id 2 | task 43 | processing task, is_child = 0 0.37.896.059 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.165 (> 0.100 thold), f_keep = 0.206 0.37.896.100 I slot launch_slot_: id 3 | task 45 | processing task, is_child = 0 0.39.370.969 I slot print_timing: id 3 | task 45 | prompt eval time = 1427.42 ms / 175 tokens ( 8.16 ms per token, 122.60 tokens per second) 0.39.370.972 I slot print_timing: id 3 | task 45 | eval time = 47.25 ms / 2 tokens ( 47.25 ms per token, 21.16 tokens per second) 0.39.370.972 I slot print_timing: id 3 | task 45 | total time = 1474.67 ms / 177 tokens 0.39.370.973 I slot print_timing: id 3 | task 45 | graphs reused = 9 0.39.370.973 I slot print_timing: id 3 | task 45 | graph reallocs = 0 / 0 (same size) / (changed size) 0.39.371.005 I slot release: id 3 | task 45 | stop processing: n_tokens = 177, truncated = 0 0.39.417.051 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.250 (> 0.100 thold), f_keep = 0.164 0.39.418.686 I slot launch_slot_: id 3 | task 50 | processing task, is_child = 0 0.39.961.265 I slot print_timing: id 0 | task 42 | prompt eval time = 1427.02 ms / 128 tokens ( 11.15 ms per token, 89.70 tokens per second) 0.39.961.268 I slot print_timing: id 0 | task 42 | eval time = 638.13 ms / 8 tokens ( 91.16 ms per token, 10.97 tokens per second) 0.39.961.268 I slot print_timing: id 0 | task 42 | total time = 2065.15 ms / 136 tokens 0.39.961.269 I slot print_timing: id 0 | task 42 | graphs reused = 11 0.39.961.269 I slot print_timing: id 0 | task 42 | graph reallocs = 0 / 0 (same size) / (changed size) 0.39.961.292 I slot release: id 0 | task 42 | stop processing: n_tokens = 136, truncated = 0 0.39.961.454 I slot print_timing: id 1 | task 44 | prompt eval time = 1427.15 ms / 146 tokens ( 9.78 ms per token, 102.30 tokens per second) 0.39.961.456 I slot print_timing: id 1 | task 44 | eval time = 638.13 ms / 8 tokens ( 91.16 ms per token, 10.97 tokens per second) 0.39.961.457 I slot print_timing: id 1 | task 44 | total time = 2065.29 ms / 154 tokens 0.39.961.457 I slot print_timing: id 1 | task 44 | graphs reused = 11 0.39.961.458 I slot print_timing: id 1 | task 44 | graph reallocs = 0 / 0 (same size) / (changed size) 0.39.961.472 I slot release: id 1 | task 44 | stop processing: n_tokens = 154, truncated = 0 0.39.961.663 I slot print_timing: id 2 | task 43 | prompt eval time = 1427.28 ms / 132 tokens ( 10.81 ms per token, 92.48 tokens per second) 0.39.961.667 I slot print_timing: id 2 | task 43 | eval time = 638.15 ms / 8 tokens ( 91.16 ms per token, 10.97 tokens per second) 0.39.961.667 I slot print_timing: id 2 | task 43 | total time = 2065.43 ms / 140 tokens 0.39.961.667 I slot print_timing: id 2 | task 43 | graphs reused = 11 0.39.961.668 I slot print_timing: id 2 | task 43 | graph reallocs = 0 / 0 (same size) / (changed size) 0.39.961.679 I slot release: id 2 | task 43 | stop processing: n_tokens = 140, truncated = 0 0.39.992.081 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.193 (> 0.100 thold), f_keep = 0.213 0.39.992.830 I slot launch_slot_: id 0 | task 57 | processing task, is_child = 0 0.39.995.338 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.197 (> 0.100 thold), f_keep = 0.188 0.39.995.389 I slot launch_slot_: id 1 | task 58 | processing task, is_child = 0 0.39.995.416 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.240 (> 0.100 thold), f_keep = 0.214 0.39.995.462 I slot launch_slot_: id 2 | task 59 | processing task, is_child = 0 0.41.131.934 I slot print_timing: id 3 | task 50 | prompt eval time = 405.22 ms / 115 tokens ( 3.52 ms per token, 283.80 tokens per second) 0.41.131.940 I slot print_timing: id 3 | task 50 | eval time = 1308.01 ms / 8 tokens ( 186.86 ms per token, 5.35 tokens per second) 0.41.131.940 I slot print_timing: id 3 | task 50 | total time = 1713.23 ms / 123 tokens 0.41.131.941 I slot print_timing: id 3 | task 50 | graphs reused = 12 0.41.131.941 I slot print_timing: id 3 | task 50 | graph reallocs = 0 / 0 (same size) / (changed size) 0.41.131.962 I slot release: id 3 | task 50 | stop processing: n_tokens = 123, truncated = 0 0.41.177.793 I slot print_timing: id 0 | task 57 | prompt eval time = 1088.62 ms / 149 tokens ( 7.31 ms per token, 136.87 tokens per second) 0.41.177.798 I slot print_timing: id 0 | task 57 | eval time = 93.70 ms / 3 tokens ( 46.85 ms per token, 21.34 tokens per second) 0.41.177.799 I slot print_timing: id 0 | task 57 | total time = 1182.32 ms / 152 tokens 0.41.177.799 I slot print_timing: id 0 | task 57 | graphs reused = 12 0.41.177.800 I slot print_timing: id 0 | task 57 | graph reallocs = 0 / 0 (same size) / (changed size) 0.41.177.819 I slot release: id 0 | task 57 | stop processing: n_tokens = 152, truncated = 0 0.41.178.176 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.244 (> 0.100 thold), f_keep = 0.191 0.41.179.834 I slot launch_slot_: id 0 | task 64 | processing task, is_child = 0 0.41.496.527 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.227 (> 0.100 thold), f_keep = 0.236 0.41.496.594 I slot launch_slot_: id 3 | task 66 | processing task, is_child = 0 0.41.945.488 I slot print_timing: id 0 | task 64 | prompt eval time = 676.17 ms / 118 tokens ( 5.73 ms per token, 174.51 tokens per second) 0.41.945.493 I slot print_timing: id 0 | task 64 | eval time = 88.76 ms / 2 tokens ( 88.76 ms per token, 11.27 tokens per second) 0.41.945.494 I slot print_timing: id 0 | task 64 | total time = 764.94 ms / 120 tokens 0.41.945.494 I slot print_timing: id 0 | task 64 | graphs reused = 12 0.41.945.494 I slot print_timing: id 0 | task 64 | graph reallocs = 0 / 0 (same size) / (changed size) 0.41.945.516 I slot release: id 0 | task 64 | stop processing: n_tokens = 120, truncated = 0 0.41.992.403 I slot print_timing: id 3 | task 66 | prompt eval time = 449.26 ms / 127 tokens ( 3.54 ms per token, 282.69 tokens per second) 0.41.992.406 I slot print_timing: id 3 | task 66 | eval time = 46.36 ms / 2 tokens ( 46.36 ms per token, 21.57 tokens per second) 0.41.992.406 I slot print_timing: id 3 | task 66 | total time = 495.62 ms / 129 tokens 0.41.992.407 I slot print_timing: id 3 | task 66 | graphs reused = 12 0.41.992.407 I slot print_timing: id 3 | task 66 | graph reallocs = 0 / 0 (same size) / (changed size) 0.41.992.424 I slot release: id 3 | task 66 | stop processing: n_tokens = 129, truncated = 0 0.41.992.430 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.199 (> 0.100 thold), f_keep = 0.242 0.41.993.226 I slot launch_slot_: id 0 | task 70 | processing task, is_child = 0 0.42.367.832 I slot print_timing: id 1 | task 58 | prompt eval time = 1088.73 ms / 146 tokens ( 7.46 ms per token, 134.10 tokens per second) 0.42.367.838 I slot print_timing: id 1 | task 58 | eval time = 1283.56 ms / 8 tokens ( 183.37 ms per token, 5.45 tokens per second) 0.42.367.838 I slot print_timing: id 1 | task 58 | total time = 2372.28 ms / 154 tokens 0.42.367.839 I slot print_timing: id 1 | task 58 | graphs reused = 12 0.42.367.839 I slot print_timing: id 1 | task 58 | graph reallocs = 0 / 0 (same size) / (changed size) 0.42.367.861 I slot release: id 1 | task 58 | stop processing: n_tokens = 154, truncated = 0 0.42.368.038 I slot print_timing: id 2 | task 59 | prompt eval time = 1088.85 ms / 124 tokens ( 8.78 ms per token, 113.88 tokens per second) 0.42.368.040 I slot print_timing: id 2 | task 59 | eval time = 1283.59 ms / 8 tokens ( 183.37 ms per token, 5.45 tokens per second) 0.42.368.040 I slot print_timing: id 2 | task 59 | total time = 2372.43 ms / 132 tokens 0.42.368.041 I slot print_timing: id 2 | task 59 | graphs reused = 12 0.42.368.041 I slot print_timing: id 2 | task 59 | graph reallocs = 0 / 0 (same size) / (changed size) 0.42.368.054 I slot release: id 2 | task 59 | stop processing: n_tokens = 132, truncated = 0 0.42.368.058 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.259 (> 0.100 thold), f_keep = 0.188 0.42.369.849 I slot launch_slot_: id 1 | task 72 | processing task, is_child = 0 0.42.687.360 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.222 (> 0.100 thold), f_keep = 0.227 0.42.687.629 I slot launch_slot_: id 2 | task 75 | processing task, is_child = 0 0.42.687.657 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.206 (> 0.100 thold), f_keep = 0.225 0.42.687.701 I slot launch_slot_: id 3 | task 74 | processing task, is_child = 0 0.43.373.490 I slot print_timing: id 0 | task 70 | prompt eval time = 692.97 ms / 145 tokens ( 4.78 ms per token, 209.24 tokens per second) 0.43.373.496 I slot print_timing: id 0 | task 70 | eval time = 686.13 ms / 2 tokens ( 686.13 ms per token, 1.46 tokens per second) 0.43.373.496 I slot print_timing: id 0 | task 70 | total time = 1379.10 ms / 147 tokens 0.43.373.496 I slot print_timing: id 0 | task 70 | graphs reused = 12 0.43.373.497 I slot print_timing: id 0 | task 70 | graph reallocs = 0 / 0 (same size) / (changed size) 0.43.373.524 I slot release: id 0 | task 70 | stop processing: n_tokens = 147, truncated = 0 0.43.464.257 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.269 (> 0.100 thold), f_keep = 0.197 0.43.465.682 I slot launch_slot_: id 0 | task 78 | processing task, is_child = 0 0.44.097.250 I slot print_timing: id 1 | task 72 | prompt eval time = 1002.39 ms / 111 tokens ( 9.03 ms per token, 110.74 tokens per second) 0.44.097.256 I slot print_timing: id 1 | task 72 | eval time = 723.52 ms / 9 tokens ( 90.44 ms per token, 11.06 tokens per second) 0.44.097.257 I slot print_timing: id 1 | task 72 | total time = 1725.91 ms / 120 tokens 0.44.097.257 I slot print_timing: id 1 | task 72 | graphs reused = 16 0.44.097.258 I slot print_timing: id 1 | task 72 | graph reallocs = 0 / 0 (same size) / (changed size) 0.44.097.276 I slot release: id 1 | task 72 | stop processing: n_tokens = 120, truncated = 0 0.44.097.627 I slot print_timing: id 3 | task 74 | prompt eval time = 776.31 ms / 140 tokens ( 5.55 ms per token, 180.34 tokens per second) 0.44.097.629 I slot print_timing: id 3 | task 74 | eval time = 633.37 ms / 8 tokens ( 90.48 ms per token, 11.05 tokens per second) 0.44.097.630 I slot print_timing: id 3 | task 74 | total time = 1409.68 ms / 148 tokens 0.44.097.631 I slot print_timing: id 3 | task 74 | graphs reused = 16 0.44.097.631 I slot print_timing: id 3 | task 74 | graph reallocs = 0 / 0 (same size) / (changed size) 0.44.097.647 I slot release: id 3 | task 74 | stop processing: n_tokens = 148, truncated = 0 0.44.156.745 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.257 (> 0.100 thold), f_keep = 0.242 0.44.157.288 I slot launch_slot_: id 1 | task 87 | processing task, is_child = 0 0.44.158.940 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.156 (> 0.100 thold), f_keep = 0.196 0.44.159.018 I slot launch_slot_: id 3 | task 88 | processing task, is_child = 0 0.45.090.742 I slot print_timing: id 0 | task 78 | prompt eval time = 402.93 ms / 107 tokens ( 3.77 ms per token, 265.55 tokens per second) 0.45.090.748 I slot print_timing: id 0 | task 78 | eval time = 1222.11 ms / 9 tokens ( 152.76 ms per token, 6.55 tokens per second) 0.45.090.749 I slot print_timing: id 0 | task 78 | total time = 1625.04 ms / 116 tokens 0.45.090.750 I slot print_timing: id 0 | task 78 | graphs reused = 16 0.45.090.750 I slot print_timing: id 0 | task 78 | graph reallocs = 0 / 0 (same size) / (changed size) 0.45.090.787 I slot release: id 0 | task 78 | stop processing: n_tokens = 116, truncated = 0 0.45.141.320 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.164 (> 0.100 thold), f_keep = 0.250 0.45.142.550 I slot launch_slot_: id 0 | task 92 | processing task, is_child = 0 0.45.857.910 I slot print_timing: id 1 | task 87 | prompt eval time = 932.12 ms / 112 tokens ( 8.32 ms per token, 120.16 tokens per second) 0.45.857.912 I slot print_timing: id 1 | task 87 | eval time = 766.76 ms / 8 tokens ( 109.54 ms per token, 9.13 tokens per second) 0.45.857.912 I slot print_timing: id 1 | task 87 | total time = 1698.88 ms / 120 tokens 0.45.857.913 I slot print_timing: id 1 | task 87 | graphs reused = 20 0.45.857.913 I slot print_timing: id 1 | task 87 | graph reallocs = 0 / 0 (same size) / (changed size) 0.45.857.934 I slot release: id 1 | task 87 | stop processing: n_tokens = 120, truncated = 0 0.45.931.949 I slot print_timing: id 3 | task 88 | prompt eval time = 932.83 ms / 185 tokens ( 5.04 ms per token, 198.32 tokens per second) 0.45.931.952 I slot print_timing: id 3 | task 88 | eval time = 839.98 ms / 9 tokens ( 105.00 ms per token, 9.52 tokens per second) 0.45.931.952 I slot print_timing: id 3 | task 88 | total time = 1772.81 ms / 194 tokens 0.45.931.953 I slot print_timing: id 3 | task 88 | graphs reused = 20 0.45.931.953 I slot print_timing: id 3 | task 88 | graph reallocs = 0 / 0 (same size) / (changed size) 0.45.931.981 I slot release: id 3 | task 88 | stop processing: n_tokens = 194, truncated = 0 0.45.931.992 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.212 (> 0.100 thold), f_keep = 0.242 0.45.933.184 I slot launch_slot_: id 1 | task 100 | processing task, is_child = 0 0.46.333.752 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.172 (> 0.100 thold), f_keep = 0.149 0.46.333.820 I slot launch_slot_: id 3 | task 102 | processing task, is_child = 0 0.46.856.108 I slot print_timing: id 0 | task 92 | prompt eval time = 531.77 ms / 176 tokens ( 3.02 ms per token, 330.97 tokens per second) 0.46.856.113 I slot print_timing: id 0 | task 92 | eval time = 1181.78 ms / 8 tokens ( 168.83 ms per token, 5.92 tokens per second) 0.46.856.113 I slot print_timing: id 0 | task 92 | total time = 1713.55 ms / 184 tokens 0.46.856.114 I slot print_timing: id 0 | task 92 | graphs reused = 20 0.46.856.114 I slot print_timing: id 0 | task 92 | graph reallocs = 0 / 0 (same size) / (changed size) 0.46.856.140 I slot release: id 0 | task 92 | stop processing: n_tokens = 184, truncated = 0 0.46.944.587 I slot print_timing: id 1 | task 100 | prompt eval time = 920.54 ms / 136 tokens ( 6.77 ms per token, 147.74 tokens per second) 0.46.944.590 I slot print_timing: id 1 | task 100 | eval time = 88.24 ms / 2 tokens ( 88.24 ms per token, 11.33 tokens per second) 0.46.944.590 I slot print_timing: id 1 | task 100 | total time = 1008.78 ms / 138 tokens 0.46.944.591 I slot print_timing: id 1 | task 100 | graphs reused = 20 0.46.944.591 I slot print_timing: id 1 | task 100 | graph reallocs = 0 / 0 (same size) / (changed size) 0.46.944.612 I slot release: id 1 | task 100 | stop processing: n_tokens = 138, truncated = 0 0.46.944.984 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.161 (> 0.100 thold), f_keep = 0.158 0.46.947.380 I slot launch_slot_: id 0 | task 105 | processing task, is_child = 0 0.46.949.028 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.192 (> 0.100 thold), f_keep = 0.210 0.46.949.080 I slot launch_slot_: id 1 | task 106 | processing task, is_child = 0 0.47.722.099 I slot print_timing: id 3 | task 102 | prompt eval time = 610.65 ms / 168 tokens ( 3.63 ms per token, 275.12 tokens per second) 0.47.722.104 I slot print_timing: id 3 | task 102 | eval time = 777.11 ms / 2 tokens ( 777.11 ms per token, 1.29 tokens per second) 0.47.722.105 I slot print_timing: id 3 | task 102 | total time = 1387.77 ms / 170 tokens 0.47.722.105 I slot print_timing: id 3 | task 102 | graphs reused = 20 0.47.722.106 I slot print_timing: id 3 | task 102 | graph reallocs = 0 / 0 (same size) / (changed size) 0.47.722.129 I slot release: id 3 | task 102 | stop processing: n_tokens = 170, truncated = 0 0.47.801.056 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.201 (> 0.100 thold), f_keep = 0.171 0.47.803.032 I slot launch_slot_: id 3 | task 109 | processing task, is_child = 0 0.48.178.262 I slot print_timing: id 1 | task 106 | prompt eval time = 851.73 ms / 150 tokens ( 5.68 ms per token, 176.11 tokens per second) 0.48.178.267 I slot print_timing: id 1 | task 106 | eval time = 377.36 ms / 2 tokens ( 377.36 ms per token, 2.65 tokens per second) 0.48.178.268 I slot print_timing: id 1 | task 106 | total time = 1229.09 ms / 152 tokens 0.48.178.268 I slot print_timing: id 1 | task 106 | graphs reused = 20 0.48.178.269 I slot print_timing: id 1 | task 106 | graph reallocs = 0 / 0 (same size) / (changed size) 0.48.178.288 I slot release: id 1 | task 106 | stop processing: n_tokens = 152, truncated = 0 0.48.291.250 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.223 (> 0.100 thold), f_keep = 0.191 0.48.292.653 I slot launch_slot_: id 1 | task 112 | processing task, is_child = 0 0.48.651.061 I slot print_timing: id 3 | task 109 | prompt eval time = 488.20 ms / 143 tokens ( 3.41 ms per token, 292.91 tokens per second) 0.48.651.067 I slot print_timing: id 3 | task 109 | eval time = 359.81 ms / 2 tokens ( 359.81 ms per token, 2.78 tokens per second) 0.48.651.067 I slot print_timing: id 3 | task 109 | total time = 848.02 ms / 145 tokens 0.48.651.068 I slot print_timing: id 3 | task 109 | graphs reused = 20 0.48.651.068 I slot print_timing: id 3 | task 109 | graph reallocs = 0 / 0 (same size) / (changed size) 0.48.651.089 I slot release: id 3 | task 109 | stop processing: n_tokens = 145, truncated = 0 0.48.764.287 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.216 (> 0.100 thold), f_keep = 0.200 0.48.765.279 I slot launch_slot_: id 3 | task 115 | processing task, is_child = 0 0.49.219.105 I slot print_timing: id 0 | task 105 | prompt eval time = 851.63 ms / 179 tokens ( 4.76 ms per token, 210.19 tokens per second) 0.49.219.110 I slot print_timing: id 0 | task 105 | eval time = 1418.39 ms / 8 tokens ( 202.63 ms per token, 4.94 tokens per second) 0.49.219.110 I slot print_timing: id 0 | task 105 | total time = 2270.02 ms / 187 tokens 0.49.219.111 I slot print_timing: id 0 | task 105 | graphs reused = 20 0.49.219.111 I slot print_timing: id 0 | task 105 | graph reallocs = 0 / 0 (same size) / (changed size) 0.49.219.136 I slot release: id 0 | task 105 | stop processing: n_tokens = 187, truncated = 0 0.49.265.584 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.174 (> 0.100 thold), f_keep = 0.155 0.49.267.213 I slot launch_slot_: id 0 | task 120 | processing task, is_child = 0 0.49.795.840 I slot print_timing: id 2 | task 75 | prompt eval time = 776.18 ms / 134 tokens ( 5.79 ms per token, 172.64 tokens per second) 0.49.795.844 I slot print_timing: id 2 | task 75 | eval time = 6331.76 ms / 34 tokens ( 191.87 ms per token, 5.21 tokens per second) 0.49.795.845 I slot print_timing: id 2 | task 75 | total time = 7107.95 ms / 168 tokens 0.49.795.845 I slot print_timing: id 2 | task 75 | graphs reused = 21 0.49.795.846 I slot print_timing: id 2 | task 75 | graph reallocs = 0 / 0 (same size) / (changed size) 0.49.795.867 I slot release: id 2 | task 75 | stop processing: n_tokens = 168, truncated = 0 0.49.868.864 I slot print_timing: id 0 | task 120 | prompt eval time = 528.32 ms / 166 tokens ( 3.18 ms per token, 314.20 tokens per second) 0.49.868.869 I slot print_timing: id 0 | task 120 | eval time = 73.32 ms / 2 tokens ( 73.32 ms per token, 13.64 tokens per second) 0.49.868.869 I slot print_timing: id 0 | task 120 | total time = 601.64 ms / 168 tokens 0.49.868.869 I slot print_timing: id 0 | task 120 | graphs reused = 21 0.49.868.870 I slot print_timing: id 0 | task 120 | graph reallocs = 0 / 0 (same size) / (changed size) 0.49.868.892 I slot release: id 0 | task 120 | stop processing: n_tokens = 168, truncated = 0 0.49.869.060 I slot print_timing: id 1 | task 112 | prompt eval time = 471.46 ms / 129 tokens ( 3.65 ms per token, 273.62 tokens per second) 0.49.869.062 I slot print_timing: id 1 | task 112 | eval time = 1104.93 ms / 8 tokens ( 157.85 ms per token, 6.34 tokens per second) 0.49.869.064 I slot print_timing: id 1 | task 112 | total time = 1576.39 ms / 137 tokens 0.49.869.064 I slot print_timing: id 1 | task 112 | graphs reused = 21 0.49.869.064 I slot print_timing: id 1 | task 112 | graph reallocs = 0 / 0 (same size) / (changed size) 0.49.869.076 I slot release: id 1 | task 112 | stop processing: n_tokens = 137, truncated = 0 0.49.869.257 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.265 (> 0.100 thold), f_keep = 0.179 0.49.871.402 I slot launch_slot_: id 2 | task 124 | processing task, is_child = 0 0.49.874.182 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.172 (> 0.100 thold), f_keep = 0.173 0.49.874.231 I slot launch_slot_: id 0 | task 125 | processing task, is_child = 0 0.49.874.255 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.183 (> 0.100 thold), f_keep = 0.219 0.49.874.290 I slot launch_slot_: id 1 | task 126 | processing task, is_child = 0 0.51.075.761 I slot print_timing: id 3 | task 115 | prompt eval time = 406.84 ms / 133 tokens ( 3.06 ms per token, 326.91 tokens per second) 0.51.075.767 I slot print_timing: id 3 | task 115 | eval time = 1903.63 ms / 9 tokens ( 237.95 ms per token, 4.20 tokens per second) 0.51.075.768 I slot print_timing: id 3 | task 115 | total time = 2310.47 ms / 142 tokens 0.51.075.768 I slot print_timing: id 3 | task 115 | graphs reused = 22 0.51.075.769 I slot print_timing: id 3 | task 115 | graph reallocs = 0 / 0 (same size) / (changed size) 0.51.075.789 I slot release: id 3 | task 115 | stop processing: n_tokens = 142, truncated = 0 0.51.121.886 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.174 (> 0.100 thold), f_keep = 0.204 0.51.122.886 I slot launch_slot_: id 3 | task 131 | processing task, is_child = 0 0.51.701.637 I slot print_timing: id 3 | task 131 | prompt eval time = 531.16 ms / 166 tokens ( 3.20 ms per token, 312.52 tokens per second) 0.51.701.640 I slot print_timing: id 3 | task 131 | eval time = 47.58 ms / 2 tokens ( 47.58 ms per token, 21.02 tokens per second) 0.51.701.640 I slot print_timing: id 3 | task 131 | total time = 578.74 ms / 168 tokens 0.51.701.641 I slot print_timing: id 3 | task 131 | graphs reused = 22 0.51.701.641 I slot print_timing: id 3 | task 131 | graph reallocs = 0 / 0 (same size) / (changed size) 0.51.701.665 I slot release: id 3 | task 131 | stop processing: n_tokens = 168, truncated = 0 0.51.748.011 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.250 (> 0.100 thold), f_keep = 0.173 0.51.749.486 I slot launch_slot_: id 3 | task 136 | processing task, is_child = 0 0.52.065.515 I slot print_timing: id 0 | task 125 | prompt eval time = 1153.62 ms / 168 tokens ( 6.87 ms per token, 145.63 tokens per second) 0.52.065.517 I slot print_timing: id 0 | task 125 | eval time = 1037.59 ms / 8 tokens ( 148.23 ms per token, 6.75 tokens per second) 0.52.065.518 I slot print_timing: id 0 | task 125 | total time = 2191.22 ms / 176 tokens 0.52.065.518 I slot print_timing: id 0 | task 125 | graphs reused = 22 0.52.065.519 I slot print_timing: id 0 | task 125 | graph reallocs = 0 / 0 (same size) / (changed size) 0.52.065.544 I slot release: id 0 | task 125 | stop processing: n_tokens = 176, truncated = 0 0.52.065.713 I slot print_timing: id 1 | task 126 | prompt eval time = 1153.72 ms / 163 tokens ( 7.08 ms per token, 141.28 tokens per second) 0.52.065.715 I slot print_timing: id 1 | task 126 | eval time = 1037.62 ms / 8 tokens ( 148.23 ms per token, 6.75 tokens per second) 0.52.065.716 I slot print_timing: id 1 | task 126 | total time = 2191.34 ms / 171 tokens 0.52.065.716 I slot print_timing: id 1 | task 126 | graphs reused = 22 0.52.065.716 I slot print_timing: id 1 | task 126 | graph reallocs = 0 / 0 (same size) / (changed size) 0.52.065.736 I slot release: id 1 | task 126 | stop processing: n_tokens = 171, truncated = 0 0.52.065.926 I slot print_timing: id 2 | task 124 | prompt eval time = 1153.83 ms / 112 tokens ( 10.30 ms per token, 97.07 tokens per second) 0.52.065.935 I slot print_timing: id 2 | task 124 | eval time = 1037.66 ms / 8 tokens ( 148.24 ms per token, 6.75 tokens per second) 0.52.065.936 I slot print_timing: id 2 | task 124 | total time = 2191.48 ms / 120 tokens 0.52.065.936 I slot print_timing: id 2 | task 124 | graphs reused = 22 0.52.065.936 I slot print_timing: id 2 | task 124 | graph reallocs = 0 / 0 (same size) / (changed size) 0.52.065.949 I slot release: id 2 | task 124 | stop processing: n_tokens = 120, truncated = 0 0.52.110.691 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.215 (> 0.100 thold), f_keep = 0.165 0.52.111.794 I slot launch_slot_: id 0 | task 139 | processing task, is_child = 0 0.52.113.943 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.234 (> 0.100 thold), f_keep = 0.250 0.52.113.990 I slot launch_slot_: id 2 | task 140 | processing task, is_child = 0 0.52.114.020 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.259 (> 0.100 thold), f_keep = 0.175 0.52.114.072 I slot launch_slot_: id 1 | task 141 | processing task, is_child = 0 0.53.024.154 I slot print_timing: id 3 | task 136 | prompt eval time = 361.20 ms / 115 tokens ( 3.14 ms per token, 318.39 tokens per second) 0.53.024.159 I slot print_timing: id 3 | task 136 | eval time = 913.46 ms / 2 tokens ( 913.46 ms per token, 1.09 tokens per second) 0.53.024.159 I slot print_timing: id 3 | task 136 | total time = 1274.66 ms / 117 tokens 0.53.024.160 I slot print_timing: id 3 | task 136 | graphs reused = 22 0.53.024.160 I slot print_timing: id 3 | task 136 | graph reallocs = 0 / 0 (same size) / (changed size) 0.53.024.180 I slot release: id 3 | task 136 | stop processing: n_tokens = 117, truncated = 0 0.53.118.380 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.188 (> 0.100 thold), f_keep = 0.248 0.53.119.765 I slot launch_slot_: id 3 | task 144 | processing task, is_child = 0 0.53.495.513 I slot print_timing: id 1 | task 141 | prompt eval time = 1004.03 ms / 115 tokens ( 8.73 ms per token, 114.54 tokens per second) 0.53.495.516 I slot print_timing: id 1 | task 141 | eval time = 377.32 ms / 2 tokens ( 377.32 ms per token, 2.65 tokens per second) 0.53.495.517 I slot print_timing: id 1 | task 141 | total time = 1381.35 ms / 117 tokens 0.53.495.517 I slot print_timing: id 1 | task 141 | graphs reused = 22 0.53.495.517 I slot print_timing: id 1 | task 141 | graph reallocs = 0 / 0 (same size) / (changed size) 0.53.495.539 I slot release: id 1 | task 141 | stop processing: n_tokens = 117, truncated = 0 0.53.495.727 I slot print_timing: id 2 | task 140 | prompt eval time = 1004.15 ms / 127 tokens ( 7.91 ms per token, 126.47 tokens per second) 0.53.495.729 I slot print_timing: id 2 | task 140 | eval time = 377.35 ms / 2 tokens ( 377.35 ms per token, 2.65 tokens per second) 0.53.495.729 I slot print_timing: id 2 | task 140 | total time = 1381.50 ms / 129 tokens 0.53.495.729 I slot print_timing: id 2 | task 140 | graphs reused = 22 0.53.495.730 I slot print_timing: id 2 | task 140 | graph reallocs = 0 / 0 (same size) / (changed size) 0.53.495.745 I slot release: id 2 | task 140 | stop processing: n_tokens = 129, truncated = 0 0.53.569.118 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.232 (> 0.100 thold), f_keep = 0.248 0.53.569.980 I slot launch_slot_: id 1 | task 147 | processing task, is_child = 0 0.53.571.096 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.207 (> 0.100 thold), f_keep = 0.233 0.53.571.145 I slot launch_slot_: id 2 | task 148 | processing task, is_child = 0 0.54.420.587 I slot print_timing: id 1 | task 147 | prompt eval time = 802.13 ms / 124 tokens ( 6.47 ms per token, 154.59 tokens per second) 0.54.420.590 I slot print_timing: id 1 | task 147 | eval time = 47.31 ms / 2 tokens ( 47.31 ms per token, 21.14 tokens per second) 0.54.420.590 I slot print_timing: id 1 | task 147 | total time = 849.43 ms / 126 tokens 0.54.420.590 I slot print_timing: id 1 | task 147 | graphs reused = 22 0.54.420.591 I slot print_timing: id 1 | task 147 | graph reallocs = 0 / 0 (same size) / (changed size) 0.54.420.612 I slot release: id 1 | task 147 | stop processing: n_tokens = 126, truncated = 0 0.54.494.308 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.227 (> 0.100 thold), f_keep = 0.230 0.54.495.522 I slot launch_slot_: id 1 | task 153 | processing task, is_child = 0 0.55.030.506 I slot print_timing: id 3 | task 144 | prompt eval time = 449.34 ms / 153 tokens ( 2.94 ms per token, 340.50 tokens per second) 0.55.030.508 I slot print_timing: id 3 | task 144 | eval time = 1461.39 ms / 8 tokens ( 208.77 ms per token, 4.79 tokens per second) 0.55.030.509 I slot print_timing: id 3 | task 144 | total time = 1910.73 ms / 161 tokens 0.55.030.509 I slot print_timing: id 3 | task 144 | graphs reused = 22 0.55.030.510 I slot print_timing: id 3 | task 144 | graph reallocs = 0 / 0 (same size) / (changed size) 0.55.030.539 I slot release: id 3 | task 144 | stop processing: n_tokens = 161, truncated = 0 0.55.077.022 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.199 (> 0.100 thold), f_keep = 0.180 0.55.078.708 I slot launch_slot_: id 3 | task 158 | processing task, is_child = 0 0.55.453.960 I slot print_timing: id 2 | task 148 | prompt eval time = 802.23 ms / 144 tokens ( 5.57 ms per token, 179.50 tokens per second) 0.55.453.966 I slot print_timing: id 2 | task 148 | eval time = 1080.50 ms / 8 tokens ( 154.36 ms per token, 6.48 tokens per second) 0.55.453.966 I slot print_timing: id 2 | task 148 | total time = 1882.73 ms / 152 tokens 0.55.453.967 I slot print_timing: id 2 | task 148 | graphs reused = 22 0.55.453.967 I slot print_timing: id 2 | task 148 | graph reallocs = 0 / 0 (same size) / (changed size) 0.55.453.989 I slot release: id 2 | task 148 | stop processing: n_tokens = 152, truncated = 0 0.55.542.164 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.217 (> 0.100 thold), f_keep = 0.197 0.55.543.637 I slot launch_slot_: id 2 | task 161 | processing task, is_child = 0 0.55.944.495 I slot print_timing: id 3 | task 158 | prompt eval time = 463.44 ms / 145 tokens ( 3.20 ms per token, 312.87 tokens per second) 0.55.944.498 I slot print_timing: id 3 | task 158 | eval time = 402.33 ms / 2 tokens ( 402.33 ms per token, 2.49 tokens per second) 0.55.944.498 I slot print_timing: id 3 | task 158 | total time = 865.77 ms / 147 tokens 0.55.944.499 I slot print_timing: id 3 | task 158 | graphs reused = 22 0.55.944.499 I slot print_timing: id 3 | task 158 | graph reallocs = 0 / 0 (same size) / (changed size) 0.55.944.527 I slot release: id 3 | task 158 | stop processing: n_tokens = 147, truncated = 0 0.56.032.476 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.232 (> 0.100 thold), f_keep = 0.197 0.56.034.597 I slot launch_slot_: id 3 | task 164 | processing task, is_child = 0 0.56.352.615 I slot print_timing: id 1 | task 153 | prompt eval time = 487.37 ms / 127 tokens ( 3.84 ms per token, 260.58 tokens per second) 0.56.352.618 I slot print_timing: id 1 | task 153 | eval time = 1369.71 ms / 8 tokens ( 195.67 ms per token, 5.11 tokens per second) 0.56.352.619 I slot print_timing: id 1 | task 153 | total time = 1857.09 ms / 135 tokens 0.56.352.620 I slot print_timing: id 1 | task 153 | graphs reused = 22 0.56.352.620 I slot print_timing: id 1 | task 153 | graph reallocs = 0 / 0 (same size) / (changed size) 0.56.352.643 I slot release: id 1 | task 153 | stop processing: n_tokens = 135, truncated = 0 0.56.465.673 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.254 (> 0.100 thold), f_keep = 0.215 0.56.466.871 I slot launch_slot_: id 1 | task 167 | processing task, is_child = 0 0.56.821.848 I slot print_timing: id 3 | task 164 | prompt eval time = 431.07 ms / 124 tokens ( 3.48 ms per token, 287.66 tokens per second) 0.56.821.854 I slot print_timing: id 3 | task 164 | eval time = 356.18 ms / 2 tokens ( 356.18 ms per token, 2.81 tokens per second) 0.56.821.854 I slot print_timing: id 3 | task 164 | total time = 787.24 ms / 126 tokens 0.56.821.855 I slot print_timing: id 3 | task 164 | graphs reused = 22 0.56.821.855 I slot print_timing: id 3 | task 164 | graph reallocs = 0 / 0 (same size) / (changed size) 0.56.821.879 I slot release: id 3 | task 164 | stop processing: n_tokens = 126, truncated = 0 0.56.934.610 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.227 (> 0.100 thold), f_keep = 0.230 0.56.935.495 I slot launch_slot_: id 3 | task 170 | processing task, is_child = 0 0.57.254.339 I slot print_timing: id 1 | task 167 | prompt eval time = 467.57 ms / 113 tokens ( 4.14 ms per token, 241.68 tokens per second) 0.57.254.345 I slot print_timing: id 1 | task 167 | eval time = 319.89 ms / 2 tokens ( 319.89 ms per token, 3.13 tokens per second) 0.57.254.345 I slot print_timing: id 1 | task 167 | total time = 787.46 ms / 115 tokens 0.57.254.345 I slot print_timing: id 1 | task 167 | graphs reused = 22 0.57.254.346 I slot print_timing: id 1 | task 167 | graph reallocs = 0 / 0 (same size) / (changed size) 0.57.254.368 I slot release: id 1 | task 167 | stop processing: n_tokens = 115, truncated = 0 0.57.367.632 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.166 (> 0.100 thold), f_keep = 0.252 0.57.368.057 I slot launch_slot_: id 1 | task 173 | processing task, is_child = 0 0.57.979.407 I slot print_timing: id 2 | task 161 | prompt eval time = 488.83 ms / 137 tokens ( 3.57 ms per token, 280.26 tokens per second) 0.57.979.410 I slot print_timing: id 2 | task 161 | eval time = 1946.93 ms / 9 tokens ( 243.37 ms per token, 4.11 tokens per second) 0.57.979.411 I slot print_timing: id 2 | task 161 | total time = 2435.76 ms / 146 tokens 0.57.979.411 I slot print_timing: id 2 | task 161 | graphs reused = 22 0.57.979.412 I slot print_timing: id 2 | task 161 | graph reallocs = 0 / 0 (same size) / (changed size) 0.57.979.439 I slot release: id 2 | task 161 | stop processing: n_tokens = 146, truncated = 0 0.58.052.816 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.254 (> 0.100 thold), f_keep = 0.212 0.58.054.692 I slot launch_slot_: id 2 | task 177 | processing task, is_child = 0 0.58.607.613 I slot print_timing: id 3 | task 170 | prompt eval time = 432.13 ms / 127 tokens ( 3.40 ms per token, 293.90 tokens per second) 0.58.607.616 I slot print_timing: id 3 | task 170 | eval time = 1239.98 ms / 8 tokens ( 177.14 ms per token, 5.65 tokens per second) 0.58.607.616 I slot print_timing: id 3 | task 170 | total time = 1672.11 ms / 135 tokens 0.58.607.617 I slot print_timing: id 3 | task 170 | graphs reused = 23 0.58.607.617 I slot print_timing: id 3 | task 170 | graph reallocs = 0 / 0 (same size) / (changed size) 0.58.607.639 I slot release: id 3 | task 170 | stop processing: n_tokens = 135, truncated = 0 0.58.654.402 I slot print_timing: id 2 | task 177 | prompt eval time = 459.74 ms / 121 tokens ( 3.80 ms per token, 263.19 tokens per second) 0.58.654.405 I slot print_timing: id 2 | task 177 | eval time = 139.96 ms / 4 tokens ( 46.65 ms per token, 21.43 tokens per second) 0.58.654.405 I slot print_timing: id 2 | task 177 | total time = 599.70 ms / 125 tokens 0.58.654.405 I slot print_timing: id 2 | task 177 | graphs reused = 23 0.58.654.406 I slot print_timing: id 2 | task 177 | graph reallocs = 0 / 0 (same size) / (changed size) 0.58.654.429 I slot release: id 2 | task 177 | stop processing: n_tokens = 125, truncated = 0 0.58.654.435 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.121 (> 0.100 thold), f_keep = 0.232 0.58.655.766 I slot launch_slot_: id 2 | task 183 | processing task, is_child = 0 0.59.218.221 I slot print_timing: id 1 | task 173 | prompt eval time = 611.17 ms / 174 tokens ( 3.51 ms per token, 284.70 tokens per second) 0.59.218.223 I slot print_timing: id 1 | task 173 | eval time = 1238.98 ms / 8 tokens ( 177.00 ms per token, 5.65 tokens per second) 0.59.218.224 I slot print_timing: id 1 | task 173 | total time = 1850.15 ms / 182 tokens 0.59.218.224 I slot print_timing: id 1 | task 173 | graphs reused = 23 0.59.218.225 I slot print_timing: id 1 | task 173 | graph reallocs = 0 / 0 (same size) / (changed size) 0.59.218.251 I slot release: id 1 | task 173 | stop processing: n_tokens = 182, truncated = 0 0.59.218.258 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.204 (> 0.100 thold), f_keep = 0.159 0.59.221.179 I slot launch_slot_: id 1 | task 185 | processing task, is_child = 0 0.59.636.566 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.161 (> 0.100 thold), f_keep = 0.215 0.59.636.649 I slot launch_slot_: id 3 | task 187 | processing task, is_child = 0 1.00.160.848 I slot print_timing: id 2 | task 183 | prompt eval time = 979.70 ms / 238 tokens ( 4.12 ms per token, 242.93 tokens per second) 1.00.160.852 I slot print_timing: id 2 | task 183 | eval time = 524.28 ms / 2 tokens ( 524.28 ms per token, 1.91 tokens per second) 1.00.160.853 I slot print_timing: id 2 | task 183 | total time = 1503.98 ms / 240 tokens 1.00.160.853 I slot print_timing: id 2 | task 183 | graphs reused = 23 1.00.160.854 I slot print_timing: id 2 | task 183 | graph reallocs = 0 / 0 (same size) / (changed size) 1.00.160.882 I slot release: id 2 | task 183 | stop processing: n_tokens = 240, truncated = 0 1.00.249.680 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.182 (> 0.100 thold), f_keep = 0.121 1.00.252.304 I slot launch_slot_: id 2 | task 190 | processing task, is_child = 0 1.00.656.346 I slot print_timing: id 3 | task 187 | prompt eval time = 612.80 ms / 179 tokens ( 3.42 ms per token, 292.10 tokens per second) 1.00.656.349 I slot print_timing: id 3 | task 187 | eval time = 406.67 ms / 2 tokens ( 406.67 ms per token, 2.46 tokens per second) 1.00.656.349 I slot print_timing: id 3 | task 187 | total time = 1019.47 ms / 181 tokens 1.00.656.350 I slot print_timing: id 3 | task 187 | graphs reused = 23 1.00.656.350 I slot print_timing: id 3 | task 187 | graph reallocs = 0 / 0 (same size) / (changed size) 1.00.656.375 I slot release: id 3 | task 187 | stop processing: n_tokens = 181, truncated = 0 1.00.744.772 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.195 (> 0.100 thold), f_keep = 0.160 1.00.746.933 I slot launch_slot_: id 3 | task 193 | processing task, is_child = 0 1.01.123.012 I slot print_timing: id 2 | task 190 | prompt eval time = 492.46 ms / 158 tokens ( 3.12 ms per token, 320.84 tokens per second) 1.01.123.014 I slot print_timing: id 2 | task 190 | eval time = 378.24 ms / 2 tokens ( 378.24 ms per token, 2.64 tokens per second) 1.01.123.015 I slot print_timing: id 2 | task 190 | total time = 870.70 ms / 160 tokens 1.01.123.015 I slot print_timing: id 2 | task 190 | graphs reused = 23 1.01.123.016 I slot print_timing: id 2 | task 190 | graph reallocs = 0 / 0 (same size) / (changed size) 1.01.123.041 I slot release: id 2 | task 190 | stop processing: n_tokens = 160, truncated = 0 1.01.211.434 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.174 (> 0.100 thold), f_keep = 0.181 1.01.212.042 I slot launch_slot_: id 2 | task 196 | processing task, is_child = 0 1.01.680.882 I slot print_timing: id 3 | task 193 | prompt eval time = 464.49 ms / 148 tokens ( 3.14 ms per token, 318.63 tokens per second) 1.01.680.888 I slot print_timing: id 3 | task 193 | eval time = 469.45 ms / 2 tokens ( 469.45 ms per token, 2.13 tokens per second) 1.01.680.888 I slot print_timing: id 3 | task 193 | total time = 933.94 ms / 150 tokens 1.01.680.889 I slot print_timing: id 3 | task 193 | graphs reused = 23 1.01.680.889 I slot print_timing: id 3 | task 193 | graph reallocs = 0 / 0 (same size) / (changed size) 1.01.680.915 I slot release: id 3 | task 193 | stop processing: n_tokens = 150, truncated = 0 1.01.768.972 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.128 (> 0.100 thold), f_keep = 0.193 1.01.770.027 I slot launch_slot_: id 3 | task 199 | processing task, is_child = 0 1.02.275.450 I slot print_timing: id 0 | task 139 | prompt eval time = 1003.94 ms / 134 tokens ( 7.49 ms per token, 133.47 tokens per second) 1.02.275.454 I slot print_timing: id 0 | task 139 | eval time = 9157.43 ms / 40 tokens ( 234.81 ms per token, 4.26 tokens per second) 1.02.275.455 I slot print_timing: id 0 | task 139 | total time = 10161.37 ms / 174 tokens 1.02.275.455 I slot print_timing: id 0 | task 139 | graphs reused = 23 1.02.275.455 I slot print_timing: id 0 | task 139 | graph reallocs = 0 / 0 (same size) / (changed size) 1.02.275.478 I slot release: id 0 | task 139 | stop processing: n_tokens = 174, truncated = 0 1.02.364.884 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.259 (> 0.100 thold), f_keep = 0.167 1.02.366.343 I slot launch_slot_: id 0 | task 202 | processing task, is_child = 0 1.02.817.811 I slot print_timing: id 0 | task 202 | prompt eval time = 403.84 ms / 111 tokens ( 3.64 ms per token, 274.86 tokens per second) 1.02.817.816 I slot print_timing: id 0 | task 202 | eval time = 47.62 ms / 2 tokens ( 47.62 ms per token, 21.00 tokens per second) 1.02.817.816 I slot print_timing: id 0 | task 202 | total time = 451.46 ms / 113 tokens 1.02.817.817 I slot print_timing: id 0 | task 202 | graphs reused = 23 1.02.817.817 I slot print_timing: id 0 | task 202 | graph reallocs = 0 / 0 (same size) / (changed size) 1.02.817.837 I slot release: id 0 | task 202 | stop processing: n_tokens = 113, truncated = 0 1.02.865.193 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.150 (> 0.100 thold), f_keep = 0.257 1.02.865.682 I slot launch_slot_: id 0 | task 207 | processing task, is_child = 0 1.03.399.776 I slot print_timing: id 2 | task 196 | prompt eval time = 556.92 ms / 166 tokens ( 3.35 ms per token, 298.07 tokens per second) 1.03.399.779 I slot print_timing: id 2 | task 196 | eval time = 1630.80 ms / 9 tokens ( 203.85 ms per token, 4.91 tokens per second) 1.03.399.779 I slot print_timing: id 2 | task 196 | total time = 2187.72 ms / 175 tokens 1.03.399.779 I slot print_timing: id 2 | task 196 | graphs reused = 24 1.03.399.780 I slot print_timing: id 2 | task 196 | graph reallocs = 0 / 0 (same size) / (changed size) 1.03.399.807 I slot release: id 2 | task 196 | stop processing: n_tokens = 175, truncated = 0 1.03.473.278 I slot print_timing: id 3 | task 199 | prompt eval time = 594.85 ms / 225 tokens ( 2.64 ms per token, 378.25 tokens per second) 1.03.473.282 I slot print_timing: id 3 | task 199 | eval time = 1108.40 ms / 8 tokens ( 158.34 ms per token, 6.32 tokens per second) 1.03.473.283 I slot print_timing: id 3 | task 199 | total time = 1703.24 ms / 233 tokens 1.03.473.283 I slot print_timing: id 3 | task 199 | graphs reused = 24 1.03.473.283 I slot print_timing: id 3 | task 199 | graph reallocs = 0 / 0 (same size) / (changed size) 1.03.473.310 I slot release: id 3 | task 199 | stop processing: n_tokens = 233, truncated = 0 1.03.473.316 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.244 (> 0.100 thold), f_keep = 0.166 1.03.475.497 I slot launch_slot_: id 2 | task 211 | processing task, is_child = 0 1.03.477.366 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.197 (> 0.100 thold), f_keep = 0.124 1.03.477.419 I slot launch_slot_: id 3 | task 212 | processing task, is_child = 0 1.04.270.432 I slot print_timing: id 2 | task 211 | prompt eval time = 745.50 ms / 118 tokens ( 6.32 ms per token, 158.28 tokens per second) 1.04.270.438 I slot print_timing: id 2 | task 211 | eval time = 47.50 ms / 2 tokens ( 47.50 ms per token, 21.05 tokens per second) 1.04.270.438 I slot print_timing: id 2 | task 211 | total time = 793.00 ms / 120 tokens 1.04.270.439 I slot print_timing: id 2 | task 211 | graphs reused = 24 1.04.270.439 I slot print_timing: id 2 | task 211 | graph reallocs = 0 / 0 (same size) / (changed size) 1.04.270.459 I slot release: id 2 | task 211 | stop processing: n_tokens = 120, truncated = 0 1.04.270.644 I slot print_timing: id 3 | task 212 | prompt eval time = 745.61 ms / 146 tokens ( 5.11 ms per token, 195.81 tokens per second) 1.04.270.646 I slot print_timing: id 3 | task 212 | eval time = 47.54 ms / 2 tokens ( 47.54 ms per token, 21.04 tokens per second) 1.04.270.646 I slot print_timing: id 3 | task 212 | total time = 793.15 ms / 148 tokens 1.04.270.647 I slot print_timing: id 3 | task 212 | graphs reused = 24 1.04.270.647 I slot print_timing: id 3 | task 212 | graph reallocs = 0 / 0 (same size) / (changed size) 1.04.270.662 I slot release: id 3 | task 212 | stop processing: n_tokens = 148, truncated = 0 1.04.316.086 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.168 (> 0.100 thold), f_keep = 0.242 1.04.316.515 I slot launch_slot_: id 2 | task 217 | processing task, is_child = 0 1.04.317.295 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.212 (> 0.100 thold), f_keep = 0.196 1.04.317.341 I slot launch_slot_: id 3 | task 218 | processing task, is_child = 0 1.05.177.262 I slot print_timing: id 0 | task 207 | prompt eval time = 533.77 ms / 192 tokens ( 2.78 ms per token, 359.71 tokens per second) 1.05.177.267 I slot print_timing: id 0 | task 207 | eval time = 1777.80 ms / 8 tokens ( 253.97 ms per token, 3.94 tokens per second) 1.05.177.272 I slot print_timing: id 0 | task 207 | total time = 2311.57 ms / 200 tokens 1.05.177.272 I slot print_timing: id 0 | task 207 | graphs reused = 24 1.05.177.274 I slot print_timing: id 0 | task 207 | graph reallocs = 0 / 0 (same size) / (changed size) 1.05.177.303 I slot release: id 0 | task 207 | stop processing: n_tokens = 200, truncated = 0 1.05.224.126 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.238 (> 0.100 thold), f_keep = 0.145 1.05.226.106 I slot launch_slot_: id 0 | task 222 | processing task, is_child = 0 1.05.541.076 I slot print_timing: id 3 | task 218 | prompt eval time = 860.44 ms / 136 tokens ( 6.33 ms per token, 158.06 tokens per second) 1.05.541.081 I slot print_timing: id 3 | task 218 | eval time = 363.21 ms / 3 tokens ( 181.61 ms per token, 5.51 tokens per second) 1.05.541.081 I slot print_timing: id 3 | task 218 | total time = 1223.65 ms / 139 tokens 1.05.541.082 I slot print_timing: id 3 | task 218 | graphs reused = 25 1.05.541.082 I slot print_timing: id 3 | task 218 | graph reallocs = 0 / 0 (same size) / (changed size) 1.05.541.106 I slot release: id 3 | task 218 | stop processing: n_tokens = 139, truncated = 0 1.05.629.208 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.252 (> 0.100 thold), f_keep = 0.209 1.05.630.551 I slot launch_slot_: id 3 | task 225 | processing task, is_child = 0 1.06.128.677 I slot print_timing: id 2 | task 217 | prompt eval time = 860.30 ms / 172 tokens ( 5.00 ms per token, 199.93 tokens per second) 1.06.128.686 I slot print_timing: id 2 | task 217 | eval time = 951.03 ms / 8 tokens ( 135.86 ms per token, 7.36 tokens per second) 1.06.128.686 I slot print_timing: id 2 | task 217 | total time = 1811.33 ms / 180 tokens 1.06.128.687 I slot print_timing: id 2 | task 217 | graphs reused = 26 1.06.128.687 I slot print_timing: id 2 | task 217 | graph reallocs = 0 / 0 (same size) / (changed size) 1.06.128.720 I slot release: id 2 | task 217 | stop processing: n_tokens = 180, truncated = 0 1.06.202.046 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.174 (> 0.100 thold), f_keep = 0.161 1.06.203.841 I slot launch_slot_: id 2 | task 231 | processing task, is_child = 0 1.06.788.282 I slot print_timing: id 0 | task 222 | prompt eval time = 402.78 ms / 121 tokens ( 3.33 ms per token, 300.41 tokens per second) 1.06.788.285 I slot print_timing: id 0 | task 222 | eval time = 1159.38 ms / 8 tokens ( 165.63 ms per token, 6.04 tokens per second) 1.06.788.285 I slot print_timing: id 0 | task 222 | total time = 1562.16 ms / 129 tokens 1.06.788.286 I slot print_timing: id 0 | task 222 | graphs reused = 26 1.06.788.286 I slot print_timing: id 0 | task 222 | graph reallocs = 0 / 0 (same size) / (changed size) 1.06.788.305 I slot release: id 0 | task 222 | stop processing: n_tokens = 129, truncated = 0 1.06.788.479 I slot print_timing: id 1 | task 185 | prompt eval time = 939.44 ms / 141 tokens ( 6.66 ms per token, 150.09 tokens per second) 1.06.788.481 I slot print_timing: id 1 | task 185 | eval time = 6627.79 ms / 33 tokens ( 207.12 ms per token, 4.83 tokens per second) 1.06.788.482 I slot print_timing: id 1 | task 185 | total time = 7567.23 ms / 174 tokens 1.06.788.482 I slot print_timing: id 1 | task 185 | graphs reused = 26 1.06.788.482 I slot print_timing: id 1 | task 185 | graph reallocs = 0 / 0 (same size) / (changed size) 1.06.788.497 I slot release: id 1 | task 185 | stop processing: n_tokens = 174, truncated = 0 1.06.834.620 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.212 (> 0.100 thold), f_keep = 0.225 1.06.835.466 I slot launch_slot_: id 0 | task 235 | processing task, is_child = 0 1.06.836.555 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.209 (> 0.100 thold), f_keep = 0.167 1.06.836.607 I slot launch_slot_: id 1 | task 236 | processing task, is_child = 0 1.07.490.130 I slot print_timing: id 2 | task 231 | prompt eval time = 584.86 ms / 166 tokens ( 3.52 ms per token, 283.83 tokens per second) 1.07.490.135 I slot print_timing: id 2 | task 231 | eval time = 701.42 ms / 3 tokens ( 350.71 ms per token, 2.85 tokens per second) 1.07.490.135 I slot print_timing: id 2 | task 231 | total time = 1286.28 ms / 169 tokens 1.07.490.136 I slot print_timing: id 2 | task 231 | graphs reused = 27 1.07.490.136 I slot print_timing: id 2 | task 231 | graph reallocs = 0 / 0 (same size) / (changed size) 1.07.490.159 I slot release: id 2 | task 231 | stop processing: n_tokens = 169, truncated = 0 1.07.490.331 I slot print_timing: id 3 | task 225 | prompt eval time = 405.41 ms / 114 tokens ( 3.56 ms per token, 281.20 tokens per second) 1.07.490.334 I slot print_timing: id 3 | task 225 | eval time = 1454.37 ms / 8 tokens ( 207.77 ms per token, 4.81 tokens per second) 1.07.490.334 I slot print_timing: id 3 | task 225 | total time = 1859.77 ms / 122 tokens 1.07.490.334 I slot print_timing: id 3 | task 225 | graphs reused = 27 1.07.490.335 I slot print_timing: id 3 | task 225 | graph reallocs = 0 / 0 (same size) / (changed size) 1.07.490.349 I slot release: id 3 | task 225 | stop processing: n_tokens = 122, truncated = 0 1.07.541.775 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.240 (> 0.100 thold), f_keep = 0.246 1.07.542.680 I slot launch_slot_: id 3 | task 239 | processing task, is_child = 0 1.07.544.143 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.220 (> 0.100 thold), f_keep = 0.172 1.07.544.200 I slot launch_slot_: id 2 | task 240 | processing task, is_child = 0 1.08.145.572 I slot print_timing: id 1 | task 236 | prompt eval time = 705.08 ms / 138 tokens ( 5.11 ms per token, 195.72 tokens per second) 1.08.145.575 I slot print_timing: id 1 | task 236 | eval time = 603.80 ms / 2 tokens ( 603.80 ms per token, 1.66 tokens per second) 1.08.145.575 I slot print_timing: id 1 | task 236 | total time = 1308.87 ms / 140 tokens 1.08.145.576 I slot print_timing: id 1 | task 236 | graphs reused = 27 1.08.145.576 I slot print_timing: id 1 | task 236 | graph reallocs = 0 / 0 (same size) / (changed size) 1.08.145.606 I slot release: id 1 | task 236 | stop processing: n_tokens = 140, truncated = 0 1.08.224.192 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.162 (> 0.100 thold), f_keep = 0.207 1.08.225.896 I slot launch_slot_: id 1 | task 243 | processing task, is_child = 0 1.08.709.268 I slot print_timing: id 3 | task 239 | prompt eval time = 679.90 ms / 124 tokens ( 5.48 ms per token, 182.38 tokens per second) 1.08.709.273 I slot print_timing: id 3 | task 239 | eval time = 485.08 ms / 2 tokens ( 485.08 ms per token, 2.06 tokens per second) 1.08.709.273 I slot print_timing: id 3 | task 239 | total time = 1164.97 ms / 126 tokens 1.08.709.274 I slot print_timing: id 3 | task 239 | graphs reused = 27 1.08.709.274 I slot print_timing: id 3 | task 239 | graph reallocs = 0 / 0 (same size) / (changed size) 1.08.709.297 I slot release: id 3 | task 239 | stop processing: n_tokens = 126, truncated = 0 1.08.823.460 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.156 (> 0.100 thold), f_keep = 0.230 1.08.824.400 I slot launch_slot_: id 3 | task 246 | processing task, is_child = 0 1.09.406.844 I slot print_timing: id 0 | task 235 | prompt eval time = 704.96 ms / 136 tokens ( 5.18 ms per token, 192.92 tokens per second) 1.09.406.850 I slot print_timing: id 0 | task 235 | eval time = 1865.27 ms / 8 tokens ( 266.47 ms per token, 3.75 tokens per second) 1.09.406.850 I slot print_timing: id 0 | task 235 | total time = 2570.23 ms / 144 tokens 1.09.406.851 I slot print_timing: id 0 | task 235 | graphs reused = 27 1.09.406.851 I slot print_timing: id 0 | task 235 | graph reallocs = 0 / 0 (same size) / (changed size) 1.09.406.873 I slot release: id 0 | task 235 | stop processing: n_tokens = 144, truncated = 0 1.09.453.710 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.168 (> 0.100 thold), f_keep = 0.201 1.09.455.024 I slot launch_slot_: id 0 | task 251 | processing task, is_child = 0 1.09.894.702 I slot print_timing: id 2 | task 240 | prompt eval time = 679.80 ms / 131 tokens ( 5.19 ms per token, 192.70 tokens per second) 1.09.894.708 I slot print_timing: id 2 | task 240 | eval time = 1670.69 ms / 8 tokens ( 238.67 ms per token, 4.19 tokens per second) 1.09.894.708 I slot print_timing: id 2 | task 240 | total time = 2350.49 ms / 139 tokens 1.09.894.709 I slot print_timing: id 2 | task 240 | graphs reused = 28 1.09.894.709 I slot print_timing: id 2 | task 240 | graph reallocs = 0 / 0 (same size) / (changed size) 1.09.894.731 I slot release: id 2 | task 240 | stop processing: n_tokens = 139, truncated = 0 1.09.997.050 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.242 (> 0.100 thold), f_keep = 0.209 1.09.997.983 I slot launch_slot_: id 2 | task 254 | processing task, is_child = 0 1.10.341.891 I slot print_timing: id 0 | task 251 | prompt eval time = 541.72 ms / 172 tokens ( 3.15 ms per token, 317.51 tokens per second) 1.10.341.896 I slot print_timing: id 0 | task 251 | eval time = 345.14 ms / 2 tokens ( 345.14 ms per token, 2.90 tokens per second) 1.10.341.896 I slot print_timing: id 0 | task 251 | total time = 886.86 ms / 174 tokens 1.10.341.897 I slot print_timing: id 0 | task 251 | graphs reused = 28 1.10.341.897 I slot print_timing: id 0 | task 251 | graph reallocs = 0 / 0 (same size) / (changed size) 1.10.341.921 I slot release: id 0 | task 251 | stop processing: n_tokens = 174, truncated = 0 1.10.342.095 I slot print_timing: id 1 | task 243 | prompt eval time = 597.40 ms / 178 tokens ( 3.36 ms per token, 297.96 tokens per second) 1.10.342.097 I slot print_timing: id 1 | task 243 | eval time = 1518.79 ms / 8 tokens ( 216.97 ms per token, 4.61 tokens per second) 1.10.342.098 I slot print_timing: id 1 | task 243 | total time = 2116.19 ms / 186 tokens 1.10.342.098 I slot print_timing: id 1 | task 243 | graphs reused = 28 1.10.342.098 I slot print_timing: id 1 | task 243 | graph reallocs = 0 / 0 (same size) / (changed size) 1.10.342.118 I slot release: id 1 | task 243 | stop processing: n_tokens = 186, truncated = 0 1.10.415.131 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.223 (> 0.100 thold), f_keep = 0.167 1.10.416.280 I slot launch_slot_: id 0 | task 258 | processing task, is_child = 0 1.10.417.827 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.234 (> 0.100 thold), f_keep = 0.156 1.10.417.878 I slot launch_slot_: id 1 | task 257 | processing task, is_child = 0 1.11.017.369 I slot print_timing: id 3 | task 246 | prompt eval time = 535.80 ms / 185 tokens ( 2.90 ms per token, 345.28 tokens per second) 1.11.017.375 I slot print_timing: id 3 | task 246 | eval time = 1657.16 ms / 8 tokens ( 236.74 ms per token, 4.22 tokens per second) 1.11.017.375 I slot print_timing: id 3 | task 246 | total time = 2192.96 ms / 193 tokens 1.11.017.376 I slot print_timing: id 3 | task 246 | graphs reused = 28 1.11.017.376 I slot print_timing: id 3 | task 246 | graph reallocs = 0 / 0 (same size) / (changed size) 1.11.017.402 I slot release: id 3 | task 246 | stop processing: n_tokens = 193, truncated = 0 1.11.095.850 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.240 (> 0.100 thold), f_keep = 0.150 1.11.097.786 I slot launch_slot_: id 3 | task 261 | processing task, is_child = 0 1.11.414.618 I slot print_timing: id 0 | task 258 | prompt eval time = 677.63 ms / 129 tokens ( 5.25 ms per token, 190.37 tokens per second) 1.11.414.623 I slot print_timing: id 0 | task 258 | eval time = 319.10 ms / 2 tokens ( 319.10 ms per token, 3.13 tokens per second) 1.11.414.624 I slot print_timing: id 0 | task 258 | total time = 996.73 ms / 131 tokens 1.11.414.624 I slot print_timing: id 0 | task 258 | graphs reused = 28 1.11.414.625 I slot print_timing: id 0 | task 258 | graph reallocs = 0 / 0 (same size) / (changed size) 1.11.414.646 I slot release: id 0 | task 258 | stop processing: n_tokens = 131, truncated = 0 1.11.414.813 I slot print_timing: id 1 | task 257 | prompt eval time = 677.73 ms / 123 tokens ( 5.51 ms per token, 181.49 tokens per second) 1.11.414.815 I slot print_timing: id 1 | task 257 | eval time = 319.12 ms / 2 tokens ( 319.12 ms per token, 3.13 tokens per second) 1.11.414.815 I slot print_timing: id 1 | task 257 | total time = 996.85 ms / 125 tokens 1.11.414.816 I slot print_timing: id 1 | task 257 | graphs reused = 28 1.11.414.816 I slot print_timing: id 1 | task 257 | graph reallocs = 0 / 0 (same size) / (changed size) 1.11.414.831 I slot release: id 1 | task 257 | stop processing: n_tokens = 125, truncated = 0 1.11.500.708 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.229 (> 0.100 thold), f_keep = 0.240 1.11.501.133 I slot launch_slot_: id 1 | task 264 | processing task, is_child = 0 1.11.502.518 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.196 (> 0.100 thold), f_keep = 0.221 1.11.502.573 I slot launch_slot_: id 0 | task 265 | processing task, is_child = 0 1.12.162.412 I slot print_timing: id 3 | task 261 | prompt eval time = 402.91 ms / 120 tokens ( 3.36 ms per token, 297.83 tokens per second) 1.12.162.418 I slot print_timing: id 3 | task 261 | eval time = 661.70 ms / 2 tokens ( 661.70 ms per token, 1.51 tokens per second) 1.12.162.418 I slot print_timing: id 3 | task 261 | total time = 1064.62 ms / 122 tokens 1.12.162.418 I slot print_timing: id 3 | task 261 | graphs reused = 28 1.12.162.419 I slot print_timing: id 3 | task 261 | graph reallocs = 0 / 0 (same size) / (changed size) 1.12.162.438 I slot release: id 3 | task 261 | stop processing: n_tokens = 122, truncated = 0 1.12.241.618 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.216 (> 0.100 thold), f_keep = 0.238 1.12.243.063 I slot launch_slot_: id 3 | task 268 | processing task, is_child = 0 1.12.560.765 I slot print_timing: id 1 | task 264 | prompt eval time = 738.76 ms / 130 tokens ( 5.68 ms per token, 175.97 tokens per second) 1.12.560.770 I slot print_timing: id 1 | task 264 | eval time = 319.32 ms / 2 tokens ( 319.32 ms per token, 3.13 tokens per second) 1.12.560.770 I slot print_timing: id 1 | task 264 | total time = 1058.08 ms / 132 tokens 1.12.560.771 I slot print_timing: id 1 | task 264 | graphs reused = 28 1.12.560.771 I slot print_timing: id 1 | task 264 | graph reallocs = 0 / 0 (same size) / (changed size) 1.12.560.794 I slot release: id 1 | task 264 | stop processing: n_tokens = 132, truncated = 0 1.12.560.979 I slot print_timing: id 2 | task 254 | prompt eval time = 416.99 ms / 119 tokens ( 3.50 ms per token, 285.38 tokens per second) 1.12.560.986 I slot print_timing: id 2 | task 254 | eval time = 2146.00 ms / 8 tokens ( 306.57 ms per token, 3.26 tokens per second) 1.12.560.987 I slot print_timing: id 2 | task 254 | total time = 2562.99 ms / 127 tokens 1.12.560.988 I slot print_timing: id 2 | task 254 | graphs reused = 28 1.12.560.988 I slot print_timing: id 2 | task 254 | graph reallocs = 0 / 0 (same size) / (changed size) 1.12.561.008 I slot release: id 2 | task 254 | stop processing: n_tokens = 127, truncated = 0 1.12.633.926 I slot print_timing: id 0 | task 265 | prompt eval time = 738.69 ms / 147 tokens ( 5.03 ms per token, 199.00 tokens per second) 1.12.633.931 I slot print_timing: id 0 | task 265 | eval time = 392.66 ms / 3 tokens ( 196.33 ms per token, 5.09 tokens per second) 1.12.633.931 I slot print_timing: id 0 | task 265 | total time = 1131.35 ms / 150 tokens 1.12.633.932 I slot print_timing: id 0 | task 265 | graphs reused = 28 1.12.633.932 I slot print_timing: id 0 | task 265 | graph reallocs = 0 / 0 (same size) / (changed size) 1.12.633.951 I slot release: id 0 | task 265 | stop processing: n_tokens = 150, truncated = 0 1.12.634.149 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.225 (> 0.100 thold), f_keep = 0.193 1.12.635.211 I slot launch_slot_: id 0 | task 271 | processing task, is_child = 0 1.12.637.224 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.215 (> 0.100 thold), f_keep = 0.220 1.12.637.501 I slot launch_slot_: id 1 | task 272 | processing task, is_child = 0 1.12.637.529 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.218 (> 0.100 thold), f_keep = 0.228 1.12.637.573 I slot launch_slot_: id 2 | task 273 | processing task, is_child = 0 1.13.625.108 I slot print_timing: id 3 | task 268 | prompt eval time = 391.08 ms / 133 tokens ( 2.94 ms per token, 340.09 tokens per second) 1.13.625.116 I slot print_timing: id 3 | task 268 | eval time = 990.96 ms / 3 tokens ( 495.48 ms per token, 2.02 tokens per second) 1.13.625.116 I slot print_timing: id 3 | task 268 | total time = 1382.04 ms / 136 tokens 1.13.625.117 I slot print_timing: id 3 | task 268 | graphs reused = 28 1.13.625.117 I slot print_timing: id 3 | task 268 | graph reallocs = 0 / 0 (same size) / (changed size) 1.13.625.137 I slot release: id 3 | task 268 | stop processing: n_tokens = 136, truncated = 0 1.13.671.097 I slot print_timing: id 0 | task 271 | prompt eval time = 987.01 ms / 128 tokens ( 7.71 ms per token, 129.68 tokens per second) 1.13.671.100 I slot print_timing: id 0 | task 271 | eval time = 46.51 ms / 2 tokens ( 46.51 ms per token, 21.50 tokens per second) 1.13.671.100 I slot print_timing: id 0 | task 271 | total time = 1033.52 ms / 130 tokens 1.13.671.101 I slot print_timing: id 0 | task 271 | graphs reused = 28 1.13.671.101 I slot print_timing: id 0 | task 271 | graph reallocs = 0 / 0 (same size) / (changed size) 1.13.671.120 I slot release: id 0 | task 271 | stop processing: n_tokens = 130, truncated = 0 1.13.671.293 I slot print_timing: id 1 | task 272 | prompt eval time = 987.12 ms / 134 tokens ( 7.37 ms per token, 135.75 tokens per second) 1.13.671.295 I slot print_timing: id 1 | task 272 | eval time = 46.53 ms / 2 tokens ( 46.53 ms per token, 21.49 tokens per second) 1.13.671.295 I slot print_timing: id 1 | task 272 | total time = 1033.65 ms / 136 tokens 1.13.671.295 I slot print_timing: id 1 | task 272 | graphs reused = 28 1.13.671.296 I slot print_timing: id 1 | task 272 | graph reallocs = 0 / 0 (same size) / (changed size) 1.13.671.316 I slot release: id 1 | task 272 | stop processing: n_tokens = 136, truncated = 0 1.13.671.497 I slot print_timing: id 2 | task 273 | prompt eval time = 987.26 ms / 132 tokens ( 7.48 ms per token, 133.70 tokens per second) 1.13.671.501 I slot print_timing: id 2 | task 273 | eval time = 46.54 ms / 2 tokens ( 46.54 ms per token, 21.49 tokens per second) 1.13.671.502 I slot print_timing: id 2 | task 273 | total time = 1033.81 ms / 134 tokens 1.13.671.502 I slot print_timing: id 2 | task 273 | graphs reused = 28 1.13.671.503 I slot print_timing: id 2 | task 273 | graph reallocs = 0 / 0 (same size) / (changed size) 1.13.671.513 I slot release: id 2 | task 273 | stop processing: n_tokens = 134, truncated = 0 1.13.671.517 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.264 (> 0.100 thold), f_keep = 0.223 1.13.672.801 I slot launch_slot_: id 0 | task 277 | processing task, is_child = 0 1.13.676.295 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.200 (> 0.100 thold), f_keep = 0.213 1.13.676.346 I slot launch_slot_: id 1 | task 278 | processing task, is_child = 0 1.13.676.392 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.181 (> 0.100 thold), f_keep = 0.216 1.13.676.433 I slot launch_slot_: id 2 | task 279 | processing task, is_child = 0 1.13.676.457 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.176 (> 0.100 thold), f_keep = 0.213 1.13.676.498 I slot launch_slot_: id 3 | task 280 | processing task, is_child = 0 1.15.121.422 I slot print_timing: id 0 | task 277 | prompt eval time = 1397.35 ms / 109 tokens ( 12.82 ms per token, 78.00 tokens per second) 1.15.121.427 I slot print_timing: id 0 | task 277 | eval time = 47.57 ms / 2 tokens ( 47.57 ms per token, 21.02 tokens per second) 1.15.121.427 I slot print_timing: id 0 | task 277 | total time = 1444.92 ms / 111 tokens 1.15.121.428 I slot print_timing: id 0 | task 277 | graphs reused = 28 1.15.121.428 I slot print_timing: id 0 | task 277 | graph reallocs = 0 / 0 (same size) / (changed size) 1.15.121.448 I slot release: id 0 | task 277 | stop processing: n_tokens = 111, truncated = 0 1.15.121.619 I slot print_timing: id 1 | task 278 | prompt eval time = 1397.45 ms / 144 tokens ( 9.70 ms per token, 103.04 tokens per second) 1.15.121.622 I slot print_timing: id 1 | task 278 | eval time = 47.59 ms / 2 tokens ( 47.59 ms per token, 21.02 tokens per second) 1.15.121.622 I slot print_timing: id 1 | task 278 | total time = 1445.04 ms / 146 tokens 1.15.121.623 I slot print_timing: id 1 | task 278 | graphs reused = 28 1.15.121.623 I slot print_timing: id 1 | task 278 | graph reallocs = 0 / 0 (same size) / (changed size) 1.15.121.643 I slot release: id 1 | task 278 | stop processing: n_tokens = 146, truncated = 0 1.15.121.822 I slot print_timing: id 2 | task 279 | prompt eval time = 1397.57 ms / 159 tokens ( 8.79 ms per token, 113.77 tokens per second) 1.15.121.824 I slot print_timing: id 2 | task 279 | eval time = 47.61 ms / 2 tokens ( 47.61 ms per token, 21.00 tokens per second) 1.15.121.825 I slot print_timing: id 2 | task 279 | total time = 1445.18 ms / 161 tokens 1.15.121.825 I slot print_timing: id 2 | task 279 | graphs reused = 28 1.15.121.825 I slot print_timing: id 2 | task 279 | graph reallocs = 0 / 0 (same size) / (changed size) 1.15.121.842 I slot release: id 2 | task 279 | stop processing: n_tokens = 161, truncated = 0 1.15.122.030 I slot print_timing: id 3 | task 280 | prompt eval time = 1397.70 ms / 164 tokens ( 8.52 ms per token, 117.34 tokens per second) 1.15.122.031 I slot print_timing: id 3 | task 280 | eval time = 47.63 ms / 2 tokens ( 47.63 ms per token, 20.99 tokens per second) 1.15.122.032 I slot print_timing: id 3 | task 280 | total time = 1445.33 ms / 166 tokens 1.15.122.032 I slot print_timing: id 3 | task 280 | graphs reused = 28 1.15.122.032 I slot print_timing: id 3 | task 280 | graph reallocs = 0 / 0 (same size) / (changed size) 1.15.122.045 I slot release: id 3 | task 280 | stop processing: n_tokens = 166, truncated = 0 1.15.127.771 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.256 (> 0.100 thold), f_keep = 0.270 1.15.128.610 I slot launch_slot_: id 0 | task 284 | processing task, is_child = 0 1.15.132.334 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.252 (> 0.100 thold), f_keep = 0.199 1.15.132.383 I slot launch_slot_: id 1 | task 285 | processing task, is_child = 0 1.15.132.433 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.185 (> 0.100 thold), f_keep = 0.180 1.15.132.473 I slot launch_slot_: id 2 | task 286 | processing task, is_child = 0 1.15.132.500 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.190 (> 0.100 thold), f_keep = 0.175 1.15.132.540 I slot launch_slot_: id 3 | task 287 | processing task, is_child = 0 1.16.502.440 I slot print_timing: id 2 | task 286 | prompt eval time = 1276.73 ms / 156 tokens ( 8.18 ms per token, 122.19 tokens per second) 1.16.502.443 I slot print_timing: id 2 | task 286 | eval time = 93.05 ms / 3 tokens ( 46.52 ms per token, 21.49 tokens per second) 1.16.502.443 I slot print_timing: id 2 | task 286 | total time = 1369.77 ms / 159 tokens 1.16.502.444 I slot print_timing: id 2 | task 286 | graphs reused = 29 1.16.502.444 I slot print_timing: id 2 | task 286 | graph reallocs = 0 / 0 (same size) / (changed size) 1.16.502.467 I slot release: id 2 | task 286 | stop processing: n_tokens = 159, truncated = 0 1.16.576.517 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.207 (> 0.100 thold), f_keep = 0.182 1.16.578.177 I slot launch_slot_: id 2 | task 293 | processing task, is_child = 0 1.17.143.480 I slot print_timing: id 2 | task 293 | prompt eval time = 517.67 ms / 139 tokens ( 3.72 ms per token, 268.51 tokens per second) 1.17.143.486 I slot print_timing: id 2 | task 293 | eval time = 47.62 ms / 2 tokens ( 47.62 ms per token, 21.00 tokens per second) 1.17.143.486 I slot print_timing: id 2 | task 293 | total time = 565.29 ms / 141 tokens 1.17.143.487 I slot print_timing: id 2 | task 293 | graphs reused = 29 1.17.143.487 I slot print_timing: id 2 | task 293 | graph reallocs = 0 / 0 (same size) / (changed size) 1.17.143.511 I slot release: id 2 | task 293 | stop processing: n_tokens = 141, truncated = 0 1.17.217.321 I slot print_timing: id 1 | task 285 | prompt eval time = 1276.60 ms / 114 tokens ( 11.20 ms per token, 89.30 tokens per second) 1.17.217.324 I slot print_timing: id 1 | task 285 | eval time = 808.11 ms / 8 tokens ( 115.44 ms per token, 8.66 tokens per second) 1.17.217.324 I slot print_timing: id 1 | task 285 | total time = 2084.71 ms / 122 tokens 1.17.217.324 I slot print_timing: id 1 | task 285 | graphs reused = 29 1.17.217.325 I slot print_timing: id 1 | task 285 | graph reallocs = 0 / 0 (same size) / (changed size) 1.17.217.343 I slot release: id 1 | task 285 | stop processing: n_tokens = 122, truncated = 0 1.17.217.524 I slot print_timing: id 3 | task 287 | prompt eval time = 1276.86 ms / 152 tokens ( 8.40 ms per token, 119.04 tokens per second) 1.17.217.526 I slot print_timing: id 3 | task 287 | eval time = 807.96 ms / 8 tokens ( 115.42 ms per token, 8.66 tokens per second) 1.17.217.527 I slot print_timing: id 3 | task 287 | total time = 2084.81 ms / 160 tokens 1.17.217.527 I slot print_timing: id 3 | task 287 | graphs reused = 29 1.17.217.527 I slot print_timing: id 3 | task 287 | graph reallocs = 0 / 0 (same size) / (changed size) 1.17.217.544 I slot release: id 3 | task 287 | stop processing: n_tokens = 160, truncated = 0 1.17.217.548 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.246 (> 0.100 thold), f_keep = 0.238 1.17.219.300 I slot launch_slot_: id 1 | task 298 | processing task, is_child = 0 1.17.222.225 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.186 (> 0.100 thold), f_keep = 0.206 1.17.222.276 I slot launch_slot_: id 2 | task 299 | processing task, is_child = 0 1.17.222.303 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.246 (> 0.100 thold), f_keep = 0.181 1.17.222.344 I slot launch_slot_: id 3 | task 300 | processing task, is_child = 0 1.18.288.197 I slot print_timing: id 1 | task 298 | prompt eval time = 1018.46 ms / 117 tokens ( 8.70 ms per token, 114.88 tokens per second) 1.18.288.201 I slot print_timing: id 1 | task 298 | eval time = 47.38 ms / 2 tokens ( 47.38 ms per token, 21.10 tokens per second) 1.18.288.201 I slot print_timing: id 1 | task 298 | total time = 1065.84 ms / 119 tokens 1.18.288.202 I slot print_timing: id 1 | task 298 | graphs reused = 29 1.18.288.202 I slot print_timing: id 1 | task 298 | graph reallocs = 0 / 0 (same size) / (changed size) 1.18.288.222 I slot release: id 1 | task 298 | stop processing: n_tokens = 119, truncated = 0 1.18.288.401 I slot print_timing: id 2 | task 299 | prompt eval time = 1018.60 ms / 155 tokens ( 6.57 ms per token, 152.17 tokens per second) 1.18.288.403 I slot print_timing: id 2 | task 299 | eval time = 47.39 ms / 2 tokens ( 47.39 ms per token, 21.10 tokens per second) 1.18.288.403 I slot print_timing: id 2 | task 299 | total time = 1065.99 ms / 157 tokens 1.18.288.404 I slot print_timing: id 2 | task 299 | graphs reused = 29 1.18.288.404 I slot print_timing: id 2 | task 299 | graph reallocs = 0 / 0 (same size) / (changed size) 1.18.288.424 I slot release: id 2 | task 299 | stop processing: n_tokens = 157, truncated = 0 1.18.346.670 I slot print_timing: id 3 | task 300 | prompt eval time = 1018.73 ms / 117 tokens ( 8.71 ms per token, 114.85 tokens per second) 1.18.346.676 I slot print_timing: id 3 | task 300 | eval time = 105.46 ms / 3 tokens ( 52.73 ms per token, 18.96 tokens per second) 1.18.346.676 I slot print_timing: id 3 | task 300 | total time = 1124.19 ms / 120 tokens 1.18.346.677 I slot print_timing: id 3 | task 300 | graphs reused = 29 1.18.346.677 I slot print_timing: id 3 | task 300 | graph reallocs = 0 / 0 (same size) / (changed size) 1.18.346.695 I slot release: id 3 | task 300 | stop processing: n_tokens = 120, truncated = 0 1.18.346.700 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.218 (> 0.100 thold), f_keep = 0.244 1.18.347.831 I slot launch_slot_: id 1 | task 305 | processing task, is_child = 0 1.18.349.707 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.223 (> 0.100 thold), f_keep = 0.185 1.18.349.760 I slot launch_slot_: id 2 | task 306 | processing task, is_child = 0 1.18.349.787 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.254 (> 0.100 thold), f_keep = 0.250 1.18.349.831 I slot launch_slot_: id 3 | task 307 | processing task, is_child = 0 1.19.411.389 I slot print_timing: id 2 | task 306 | prompt eval time = 1014.21 ms / 129 tokens ( 7.86 ms per token, 127.19 tokens per second) 1.19.411.395 I slot print_timing: id 2 | task 306 | eval time = 47.27 ms / 2 tokens ( 47.27 ms per token, 21.15 tokens per second) 1.19.411.395 I slot print_timing: id 2 | task 306 | total time = 1061.48 ms / 131 tokens 1.19.411.396 I slot print_timing: id 2 | task 306 | graphs reused = 29 1.19.411.396 I slot print_timing: id 2 | task 306 | graph reallocs = 0 / 0 (same size) / (changed size) 1.19.411.418 I slot release: id 2 | task 306 | stop processing: n_tokens = 131, truncated = 0 1.19.485.008 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.170 (> 0.100 thold), f_keep = 0.221 1.19.486.213 I slot launch_slot_: id 2 | task 312 | processing task, is_child = 0 1.20.119.707 I slot print_timing: id 2 | task 312 | prompt eval time = 586.25 ms / 170 tokens ( 3.45 ms per token, 289.98 tokens per second) 1.20.119.713 I slot print_timing: id 2 | task 312 | eval time = 47.24 ms / 2 tokens ( 47.24 ms per token, 21.17 tokens per second) 1.20.119.713 I slot print_timing: id 2 | task 312 | total time = 633.48 ms / 172 tokens 1.20.119.713 I slot print_timing: id 2 | task 312 | graphs reused = 29 1.20.119.714 I slot print_timing: id 2 | task 312 | graph reallocs = 0 / 0 (same size) / (changed size) 1.20.119.737 I slot release: id 2 | task 312 | stop processing: n_tokens = 172, truncated = 0 1.20.193.311 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.179 (> 0.100 thold), f_keep = 0.169 1.20.194.834 I slot launch_slot_: id 2 | task 317 | processing task, is_child = 0 1.20.599.740 I slot print_timing: id 1 | task 305 | prompt eval time = 1014.09 ms / 132 tokens ( 7.68 ms per token, 130.17 tokens per second) 1.20.599.750 I slot print_timing: id 1 | task 305 | eval time = 1235.82 ms / 8 tokens ( 176.55 ms per token, 5.66 tokens per second) 1.20.599.751 I slot print_timing: id 1 | task 305 | total time = 2249.90 ms / 140 tokens 1.20.599.752 I slot print_timing: id 1 | task 305 | graphs reused = 29 1.20.599.753 I slot print_timing: id 1 | task 305 | graph reallocs = 0 / 0 (same size) / (changed size) 1.20.599.781 I slot release: id 1 | task 305 | stop processing: n_tokens = 140, truncated = 0 1.20.599.950 I slot print_timing: id 3 | task 307 | prompt eval time = 1014.33 ms / 117 tokens ( 8.67 ms per token, 115.35 tokens per second) 1.20.599.953 I slot print_timing: id 3 | task 307 | eval time = 1235.65 ms / 8 tokens ( 176.52 ms per token, 5.67 tokens per second) 1.20.599.953 I slot print_timing: id 3 | task 307 | total time = 2249.98 ms / 125 tokens 1.20.599.953 I slot print_timing: id 3 | task 307 | graphs reused = 29 1.20.599.954 I slot print_timing: id 3 | task 307 | graph reallocs = 0 / 0 (same size) / (changed size) 1.20.599.972 I slot release: id 3 | task 307 | stop processing: n_tokens = 125, truncated = 0 1.20.673.622 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.254 (> 0.100 thold), f_keep = 0.207 1.20.674.566 I slot launch_slot_: id 1 | task 320 | processing task, is_child = 0 1.20.675.599 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.221 (> 0.100 thold), f_keep = 0.232 1.20.675.651 I slot launch_slot_: id 3 | task 321 | processing task, is_child = 0 1.21.518.522 I slot print_timing: id 3 | task 321 | prompt eval time = 794.89 ms / 130 tokens ( 6.11 ms per token, 163.54 tokens per second) 1.21.518.526 I slot print_timing: id 3 | task 321 | eval time = 47.89 ms / 2 tokens ( 47.89 ms per token, 20.88 tokens per second) 1.21.518.526 I slot print_timing: id 3 | task 321 | total time = 842.78 ms / 132 tokens 1.21.518.527 I slot print_timing: id 3 | task 321 | graphs reused = 29 1.21.518.527 I slot print_timing: id 3 | task 321 | graph reallocs = 0 / 0 (same size) / (changed size) 1.21.518.549 I slot release: id 3 | task 321 | stop processing: n_tokens = 132, truncated = 0 1.21.564.900 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.164 (> 0.100 thold), f_keep = 0.220 1.21.566.183 I slot launch_slot_: id 3 | task 326 | processing task, is_child = 0 1.22.238.658 I slot print_timing: id 1 | task 320 | prompt eval time = 794.58 ms / 113 tokens ( 7.03 ms per token, 142.21 tokens per second) 1.22.238.663 I slot print_timing: id 1 | task 320 | eval time = 768.42 ms / 8 tokens ( 109.77 ms per token, 9.11 tokens per second) 1.22.238.664 I slot print_timing: id 1 | task 320 | total time = 1563.00 ms / 121 tokens 1.22.238.664 I slot print_timing: id 1 | task 320 | graphs reused = 31 1.22.238.665 I slot print_timing: id 1 | task 320 | graph reallocs = 0 / 0 (same size) / (changed size) 1.22.238.684 I slot release: id 1 | task 320 | stop processing: n_tokens = 121, truncated = 0 1.22.312.399 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.181 (> 0.100 thold), f_keep = 0.240 1.22.313.249 I slot launch_slot_: id 1 | task 333 | processing task, is_child = 0 1.22.908.173 I slot print_timing: id 1 | task 333 | prompt eval time = 547.24 ms / 159 tokens ( 3.44 ms per token, 290.55 tokens per second) 1.22.908.176 I slot print_timing: id 1 | task 333 | eval time = 47.68 ms / 2 tokens ( 47.68 ms per token, 20.97 tokens per second) 1.22.908.177 I slot print_timing: id 1 | task 333 | total time = 594.92 ms / 161 tokens 1.22.908.177 I slot print_timing: id 1 | task 333 | graphs reused = 31 1.22.908.178 I slot print_timing: id 1 | task 333 | graph reallocs = 0 / 0 (same size) / (changed size) 1.22.908.201 I slot release: id 1 | task 333 | stop processing: n_tokens = 161, truncated = 0 1.22.908.533 I slot print_timing: id 3 | task 326 | prompt eval time = 534.43 ms / 176 tokens ( 3.04 ms per token, 329.33 tokens per second) 1.22.908.535 I slot print_timing: id 3 | task 326 | eval time = 807.92 ms / 8 tokens ( 115.42 ms per token, 8.66 tokens per second) 1.22.908.535 I slot print_timing: id 3 | task 326 | total time = 1342.34 ms / 184 tokens 1.22.908.535 I slot print_timing: id 3 | task 326 | graphs reused = 31 1.22.908.536 I slot print_timing: id 3 | task 326 | graph reallocs = 0 / 0 (same size) / (changed size) 1.22.908.561 I slot release: id 3 | task 326 | stop processing: n_tokens = 184, truncated = 0 1.22.966.814 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.238 (> 0.100 thold), f_keep = 0.180 1.22.968.534 I slot launch_slot_: id 1 | task 338 | processing task, is_child = 0 1.22.970.054 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.190 (> 0.100 thold), f_keep = 0.158 1.22.970.113 I slot launch_slot_: id 3 | task 339 | processing task, is_child = 0 1.24.052.128 I slot print_timing: id 0 | task 284 | prompt eval time = 1276.46 ms / 116 tokens ( 11.00 ms per token, 90.88 tokens per second) 1.24.052.134 I slot print_timing: id 0 | task 284 | eval time = 7643.12 ms / 43 tokens ( 181.98 ms per token, 5.50 tokens per second) 1.24.052.134 I slot print_timing: id 0 | task 284 | total time = 8919.58 ms / 159 tokens 1.24.052.135 I slot print_timing: id 0 | task 284 | graphs reused = 35 1.24.052.135 I slot print_timing: id 0 | task 284 | graph reallocs = 0 / 0 (same size) / (changed size) 1.24.052.154 I slot release: id 0 | task 284 | stop processing: n_tokens = 159, truncated = 0 1.24.099.214 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.209 (> 0.100 thold), f_keep = 0.182 1.24.100.335 I slot launch_slot_: id 0 | task 348 | processing task, is_child = 0 1.24.472.181 I slot print_timing: id 1 | task 338 | prompt eval time = 853.53 ms / 121 tokens ( 7.05 ms per token, 141.76 tokens per second) 1.24.472.183 I slot print_timing: id 1 | task 338 | eval time = 648.53 ms / 8 tokens ( 92.65 ms per token, 10.79 tokens per second) 1.24.472.183 I slot print_timing: id 1 | task 338 | total time = 1502.06 ms / 129 tokens 1.24.472.184 I slot print_timing: id 1 | task 338 | graphs reused = 36 1.24.472.184 I slot print_timing: id 1 | task 338 | graph reallocs = 0 / 0 (same size) / (changed size) 1.24.472.209 I slot release: id 1 | task 338 | stop processing: n_tokens = 129, truncated = 0 1.24.472.384 I slot print_timing: id 2 | task 317 | prompt eval time = 478.78 ms / 161 tokens ( 2.97 ms per token, 336.27 tokens per second) 1.24.472.386 I slot print_timing: id 2 | task 317 | eval time = 3798.76 ms / 24 tokens ( 165.16 ms per token, 6.05 tokens per second) 1.24.472.386 I slot print_timing: id 2 | task 317 | total time = 4277.54 ms / 185 tokens 1.24.472.386 I slot print_timing: id 2 | task 317 | graphs reused = 36 1.24.472.387 I slot print_timing: id 2 | task 317 | graph reallocs = 0 / 0 (same size) / (changed size) 1.24.472.403 I slot release: id 2 | task 317 | stop processing: n_tokens = 185, truncated = 0 1.24.472.592 I slot print_timing: id 3 | task 339 | prompt eval time = 853.81 ms / 152 tokens ( 5.62 ms per token, 178.03 tokens per second) 1.24.472.594 I slot print_timing: id 3 | task 339 | eval time = 648.60 ms / 8 tokens ( 92.66 ms per token, 10.79 tokens per second) 1.24.472.594 I slot print_timing: id 3 | task 339 | total time = 1502.41 ms / 160 tokens 1.24.472.595 I slot print_timing: id 3 | task 339 | graphs reused = 36 1.24.472.595 I slot print_timing: id 3 | task 339 | graph reallocs = 0 / 0 (same size) / (changed size) 1.24.472.614 I slot release: id 3 | task 339 | stop processing: n_tokens = 160, truncated = 0 1.24.517.840 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.177 (> 0.100 thold), f_keep = 0.225 1.24.518.649 I slot launch_slot_: id 1 | task 351 | processing task, is_child = 0 1.24.521.093 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.209 (> 0.100 thold), f_keep = 0.157 1.24.521.146 I slot launch_slot_: id 2 | task 352 | processing task, is_child = 0 1.24.521.176 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.194 (> 0.100 thold), f_keep = 0.188 1.24.521.225 I slot launch_slot_: id 3 | task 353 | processing task, is_child = 0 1.25.707.284 I slot print_timing: id 0 | task 348 | prompt eval time = 417.50 ms / 138 tokens ( 3.03 ms per token, 330.54 tokens per second) 1.25.707.286 I slot print_timing: id 0 | task 348 | eval time = 1189.44 ms / 3 tokens ( 594.72 ms per token, 1.68 tokens per second) 1.25.707.287 I slot print_timing: id 0 | task 348 | total time = 1606.94 ms / 141 tokens 1.25.707.287 I slot print_timing: id 0 | task 348 | graphs reused = 36 1.25.707.288 I slot print_timing: id 0 | task 348 | graph reallocs = 0 / 0 (same size) / (changed size) 1.25.707.310 I slot release: id 0 | task 348 | stop processing: n_tokens = 141, truncated = 0 1.25.753.808 I slot print_timing: id 1 | task 351 | prompt eval time = 1186.28 ms / 163 tokens ( 7.28 ms per token, 137.40 tokens per second) 1.25.753.813 I slot print_timing: id 1 | task 351 | eval time = 46.30 ms / 2 tokens ( 46.30 ms per token, 21.60 tokens per second) 1.25.753.814 I slot print_timing: id 1 | task 351 | total time = 1232.58 ms / 165 tokens 1.25.753.814 I slot print_timing: id 1 | task 351 | graphs reused = 36 1.25.753.815 I slot print_timing: id 1 | task 351 | graph reallocs = 0 / 0 (same size) / (changed size) 1.25.753.835 I slot release: id 1 | task 351 | stop processing: n_tokens = 165, truncated = 0 1.25.754.176 I slot print_timing: id 3 | task 353 | prompt eval time = 1186.52 ms / 154 tokens ( 7.70 ms per token, 129.79 tokens per second) 1.25.754.179 I slot print_timing: id 3 | task 353 | eval time = 46.27 ms / 2 tokens ( 46.27 ms per token, 21.61 tokens per second) 1.25.754.179 I slot print_timing: id 3 | task 353 | total time = 1232.79 ms / 156 tokens 1.25.754.179 I slot print_timing: id 3 | task 353 | graphs reused = 36 1.25.754.180 I slot print_timing: id 3 | task 353 | graph reallocs = 0 / 0 (same size) / (changed size) 1.25.754.194 I slot release: id 3 | task 353 | stop processing: n_tokens = 156, truncated = 0 1.25.754.198 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.225 (> 0.100 thold), f_keep = 0.206 1.25.755.705 I slot launch_slot_: id 0 | task 357 | processing task, is_child = 0 1.26.061.415 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.242 (> 0.100 thold), f_keep = 0.176 1.26.061.728 I slot launch_slot_: id 1 | task 359 | processing task, is_child = 0 1.26.061.758 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.186 (> 0.100 thold), f_keep = 0.186 1.26.061.798 I slot launch_slot_: id 3 | task 360 | processing task, is_child = 0 1.26.919.337 I slot print_timing: id 0 | task 357 | prompt eval time = 992.79 ms / 128 tokens ( 7.76 ms per token, 128.93 tokens per second) 1.26.919.343 I slot print_timing: id 0 | task 357 | eval time = 168.76 ms / 2 tokens ( 168.76 ms per token, 5.93 tokens per second) 1.26.919.343 I slot print_timing: id 0 | task 357 | total time = 1161.55 ms / 130 tokens 1.26.919.344 I slot print_timing: id 0 | task 357 | graphs reused = 36 1.26.919.344 I slot print_timing: id 0 | task 357 | graph reallocs = 0 / 0 (same size) / (changed size) 1.26.919.365 I slot release: id 0 | task 357 | stop processing: n_tokens = 130, truncated = 0 1.26.966.326 I slot print_timing: id 1 | task 359 | prompt eval time = 857.58 ms / 119 tokens ( 7.21 ms per token, 138.76 tokens per second) 1.26.966.330 I slot print_timing: id 1 | task 359 | eval time = 46.74 ms / 2 tokens ( 46.74 ms per token, 21.39 tokens per second) 1.26.966.330 I slot print_timing: id 1 | task 359 | total time = 904.32 ms / 121 tokens 1.26.966.330 I slot print_timing: id 1 | task 359 | graphs reused = 36 1.26.966.331 I slot print_timing: id 1 | task 359 | graph reallocs = 0 / 0 (same size) / (changed size) 1.26.966.348 I slot release: id 1 | task 359 | stop processing: n_tokens = 121, truncated = 0 1.26.966.693 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.177 (> 0.100 thold), f_keep = 0.223 1.26.967.653 I slot launch_slot_: id 0 | task 364 | processing task, is_child = 0 1.27.345.397 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.190 (> 0.100 thold), f_keep = 0.240 1.27.345.469 I slot launch_slot_: id 1 | task 366 | processing task, is_child = 0 1.27.765.470 I slot print_timing: id 2 | task 352 | prompt eval time = 1186.39 ms / 138 tokens ( 8.60 ms per token, 116.32 tokens per second) 1.27.765.475 I slot print_timing: id 2 | task 352 | eval time = 2057.76 ms / 8 tokens ( 293.97 ms per token, 3.40 tokens per second) 1.27.765.475 I slot print_timing: id 2 | task 352 | total time = 3244.16 ms / 146 tokens 1.27.765.476 I slot print_timing: id 2 | task 352 | graphs reused = 36 1.27.765.476 I slot print_timing: id 2 | task 352 | graph reallocs = 0 / 0 (same size) / (changed size) 1.27.765.498 I slot release: id 2 | task 352 | stop processing: n_tokens = 146, truncated = 0 1.27.879.775 I slot print_timing: id 0 | task 364 | prompt eval time = 796.57 ms / 163 tokens ( 4.89 ms per token, 204.63 tokens per second) 1.27.879.778 I slot print_timing: id 0 | task 364 | eval time = 114.47 ms / 2 tokens ( 114.47 ms per token, 8.74 tokens per second) 1.27.879.779 I slot print_timing: id 0 | task 364 | total time = 911.03 ms / 165 tokens 1.27.879.779 I slot print_timing: id 0 | task 364 | graphs reused = 36 1.27.879.779 I slot print_timing: id 0 | task 364 | graph reallocs = 0 / 0 (same size) / (changed size) 1.27.879.802 I slot release: id 0 | task 364 | stop processing: n_tokens = 165, truncated = 0 1.27.880.175 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.182 (> 0.100 thold), f_keep = 0.176 1.27.882.371 I slot launch_slot_: id 0 | task 369 | processing task, is_child = 0 1.27.884.337 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.188 (> 0.100 thold), f_keep = 0.199 1.27.884.390 I slot launch_slot_: id 2 | task 370 | processing task, is_child = 0 1.28.820.256 I slot print_timing: id 3 | task 360 | prompt eval time = 857.93 ms / 155 tokens ( 5.54 ms per token, 180.67 tokens per second) 1.28.820.264 I slot print_timing: id 3 | task 360 | eval time = 1900.26 ms / 8 tokens ( 271.47 ms per token, 3.68 tokens per second) 1.28.820.265 I slot print_timing: id 3 | task 360 | total time = 2758.20 ms / 163 tokens 1.28.820.265 I slot print_timing: id 3 | task 360 | graphs reused = 36 1.28.820.266 I slot print_timing: id 3 | task 360 | graph reallocs = 0 / 0 (same size) / (changed size) 1.28.820.300 I slot release: id 3 | task 360 | stop processing: n_tokens = 163, truncated = 0 1.28.868.705 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.257 (> 0.100 thold), f_keep = 0.178 1.28.871.672 I slot launch_slot_: id 3 | task 375 | processing task, is_child = 0 1.29.327.755 I slot print_timing: id 1 | task 366 | prompt eval time = 534.29 ms / 152 tokens ( 3.52 ms per token, 284.49 tokens per second) 1.29.327.761 I slot print_timing: id 1 | task 366 | eval time = 1447.75 ms / 8 tokens ( 206.82 ms per token, 4.84 tokens per second) 1.29.327.761 I slot print_timing: id 1 | task 366 | total time = 1982.04 ms / 160 tokens 1.29.327.762 I slot print_timing: id 1 | task 366 | graphs reused = 36 1.29.327.762 I slot print_timing: id 1 | task 366 | graph reallocs = 0 / 0 (same size) / (changed size) 1.29.327.786 I slot release: id 1 | task 366 | stop processing: n_tokens = 160, truncated = 0 1.29.401.003 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.246 (> 0.100 thold), f_keep = 0.181 1.29.402.173 I slot launch_slot_: id 1 | task 380 | processing task, is_child = 0 1.29.757.927 I slot print_timing: id 0 | task 369 | prompt eval time = 887.11 ms / 158 tokens ( 5.61 ms per token, 178.11 tokens per second) 1.29.757.933 I slot print_timing: id 0 | task 369 | eval time = 986.42 ms / 8 tokens ( 140.92 ms per token, 7.10 tokens per second) 1.29.757.933 I slot print_timing: id 0 | task 369 | total time = 1873.53 ms / 166 tokens 1.29.757.934 I slot print_timing: id 0 | task 369 | graphs reused = 36 1.29.757.934 I slot print_timing: id 0 | task 369 | graph reallocs = 0 / 0 (same size) / (changed size) 1.29.757.960 I slot release: id 0 | task 369 | stop processing: n_tokens = 166, truncated = 0 1.29.758.142 I slot print_timing: id 2 | task 370 | prompt eval time = 887.42 ms / 153 tokens ( 5.80 ms per token, 172.41 tokens per second) 1.29.758.144 I slot print_timing: id 2 | task 370 | eval time = 986.23 ms / 8 tokens ( 140.89 ms per token, 7.10 tokens per second) 1.29.758.144 I slot print_timing: id 2 | task 370 | total time = 1873.65 ms / 161 tokens 1.29.758.144 I slot print_timing: id 2 | task 370 | graphs reused = 36 1.29.758.145 I slot print_timing: id 2 | task 370 | graph reallocs = 0 / 0 (same size) / (changed size) 1.29.758.159 I slot release: id 2 | task 370 | stop processing: n_tokens = 161, truncated = 0 1.29.831.521 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.269 (> 0.100 thold), f_keep = 0.175 1.29.833.196 I slot launch_slot_: id 0 | task 383 | processing task, is_child = 0 1.29.834.204 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.153 (> 0.100 thold), f_keep = 0.180 1.29.834.262 I slot launch_slot_: id 2 | task 384 | processing task, is_child = 0 1.30.776.720 I slot print_timing: id 0 | task 383 | prompt eval time = 894.92 ms / 107 tokens ( 8.36 ms per token, 119.56 tokens per second) 1.30.776.723 I slot print_timing: id 0 | task 383 | eval time = 47.53 ms / 2 tokens ( 47.53 ms per token, 21.04 tokens per second) 1.30.776.723 I slot print_timing: id 0 | task 383 | total time = 942.45 ms / 109 tokens 1.30.776.724 I slot print_timing: id 0 | task 383 | graphs reused = 36 1.30.776.724 I slot print_timing: id 0 | task 383 | graph reallocs = 0 / 0 (same size) / (changed size) 1.30.776.741 I slot release: id 0 | task 383 | stop processing: n_tokens = 109, truncated = 0 1.30.777.249 I slot print_timing: id 3 | task 375 | prompt eval time = 408.90 ms / 112 tokens ( 3.65 ms per token, 273.91 tokens per second) 1.30.777.251 I slot print_timing: id 3 | task 375 | eval time = 1496.66 ms / 8 tokens ( 213.81 ms per token, 4.68 tokens per second) 1.30.777.251 I slot print_timing: id 3 | task 375 | total time = 1905.56 ms / 120 tokens 1.30.777.251 I slot print_timing: id 3 | task 375 | graphs reused = 36 1.30.777.252 I slot print_timing: id 3 | task 375 | graph reallocs = 0 / 0 (same size) / (changed size) 1.30.777.266 I slot release: id 3 | task 375 | stop processing: n_tokens = 120, truncated = 0 1.30.823.104 I slot print_timing: id 2 | task 384 | prompt eval time = 895.19 ms / 188 tokens ( 4.76 ms per token, 210.01 tokens per second) 1.30.823.106 I slot print_timing: id 2 | task 384 | eval time = 93.58 ms / 3 tokens ( 46.79 ms per token, 21.37 tokens per second) 1.30.823.107 I slot print_timing: id 2 | task 384 | total time = 988.77 ms / 191 tokens 1.30.823.107 I slot print_timing: id 2 | task 384 | graphs reused = 36 1.30.823.108 I slot print_timing: id 2 | task 384 | graph reallocs = 0 / 0 (same size) / (changed size) 1.30.823.128 I slot release: id 2 | task 384 | stop processing: n_tokens = 191, truncated = 0 1.30.823.133 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.232 (> 0.100 thold), f_keep = 0.266 1.30.823.563 I slot launch_slot_: id 0 | task 389 | processing task, is_child = 0 1.30.826.027 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.248 (> 0.100 thold), f_keep = 0.152 1.30.826.321 I slot launch_slot_: id 2 | task 390 | processing task, is_child = 0 1.30.826.346 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.220 (> 0.100 thold), f_keep = 0.242 1.30.826.387 I slot launch_slot_: id 3 | task 391 | processing task, is_child = 0 1.31.866.886 I slot print_timing: id 0 | task 389 | prompt eval time = 993.01 ms / 124 tokens ( 8.01 ms per token, 124.87 tokens per second) 1.31.866.891 I slot print_timing: id 0 | task 389 | eval time = 47.47 ms / 2 tokens ( 47.47 ms per token, 21.07 tokens per second) 1.31.866.891 I slot print_timing: id 0 | task 389 | total time = 1040.49 ms / 126 tokens 1.31.866.892 I slot print_timing: id 0 | task 389 | graphs reused = 36 1.31.866.892 I slot print_timing: id 0 | task 389 | graph reallocs = 0 / 0 (same size) / (changed size) 1.31.866.912 I slot release: id 0 | task 389 | stop processing: n_tokens = 126, truncated = 0 1.31.867.086 I slot print_timing: id 1 | task 380 | prompt eval time = 429.20 ms / 117 tokens ( 3.67 ms per token, 272.60 tokens per second) 1.31.867.087 I slot print_timing: id 1 | task 380 | eval time = 2035.71 ms / 8 tokens ( 290.82 ms per token, 3.44 tokens per second) 1.31.867.088 I slot print_timing: id 1 | task 380 | total time = 2464.91 ms / 125 tokens 1.31.867.088 I slot print_timing: id 1 | task 380 | graphs reused = 36 1.31.867.088 I slot print_timing: id 1 | task 380 | graph reallocs = 0 / 0 (same size) / (changed size) 1.31.867.102 I slot release: id 1 | task 380 | stop processing: n_tokens = 125, truncated = 0 1.31.913.255 I slot print_timing: id 3 | task 391 | prompt eval time = 993.40 ms / 131 tokens ( 7.58 ms per token, 131.87 tokens per second) 1.31.913.260 I slot print_timing: id 3 | task 391 | eval time = 93.34 ms / 3 tokens ( 46.67 ms per token, 21.43 tokens per second) 1.31.913.260 I slot print_timing: id 3 | task 391 | total time = 1086.74 ms / 134 tokens 1.31.913.260 I slot print_timing: id 3 | task 391 | graphs reused = 36 1.31.913.261 I slot print_timing: id 3 | task 391 | graph reallocs = 0 / 0 (same size) / (changed size) 1.31.913.280 I slot release: id 3 | task 391 | stop processing: n_tokens = 134, truncated = 0 1.31.913.284 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.213 (> 0.100 thold), f_keep = 0.230 1.31.913.759 I slot launch_slot_: id 0 | task 396 | processing task, is_child = 0 1.31.915.806 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.176 (> 0.100 thold), f_keep = 0.232 1.31.915.856 I slot launch_slot_: id 1 | task 397 | processing task, is_child = 0 1.32.614.503 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.223 (> 0.100 thold), f_keep = 0.216 1.32.614.613 I slot launch_slot_: id 3 | task 399 | processing task, is_child = 0 1.33.070.214 I slot print_timing: id 1 | task 397 | prompt eval time = 1064.58 ms / 164 tokens ( 6.49 ms per token, 154.05 tokens per second) 1.33.070.216 I slot print_timing: id 1 | task 397 | eval time = 89.67 ms / 2 tokens ( 89.67 ms per token, 11.15 tokens per second) 1.33.070.217 I slot print_timing: id 1 | task 397 | total time = 1154.24 ms / 166 tokens 1.33.070.217 I slot print_timing: id 1 | task 397 | graphs reused = 36 1.33.070.218 I slot print_timing: id 1 | task 397 | graph reallocs = 0 / 0 (same size) / (changed size) 1.33.070.243 I slot release: id 1 | task 397 | stop processing: n_tokens = 166, truncated = 0 1.33.143.894 I slot print_timing: id 0 | task 396 | prompt eval time = 1064.47 ms / 135 tokens ( 7.88 ms per token, 126.82 tokens per second) 1.33.143.897 I slot print_timing: id 0 | task 396 | eval time = 163.53 ms / 3 tokens ( 81.77 ms per token, 12.23 tokens per second) 1.33.143.898 I slot print_timing: id 0 | task 396 | total time = 1228.00 ms / 138 tokens 1.33.143.898 I slot print_timing: id 0 | task 396 | graphs reused = 36 1.33.143.899 I slot print_timing: id 0 | task 396 | graph reallocs = 0 / 0 (same size) / (changed size) 1.33.143.918 I slot release: id 0 | task 396 | stop processing: n_tokens = 138, truncated = 0 1.33.144.257 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.216 (> 0.100 thold), f_keep = 0.217 1.33.146.185 I slot launch_slot_: id 0 | task 403 | processing task, is_child = 0 1.33.148.166 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.232 (> 0.100 thold), f_keep = 0.175 1.33.148.224 I slot launch_slot_: id 1 | task 404 | processing task, is_child = 0 1.33.791.902 I slot print_timing: id 2 | task 390 | prompt eval time = 993.27 ms / 116 tokens ( 8.56 ms per token, 116.79 tokens per second) 1.33.791.904 I slot print_timing: id 2 | task 390 | eval time = 1972.17 ms / 8 tokens ( 281.74 ms per token, 3.55 tokens per second) 1.33.791.905 I slot print_timing: id 2 | task 390 | total time = 2965.44 ms / 124 tokens 1.33.791.905 I slot print_timing: id 2 | task 390 | graphs reused = 37 1.33.791.906 I slot print_timing: id 2 | task 390 | graph reallocs = 0 / 0 (same size) / (changed size) 1.33.791.943 I slot release: id 2 | task 390 | stop processing: n_tokens = 124, truncated = 0 1.33.870.972 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.179 (> 0.100 thold), f_keep = 0.234 1.33.872.554 I slot launch_slot_: id 2 | task 407 | processing task, is_child = 0 1.34.277.631 I slot print_timing: id 1 | task 404 | prompt eval time = 722.50 ms / 124 tokens ( 5.83 ms per token, 171.63 tokens per second) 1.34.277.636 I slot print_timing: id 1 | task 404 | eval time = 406.82 ms / 2 tokens ( 406.82 ms per token, 2.46 tokens per second) 1.34.277.637 I slot print_timing: id 1 | task 404 | total time = 1129.33 ms / 126 tokens 1.34.277.637 I slot print_timing: id 1 | task 404 | graphs reused = 37 1.34.277.638 I slot print_timing: id 1 | task 404 | graph reallocs = 0 / 0 (same size) / (changed size) 1.34.277.662 I slot release: id 1 | task 404 | stop processing: n_tokens = 126, truncated = 0 1.34.378.546 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.197 (> 0.100 thold), f_keep = 0.230 1.34.379.495 I slot launch_slot_: id 1 | task 410 | processing task, is_child = 0 1.34.924.976 I slot print_timing: id 3 | task 399 | prompt eval time = 454.53 ms / 129 tokens ( 3.52 ms per token, 283.81 tokens per second) 1.34.924.983 I slot print_timing: id 3 | task 399 | eval time = 1854.37 ms / 8 tokens ( 264.91 ms per token, 3.77 tokens per second) 1.34.924.983 I slot print_timing: id 3 | task 399 | total time = 2308.90 ms / 137 tokens 1.34.924.984 I slot print_timing: id 3 | task 399 | graphs reused = 37 1.34.924.988 I slot print_timing: id 3 | task 399 | graph reallocs = 0 / 0 (same size) / (changed size) 1.34.925.017 I slot release: id 3 | task 399 | stop processing: n_tokens = 137, truncated = 0 1.34.971.115 I slot print_timing: id 1 | task 410 | prompt eval time = 545.16 ms / 146 tokens ( 3.73 ms per token, 267.81 tokens per second) 1.34.971.117 I slot print_timing: id 1 | task 410 | eval time = 46.45 ms / 2 tokens ( 46.45 ms per token, 21.53 tokens per second) 1.34.971.117 I slot print_timing: id 1 | task 410 | total time = 591.61 ms / 148 tokens 1.34.971.118 I slot print_timing: id 1 | task 410 | graphs reused = 37 1.34.971.118 I slot print_timing: id 1 | task 410 | graph reallocs = 0 / 0 (same size) / (changed size) 1.34.971.139 I slot release: id 1 | task 410 | stop processing: n_tokens = 148, truncated = 0 1.34.971.327 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.170 (> 0.100 thold), f_keep = 0.196 1.34.972.750 I slot launch_slot_: id 1 | task 414 | processing task, is_child = 0 1.35.440.744 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.232 (> 0.100 thold), f_keep = 0.212 1.35.440.827 I slot launch_slot_: id 3 | task 416 | processing task, is_child = 0 1.35.839.493 I slot print_timing: id 0 | task 403 | prompt eval time = 722.39 ms / 138 tokens ( 5.23 ms per token, 191.03 tokens per second) 1.35.839.499 I slot print_timing: id 0 | task 403 | eval time = 1968.87 ms / 8 tokens ( 281.27 ms per token, 3.56 tokens per second) 1.35.839.499 I slot print_timing: id 0 | task 403 | total time = 2691.26 ms / 146 tokens 1.35.839.500 I slot print_timing: id 0 | task 403 | graphs reused = 37 1.35.839.500 I slot print_timing: id 0 | task 403 | graph reallocs = 0 / 0 (same size) / (changed size) 1.35.839.521 I slot release: id 0 | task 403 | stop processing: n_tokens = 146, truncated = 0 1.35.928.312 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.156 (> 0.100 thold), f_keep = 0.199 1.35.929.420 I slot launch_slot_: id 0 | task 419 | processing task, is_child = 0 1.36.374.846 I slot print_timing: id 2 | task 407 | prompt eval time = 505.82 ms / 161 tokens ( 3.14 ms per token, 318.30 tokens per second) 1.36.374.851 I slot print_timing: id 2 | task 407 | eval time = 1996.46 ms / 8 tokens ( 285.21 ms per token, 3.51 tokens per second) 1.36.374.851 I slot print_timing: id 2 | task 407 | total time = 2502.28 ms / 169 tokens 1.36.374.852 I slot print_timing: id 2 | task 407 | graphs reused = 37 1.36.374.852 I slot print_timing: id 2 | task 407 | graph reallocs = 0 / 0 (same size) / (changed size) 1.36.374.872 I slot release: id 2 | task 407 | stop processing: n_tokens = 169, truncated = 0 1.36.476.265 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.187 (> 0.100 thold), f_keep = 0.172 1.36.477.397 I slot launch_slot_: id 2 | task 422 | processing task, is_child = 0 1.37.044.478 I slot print_timing: id 2 | task 422 | prompt eval time = 519.91 ms / 154 tokens ( 3.38 ms per token, 296.21 tokens per second) 1.37.044.487 I slot print_timing: id 2 | task 422 | eval time = 47.16 ms / 2 tokens ( 47.16 ms per token, 21.20 tokens per second) 1.37.044.487 I slot print_timing: id 2 | task 422 | total time = 567.07 ms / 156 tokens 1.37.044.487 I slot print_timing: id 2 | task 422 | graphs reused = 37 1.37.044.488 I slot print_timing: id 2 | task 422 | graph reallocs = 0 / 0 (same size) / (changed size) 1.37.044.509 I slot release: id 2 | task 422 | stop processing: n_tokens = 156, truncated = 0 1.37.117.959 I slot print_timing: id 1 | task 414 | prompt eval time = 866.06 ms / 170 tokens ( 5.09 ms per token, 196.29 tokens per second) 1.37.117.965 I slot print_timing: id 1 | task 414 | eval time = 1278.23 ms / 8 tokens ( 182.60 ms per token, 5.48 tokens per second) 1.37.117.965 I slot print_timing: id 1 | task 414 | total time = 2144.29 ms / 178 tokens 1.37.117.966 I slot print_timing: id 1 | task 414 | graphs reused = 37 1.37.117.966 I slot print_timing: id 1 | task 414 | graph reallocs = 0 / 0 (same size) / (changed size) 1.37.117.989 I slot release: id 1 | task 414 | stop processing: n_tokens = 178, truncated = 0 1.37.118.158 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.269 (> 0.100 thold), f_keep = 0.163 1.37.120.706 I slot launch_slot_: id 1 | task 427 | processing task, is_child = 0 1.37.122.628 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.212 (> 0.100 thold), f_keep = 0.186 1.37.122.682 I slot launch_slot_: id 2 | task 428 | processing task, is_child = 0 1.37.742.357 I slot print_timing: id 3 | task 416 | prompt eval time = 486.80 ms / 124 tokens ( 3.93 ms per token, 254.72 tokens per second) 1.37.742.360 I slot print_timing: id 3 | task 416 | eval time = 1814.05 ms / 8 tokens ( 259.15 ms per token, 3.86 tokens per second) 1.37.742.360 I slot print_timing: id 3 | task 416 | total time = 2300.85 ms / 132 tokens 1.37.742.360 I slot print_timing: id 3 | task 416 | graphs reused = 37 1.37.742.361 I slot print_timing: id 3 | task 416 | graph reallocs = 0 / 0 (same size) / (changed size) 1.37.742.384 I slot release: id 3 | task 416 | stop processing: n_tokens = 132, truncated = 0 1.37.833.109 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.223 (> 0.100 thold), f_keep = 0.220 1.37.834.444 I slot launch_slot_: id 3 | task 431 | processing task, is_child = 0 1.38.154.349 I slot print_timing: id 0 | task 419 | prompt eval time = 546.50 ms / 185 tokens ( 2.95 ms per token, 338.52 tokens per second) 1.38.154.354 I slot print_timing: id 0 | task 419 | eval time = 1678.41 ms / 8 tokens ( 239.77 ms per token, 4.17 tokens per second) 1.38.154.355 I slot print_timing: id 0 | task 419 | total time = 2224.92 ms / 193 tokens 1.38.154.355 I slot print_timing: id 0 | task 419 | graphs reused = 37 1.38.154.355 I slot print_timing: id 0 | task 419 | graph reallocs = 0 / 0 (same size) / (changed size) 1.38.154.378 I slot release: id 0 | task 419 | stop processing: n_tokens = 193, truncated = 0 1.38.154.713 I slot print_timing: id 2 | task 428 | prompt eval time = 710.34 ms / 136 tokens ( 5.22 ms per token, 191.46 tokens per second) 1.38.154.719 I slot print_timing: id 2 | task 428 | eval time = 321.61 ms / 2 tokens ( 321.61 ms per token, 3.11 tokens per second) 1.38.154.720 I slot print_timing: id 2 | task 428 | total time = 1031.94 ms / 138 tokens 1.38.154.720 I slot print_timing: id 2 | task 428 | graphs reused = 37 1.38.154.721 I slot print_timing: id 2 | task 428 | graph reallocs = 0 / 0 (same size) / (changed size) 1.38.154.742 I slot release: id 2 | task 428 | stop processing: n_tokens = 138, truncated = 0 1.38.228.069 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.203 (> 0.100 thold), f_keep = 0.150 1.38.230.039 I slot launch_slot_: id 0 | task 434 | processing task, is_child = 0 1.38.940.015 I slot print_timing: id 1 | task 427 | prompt eval time = 710.23 ms / 107 tokens ( 6.64 ms per token, 150.65 tokens per second) 1.38.940.020 I slot print_timing: id 1 | task 427 | eval time = 1107.09 ms / 8 tokens ( 158.16 ms per token, 6.32 tokens per second) 1.38.940.020 I slot print_timing: id 1 | task 427 | total time = 1817.32 ms / 115 tokens 1.38.940.021 I slot print_timing: id 1 | task 427 | graphs reused = 37 1.38.940.021 I slot print_timing: id 1 | task 427 | graph reallocs = 0 / 0 (same size) / (changed size) 1.38.940.043 I slot release: id 1 | task 427 | stop processing: n_tokens = 115, truncated = 0 1.39.174.093 I slot print_timing: id 0 | task 434 | prompt eval time = 488.15 ms / 142 tokens ( 3.44 ms per token, 290.90 tokens per second) 1.39.174.098 I slot print_timing: id 0 | task 434 | eval time = 455.01 ms / 8 tokens ( 65.00 ms per token, 15.38 tokens per second) 1.39.174.099 I slot print_timing: id 0 | task 434 | total time = 943.16 ms / 150 tokens 1.39.174.099 I slot print_timing: id 0 | task 434 | graphs reused = 37 1.39.174.099 I slot print_timing: id 0 | task 434 | graph reallocs = 0 / 0 (same size) / (changed size) 1.39.174.120 I slot release: id 0 | task 434 | stop processing: n_tokens = 150, truncated = 0 1.39.590.495 I slot print_timing: id 3 | task 431 | prompt eval time = 393.61 ms / 129 tokens ( 3.05 ms per token, 327.73 tokens per second) 1.39.590.498 I slot print_timing: id 3 | task 431 | eval time = 1362.42 ms / 25 tokens ( 56.77 ms per token, 17.62 tokens per second) 1.39.590.499 I slot print_timing: id 3 | task 431 | total time = 1756.04 ms / 154 tokens 1.39.590.499 I slot print_timing: id 3 | task 431 | graphs reused = 52 1.39.590.500 I slot print_timing: id 3 | task 431 | graph reallocs = 0 / 0 (same size) / (changed size) 1.39.590.520 I slot release: id 3 | task 431 | stop processing: n_tokens = 154, truncated = 0 1.39.625.206 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 138, t_last = 237510943907 1.39.625.279 I slot launch_slot_: id 2 | task 459 | processing task, is_child = 0 1.39.628.686 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 115, t_last = 237511729208 1.39.628.742 I slot launch_slot_: id 1 | task 460 | processing task, is_child = 0 1.39.628.809 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 150, t_last = 237511963285 1.39.628.855 I slot launch_slot_: id 0 | task 461 | processing task, is_child = 0 1.39.628.888 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 154, t_last = 237512379685 1.39.628.945 I slot launch_slot_: id 3 | task 462 | processing task, is_child = 0 1.43.886.030 I slot print_timing: id 0 | task 461 | prompt processing, n_tokens = 663, progress = 0.56, t = 4.26 s / 155.74 tokens per second 1.43.928.141 I slot print_timing: id 1 | task 460 | prompt processing, n_tokens = 670, progress = 0.57, t = 4.26 s / 157.39 tokens per second 1.43.930.893 I slot print_timing: id 2 | task 459 | prompt processing, n_tokens = 643, progress = 0.56, t = 4.26 s / 151.05 tokens per second 1.43.933.760 I slot print_timing: id 3 | task 462 | prompt processing, n_tokens = 72, progress = 0.06, t = 4.26 s / 16.91 tokens per second 1.47.572.105 I slot print_timing: id 0 | task 461 | prompt processing, n_tokens = 1074, progress = 0.91, t = 7.94 s / 135.21 tokens per second 1.47.918.735 I slot print_timing: id 1 | task 460 | prompt processing, n_tokens = 1074, progress = 0.91, t = 7.94 s / 135.21 tokens per second 1.47.921.442 I slot print_timing: id 2 | task 459 | prompt processing, n_tokens = 1074, progress = 0.93, t = 7.94 s / 135.21 tokens per second 1.47.923.282 I slot print_timing: id 3 | task 462 | prompt processing, n_tokens = 655, progress = 0.56, t = 7.94 s / 82.46 tokens per second 1.48.894.876 I slot print_timing: id 0 | task 461 | prompt processing, n_tokens = 1175, progress = 1.00, t = 9.27 s / 126.81 tokens per second 1.49.647.293 I slot print_timing: id 1 | task 460 | prompt processing, n_tokens = 1182, progress = 1.00, t = 9.27 s / 127.57 tokens per second 1.49.650.309 I slot print_timing: id 2 | task 459 | prompt processing, n_tokens = 1155, progress = 1.00, t = 9.27 s / 124.65 tokens per second 1.49.652.876 I slot print_timing: id 3 | task 462 | prompt processing, n_tokens = 1074, progress = 0.92, t = 9.27 s / 115.91 tokens per second 1.49.991.132 I slot print_timing: id 3 | task 462 | prompt processing, n_tokens = 1167, progress = 1.00, t = 10.36 s / 112.63 tokens per second 1.54.008.130 I slot print_timing: id 2 | task 459 | prompt eval time = 10362.02 ms / 1159 tokens ( 8.94 ms per token, 111.85 tokens per second) 1.54.008.138 I slot print_timing: id 2 | task 459 | eval time = 4016.99 ms / 84 tokens ( 48.40 ms per token, 20.66 tokens per second) 1.54.008.139 I slot print_timing: id 2 | task 459 | total time = 14379.01 ms / 1243 tokens 1.54.008.140 I slot print_timing: id 2 | task 459 | graphs reused = 134 1.54.008.141 I slot print_timing: id 2 | task 459 | graph reallocs = 0 / 0 (same size) / (changed size) 1.54.008.288 I slot release: id 2 | task 459 | stop processing: n_tokens = 1243, truncated = 0 1.54.086.186 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.910 (> 0.100 thold), f_keep = 0.882 1.54.086.240 I slot launch_slot_: id 2 | task 551 | processing task, is_child = 0 1.54.673.848 I slot print_timing: id 3 | task 462 | prompt eval time = 10456.94 ms / 1171 tokens ( 8.93 ms per token, 111.98 tokens per second) 1.54.673.854 I slot print_timing: id 3 | task 462 | eval time = 4587.71 ms / 88 tokens ( 52.73 ms per token, 18.96 tokens per second) 1.54.673.854 I slot print_timing: id 3 | task 462 | total time = 15044.65 ms / 1259 tokens 1.54.673.855 I slot print_timing: id 3 | task 462 | graphs reused = 135 1.54.673.855 I slot print_timing: id 3 | task 462 | graph reallocs = 0 / 0 (same size) / (changed size) 1.54.673.916 I slot release: id 3 | task 462 | stop processing: n_tokens = 1259, truncated = 0 1.54.721.618 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.906 (> 0.100 thold), f_keep = 0.871 1.54.721.646 I slot launch_slot_: id 3 | task 557 | processing task, is_child = 0 1.55.543.980 I slot print_timing: id 0 | task 461 | n_gen = 100, tg = 17.83 t/s, tg_3s = 18.01 t/s 1.55.544.229 I slot print_timing: id 1 | task 460 | n_gen = 100, tg = 17.83 t/s, tg_3s = 18.01 t/s 1.55.930.203 I slot print_timing: id 1 | task 460 | prompt eval time = 10361.89 ms / 1186 tokens ( 8.74 ms per token, 114.46 tokens per second) 1.55.930.209 I slot print_timing: id 1 | task 460 | eval time = 5939.27 ms / 108 tokens ( 55.51 ms per token, 18.02 tokens per second) 1.55.930.210 I slot print_timing: id 1 | task 460 | total time = 16301.17 ms / 1294 tokens 1.55.930.211 I slot print_timing: id 1 | task 460 | graphs reused = 149 1.55.930.212 I slot print_timing: id 1 | task 460 | graph reallocs = 0 / 0 (same size) / (changed size) 1.55.930.334 I slot release: id 1 | task 460 | stop processing: n_tokens = 1294, truncated = 0 1.56.008.017 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.906 (> 0.100 thold), f_keep = 0.847 1.56.008.058 I slot launch_slot_: id 1 | task 577 | processing task, is_child = 0 1.58.556.714 I slot print_timing: id 0 | task 461 | n_gen = 154, tg = 17.86 t/s, tg_3s = 17.92 t/s 1.58.886.628 I slot print_timing: id 0 | task 461 | prompt eval time = 10361.78 ms / 1179 tokens ( 8.79 ms per token, 113.78 tokens per second) 1.58.886.632 I slot print_timing: id 0 | task 461 | eval time = 8895.89 ms / 161 tokens ( 55.60 ms per token, 17.99 tokens per second) 1.58.886.632 I slot print_timing: id 0 | task 461 | total time = 19257.67 ms / 1340 tokens 1.58.886.633 I slot print_timing: id 0 | task 461 | graphs reused = 198 1.58.886.633 I slot print_timing: id 0 | task 461 | graph reallocs = 0 / 0 (same size) / (changed size) 1.58.886.701 I slot release: id 0 | task 461 | stop processing: n_tokens = 1340, truncated = 0 1.58.934.776 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.925 (> 0.100 thold), f_keep = 0.818 1.58.934.805 I slot launch_slot_: id 0 | task 631 | processing task, is_child = 0 2.00.372.824 I slot print_timing: id 2 | task 551 | n_gen = 100, tg = 17.08 t/s, tg_3s = 17.26 t/s 2.00.613.982 I slot print_timing: id 3 | task 557 | n_gen = 100, tg = 18.16 t/s, tg_3s = 18.35 t/s 2.01.527.339 I slot print_timing: id 1 | task 577 | n_gen = 100, tg = 19.81 t/s, tg_3s = 20.01 t/s 2.02.397.127 I slot print_timing: id 2 | task 551 | prompt eval time = 491.42 ms / 108 tokens ( 4.55 ms per token, 219.77 tokens per second) 2.02.397.142 I slot print_timing: id 2 | task 551 | eval time = 7819.45 ms / 142 tokens ( 55.46 ms per token, 18.03 tokens per second) 2.02.397.143 I slot print_timing: id 2 | task 551 | total time = 8310.87 ms / 250 tokens 2.02.397.144 I slot print_timing: id 2 | task 551 | graphs reused = 261 2.02.397.145 I slot print_timing: id 2 | task 551 | graph reallocs = 0 / 0 (same size) / (changed size) 2.02.397.366 I slot release: id 2 | task 551 | stop processing: n_tokens = 1345, truncated = 0 2.02.476.288 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.904 (> 0.100 thold), f_keep = 0.815 2.02.476.335 I slot launch_slot_: id 2 | task 699 | processing task, is_child = 0 2.03.634.917 I slot print_timing: id 3 | task 557 | n_gen = 154, tg = 18.06 t/s, tg_3s = 17.88 t/s 2.04.506.948 I slot print_timing: id 0 | task 631 | n_gen = 100, tg = 19.05 t/s, tg_3s = 19.24 t/s 2.04.555.623 I slot print_timing: id 1 | task 577 | n_gen = 154, tg = 19.06 t/s, tg_3s = 17.83 t/s 2.05.611.742 I slot print_timing: id 0 | task 631 | prompt eval time = 375.19 ms / 89 tokens ( 4.22 ms per token, 237.21 tokens per second) 2.05.611.749 I slot print_timing: id 0 | task 631 | eval time = 6301.74 ms / 123 tokens ( 51.65 ms per token, 19.36 tokens per second) 2.05.611.750 I slot print_timing: id 0 | task 631 | total time = 6676.93 ms / 212 tokens 2.05.611.751 I slot print_timing: id 0 | task 631 | graphs reused = 315 2.05.611.752 I slot print_timing: id 0 | task 631 | graph reallocs = 0 / 0 (same size) / (changed size) 2.05.611.867 I slot release: id 0 | task 631 | stop processing: n_tokens = 1307, truncated = 0 2.05.662.939 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.880 (> 0.100 thold), f_keep = 0.839 2.05.662.975 I slot launch_slot_: id 0 | task 758 | processing task, is_child = 0 2.06.639.732 I slot print_timing: id 3 | task 557 | n_gen = 208, tg = 18.04 t/s, tg_3s = 17.97 t/s 2.07.586.687 I slot print_timing: id 1 | task 577 | n_gen = 209, tg = 18.81 t/s, tg_3s = 18.15 t/s 2.08.121.797 I slot print_timing: id 2 | task 699 | n_gen = 100, tg = 19.22 t/s, tg_3s = 19.41 t/s 2.09.615.582 I slot print_timing: id 2 | task 699 | prompt eval time = 494.63 ms / 116 tokens ( 4.26 ms per token, 234.52 tokens per second) 2.09.615.590 I slot print_timing: id 2 | task 699 | eval time = 6644.61 ms / 131 tokens ( 51.11 ms per token, 19.56 tokens per second) 2.09.615.591 I slot print_timing: id 2 | task 699 | total time = 7139.24 ms / 247 tokens 2.09.615.592 I slot print_timing: id 2 | task 699 | graphs reused = 387 2.09.615.592 I slot print_timing: id 2 | task 699 | graph reallocs = 0 / 0 (same size) / (changed size) 2.09.615.735 I slot release: id 2 | task 699 | stop processing: n_tokens = 1342, truncated = 0 2.09.693.713 I slot print_timing: id 3 | task 557 | n_gen = 271, tg = 18.58 t/s, tg_3s = 20.63 t/s 2.09.693.728 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.916 (> 0.100 thold), f_keep = 0.817 2.09.693.768 I slot launch_slot_: id 2 | task 834 | processing task, is_child = 0 2.10.597.929 I slot print_timing: id 1 | task 577 | n_gen = 264, tg = 18.69 t/s, tg_3s = 18.26 t/s 2.11.261.778 I slot print_timing: id 0 | task 758 | n_gen = 100, tg = 19.42 t/s, tg_3s = 19.62 t/s 2.11.451.586 I slot print_timing: id 1 | task 577 | prompt eval time = 521.19 ms / 114 tokens ( 4.57 ms per token, 218.73 tokens per second) 2.11.451.592 I slot print_timing: id 1 | task 577 | eval time = 14922.33 ms / 282 tokens ( 53.10 ms per token, 18.83 tokens per second) 2.11.451.592 I slot print_timing: id 1 | task 577 | total time = 15443.52 ms / 396 tokens 2.11.451.593 I slot print_timing: id 1 | task 577 | graphs reused = 414 2.11.451.593 I slot print_timing: id 1 | task 577 | graph reallocs = 0 / 0 (same size) / (changed size) 2.11.451.658 I slot release: id 1 | task 577 | stop processing: n_tokens = 1491, truncated = 0 2.11.526.353 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.935 (> 0.100 thold), f_keep = 0.735 2.11.526.389 I slot launch_slot_: id 1 | task 866 | processing task, is_child = 0 2.12.715.274 I slot print_timing: id 3 | task 557 | n_gen = 319, tg = 18.12 t/s, tg_3s = 15.89 t/s 2.14.306.275 I slot print_timing: id 0 | task 758 | n_gen = 155, tg = 18.92 t/s, tg_3s = 18.07 t/s 2.15.268.440 I slot print_timing: id 2 | task 834 | n_gen = 100, tg = 19.24 t/s, tg_3s = 19.43 t/s 2.15.748.561 I slot print_timing: id 3 | task 557 | n_gen = 382, tg = 18.51 t/s, tg_3s = 20.77 t/s 2.16.230.305 I slot print_timing: id 3 | task 557 | prompt eval time = 441.44 ms / 114 tokens ( 3.87 ms per token, 258.25 tokens per second) 2.16.230.313 I slot print_timing: id 3 | task 557 | eval time = 21067.21 ms / 392 tokens ( 53.88 ms per token, 18.56 tokens per second) 2.16.230.314 I slot print_timing: id 3 | task 557 | total time = 21508.65 ms / 506 tokens 2.16.230.315 I slot print_timing: id 3 | task 557 | graphs reused = 500 2.16.230.316 I slot print_timing: id 3 | task 557 | graph reallocs = 0 / 0 (same size) / (changed size) 2.16.230.469 I slot release: id 3 | task 557 | stop processing: n_tokens = 1601, truncated = 0 2.16.280.946 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.935 (> 0.100 thold), f_keep = 0.685 2.16.280.980 I slot launch_slot_: id 3 | task 958 | processing task, is_child = 0 2.17.029.525 I slot print_timing: id 1 | task 866 | n_gen = 100, tg = 19.62 t/s, tg_3s = 19.82 t/s 2.17.312.624 I slot print_timing: id 0 | task 758 | n_gen = 212, tg = 18.93 t/s, tg_3s = 18.96 t/s 2.17.746.892 I slot print_timing: id 1 | task 866 | prompt eval time = 456.69 ms / 76 tokens ( 6.01 ms per token, 166.41 tokens per second) 2.17.746.901 I slot print_timing: id 1 | task 866 | eval time = 5763.80 ms / 115 tokens ( 50.56 ms per token, 19.78 tokens per second) 2.17.746.903 I slot print_timing: id 1 | task 866 | total time = 6220.49 ms / 191 tokens 2.17.746.904 I slot print_timing: id 1 | task 866 | graphs reused = 522 2.17.746.905 I slot print_timing: id 1 | task 866 | graph reallocs = 0 / 0 (same size) / (changed size) 2.17.747.060 I slot release: id 1 | task 866 | stop processing: n_tokens = 1286, truncated = 0 2.17.825.468 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.940 (> 0.100 thold), f_keep = 0.852 2.17.825.504 I slot launch_slot_: id 1 | task 985 | processing task, is_child = 0 2.18.283.110 I slot print_timing: id 2 | task 834 | n_gen = 149, tg = 18.14 t/s, tg_3s = 16.25 t/s 2.19.106.152 I slot print_timing: id 0 | task 758 | prompt eval time = 502.00 ms / 150 tokens ( 3.35 ms per token, 298.80 tokens per second) 2.19.106.163 I slot print_timing: id 0 | task 758 | eval time = 12941.17 ms / 241 tokens ( 53.92 ms per token, 18.55 tokens per second) 2.19.106.164 I slot print_timing: id 0 | task 758 | total time = 13443.17 ms / 391 tokens 2.19.106.165 I slot print_timing: id 0 | task 758 | graphs reused = 538 2.19.106.166 I slot print_timing: id 0 | task 758 | graph reallocs = 0 / 0 (same size) / (changed size) 2.19.106.287 I slot release: id 0 | task 758 | stop processing: n_tokens = 1486, truncated = 0 2.19.157.818 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.919 (> 0.100 thold), f_keep = 0.738 2.19.157.850 I slot launch_slot_: id 0 | task 1006 | processing task, is_child = 0 2.20.300.139 I slot print_timing: id 2 | task 834 | prompt eval time = 429.17 ms / 101 tokens ( 4.25 ms per token, 235.34 tokens per second) 2.20.300.151 I slot print_timing: id 2 | task 834 | eval time = 10177.19 ms / 185 tokens ( 55.31 ms per token, 18.08 tokens per second) 2.20.300.152 I slot print_timing: id 2 | task 834 | total time = 10606.36 ms / 286 tokens 2.20.300.153 I slot print_timing: id 2 | task 834 | graphs reused = 554 2.20.300.154 I slot print_timing: id 2 | task 834 | graph reallocs = 0 / 0 (same size) / (changed size) 2.20.300.300 I slot release: id 2 | task 834 | stop processing: n_tokens = 1381, truncated = 0 2.20.378.105 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.899 (> 0.100 thold), f_keep = 0.794 2.20.378.143 I slot launch_slot_: id 2 | task 1026 | processing task, is_child = 0 2.22.505.165 I slot print_timing: id 3 | task 958 | n_gen = 100, tg = 16.91 t/s, tg_3s = 17.08 t/s 2.23.758.466 I slot print_timing: id 1 | task 985 | n_gen = 100, tg = 18.08 t/s, tg_3s = 18.26 t/s 2.24.189.606 I slot print_timing: id 0 | task 1006 | prompt eval time = 374.40 ms / 96 tokens ( 3.90 ms per token, 256.41 tokens per second) 2.24.189.614 I slot print_timing: id 0 | task 1006 | eval time = 4657.35 ms / 89 tokens ( 52.92 ms per token, 18.89 tokens per second) 2.24.189.615 I slot print_timing: id 0 | task 1006 | total time = 5031.75 ms / 185 tokens 2.24.189.615 I slot print_timing: id 0 | task 1006 | graphs reused = 621 2.24.189.616 I slot print_timing: id 0 | task 1006 | graph reallocs = 0 / 0 (same size) / (changed size) 2.24.189.735 I slot release: id 0 | task 1006 | stop processing: n_tokens = 1280, truncated = 0 2.24.241.313 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.947 (> 0.100 thold), f_keep = 0.856 2.24.241.352 I slot launch_slot_: id 0 | task 1099 | processing task, is_child = 0 2.25.513.656 I slot print_timing: id 3 | task 958 | n_gen = 158, tg = 17.71 t/s, tg_3s = 19.28 t/s 2.25.800.713 I slot print_timing: id 3 | task 958 | prompt eval time = 368.54 ms / 76 tokens ( 4.85 ms per token, 206.22 tokens per second) 2.25.800.718 I slot print_timing: id 3 | task 958 | eval time = 9151.18 ms / 164 tokens ( 56.14 ms per token, 17.81 tokens per second) 2.25.800.719 I slot print_timing: id 3 | task 958 | total time = 9519.72 ms / 240 tokens 2.25.800.720 I slot print_timing: id 3 | task 958 | graphs reused = 647 2.25.800.721 I slot print_timing: id 3 | task 958 | graph reallocs = 0 / 0 (same size) / (changed size) 2.25.800.845 I slot release: id 3 | task 958 | stop processing: n_tokens = 1335, truncated = 0 2.25.850.767 I slot print_timing: id 2 | task 1026 | n_gen = 100, tg = 19.89 t/s, tg_3s = 20.09 t/s 2.25.850.774 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.907 (> 0.100 thold), f_keep = 0.821 2.25.850.802 I slot launch_slot_: id 3 | task 1129 | processing task, is_child = 0 2.26.765.475 I slot print_timing: id 1 | task 985 | n_gen = 151, tg = 17.68 t/s, tg_3s = 16.96 t/s 2.28.880.631 I slot print_timing: id 2 | task 1026 | n_gen = 156, tg = 19.36 t/s, tg_3s = 18.48 t/s 2.29.650.159 I slot print_timing: id 0 | task 1099 | n_gen = 100, tg = 19.40 t/s, tg_3s = 19.59 t/s 2.29.795.019 I slot print_timing: id 1 | task 985 | n_gen = 214, tg = 18.50 t/s, tg_3s = 20.80 t/s 2.31.046.112 I slot print_timing: id 3 | task 1129 | n_gen = 100, tg = 20.82 t/s, tg_3s = 21.03 t/s 2.31.913.451 I slot print_timing: id 2 | task 1026 | n_gen = 219, tg = 19.75 t/s, tg_3s = 20.77 t/s 2.32.587.230 I slot print_timing: id 0 | task 1099 | prompt eval time = 305.14 ms / 61 tokens ( 5.00 ms per token, 199.91 tokens per second) 2.32.587.235 I slot print_timing: id 0 | task 1099 | eval time = 8040.73 ms / 161 tokens ( 50.25 ms per token, 19.90 tokens per second) 2.32.587.236 I slot print_timing: id 0 | task 1099 | total time = 8345.87 ms / 222 tokens 2.32.587.237 I slot print_timing: id 0 | task 1099 | graphs reused = 777 2.32.587.237 I slot print_timing: id 0 | task 1099 | graph reallocs = 0 / 0 (same size) / (changed size) 2.32.587.353 I slot release: id 0 | task 1099 | stop processing: n_tokens = 1317, truncated = 0 2.32.638.563 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.938 (> 0.100 thold), f_keep = 0.832 2.32.638.599 I slot launch_slot_: id 0 | task 1264 | processing task, is_child = 0 2.32.909.508 I slot print_timing: id 1 | task 985 | n_gen = 274, tg = 18.66 t/s, tg_3s = 19.26 t/s 2.34.058.513 I slot print_timing: id 3 | task 1129 | n_gen = 157, tg = 20.08 t/s, tg_3s = 18.92 t/s 2.34.922.233 I slot print_timing: id 2 | task 1026 | n_gen = 276, tg = 19.57 t/s, tg_3s = 18.94 t/s 2.35.309.373 I slot print_timing: id 3 | task 1129 | prompt eval time = 439.74 ms / 113 tokens ( 3.89 ms per token, 256.97 tokens per second) 2.35.309.380 I slot print_timing: id 3 | task 1129 | eval time = 9018.82 ms / 183 tokens ( 49.55 ms per token, 20.18 tokens per second) 2.35.309.381 I slot print_timing: id 3 | task 1129 | total time = 9458.55 ms / 296 tokens 2.35.309.383 I slot print_timing: id 3 | task 1129 | graphs reused = 825 2.35.309.384 I slot print_timing: id 3 | task 1129 | graph reallocs = 0 / 0 (same size) / (changed size) 2.35.309.554 I slot release: id 3 | task 1129 | stop processing: n_tokens = 1391, truncated = 0 2.35.360.469 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.951 (> 0.100 thold), f_keep = 0.788 2.35.360.503 I slot launch_slot_: id 3 | task 1316 | processing task, is_child = 0 2.35.766.372 I slot print_timing: id 2 | task 1026 | prompt eval time = 494.59 ms / 123 tokens ( 4.02 ms per token, 248.69 tokens per second) 2.35.766.377 I slot print_timing: id 2 | task 1026 | eval time = 14893.63 ms / 289 tokens ( 51.71 ms per token, 19.34 tokens per second) 2.35.766.377 I slot print_timing: id 2 | task 1026 | total time = 15388.22 ms / 412 tokens 2.35.766.378 I slot print_timing: id 2 | task 1026 | graphs reused = 826 2.35.766.378 I slot print_timing: id 2 | task 1026 | graph reallocs = 0 / 0 (same size) / (changed size) 2.35.766.440 I slot release: id 2 | task 1026 | stop processing: n_tokens = 1507, truncated = 0 2.35.841.525 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.935 (> 0.100 thold), f_keep = 0.727 2.35.841.560 I slot launch_slot_: id 2 | task 1322 | processing task, is_child = 0 2.36.144.856 I slot print_timing: id 1 | task 985 | n_gen = 330, tg = 18.42 t/s, tg_3s = 17.31 t/s 2.37.910.589 I slot print_timing: id 1 | task 985 | prompt eval time = 457.11 ms / 70 tokens ( 6.53 ms per token, 153.14 tokens per second) 2.37.910.595 I slot print_timing: id 1 | task 985 | eval time = 19627.97 ms / 365 tokens ( 53.92 ms per token, 18.54 tokens per second) 2.37.910.596 I slot print_timing: id 1 | task 985 | total time = 20085.08 ms / 435 tokens 2.37.910.597 I slot print_timing: id 1 | task 985 | graphs reused = 859 2.37.910.597 I slot print_timing: id 1 | task 985 | graph reallocs = 0 / 0 (same size) / (changed size) 2.37.910.707 I slot release: id 1 | task 985 | stop processing: n_tokens = 1530, truncated = 0 2.37.987.775 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.941 (> 0.100 thold), f_keep = 0.716 2.37.987.810 I slot launch_slot_: id 1 | task 1360 | processing task, is_child = 0 2.38.471.995 I slot print_timing: id 0 | task 1264 | prompt eval time = 364.15 ms / 72 tokens ( 5.06 ms per token, 197.72 tokens per second) 2.38.472.001 I slot print_timing: id 0 | task 1264 | eval time = 5469.23 ms / 96 tokens ( 57.57 ms per token, 17.37 tokens per second) 2.38.472.001 I slot print_timing: id 0 | task 1264 | total time = 5833.39 ms / 168 tokens 2.38.472.002 I slot print_timing: id 0 | task 1264 | graphs reused = 860 2.38.472.002 I slot print_timing: id 0 | task 1264 | graph reallocs = 0 / 0 (same size) / (changed size) 2.38.472.064 I slot release: id 0 | task 1264 | stop processing: n_tokens = 1263, truncated = 0 2.38.519.941 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.913 (> 0.100 thold), f_keep = 0.868 2.38.519.966 I slot launch_slot_: id 0 | task 1366 | processing task, is_child = 0 2.41.457.761 I slot print_timing: id 3 | task 1316 | n_gen = 100, tg = 17.11 t/s, tg_3s = 17.28 t/s 2.41.698.066 I slot print_timing: id 2 | task 1322 | n_gen = 100, tg = 18.25 t/s, tg_3s = 18.43 t/s 2.41.987.855 I slot print_timing: id 1 | task 1360 | prompt eval time = 388.14 ms / 69 tokens ( 5.63 ms per token, 177.77 tokens per second) 2.41.987.865 I slot print_timing: id 1 | task 1360 | eval time = 3611.89 ms / 69 tokens ( 53.12 ms per token, 18.83 tokens per second) 2.41.987.866 I slot print_timing: id 1 | task 1360 | total time = 4000.03 ms / 138 tokens 2.41.987.867 I slot print_timing: id 1 | task 1360 | graphs reused = 923 2.41.987.867 I slot print_timing: id 1 | task 1360 | graph reallocs = 0 / 0 (same size) / (changed size) 2.41.987.978 I slot release: id 1 | task 1360 | stop processing: n_tokens = 1233, truncated = 0 2.42.065.689 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.944 (> 0.100 thold), f_keep = 0.889 2.42.065.732 I slot launch_slot_: id 1 | task 1433 | processing task, is_child = 0 2.43.671.466 I slot print_timing: id 3 | task 1316 | prompt eval time = 309.47 ms / 56 tokens ( 5.53 ms per token, 180.95 tokens per second) 2.43.671.473 I slot print_timing: id 3 | task 1316 | eval time = 8001.48 ms / 139 tokens ( 57.98 ms per token, 17.25 tokens per second) 2.43.671.474 I slot print_timing: id 3 | task 1316 | total time = 8310.95 ms / 195 tokens 2.43.671.475 I slot print_timing: id 3 | task 1316 | graphs reused = 947 2.43.671.476 I slot print_timing: id 3 | task 1316 | graph reallocs = 0 / 0 (same size) / (changed size) 2.43.671.615 I slot release: id 3 | task 1316 | stop processing: n_tokens = 1290, truncated = 0 2.43.722.128 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.939 (> 0.100 thold), f_keep = 0.850 2.43.722.161 I slot launch_slot_: id 3 | task 1462 | processing task, is_child = 0 2.44.327.398 I slot print_timing: id 0 | task 1366 | n_gen = 100, tg = 18.41 t/s, tg_3s = 18.60 t/s 2.44.705.631 I slot print_timing: id 2 | task 1322 | n_gen = 150, tg = 17.67 t/s, tg_3s = 16.62 t/s 2.47.105.451 I slot print_timing: id 2 | task 1322 | prompt eval time = 431.16 ms / 76 tokens ( 5.67 ms per token, 176.27 tokens per second) 2.47.105.461 I slot print_timing: id 2 | task 1322 | eval time = 10832.73 ms / 200 tokens ( 54.44 ms per token, 18.37 tokens per second) 2.47.105.462 I slot print_timing: id 2 | task 1322 | total time = 11263.88 ms / 276 tokens 2.47.105.463 I slot print_timing: id 2 | task 1322 | graphs reused = 1009 2.47.105.470 I slot print_timing: id 2 | task 1322 | graph reallocs = 0 / 0 (same size) / (changed size) 2.47.105.602 I slot release: id 2 | task 1322 | stop processing: n_tokens = 1371, truncated = 0 2.47.183.046 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.947 (> 0.100 thold), f_keep = 0.799 2.47.183.080 I slot launch_slot_: id 2 | task 1529 | processing task, is_child = 0 2.47.425.114 I slot print_timing: id 0 | task 1366 | n_gen = 160, tg = 18.76 t/s, tg_3s = 19.37 t/s 2.47.797.168 I slot print_timing: id 1 | task 1433 | n_gen = 100, tg = 18.54 t/s, tg_3s = 18.72 t/s 2.48.036.725 I slot print_timing: id 1 | task 1433 | prompt eval time = 390.54 ms / 65 tokens ( 6.01 ms per token, 166.44 tokens per second) 2.48.036.729 I slot print_timing: id 1 | task 1433 | eval time = 5580.44 ms / 105 tokens ( 53.66 ms per token, 18.64 tokens per second) 2.48.036.730 I slot print_timing: id 1 | task 1433 | total time = 5970.98 ms / 170 tokens 2.48.036.731 I slot print_timing: id 1 | task 1433 | graphs reused = 1018 2.48.036.732 I slot print_timing: id 1 | task 1433 | graph reallocs = 0 / 0 (same size) / (changed size) 2.48.036.845 I slot release: id 1 | task 1433 | stop processing: n_tokens = 1265, truncated = 0 2.48.114.245 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.913 (> 0.100 thold), f_keep = 0.867 2.48.114.278 I slot launch_slot_: id 1 | task 1543 | processing task, is_child = 0 2.49.577.012 I slot print_timing: id 3 | task 1462 | n_gen = 100, tg = 18.04 t/s, tg_3s = 18.23 t/s 2.49.624.333 I slot print_timing: id 3 | task 1462 | prompt eval time = 368.01 ms / 71 tokens ( 5.18 ms per token, 192.93 tokens per second) 2.49.624.339 I slot print_timing: id 3 | task 1462 | eval time = 5534.16 ms / 101 tokens ( 55.34 ms per token, 18.07 tokens per second) 2.49.624.339 I slot print_timing: id 3 | task 1462 | total time = 5902.17 ms / 172 tokens 2.49.624.340 I slot print_timing: id 3 | task 1462 | graphs reused = 1038 2.49.624.340 I slot print_timing: id 3 | task 1462 | graph reallocs = 0 / 0 (same size) / (changed size) 2.49.624.411 I slot release: id 3 | task 1462 | stop processing: n_tokens = 1267, truncated = 0 2.49.672.512 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.907 (> 0.100 thold), f_keep = 0.865 2.49.672.545 I slot launch_slot_: id 3 | task 1568 | processing task, is_child = 0 2.50.467.652 I slot print_timing: id 0 | task 1366 | n_gen = 205, tg = 17.71 t/s, tg_3s = 14.79 t/s 2.52.531.738 I slot print_timing: id 0 | task 1366 | prompt eval time = 430.71 ms / 104 tokens ( 4.14 ms per token, 241.46 tokens per second) 2.52.531.746 I slot print_timing: id 0 | task 1366 | eval time = 13581.05 ms / 248 tokens ( 54.98 ms per token, 18.19 tokens per second) 2.52.531.746 I slot print_timing: id 0 | task 1366 | total time = 14011.76 ms / 352 tokens 2.52.531.747 I slot print_timing: id 0 | task 1366 | graphs reused = 1087 2.52.531.748 I slot print_timing: id 0 | task 1366 | graph reallocs = 0 / 0 (same size) / (changed size) 2.52.531.864 I slot release: id 0 | task 1366 | stop processing: n_tokens = 1447, truncated = 0 2.52.583.670 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.896 (> 0.100 thold), f_keep = 0.757 2.52.583.707 I slot launch_slot_: id 0 | task 1622 | processing task, is_child = 0 2.53.466.651 I slot print_timing: id 2 | task 1529 | n_gen = 100, tg = 16.74 t/s, tg_3s = 16.91 t/s 2.54.091.870 I slot print_timing: id 1 | task 1543 | n_gen = 100, tg = 18.13 t/s, tg_3s = 18.31 t/s 2.54.959.794 I slot print_timing: id 2 | task 1529 | prompt eval time = 369.77 ms / 61 tokens ( 6.06 ms per token, 164.97 tokens per second) 2.54.959.803 I slot print_timing: id 2 | task 1529 | eval time = 7406.93 ms / 131 tokens ( 56.98 ms per token, 17.55 tokens per second) 2.54.959.805 I slot print_timing: id 2 | task 1529 | total time = 7776.70 ms / 192 tokens 2.54.959.806 I slot print_timing: id 2 | task 1529 | graphs reused = 1126 2.54.959.807 I slot print_timing: id 2 | task 1529 | graph reallocs = 0 / 0 (same size) / (changed size) 2.54.960.005 I slot release: id 2 | task 1529 | stop processing: n_tokens = 1287, truncated = 0 2.55.038.506 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.942 (> 0.100 thold), f_keep = 0.852 2.55.038.543 I slot launch_slot_: id 2 | task 1666 | processing task, is_child = 0 2.55.546.575 I slot print_timing: id 3 | task 1568 | n_gen = 100, tg = 18.26 t/s, tg_3s = 18.44 t/s 2.57.113.840 I slot print_timing: id 1 | task 1543 | n_gen = 157, tg = 18.39 t/s, tg_3s = 18.86 t/s 2.58.076.221 I slot print_timing: id 0 | task 1622 | n_gen = 100, tg = 19.60 t/s, tg_3s = 19.80 t/s 2.58.558.871 I slot print_timing: id 3 | task 1568 | n_gen = 163, tg = 19.21 t/s, tg_3s = 20.91 t/s 3.00.145.331 I slot print_timing: id 1 | task 1543 | n_gen = 220, tg = 19.02 t/s, tg_3s = 20.78 t/s 3.00.145.671 I slot print_timing: id 2 | task 1666 | n_gen = 100, tg = 20.88 t/s, tg_3s = 21.09 t/s 3.01.062.061 I slot print_timing: id 1 | task 1543 | prompt eval time = 516.49 ms / 105 tokens ( 4.92 ms per token, 203.29 tokens per second) 3.01.062.065 I slot print_timing: id 1 | task 1543 | eval time = 12431.28 ms / 239 tokens ( 52.23 ms per token, 19.15 tokens per second) 3.01.062.066 I slot print_timing: id 1 | task 1543 | total time = 12947.77 ms / 344 tokens 3.01.062.067 I slot print_timing: id 1 | task 1543 | graphs reused = 1243 3.01.062.067 I slot print_timing: id 1 | task 1543 | graph reallocs = 0 / 0 (same size) / (changed size) 3.01.062.186 I slot release: id 1 | task 1543 | stop processing: n_tokens = 1440, truncated = 0 3.01.139.103 I slot print_timing: id 0 | task 1622 | n_gen = 163, tg = 19.97 t/s, tg_3s = 20.57 t/s 3.01.139.653 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.946 (> 0.100 thold), f_keep = 0.761 3.01.139.689 I slot launch_slot_: id 1 | task 1788 | processing task, is_child = 0 3.01.578.850 I slot print_timing: id 3 | task 1568 | n_gen = 219, tg = 19.03 t/s, tg_3s = 18.54 t/s 3.03.167.592 I slot print_timing: id 2 | task 1666 | n_gen = 156, tg = 19.96 t/s, tg_3s = 18.53 t/s 3.04.173.192 I slot print_timing: id 0 | task 1622 | n_gen = 220, tg = 19.65 t/s, tg_3s = 18.79 t/s 3.04.461.250 I slot print_timing: id 1 | task 1788 | prompt eval time = 389.55 ms / 62 tokens ( 6.28 ms per token, 159.16 tokens per second) 3.04.461.258 I slot print_timing: id 1 | task 1788 | eval time = 2932.01 ms / 62 tokens ( 48.07 ms per token, 20.80 tokens per second) 3.04.461.259 I slot print_timing: id 1 | task 1788 | total time = 3321.55 ms / 124 tokens 3.04.461.260 I slot print_timing: id 1 | task 1788 | graphs reused = 1303 3.04.461.261 I slot print_timing: id 1 | task 1788 | graph reallocs = 0 / 0 (same size) / (changed size) 3.04.461.393 I slot release: id 1 | task 1788 | stop processing: n_tokens = 1219, truncated = 0 3.04.539.499 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.941 (> 0.100 thold), f_keep = 0.899 3.04.539.543 I slot launch_slot_: id 1 | task 1853 | processing task, is_child = 0 3.04.794.932 I slot print_timing: id 2 | task 1666 | prompt eval time = 365.10 ms / 68 tokens ( 5.37 ms per token, 186.25 tokens per second) 3.04.794.936 I slot print_timing: id 2 | task 1666 | eval time = 9391.28 ms / 185 tokens ( 51.04 ms per token, 19.59 tokens per second) 3.04.794.937 I slot print_timing: id 2 | task 1666 | total time = 9756.38 ms / 253 tokens 3.04.794.937 I slot print_timing: id 2 | task 1666 | graphs reused = 1303 3.04.794.938 I slot print_timing: id 2 | task 1666 | graph reallocs = 0 / 0 (same size) / (changed size) 3.04.795.005 I slot release: id 2 | task 1666 | stop processing: n_tokens = 1348, truncated = 0 3.04.795.192 I slot print_timing: id 3 | task 1568 | n_gen = 281, tg = 19.08 t/s, tg_3s = 19.28 t/s 3.04.912.574 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.931 (> 0.100 thold), f_keep = 0.813 3.04.912.666 I slot launch_slot_: id 2 | task 1856 | processing task, is_child = 0 3.07.186.279 I slot print_timing: id 0 | task 1622 | n_gen = 269, tg = 18.93 t/s, tg_3s = 16.26 t/s 3.07.476.738 I slot print_timing: id 3 | task 1568 | prompt eval time = 451.11 ms / 112 tokens ( 4.03 ms per token, 248.27 tokens per second) 3.07.476.745 I slot print_timing: id 3 | task 1568 | eval time = 17353.07 ms / 328 tokens ( 53.07 ms per token, 18.84 tokens per second) 3.07.476.746 I slot print_timing: id 3 | task 1568 | total time = 17804.18 ms / 440 tokens 3.07.476.747 I slot print_timing: id 3 | task 1568 | graphs reused = 1346 3.07.476.748 I slot print_timing: id 3 | task 1568 | graph reallocs = 0 / 0 (same size) / (changed size) 3.07.476.927 I slot release: id 3 | task 1568 | stop processing: n_tokens = 1535, truncated = 0 3.07.527.558 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.926 (> 0.100 thold), f_keep = 0.714 3.07.527.593 I slot launch_slot_: id 3 | task 1904 | processing task, is_child = 0 3.08.044.284 I slot print_timing: id 0 | task 1622 | prompt eval time = 441.74 ms / 127 tokens ( 3.48 ms per token, 287.50 tokens per second) 3.08.044.289 I slot print_timing: id 0 | task 1622 | eval time = 15018.83 ms / 281 tokens ( 53.64 ms per token, 18.64 tokens per second) 3.08.044.290 I slot print_timing: id 0 | task 1622 | total time = 15460.57 ms / 408 tokens 3.08.044.290 I slot print_timing: id 0 | task 1622 | graphs reused = 1348 3.08.044.291 I slot print_timing: id 0 | task 1622 | graph reallocs = 0 / 0 (same size) / (changed size) 3.08.044.352 I slot release: id 0 | task 1622 | stop processing: n_tokens = 1503, truncated = 0 3.08.092.740 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.918 (> 0.100 thold), f_keep = 0.729 3.08.092.769 I slot launch_slot_: id 0 | task 1911 | processing task, is_child = 0 3.09.813.308 I slot print_timing: id 1 | task 1853 | prompt eval time = 372.60 ms / 69 tokens ( 5.40 ms per token, 185.19 tokens per second) 3.09.813.316 I slot print_timing: id 1 | task 1853 | eval time = 4901.16 ms / 84 tokens ( 59.05 ms per token, 16.93 tokens per second) 3.09.813.317 I slot print_timing: id 1 | task 1853 | total time = 5273.76 ms / 153 tokens 3.09.813.318 I slot print_timing: id 1 | task 1853 | graphs reused = 1376 3.09.813.318 I slot print_timing: id 1 | task 1853 | graph reallocs = 0 / 0 (same size) / (changed size) 3.09.813.430 I slot release: id 1 | task 1853 | stop processing: n_tokens = 1248, truncated = 0 3.09.891.209 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.940 (> 0.100 thold), f_keep = 0.878 3.09.891.248 I slot launch_slot_: id 1 | task 1943 | processing task, is_child = 0 3.11.063.160 I slot print_timing: id 2 | task 1856 | n_gen = 100, tg = 17.34 t/s, tg_3s = 17.51 t/s 3.13.326.443 I slot print_timing: id 3 | task 1904 | n_gen = 100, tg = 18.25 t/s, tg_3s = 18.43 t/s 3.13.613.378 I slot print_timing: id 0 | task 1911 | n_gen = 100, tg = 19.24 t/s, tg_3s = 19.43 t/s 3.14.094.256 I slot print_timing: id 2 | task 1856 | n_gen = 163, tg = 18.53 t/s, tg_3s = 20.78 t/s 3.14.813.460 I slot print_timing: id 0 | task 1911 | prompt eval time = 374.92 ms / 98 tokens ( 3.83 ms per token, 261.39 tokens per second) 3.14.813.468 I slot print_timing: id 0 | task 1911 | eval time = 6345.77 ms / 125 tokens ( 51.18 ms per token, 19.54 tokens per second) 3.14.813.469 I slot print_timing: id 0 | task 1911 | total time = 6720.68 ms / 223 tokens 3.14.813.469 I slot print_timing: id 0 | task 1911 | graphs reused = 1467 3.14.813.470 I slot print_timing: id 0 | task 1911 | graph reallocs = 0 / 0 (same size) / (changed size) 3.14.813.592 I slot release: id 0 | task 1911 | stop processing: n_tokens = 1318, truncated = 0 3.14.864.886 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.926 (> 0.100 thold), f_keep = 0.832 3.14.864.918 I slot launch_slot_: id 0 | task 2040 | processing task, is_child = 0 3.15.378.774 I slot print_timing: id 1 | task 1943 | n_gen = 100, tg = 19.64 t/s, tg_3s = 19.84 t/s 3.16.328.757 I slot print_timing: id 3 | task 1904 | n_gen = 157, tg = 18.51 t/s, tg_3s = 18.99 t/s 3.17.097.769 I slot print_timing: id 2 | task 1856 | n_gen = 220, tg = 18.65 t/s, tg_3s = 18.98 t/s 3.18.158.180 I slot print_timing: id 2 | task 1856 | prompt eval time = 440.94 ms / 81 tokens ( 5.44 ms per token, 183.70 tokens per second) 3.18.158.188 I slot print_timing: id 2 | task 1856 | eval time = 12804.56 ms / 242 tokens ( 53.13 ms per token, 18.82 tokens per second) 3.18.158.189 I slot print_timing: id 2 | task 1856 | total time = 13245.49 ms / 323 tokens 3.18.158.190 I slot print_timing: id 2 | task 1856 | graphs reused = 1528 3.18.158.190 I slot print_timing: id 2 | task 1856 | graph reallocs = 0 / 0 (same size) / (changed size) 3.18.158.326 I slot release: id 2 | task 1856 | stop processing: n_tokens = 1418, truncated = 0 3.18.236.787 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.895 (> 0.100 thold), f_keep = 0.773 3.18.236.828 I slot launch_slot_: id 2 | task 2105 | processing task, is_child = 0 3.18.616.919 I slot print_timing: id 1 | task 1943 | n_gen = 160, tg = 19.21 t/s, tg_3s = 18.53 t/s 3.19.352.819 I slot print_timing: id 3 | task 1904 | n_gen = 211, tg = 18.34 t/s, tg_3s = 17.86 t/s 3.20.411.924 I slot print_timing: id 0 | task 2040 | n_gen = 100, tg = 19.12 t/s, tg_3s = 19.32 t/s 3.20.605.803 I slot print_timing: id 3 | task 1904 | prompt eval time = 374.17 ms / 87 tokens ( 4.30 ms per token, 232.51 tokens per second) 3.20.605.809 I slot print_timing: id 3 | task 1904 | eval time = 12704.02 ms / 237 tokens ( 53.83 ms per token, 18.58 tokens per second) 3.20.605.810 I slot print_timing: id 3 | task 1904 | total time = 13078.20 ms / 324 tokens 3.20.605.811 I slot print_timing: id 3 | task 1904 | graphs reused = 1566 3.20.605.812 I slot print_timing: id 3 | task 1904 | graph reallocs = 0 / 0 (same size) / (changed size) 3.20.605.988 I slot release: id 3 | task 1904 | stop processing: n_tokens = 1419, truncated = 0 3.20.655.826 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.912 (> 0.100 thold), f_keep = 0.772 3.20.655.860 I slot launch_slot_: id 3 | task 2148 | processing task, is_child = 0 3.21.659.178 I slot print_timing: id 1 | task 1943 | n_gen = 215, tg = 18.90 t/s, tg_3s = 18.08 t/s 3.23.438.732 I slot print_timing: id 0 | task 2040 | n_gen = 156, tg = 18.89 t/s, tg_3s = 18.50 t/s 3.23.823.340 I slot print_timing: id 2 | task 2105 | n_gen = 100, tg = 19.46 t/s, tg_3s = 19.66 t/s 3.24.691.235 I slot print_timing: id 1 | task 1943 | n_gen = 278, tg = 19.30 t/s, tg_3s = 20.78 t/s 3.25.849.385 I slot print_timing: id 3 | task 2148 | n_gen = 100, tg = 20.81 t/s, tg_3s = 21.02 t/s 3.26.474.789 I slot print_timing: id 0 | task 2040 | n_gen = 219, tg = 19.40 t/s, tg_3s = 20.75 t/s 3.26.667.462 I slot print_timing: id 0 | task 2040 | prompt eval time = 370.06 ms / 87 tokens ( 4.25 ms per token, 235.10 tokens per second) 3.26.667.468 I slot print_timing: id 0 | task 2040 | eval time = 11432.48 ms / 223 tokens ( 51.50 ms per token, 19.42 tokens per second) 3.26.667.471 I slot print_timing: id 0 | task 2040 | total time = 11802.53 ms / 310 tokens 3.26.667.472 I slot print_timing: id 0 | task 2040 | graphs reused = 1681 3.26.667.473 I slot print_timing: id 0 | task 2040 | graph reallocs = 0 / 0 (same size) / (changed size) 3.26.667.610 I slot release: id 0 | task 2040 | stop processing: n_tokens = 1405, truncated = 0 3.26.719.888 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.923 (> 0.100 thold), f_keep = 0.780 3.26.719.923 I slot launch_slot_: id 0 | task 2268 | processing task, is_child = 0 3.26.996.478 I slot print_timing: id 2 | task 2105 | n_gen = 161, tg = 19.37 t/s, tg_3s = 19.22 t/s 3.27.733.425 I slot print_timing: id 1 | task 1943 | n_gen = 335, tg = 19.20 t/s, tg_3s = 18.74 t/s 3.28.891.486 I slot print_timing: id 3 | task 2148 | n_gen = 157, tg = 20.00 t/s, tg_3s = 18.74 t/s 3.30.005.613 I slot print_timing: id 2 | task 2105 | n_gen = 222, tg = 19.61 t/s, tg_3s = 20.27 t/s 3.30.776.870 I slot print_timing: id 1 | task 1943 | n_gen = 398, tg = 19.42 t/s, tg_3s = 20.70 t/s 3.31.888.207 I slot print_timing: id 0 | task 2268 | n_gen = 100, tg = 20.67 t/s, tg_3s = 20.87 t/s 3.31.937.230 I slot print_timing: id 3 | task 2148 | n_gen = 220, tg = 20.19 t/s, tg_3s = 20.68 t/s 3.32.466.672 I slot print_timing: id 3 | task 2148 | prompt eval time = 435.91 ms / 106 tokens ( 4.11 ms per token, 243.17 tokens per second) 3.32.466.679 I slot print_timing: id 3 | task 2148 | eval time = 11374.89 ms / 231 tokens ( 49.46 ms per token, 20.22 tokens per second) 3.32.466.681 I slot print_timing: id 3 | task 2148 | total time = 11810.79 ms / 337 tokens 3.32.466.682 I slot print_timing: id 3 | task 2148 | graphs reused = 1791 3.32.466.683 I slot print_timing: id 3 | task 2148 | graph reallocs = 0 / 0 (same size) / (changed size) 3.32.466.840 I slot release: id 3 | task 2148 | stop processing: n_tokens = 1432, truncated = 0 3.32.517.727 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.915 (> 0.100 thold), f_keep = 0.765 3.32.517.760 I slot launch_slot_: id 3 | task 2383 | processing task, is_child = 0 3.33.048.255 I slot print_timing: id 2 | task 2105 | n_gen = 278, tg = 19.35 t/s, tg_3s = 18.41 t/s 3.33.804.764 I slot print_timing: id 1 | task 1943 | n_gen = 454, tg = 19.30 t/s, tg_3s = 18.49 t/s 3.33.851.926 I slot print_timing: id 0 | task 2268 | prompt eval time = 377.70 ms / 92 tokens ( 4.11 ms per token, 243.58 tokens per second) 3.33.851.930 I slot print_timing: id 0 | task 2268 | eval time = 6754.30 ms / 134 tokens ( 50.78 ms per token, 19.69 tokens per second) 3.33.851.931 I slot print_timing: id 0 | task 2268 | total time = 7132.00 ms / 226 tokens 3.33.851.931 I slot print_timing: id 0 | task 2268 | graphs reused = 1809 3.33.851.932 I slot print_timing: id 0 | task 2268 | graph reallocs = 0 / 0 (same size) / (changed size) 3.33.851.994 I slot release: id 0 | task 2268 | stop processing: n_tokens = 1321, truncated = 0 3.33.852.305 I slot print_timing: id 2 | task 2105 | prompt eval time = 499.72 ms / 129 tokens ( 3.87 ms per token, 258.14 tokens per second) 3.33.852.307 I slot print_timing: id 2 | task 2105 | eval time = 15115.75 ms / 295 tokens ( 51.41 ms per token, 19.45 tokens per second) 3.33.852.307 I slot print_timing: id 2 | task 2105 | total time = 15615.47 ms / 424 tokens 3.33.852.308 I slot print_timing: id 2 | task 2105 | graphs reused = 1809 3.33.852.308 I slot print_timing: id 2 | task 2105 | graph reallocs = 0 / 0 (same size) / (changed size) 3.33.852.356 I slot release: id 2 | task 2105 | stop processing: n_tokens = 1519, truncated = 0 3.33.911.313 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.907 (> 0.100 thold), f_keep = 0.830 3.33.911.337 I slot launch_slot_: id 0 | task 2406 | processing task, is_child = 0 3.33.922.168 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.939 (> 0.100 thold), f_keep = 0.722 3.33.922.188 I slot launch_slot_: id 2 | task 2407 | processing task, is_child = 0 3.36.809.003 I slot print_timing: id 1 | task 1943 | n_gen = 502, tg = 18.93 t/s, tg_3s = 15.98 t/s 3.38.397.368 I slot print_timing: id 3 | task 2383 | n_gen = 100, tg = 18.18 t/s, tg_3s = 18.37 t/s 3.39.457.950 I slot print_timing: id 0 | task 2406 | n_gen = 100, tg = 20.71 t/s, tg_3s = 20.92 t/s 3.39.458.615 I slot print_timing: id 2 | task 2407 | n_gen = 100, tg = 20.71 t/s, tg_3s = 20.92 t/s 3.39.844.519 I slot print_timing: id 1 | task 1943 | n_gen = 565, tg = 19.11 t/s, tg_3s = 20.75 t/s 3.40.809.519 I slot print_timing: id 2 | task 2407 | prompt eval time = 754.26 ms / 71 tokens ( 10.62 ms per token, 94.13 tokens per second) 3.40.809.526 I slot print_timing: id 2 | task 2407 | eval time = 6132.11 ms / 128 tokens ( 48.28 ms per token, 20.71 tokens per second) 3.40.809.527 I slot print_timing: id 2 | task 2407 | total time = 6886.37 ms / 199 tokens 3.40.809.528 I slot print_timing: id 2 | task 2407 | graphs reused = 1935 3.40.809.529 I slot print_timing: id 2 | task 2407 | graph reallocs = 0 / 0 (same size) / (changed size) 3.40.809.687 I slot release: id 2 | task 2407 | stop processing: n_tokens = 1294, truncated = 0 3.40.887.922 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.936 (> 0.100 thold), f_keep = 0.847 3.40.887.968 I slot launch_slot_: id 2 | task 2538 | processing task, is_child = 0 3.41.420.908 I slot print_timing: id 3 | task 2383 | n_gen = 155, tg = 18.19 t/s, tg_3s = 18.19 t/s 3.42.483.005 I slot print_timing: id 0 | task 2406 | n_gen = 155, tg = 19.73 t/s, tg_3s = 18.18 t/s 3.42.870.464 I slot print_timing: id 1 | task 1943 | n_gen = 620, tg = 19.03 t/s, tg_3s = 18.18 t/s 3.44.466.686 I slot print_timing: id 3 | task 2383 | n_gen = 218, tg = 18.85 t/s, tg_3s = 20.68 t/s 3.45.526.545 I slot print_timing: id 0 | task 2406 | n_gen = 218, tg = 20.00 t/s, tg_3s = 20.70 t/s 3.45.912.665 I slot print_timing: id 1 | task 1943 | n_gen = 683, tg = 19.17 t/s, tg_3s = 20.71 t/s 3.46.106.649 I slot print_timing: id 2 | task 2538 | prompt eval time = 431.61 ms / 75 tokens ( 5.75 ms per token, 173.77 tokens per second) 3.46.106.655 I slot print_timing: id 2 | task 2538 | eval time = 4787.06 ms / 100 tokens ( 48.35 ms per token, 20.68 tokens per second) 3.46.106.656 I slot print_timing: id 2 | task 2538 | total time = 5218.67 ms / 175 tokens 3.46.106.656 I slot print_timing: id 2 | task 2538 | graphs reused = 2032 3.46.106.657 I slot print_timing: id 2 | task 2538 | graph reallocs = 0 / 0 (same size) / (changed size) 3.46.106.777 I slot release: id 2 | task 2538 | stop processing: n_tokens = 1270, truncated = 0 3.46.184.423 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.938 (> 0.100 thold), f_keep = 0.863 3.46.184.464 I slot launch_slot_: id 2 | task 2641 | processing task, is_child = 0 3.47.509.182 I slot print_timing: id 3 | task 2383 | n_gen = 274, tg = 18.75 t/s, tg_3s = 18.41 t/s 3.47.887.418 I slot print_timing: id 0 | task 2406 | prompt eval time = 754.67 ms / 113 tokens ( 6.68 ms per token, 149.73 tokens per second) 3.47.887.424 I slot print_timing: id 0 | task 2406 | eval time = 13210.56 ms / 260 tokens ( 51.01 ms per token, 19.61 tokens per second) 3.47.887.424 I slot print_timing: id 0 | task 2406 | total time = 13965.22 ms / 373 tokens 3.47.887.425 I slot print_timing: id 0 | task 2406 | graphs reused = 2058 3.47.887.425 I slot print_timing: id 0 | task 2406 | graph reallocs = 0 / 0 (same size) / (changed size) 3.47.887.485 I slot release: id 0 | task 2406 | stop processing: n_tokens = 1468, truncated = 0 3.47.935.949 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.934 (> 0.100 thold), f_keep = 0.747 3.47.935.974 I slot launch_slot_: id 0 | task 2672 | processing task, is_child = 0 3.48.921.515 I slot print_timing: id 1 | task 1943 | n_gen = 733, tg = 18.97 t/s, tg_3s = 16.62 t/s 3.50.539.635 I slot print_timing: id 3 | task 2383 | n_gen = 332, tg = 18.82 t/s, tg_3s = 19.14 t/s 3.51.598.342 I slot print_timing: id 2 | task 2641 | n_gen = 100, tg = 19.83 t/s, tg_3s = 20.03 t/s 3.51.936.033 I slot print_timing: id 1 | task 1943 | n_gen = 796, tg = 19.11 t/s, tg_3s = 20.90 t/s 3.53.043.457 I slot print_timing: id 0 | task 2672 | n_gen = 100, tg = 20.89 t/s, tg_3s = 21.10 t/s 3.53.141.273 I slot print_timing: id 2 | task 2641 | prompt eval time = 421.57 ms / 73 tokens ( 5.77 ms per token, 173.16 tokens per second) 3.53.141.278 I slot print_timing: id 2 | task 2641 | eval time = 6535.23 ms / 132 tokens ( 49.89 ms per token, 20.05 tokens per second) 3.53.141.279 I slot print_timing: id 2 | task 2641 | total time = 6956.80 ms / 205 tokens 3.53.141.280 I slot print_timing: id 2 | task 2641 | graphs reused = 2159 3.53.141.281 I slot print_timing: id 2 | task 2641 | graph reallocs = 0 / 0 (same size) / (changed size) 3.53.141.422 I slot release: id 2 | task 2641 | stop processing: n_tokens = 1300, truncated = 0 3.53.219.700 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.932 (> 0.100 thold), f_keep = 0.843 3.53.219.733 I slot launch_slot_: id 2 | task 2777 | processing task, is_child = 0 3.53.646.205 I slot print_timing: id 3 | task 2383 | n_gen = 389, tg = 18.75 t/s, tg_3s = 18.35 t/s 3.54.074.864 I slot print_timing: id 0 | task 2672 | prompt eval time = 368.74 ms / 77 tokens ( 4.79 ms per token, 208.82 tokens per second) 3.54.074.866 I slot print_timing: id 0 | task 2672 | eval time = 5770.14 ms / 114 tokens ( 51.06 ms per token, 19.58 tokens per second) 3.54.074.867 I slot print_timing: id 0 | task 2672 | total time = 6138.88 ms / 191 tokens 3.54.074.867 I slot print_timing: id 0 | task 2672 | graphs reused = 2167 3.54.074.867 I slot print_timing: id 0 | task 2672 | graph reallocs = 0 / 0 (same size) / (changed size) 3.54.074.928 I slot release: id 0 | task 2672 | stop processing: n_tokens = 1286, truncated = 0 3.54.123.604 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.919 (> 0.100 thold), f_keep = 0.852 3.54.123.628 I slot launch_slot_: id 0 | task 2790 | processing task, is_child = 0 3.54.973.967 I slot print_timing: id 1 | task 1943 | n_gen = 846, tg = 18.93 t/s, tg_3s = 16.46 t/s 3.56.667.126 I slot print_timing: id 3 | task 2383 | n_gen = 446, tg = 18.76 t/s, tg_3s = 18.87 t/s 3.58.020.708 I slot print_timing: id 1 | task 1943 | n_gen = 909, tg = 19.04 t/s, tg_3s = 20.68 t/s 3.58.358.703 I slot print_timing: id 1 | task 1943 | prompt eval time = 447.18 ms / 70 tokens ( 6.39 ms per token, 156.54 tokens per second) 3.58.358.710 I slot print_timing: id 1 | task 1943 | eval time = 48020.26 ms / 916 tokens ( 52.48 ms per token, 19.05 tokens per second) 3.58.358.711 I slot print_timing: id 1 | task 1943 | total time = 48467.45 ms / 986 tokens 3.58.358.712 I slot print_timing: id 1 | task 1943 | graphs reused = 2246 3.58.358.713 I slot print_timing: id 1 | task 1943 | graph reallocs = 0 / 0 (same size) / (changed size) 3.58.358.829 I slot release: id 1 | task 1943 | stop processing: n_tokens = 2081, truncated = 0 3.58.436.022 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.919 (> 0.100 thold), f_keep = 0.527 3.58.436.065 I slot launch_slot_: id 1 | task 2874 | processing task, is_child = 0 3.59.087.534 I slot print_timing: id 2 | task 2777 | n_gen = 100, tg = 18.19 t/s, tg_3s = 18.38 t/s 3.59.664.066 I slot print_timing: id 0 | task 2790 | n_gen = 100, tg = 19.16 t/s, tg_3s = 19.36 t/s 3.59.713.909 I slot print_timing: id 3 | task 2383 | n_gen = 501, tg = 18.68 t/s, tg_3s = 18.05 t/s 4.00.342.690 I slot print_timing: id 2 | task 2777 | prompt eval time = 426.29 ms / 80 tokens ( 5.33 ms per token, 187.66 tokens per second) 4.00.342.698 I slot print_timing: id 2 | task 2777 | eval time = 6696.65 ms / 126 tokens ( 53.57 ms per token, 18.67 tokens per second) 4.00.342.699 I slot print_timing: id 2 | task 2777 | total time = 7122.95 ms / 206 tokens 4.00.342.700 I slot print_timing: id 2 | task 2777 | graphs reused = 2275 4.00.342.701 I slot print_timing: id 2 | task 2777 | graph reallocs = 0 / 0 (same size) / (changed size) 4.00.342.836 I slot release: id 2 | task 2777 | stop processing: n_tokens = 1301, truncated = 0 4.00.421.011 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.927 (> 0.100 thold), f_keep = 0.842 4.00.421.056 I slot launch_slot_: id 2 | task 2908 | processing task, is_child = 0 4.00.990.847 I slot print_timing: id 0 | task 2790 | prompt eval time = 374.65 ms / 97 tokens ( 3.86 ms per token, 258.91 tokens per second) 4.00.990.850 I slot print_timing: id 0 | task 2790 | eval time = 6492.57 ms / 120 tokens ( 54.56 ms per token, 18.33 tokens per second) 4.00.990.851 I slot print_timing: id 0 | task 2790 | total time = 6867.21 ms / 217 tokens 4.00.990.851 I slot print_timing: id 0 | task 2790 | graphs reused = 2277 4.00.990.852 I slot print_timing: id 0 | task 2790 | graph reallocs = 0 / 0 (same size) / (changed size) 4.00.990.912 I slot release: id 0 | task 2790 | stop processing: n_tokens = 1312, truncated = 0 4.01.039.055 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.947 (> 0.100 thold), f_keep = 0.835 4.01.039.080 I slot launch_slot_: id 0 | task 2915 | processing task, is_child = 0 4.02.742.994 I slot print_timing: id 3 | task 2383 | n_gen = 552, tg = 18.50 t/s, tg_3s = 16.84 t/s 4.04.238.593 I slot print_timing: id 1 | task 2874 | n_gen = 100, tg = 18.53 t/s, tg_3s = 18.72 t/s 4.04.965.764 I slot print_timing: id 0 | task 2915 | prompt eval time = 305.72 ms / 61 tokens ( 5.01 ms per token, 199.53 tokens per second) 4.04.965.771 I slot print_timing: id 0 | task 2915 | eval time = 3620.96 ms / 76 tokens ( 48.28 ms per token, 20.71 tokens per second) 4.04.965.772 I slot print_timing: id 0 | task 2915 | total time = 3926.68 ms / 137 tokens 4.04.965.772 I slot print_timing: id 0 | task 2915 | graphs reused = 2351 4.04.965.773 I slot print_timing: id 0 | task 2915 | graph reallocs = 0 / 0 (same size) / (changed size) 4.04.965.891 I slot release: id 0 | task 2915 | stop processing: n_tokens = 1232, truncated = 0 4.05.016.840 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.931 (> 0.100 thold), f_keep = 0.890 4.05.016.873 I slot launch_slot_: id 0 | task 2994 | processing task, is_child = 0 4.05.780.208 I slot print_timing: id 3 | task 2383 | n_gen = 609, tg = 18.52 t/s, tg_3s = 18.77 t/s 4.06.119.011 I slot print_timing: id 2 | task 2908 | n_gen = 100, tg = 18.78 t/s, tg_3s = 18.97 t/s 4.06.745.535 I slot print_timing: id 1 | task 2874 | prompt eval time = 459.88 ms / 98 tokens ( 4.69 ms per token, 213.10 tokens per second) 4.06.745.540 I slot print_timing: id 1 | task 2874 | eval time = 7849.57 ms / 146 tokens ( 54.13 ms per token, 18.47 tokens per second) 4.06.745.541 I slot print_timing: id 1 | task 2874 | total time = 8309.46 ms / 244 tokens 4.06.745.547 I slot print_timing: id 1 | task 2874 | graphs reused = 2379 4.06.745.547 I slot print_timing: id 1 | task 2874 | graph reallocs = 0 / 0 (same size) / (changed size) 4.06.745.670 I slot release: id 1 | task 2874 | stop processing: n_tokens = 1338, truncated = 0 4.06.823.188 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.938 (> 0.100 thold), f_keep = 0.819 4.06.823.238 I slot launch_slot_: id 1 | task 3026 | processing task, is_child = 0 4.08.806.751 I slot print_timing: id 3 | task 2383 | n_gen = 664, tg = 18.49 t/s, tg_3s = 18.17 t/s 4.09.144.903 I slot print_timing: id 2 | task 2908 | n_gen = 155, tg = 18.56 t/s, tg_3s = 18.18 t/s 4.10.544.510 I slot print_timing: id 0 | task 2994 | n_gen = 100, tg = 19.19 t/s, tg_3s = 19.39 t/s 4.11.848.302 I slot print_timing: id 3 | task 2383 | n_gen = 727, tg = 18.67 t/s, tg_3s = 20.71 t/s 4.12.041.286 I slot print_timing: id 1 | task 3026 | n_gen = 100, tg = 20.75 t/s, tg_3s = 20.96 t/s 4.12.185.749 I slot print_timing: id 2 | task 2908 | n_gen = 218, tg = 19.14 t/s, tg_3s = 20.72 t/s 4.12.668.922 I slot print_timing: id 2 | task 2908 | prompt eval time = 426.21 ms / 86 tokens ( 4.96 ms per token, 201.78 tokens per second) 4.12.668.927 I slot print_timing: id 2 | task 2908 | eval time = 11821.65 ms / 228 tokens ( 52.08 ms per token, 19.20 tokens per second) 4.12.668.928 I slot print_timing: id 2 | task 2908 | total time = 12247.86 ms / 314 tokens 4.12.668.929 I slot print_timing: id 2 | task 2908 | graphs reused = 2490 4.12.668.930 I slot print_timing: id 2 | task 2908 | graph reallocs = 0 / 0 (same size) / (changed size) 4.12.669.048 I slot release: id 2 | task 2908 | stop processing: n_tokens = 1409, truncated = 0 4.12.747.463 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.944 (> 0.100 thold), f_keep = 0.778 4.12.747.501 I slot launch_slot_: id 2 | task 3142 | processing task, is_child = 0 4.13.589.104 I slot print_timing: id 0 | task 2994 | n_gen = 157, tg = 19.02 t/s, tg_3s = 18.72 t/s 4.14.893.659 I slot print_timing: id 3 | task 2383 | n_gen = 784, tg = 18.67 t/s, tg_3s = 18.72 t/s 4.15.086.221 I slot print_timing: id 1 | task 3026 | n_gen = 157, tg = 19.96 t/s, tg_3s = 18.72 t/s 4.15.520.769 I slot print_timing: id 0 | task 2994 | prompt eval time = 369.17 ms / 81 tokens ( 4.56 ms per token, 219.41 tokens per second) 4.15.520.774 I slot print_timing: id 0 | task 2994 | eval time = 10134.71 ms / 197 tokens ( 51.71 ms per token, 19.34 tokens per second) 4.15.520.775 I slot print_timing: id 0 | task 2994 | total time = 10503.89 ms / 278 tokens 4.15.520.776 I slot print_timing: id 0 | task 2994 | graphs reused = 2539 4.15.520.776 I slot print_timing: id 0 | task 2994 | graph reallocs = 0 / 0 (same size) / (changed size) 4.15.520.893 I slot release: id 0 | task 2994 | stop processing: n_tokens = 1373, truncated = 0 4.15.571.962 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.922 (> 0.100 thold), f_keep = 0.798 4.15.571.998 I slot launch_slot_: id 0 | task 3196 | processing task, is_child = 0 4.17.160.926 I slot print_timing: id 1 | task 3026 | prompt eval time = 446.24 ms / 73 tokens ( 6.11 ms per token, 163.59 tokens per second) 4.17.160.933 I slot print_timing: id 1 | task 3026 | eval time = 9891.44 ms / 194 tokens ( 51.25 ms per token, 19.51 tokens per second) 4.17.160.934 I slot print_timing: id 1 | task 3026 | total time = 10337.68 ms / 267 tokens 4.17.160.935 I slot print_timing: id 1 | task 3026 | graphs reused = 2564 4.17.160.936 I slot print_timing: id 1 | task 3026 | graph reallocs = 0 / 0 (same size) / (changed size) 4.17.161.049 I slot release: id 1 | task 3026 | stop processing: n_tokens = 1362, truncated = 0 4.17.239.000 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.933 (> 0.100 thold), f_keep = 0.805 4.17.239.038 I slot launch_slot_: id 1 | task 3225 | processing task, is_child = 0 4.17.929.302 I slot print_timing: id 3 | task 2383 | n_gen = 833, tg = 18.50 t/s, tg_3s = 16.14 t/s 4.18.546.678 I slot print_timing: id 2 | task 3142 | n_gen = 100, tg = 18.22 t/s, tg_3s = 18.40 t/s 4.20.128.097 I slot print_timing: id 0 | task 3196 | prompt eval time = 373.41 ms / 93 tokens ( 4.02 ms per token, 249.05 tokens per second) 4.20.128.105 I slot print_timing: id 0 | task 3196 | eval time = 4182.68 ms / 80 tokens ( 52.95 ms per token, 18.89 tokens per second) 4.20.128.106 I slot print_timing: id 0 | task 3196 | total time = 4556.09 ms / 173 tokens 4.20.128.107 I slot print_timing: id 0 | task 3196 | graphs reused = 2613 4.20.128.108 I slot print_timing: id 0 | task 3196 | graph reallocs = 0 / 0 (same size) / (changed size) 4.20.128.246 I slot release: id 0 | task 3196 | stop processing: n_tokens = 1268, truncated = 0 4.20.180.129 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.940 (> 0.100 thold), f_keep = 0.864 4.20.180.158 I slot launch_slot_: id 0 | task 3280 | processing task, is_child = 0 4.20.972.690 I slot print_timing: id 3 | task 2383 | n_gen = 891, tg = 18.53 t/s, tg_3s = 19.06 t/s 4.21.553.353 I slot print_timing: id 2 | task 3142 | n_gen = 157, tg = 18.48 t/s, tg_3s = 18.96 t/s 4.21.553.739 I slot print_timing: id 3 | task 2383 | prompt eval time = 434.70 ms / 102 tokens ( 4.26 ms per token, 234.64 tokens per second) 4.21.553.743 I slot print_timing: id 3 | task 2383 | eval time = 48601.27 ms / 903 tokens ( 53.88 ms per token, 18.56 tokens per second) 4.21.553.744 I slot print_timing: id 3 | task 2383 | total time = 49035.97 ms / 1005 tokens 4.21.553.744 I slot print_timing: id 3 | task 2383 | graphs reused = 2634 4.21.553.745 I slot print_timing: id 3 | task 2383 | graph reallocs = 0 / 0 (same size) / (changed size) 4.21.553.893 I slot release: id 3 | task 2383 | stop processing: n_tokens = 2100, truncated = 0 4.21.603.963 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.898 (> 0.100 thold), f_keep = 0.522 4.21.603.997 I slot launch_slot_: id 3 | task 3305 | processing task, is_child = 0 4.23.045.300 I slot print_timing: id 1 | task 3225 | n_gen = 100, tg = 18.49 t/s, tg_3s = 18.67 t/s 4.23.234.897 I slot print_timing: id 1 | task 3225 | prompt eval time = 451.18 ms / 80 tokens ( 5.64 ms per token, 177.31 tokens per second) 4.23.234.902 I slot print_timing: id 1 | task 3225 | eval time = 5544.67 ms / 104 tokens ( 53.83 ms per token, 18.58 tokens per second) 4.23.234.902 I slot print_timing: id 1 | task 3225 | total time = 5995.85 ms / 184 tokens 4.23.234.903 I slot print_timing: id 1 | task 3225 | graphs reused = 2658 4.23.234.903 I slot print_timing: id 1 | task 3225 | graph reallocs = 0 / 0 (same size) / (changed size) 4.23.234.963 I slot release: id 1 | task 3225 | stop processing: n_tokens = 1278, truncated = 0 4.23.309.984 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.926 (> 0.100 thold), f_keep = 0.858 4.23.310.036 I slot launch_slot_: id 1 | task 3334 | processing task, is_child = 0 4.24.596.839 I slot print_timing: id 2 | task 3142 | n_gen = 205, tg = 17.76 t/s, tg_3s = 15.77 t/s 4.26.037.197 I slot print_timing: id 0 | task 3280 | n_gen = 100, tg = 18.02 t/s, tg_3s = 18.21 t/s 4.26.229.192 I slot print_timing: id 0 | task 3280 | prompt eval time = 364.11 ms / 70 tokens ( 5.20 ms per token, 192.25 tokens per second) 4.26.229.196 I slot print_timing: id 0 | task 3280 | eval time = 5684.92 ms / 104 tokens ( 55.19 ms per token, 18.12 tokens per second) 4.26.229.197 I slot print_timing: id 0 | task 3280 | total time = 6049.02 ms / 174 tokens 4.26.229.198 I slot print_timing: id 0 | task 3280 | graphs reused = 2708 4.26.229.199 I slot print_timing: id 0 | task 3280 | graph reallocs = 0 / 0 (same size) / (changed size) 4.26.229.320 I slot release: id 0 | task 3280 | stop processing: n_tokens = 1269, truncated = 0 4.26.280.558 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.891 (> 0.100 thold), f_keep = 0.864 4.26.280.589 I slot launch_slot_: id 0 | task 3389 | processing task, is_child = 0 4.27.156.395 I slot print_timing: id 2 | task 3142 | prompt eval time = 365.12 ms / 65 tokens ( 5.62 ms per token, 178.02 tokens per second) 4.27.156.400 I slot print_timing: id 2 | task 3142 | eval time = 14043.76 ms / 250 tokens ( 56.40 ms per token, 17.73 tokens per second) 4.27.156.401 I slot print_timing: id 2 | task 3142 | total time = 14408.89 ms / 315 tokens 4.27.156.401 I slot print_timing: id 2 | task 3142 | graphs reused = 2716 4.27.156.402 I slot print_timing: id 2 | task 3142 | graph reallocs = 0 / 0 (same size) / (changed size) 4.27.156.466 I slot release: id 2 | task 3142 | stop processing: n_tokens = 1410, truncated = 0 4.27.231.391 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.926 (> 0.100 thold), f_keep = 0.777 4.27.231.428 I slot launch_slot_: id 2 | task 3401 | processing task, is_child = 0 4.27.959.983 I slot print_timing: id 3 | task 3305 | n_gen = 100, tg = 16.76 t/s, tg_3s = 16.93 t/s 4.29.307.278 I slot print_timing: id 1 | task 3334 | n_gen = 100, tg = 17.88 t/s, tg_3s = 18.06 t/s 4.30.797.633 I slot print_timing: id 1 | task 3334 | prompt eval time = 460.93 ms / 87 tokens ( 5.30 ms per token, 188.75 tokens per second) 4.30.797.645 I slot print_timing: id 1 | task 3334 | eval time = 7026.66 ms / 131 tokens ( 54.05 ms per token, 18.50 tokens per second) 4.30.797.646 I slot print_timing: id 1 | task 3334 | total time = 7487.59 ms / 218 tokens 4.30.797.647 I slot print_timing: id 1 | task 3334 | graphs reused = 2780 4.30.797.648 I slot print_timing: id 1 | task 3334 | graph reallocs = 0 / 0 (same size) / (changed size) 4.30.797.802 I slot release: id 1 | task 3334 | stop processing: n_tokens = 1313, truncated = 0 4.30.875.528 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.914 (> 0.100 thold), f_keep = 0.835 4.30.875.567 I slot launch_slot_: id 1 | task 3470 | processing task, is_child = 0 4.31.257.077 I slot print_timing: id 3 | task 3305 | n_gen = 161, tg = 17.38 t/s, tg_3s = 18.50 t/s 4.32.242.427 I slot print_timing: id 2 | task 3401 | prompt eval time = 437.24 ms / 87 tokens ( 5.03 ms per token, 198.97 tokens per second) 4.32.242.430 I slot print_timing: id 2 | task 3401 | eval time = 4573.75 ms / 87 tokens ( 53.18 ms per token, 18.80 tokens per second) 4.32.242.431 I slot print_timing: id 2 | task 3401 | total time = 5010.99 ms / 174 tokens 4.32.242.431 I slot print_timing: id 2 | task 3401 | graphs reused = 2797 4.32.242.432 I slot print_timing: id 2 | task 3401 | graph reallocs = 0 / 0 (same size) / (changed size) 4.32.242.496 I slot release: id 2 | task 3401 | stop processing: n_tokens = 1269, truncated = 0 4.32.317.694 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.951 (> 0.100 thold), f_keep = 0.864 4.32.317.731 I slot launch_slot_: id 2 | task 3492 | processing task, is_child = 0 4.32.560.533 I slot print_timing: id 0 | task 3389 | n_gen = 100, tg = 17.12 t/s, tg_3s = 17.29 t/s 4.34.283.940 I slot print_timing: id 3 | task 3305 | n_gen = 216, tg = 17.58 t/s, tg_3s = 18.17 t/s 4.35.583.540 I slot print_timing: id 0 | task 3389 | n_gen = 161, tg = 18.17 t/s, tg_3s = 20.18 t/s 4.36.450.724 I slot print_timing: id 1 | task 3470 | n_gen = 100, tg = 19.56 t/s, tg_3s = 19.76 t/s 4.36.547.440 I slot print_timing: id 2 | task 3492 | prompt eval time = 370.75 ms / 56 tokens ( 6.62 ms per token, 151.05 tokens per second) 4.36.547.448 I slot print_timing: id 2 | task 3492 | eval time = 3858.95 ms / 81 tokens ( 48.24 ms per token, 20.73 tokens per second) 4.36.547.449 I slot print_timing: id 2 | task 3492 | total time = 4229.70 ms / 137 tokens 4.36.547.450 I slot print_timing: id 2 | task 3492 | graphs reused = 2876 4.36.547.451 I slot print_timing: id 2 | task 3492 | graph reallocs = 0 / 0 (same size) / (changed size) 4.36.547.586 I slot release: id 2 | task 3492 | stop processing: n_tokens = 1232, truncated = 0 4.36.625.131 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.933 (> 0.100 thold), f_keep = 0.890 4.36.625.172 I slot launch_slot_: id 2 | task 3576 | processing task, is_child = 0 4.37.288.949 I slot print_timing: id 3 | task 3305 | n_gen = 271, tg = 17.72 t/s, tg_3s = 18.30 t/s 4.38.626.792 I slot print_timing: id 0 | task 3389 | n_gen = 217, tg = 18.23 t/s, tg_3s = 18.40 t/s 4.39.498.242 I slot print_timing: id 1 | task 3470 | n_gen = 156, tg = 19.12 t/s, tg_3s = 18.38 t/s 4.40.318.022 I slot print_timing: id 3 | task 3305 | n_gen = 334, tg = 18.23 t/s, tg_3s = 20.80 t/s 4.40.608.170 I slot print_timing: id 3 | task 3305 | prompt eval time = 447.99 ms / 126 tokens ( 3.56 ms per token, 281.26 tokens per second) 4.40.608.176 I slot print_timing: id 3 | task 3305 | eval time = 18556.17 ms / 340 tokens ( 54.74 ms per token, 18.27 tokens per second) 4.40.608.177 I slot print_timing: id 3 | task 3305 | total time = 19004.16 ms / 466 tokens 4.40.608.182 I slot print_timing: id 3 | task 3305 | graphs reused = 2948 4.40.608.183 I slot print_timing: id 3 | task 3305 | graph reallocs = 0 / 0 (same size) / (changed size) 4.40.608.320 I slot release: id 3 | task 3305 | stop processing: n_tokens = 1560, truncated = 0 4.40.658.088 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.917 (> 0.100 thold), f_keep = 0.703 4.40.658.125 I slot launch_slot_: id 3 | task 3654 | processing task, is_child = 0 4.41.561.361 I slot print_timing: id 2 | task 3576 | prompt eval time = 425.49 ms / 79 tokens ( 5.39 ms per token, 185.67 tokens per second) 4.41.561.371 I slot print_timing: id 2 | task 3576 | eval time = 4510.69 ms / 89 tokens ( 51.26 ms per token, 19.51 tokens per second) 4.41.561.372 I slot print_timing: id 2 | task 3576 | total time = 4936.18 ms / 168 tokens 4.41.561.373 I slot print_timing: id 2 | task 3576 | graphs reused = 2958 4.41.561.374 I slot print_timing: id 2 | task 3576 | graph reallocs = 0 / 0 (same size) / (changed size) 4.41.561.557 I slot release: id 2 | task 3576 | stop processing: n_tokens = 1263, truncated = 0 4.41.639.280 I slot print_timing: id 0 | task 3389 | n_gen = 273, tg = 18.30 t/s, tg_3s = 18.59 t/s 4.41.639.831 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.933 (> 0.100 thold), f_keep = 0.868 4.41.639.863 I slot launch_slot_: id 2 | task 3669 | processing task, is_child = 0 4.42.504.184 I slot print_timing: id 1 | task 3470 | n_gen = 205, tg = 18.35 t/s, tg_3s = 16.30 t/s 4.44.684.118 I slot print_timing: id 0 | task 3389 | n_gen = 329, tg = 18.32 t/s, tg_3s = 18.39 t/s 4.45.551.712 I slot print_timing: id 1 | task 3470 | n_gen = 268, tg = 18.85 t/s, tg_3s = 20.67 t/s 4.46.177.285 I slot print_timing: id 3 | task 3654 | n_gen = 100, tg = 19.25 t/s, tg_3s = 19.45 t/s 4.46.851.644 I slot print_timing: id 2 | task 3669 | n_gen = 100, tg = 20.68 t/s, tg_3s = 20.89 t/s 4.47.717.020 I slot print_timing: id 0 | task 3389 | n_gen = 392, tg = 18.67 t/s, tg_3s = 20.77 t/s 4.48.441.815 I slot print_timing: id 1 | task 3470 | prompt eval time = 514.39 ms / 103 tokens ( 4.99 ms per token, 200.24 tokens per second) 4.48.441.819 I slot print_timing: id 1 | task 3470 | eval time = 17051.85 ms / 328 tokens ( 52.15 ms per token, 19.18 tokens per second) 4.48.441.820 I slot print_timing: id 1 | task 3470 | total time = 17566.24 ms / 431 tokens 4.48.441.821 I slot print_timing: id 1 | task 3470 | graphs reused = 3088 4.48.441.822 I slot print_timing: id 1 | task 3470 | graph reallocs = 0 / 0 (same size) / (changed size) 4.48.441.952 I slot release: id 1 | task 3470 | stop processing: n_tokens = 1526, truncated = 0 4.48.519.158 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.915 (> 0.100 thold), f_keep = 0.718 4.48.519.200 I slot launch_slot_: id 1 | task 3805 | processing task, is_child = 0 4.49.177.301 I slot print_timing: id 3 | task 3654 | n_gen = 153, tg = 18.67 t/s, tg_3s = 17.67 t/s 4.49.887.245 I slot print_timing: id 2 | task 3669 | n_gen = 154, tg = 19.56 t/s, tg_3s = 17.79 t/s 4.50.456.392 I slot print_timing: id 0 | task 3389 | prompt eval time = 496.60 ms / 134 tokens ( 3.71 ms per token, 269.83 tokens per second) 4.50.456.399 I slot print_timing: id 0 | task 3389 | eval time = 23679.19 ms / 440 tokens ( 53.94 ms per token, 18.54 tokens per second) 4.50.456.400 I slot print_timing: id 0 | task 3389 | total time = 24175.79 ms / 574 tokens 4.50.456.400 I slot print_timing: id 0 | task 3389 | graphs reused = 3117 4.50.456.401 I slot print_timing: id 0 | task 3389 | graph reallocs = 0 / 0 (same size) / (changed size) 4.50.456.508 I slot release: id 0 | task 3389 | stop processing: n_tokens = 1669, truncated = 0 4.50.506.976 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.917 (> 0.100 thold), f_keep = 0.657 4.50.507.004 I slot launch_slot_: id 0 | task 3839 | processing task, is_child = 0 4.51.462.565 I slot print_timing: id 2 | task 3669 | prompt eval time = 425.25 ms / 79 tokens ( 5.38 ms per token, 185.77 tokens per second) 4.51.462.572 I slot print_timing: id 2 | task 3669 | eval time = 9397.44 ms / 181 tokens ( 52.21 ms per token, 19.15 tokens per second) 4.51.462.573 I slot print_timing: id 2 | task 3669 | total time = 9822.69 ms / 260 tokens 4.51.462.574 I slot print_timing: id 2 | task 3669 | graphs reused = 3129 4.51.462.575 I slot print_timing: id 2 | task 3669 | graph reallocs = 0 / 0 (same size) / (changed size) 4.51.462.708 I slot release: id 2 | task 3669 | stop processing: n_tokens = 1355, truncated = 0 4.51.540.686 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.930 (> 0.100 thold), f_keep = 0.809 4.51.540.725 I slot launch_slot_: id 2 | task 3855 | processing task, is_child = 0 4.52.205.327 I slot print_timing: id 3 | task 3654 | n_gen = 203, tg = 18.08 t/s, tg_3s = 16.51 t/s 4.52.913.829 I slot print_timing: id 3 | task 3654 | prompt eval time = 377.14 ms / 99 tokens ( 3.81 ms per token, 262.50 tokens per second) 4.52.913.832 I slot print_timing: id 3 | task 3654 | eval time = 11878.55 ms / 218 tokens ( 54.74 ms per token, 18.27 tokens per second) 4.52.913.832 I slot print_timing: id 3 | task 3654 | total time = 12255.69 ms / 317 tokens 4.52.913.833 I slot print_timing: id 3 | task 3654 | graphs reused = 3148 4.52.913.833 I slot print_timing: id 3 | task 3654 | graph reallocs = 0 / 0 (same size) / (changed size) 4.52.913.901 I slot release: id 3 | task 3654 | stop processing: n_tokens = 1412, truncated = 0 4.52.961.326 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.936 (> 0.100 thold), f_keep = 0.776 4.52.961.349 I slot launch_slot_: id 3 | task 3879 | processing task, is_child = 0 4.54.666.454 I slot print_timing: id 1 | task 3805 | n_gen = 100, tg = 17.57 t/s, tg_3s = 17.75 t/s 4.55.531.483 I slot print_timing: id 1 | task 3805 | prompt eval time = 514.01 ms / 102 tokens ( 5.04 ms per token, 198.44 tokens per second) 4.55.531.487 I slot print_timing: id 1 | task 3805 | eval time = 6498.27 ms / 118 tokens ( 55.54 ms per token, 18.00 tokens per second) 4.55.531.488 I slot print_timing: id 1 | task 3805 | total time = 7012.27 ms / 220 tokens 4.55.531.489 I slot print_timing: id 1 | task 3805 | graphs reused = 3192 4.55.531.490 I slot print_timing: id 1 | task 3805 | graph reallocs = 0 / 0 (same size) / (changed size) 4.55.531.605 I slot release: id 1 | task 3805 | stop processing: n_tokens = 1315, truncated = 0 4.55.608.609 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.883 (> 0.100 thold), f_keep = 0.833 4.55.608.644 I slot launch_slot_: id 1 | task 3929 | processing task, is_child = 0 4.56.773.248 I slot print_timing: id 0 | task 3839 | n_gen = 100, tg = 16.80 t/s, tg_3s = 16.97 t/s 4.57.014.964 I slot print_timing: id 2 | task 3855 | prompt eval time = 426.23 ms / 83 tokens ( 5.14 ms per token, 194.73 tokens per second) 4.57.014.969 I slot print_timing: id 2 | task 3855 | eval time = 5048.00 ms / 90 tokens ( 56.72 ms per token, 17.63 tokens per second) 4.57.014.970 I slot print_timing: id 2 | task 3855 | total time = 5474.23 ms / 173 tokens 4.57.014.971 I slot print_timing: id 2 | task 3855 | graphs reused = 3208 4.57.014.972 I slot print_timing: id 2 | task 3855 | graph reallocs = 0 / 0 (same size) / (changed size) 4.57.015.101 I slot release: id 2 | task 3855 | stop processing: n_tokens = 1268, truncated = 0 4.57.093.024 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.945 (> 0.100 thold), f_keep = 0.864 4.57.093.064 I slot launch_slot_: id 2 | task 3950 | processing task, is_child = 0 4.58.889.601 I slot print_timing: id 3 | task 3879 | n_gen = 100, tg = 17.80 t/s, tg_3s = 17.98 t/s 4.59.801.336 I slot print_timing: id 0 | task 3839 | n_gen = 157, tg = 17.49 t/s, tg_3s = 18.82 t/s 4.59.994.246 I slot print_timing: id 3 | task 3879 | prompt eval time = 366.21 ms / 76 tokens ( 4.82 ms per token, 207.53 tokens per second) 4.59.994.255 I slot print_timing: id 3 | task 3879 | eval time = 6666.67 ms / 123 tokens ( 54.64 ms per token, 18.30 tokens per second) 4.59.994.256 I slot print_timing: id 3 | task 3879 | total time = 7032.89 ms / 199 tokens 4.59.994.257 I slot print_timing: id 3 | task 3879 | graphs reused = 3260 4.59.994.258 I slot print_timing: id 3 | task 3879 | graph reallocs = 0 / 0 (same size) / (changed size) 4.59.994.406 I slot release: id 3 | task 3879 | stop processing: n_tokens = 1293, truncated = 0 5.00.044.838 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.952 (> 0.100 thold), f_keep = 0.848 5.00.044.869 I slot launch_slot_: id 3 | task 4007 | processing task, is_child = 0 5.00.694.441 I slot print_timing: id 1 | task 3929 | prompt eval time = 583.40 ms / 145 tokens ( 4.02 ms per token, 248.54 tokens per second) 5.00.694.448 I slot print_timing: id 1 | task 3929 | eval time = 4502.38 ms / 84 tokens ( 54.25 ms per token, 18.43 tokens per second) 5.00.694.449 I slot print_timing: id 1 | task 3929 | total time = 5085.78 ms / 229 tokens 5.00.694.450 I slot print_timing: id 1 | task 3929 | graphs reused = 3266 5.00.694.452 I slot print_timing: id 1 | task 3929 | graph reallocs = 0 / 0 (same size) / (changed size) 5.00.694.615 I slot release: id 1 | task 3929 | stop processing: n_tokens = 1324, truncated = 0 5.00.772.803 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.925 (> 0.100 thold), f_keep = 0.828 5.00.772.836 I slot launch_slot_: id 1 | task 4018 | processing task, is_child = 0 5.02.196.869 I slot print_timing: id 0 | task 3839 | prompt eval time = 373.56 ms / 100 tokens ( 3.74 ms per token, 267.69 tokens per second) 5.02.196.877 I slot print_timing: id 0 | task 3839 | eval time = 11316.29 ms / 194 tokens ( 58.63 ms per token, 17.06 tokens per second) 5.02.196.879 I slot print_timing: id 0 | task 3839 | total time = 11689.85 ms / 294 tokens 5.02.196.880 I slot print_timing: id 0 | task 3839 | graphs reused = 3285 5.02.196.881 I slot print_timing: id 0 | task 3839 | graph reallocs = 0 / 0 (same size) / (changed size) 5.02.196.999 I slot release: id 0 | task 3839 | stop processing: n_tokens = 1388, truncated = 0 5.02.248.512 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.939 (> 0.100 thold), f_keep = 0.790 5.02.248.542 I slot launch_slot_: id 0 | task 4042 | processing task, is_child = 0 5.02.660.095 I slot print_timing: id 2 | task 3950 | prompt eval time = 364.21 ms / 64 tokens ( 5.69 ms per token, 175.72 tokens per second) 5.02.660.101 I slot print_timing: id 2 | task 3950 | eval time = 5202.82 ms / 91 tokens ( 57.81 ms per token, 17.30 tokens per second) 5.02.660.101 I slot print_timing: id 2 | task 3950 | total time = 5567.03 ms / 155 tokens 5.02.660.102 I slot print_timing: id 2 | task 3950 | graphs reused = 3286 5.02.660.102 I slot print_timing: id 2 | task 3950 | graph reallocs = 0 / 0 (same size) / (changed size) 5.02.660.161 I slot release: id 2 | task 3950 | stop processing: n_tokens = 1250, truncated = 0 5.02.734.759 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.931 (> 0.100 thold), f_keep = 0.877 5.02.734.785 I slot launch_slot_: id 2 | task 4047 | processing task, is_child = 0 5.06.133.719 I slot print_timing: id 3 | task 4007 | n_gen = 100, tg = 17.13 t/s, tg_3s = 17.30 t/s 5.06.617.741 I slot print_timing: id 1 | task 4018 | prompt eval time = 451.81 ms / 89 tokens ( 5.08 ms per token, 196.99 tokens per second) 5.06.617.749 I slot print_timing: id 1 | task 4018 | eval time = 5393.09 ms / 100 tokens ( 54.48 ms per token, 18.36 tokens per second) 5.06.617.750 I slot print_timing: id 1 | task 4018 | total time = 5844.90 ms / 189 tokens 5.06.617.751 I slot print_timing: id 1 | task 4018 | graphs reused = 3356 5.06.617.752 I slot print_timing: id 1 | task 4018 | graph reallocs = 0 / 0 (same size) / (changed size) 5.06.617.880 I slot release: id 1 | task 4018 | stop processing: n_tokens = 1284, truncated = 0 5.06.694.972 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.938 (> 0.100 thold), f_keep = 0.854 5.06.695.017 I slot launch_slot_: id 1 | task 4123 | processing task, is_child = 0 5.08.124.507 I slot print_timing: id 0 | task 4042 | n_gen = 100, tg = 17.95 t/s, tg_3s = 18.14 t/s 5.08.318.026 I slot print_timing: id 2 | task 4047 | n_gen = 100, tg = 19.20 t/s, tg_3s = 19.39 t/s 5.08.510.033 I slot print_timing: id 0 | task 4042 | prompt eval time = 362.01 ms / 71 tokens ( 5.10 ms per token, 196.13 tokens per second) 5.08.510.040 I slot print_timing: id 0 | task 4042 | eval time = 5899.47 ms / 108 tokens ( 55.14 ms per token, 18.14 tokens per second) 5.08.510.041 I slot print_timing: id 0 | task 4042 | total time = 6261.48 ms / 179 tokens 5.08.510.042 I slot print_timing: id 0 | task 4042 | graphs reused = 3382 5.08.510.043 I slot print_timing: id 0 | task 4042 | graph reallocs = 0 / 0 (same size) / (changed size) 5.08.510.158 I slot release: id 0 | task 4042 | stop processing: n_tokens = 1274, truncated = 0 5.08.561.426 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.927 (> 0.100 thold), f_keep = 0.860 5.08.561.464 I slot launch_slot_: id 0 | task 4155 | processing task, is_child = 0 5.09.168.617 I slot print_timing: id 3 | task 4007 | n_gen = 149, tg = 16.79 t/s, tg_3s = 16.15 t/s 5.11.361.200 I slot print_timing: id 2 | task 4047 | n_gen = 158, tg = 19.14 t/s, tg_3s = 19.06 t/s 5.11.554.164 I slot print_timing: id 3 | task 4007 | prompt eval time = 307.97 ms / 55 tokens ( 5.60 ms per token, 178.59 tokens per second) 5.11.554.174 I slot print_timing: id 3 | task 4007 | eval time = 11201.31 ms / 199 tokens ( 56.57 ms per token, 17.68 tokens per second) 5.11.554.175 I slot print_timing: id 3 | task 4007 | total time = 11509.28 ms / 254 tokens 5.11.554.176 I slot print_timing: id 3 | task 4007 | graphs reused = 3437 5.11.554.176 I slot print_timing: id 3 | task 4007 | graph reallocs = 0 / 0 (same size) / (changed size) 5.11.554.333 I slot release: id 3 | task 4007 | stop processing: n_tokens = 1349, truncated = 0 5.11.604.736 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.921 (> 0.100 thold), f_keep = 0.812 5.11.604.770 I slot launch_slot_: id 3 | task 4214 | processing task, is_child = 0 5.12.457.528 I slot print_timing: id 1 | task 4123 | n_gen = 100, tg = 18.65 t/s, tg_3s = 18.84 t/s 5.13.949.980 I slot print_timing: id 0 | task 4155 | n_gen = 100, tg = 19.72 t/s, tg_3s = 19.92 t/s 5.14.383.215 I slot print_timing: id 2 | task 4047 | n_gen = 215, tg = 19.07 t/s, tg_3s = 18.86 t/s 5.15.438.073 I slot print_timing: id 0 | task 4155 | prompt eval time = 368.41 ms / 86 tokens ( 4.28 ms per token, 233.43 tokens per second) 5.15.438.078 I slot print_timing: id 0 | task 4155 | eval time = 6508.19 ms / 131 tokens ( 50.06 ms per token, 19.97 tokens per second) 5.15.438.079 I slot print_timing: id 0 | task 4155 | total time = 6876.60 ms / 217 tokens 5.15.438.079 I slot print_timing: id 0 | task 4155 | graphs reused = 3508 5.15.438.080 I slot print_timing: id 0 | task 4155 | graph reallocs = 0 / 0 (same size) / (changed size) 5.15.438.193 I slot release: id 0 | task 4155 | stop processing: n_tokens = 1312, truncated = 0 5.15.489.138 I slot print_timing: id 1 | task 4123 | n_gen = 163, tg = 19.42 t/s, tg_3s = 20.78 t/s 5.15.489.625 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.909 (> 0.100 thold), f_keep = 0.835 5.15.489.660 I slot launch_slot_: id 0 | task 4290 | processing task, is_child = 0 5.15.974.121 I slot print_timing: id 1 | task 4123 | prompt eval time = 454.26 ms / 72 tokens ( 6.31 ms per token, 158.50 tokens per second) 5.15.974.127 I slot print_timing: id 1 | task 4123 | eval time = 8824.83 ms / 166 tokens ( 53.48 ms per token, 18.70 tokens per second) 5.15.974.127 I slot print_timing: id 1 | task 4123 | total time = 9279.10 ms / 238 tokens 5.15.974.128 I slot print_timing: id 1 | task 4123 | graphs reused = 3509 5.15.974.128 I slot print_timing: id 1 | task 4123 | graph reallocs = 0 / 0 (same size) / (changed size) 5.15.974.186 I slot release: id 1 | task 4123 | stop processing: n_tokens = 1333, truncated = 0 5.16.048.773 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.926 (> 0.100 thold), f_keep = 0.822 5.16.048.795 I slot launch_slot_: id 1 | task 4295 | processing task, is_child = 0 5.17.416.744 I slot print_timing: id 2 | task 4047 | n_gen = 263, tg = 18.38 t/s, tg_3s = 15.82 t/s 5.17.465.168 I slot print_timing: id 3 | task 4214 | n_gen = 100, tg = 18.06 t/s, tg_3s = 18.24 t/s 5.20.454.833 I slot print_timing: id 2 | task 4047 | n_gen = 326, tg = 18.79 t/s, tg_3s = 20.74 t/s 5.20.503.729 I slot print_timing: id 3 | task 4214 | n_gen = 163, tg = 19.01 t/s, tg_3s = 20.73 t/s 5.21.032.284 I slot print_timing: id 3 | task 4214 | prompt eval time = 378.41 ms / 94 tokens ( 4.03 ms per token, 248.41 tokens per second) 5.21.032.293 I slot print_timing: id 3 | task 4214 | eval time = 9049.09 ms / 174 tokens ( 52.31 ms per token, 19.12 tokens per second) 5.21.032.303 I slot print_timing: id 3 | task 4214 | total time = 9427.50 ms / 268 tokens 5.21.032.305 I slot print_timing: id 3 | task 4214 | graphs reused = 3602 5.21.032.313 I slot print_timing: id 3 | task 4214 | graph reallocs = 0 / 0 (same size) / (changed size) 5.21.032.465 I slot release: id 3 | task 4214 | stop processing: n_tokens = 1363, truncated = 0 5.21.082.106 I slot print_timing: id 0 | task 4290 | n_gen = 100, tg = 19.20 t/s, tg_3s = 19.39 t/s 5.21.082.596 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.930 (> 0.100 thold), f_keep = 0.805 5.21.082.637 I slot launch_slot_: id 3 | task 4393 | processing task, is_child = 0 5.21.552.826 I slot print_timing: id 1 | task 4295 | n_gen = 100, tg = 19.59 t/s, tg_3s = 19.79 t/s 5.23.464.349 I slot print_timing: id 2 | task 4047 | n_gen = 383, tg = 18.81 t/s, tg_3s = 18.94 t/s 5.24.091.700 I slot print_timing: id 0 | task 4290 | n_gen = 157, tg = 19.10 t/s, tg_3s = 18.94 t/s 5.24.572.459 I slot print_timing: id 1 | task 4295 | n_gen = 163, tg = 20.07 t/s, tg_3s = 20.86 t/s 5.24.957.124 I slot print_timing: id 0 | task 4290 | prompt eval time = 434.86 ms / 110 tokens ( 3.95 ms per token, 252.96 tokens per second) 5.24.957.129 I slot print_timing: id 0 | task 4290 | eval time = 9032.59 ms / 175 tokens ( 51.91 ms per token, 19.26 tokens per second) 5.24.957.130 I slot print_timing: id 0 | task 4290 | total time = 9467.44 ms / 285 tokens 5.24.957.130 I slot print_timing: id 0 | task 4290 | graphs reused = 3673 5.24.957.131 I slot print_timing: id 0 | task 4290 | graph reallocs = 0 / 0 (same size) / (changed size) 5.24.957.255 I slot release: id 0 | task 4290 | stop processing: n_tokens = 1380, truncated = 0 5.25.008.363 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.943 (> 0.100 thold), f_keep = 0.794 5.25.008.393 I slot launch_slot_: id 0 | task 4470 | processing task, is_child = 0 5.26.423.990 I slot print_timing: id 3 | task 4393 | n_gen = 100, tg = 19.93 t/s, tg_3s = 20.13 t/s 5.26.471.980 I slot print_timing: id 2 | task 4047 | n_gen = 441, tg = 18.87 t/s, tg_3s = 19.28 t/s 5.27.580.021 I slot print_timing: id 1 | task 4295 | n_gen = 221, tg = 19.86 t/s, tg_3s = 19.28 t/s 5.29.461.127 I slot print_timing: id 3 | task 4393 | n_gen = 163, tg = 20.24 t/s, tg_3s = 20.74 t/s 5.29.508.708 I slot print_timing: id 2 | task 4047 | n_gen = 504, tg = 19.09 t/s, tg_3s = 20.75 t/s 5.30.085.992 I slot print_timing: id 0 | task 4470 | n_gen = 100, tg = 20.75 t/s, tg_3s = 20.96 t/s 5.30.616.889 I slot print_timing: id 1 | task 4295 | n_gen = 284, tg = 20.05 t/s, tg_3s = 20.75 t/s 5.31.050.934 I slot print_timing: id 1 | task 4295 | prompt eval time = 451.21 ms / 88 tokens ( 5.13 ms per token, 195.03 tokens per second) 5.31.050.939 I slot print_timing: id 1 | task 4295 | eval time = 14550.91 ms / 293 tokens ( 49.83 ms per token, 20.07 tokens per second) 5.31.050.939 I slot print_timing: id 1 | task 4295 | total time = 15002.13 ms / 381 tokens 5.31.050.940 I slot print_timing: id 1 | task 4295 | graphs reused = 3792 5.31.050.941 I slot print_timing: id 1 | task 4295 | graph reallocs = 0 / 0 (same size) / (changed size) 5.31.051.057 I slot release: id 1 | task 4295 | stop processing: n_tokens = 1476, truncated = 0 5.31.128.990 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.939 (> 0.100 thold), f_keep = 0.743 5.31.129.026 I slot launch_slot_: id 1 | task 4593 | processing task, is_child = 0 5.32.487.314 I slot print_timing: id 3 | task 4393 | n_gen = 218, tg = 19.67 t/s, tg_3s = 18.17 t/s 5.32.535.112 I slot print_timing: id 2 | task 4047 | n_gen = 559, tg = 19.00 t/s, tg_3s = 18.17 t/s 5.32.824.319 I slot print_timing: id 3 | task 4393 | prompt eval time = 374.37 ms / 83 tokens ( 4.51 ms per token, 221.71 tokens per second) 5.32.824.327 I slot print_timing: id 3 | task 4393 | eval time = 11367.29 ms / 225 tokens ( 50.75 ms per token, 19.71 tokens per second) 5.32.824.328 I slot print_timing: id 3 | task 4393 | total time = 11741.66 ms / 308 tokens 5.32.824.329 I slot print_timing: id 3 | task 4393 | graphs reused = 3817 5.32.824.329 I slot print_timing: id 3 | task 4393 | graph reallocs = 0 / 0 (same size) / (changed size) 5.32.824.456 I slot release: id 3 | task 4393 | stop processing: n_tokens = 1404, truncated = 0 5.32.874.357 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.920 (> 0.100 thold), f_keep = 0.781 5.32.874.392 I slot launch_slot_: id 3 | task 4623 | processing task, is_child = 0 5.33.158.555 I slot print_timing: id 0 | task 4470 | n_gen = 151, tg = 19.12 t/s, tg_3s = 16.60 t/s 5.35.564.823 I slot print_timing: id 2 | task 4047 | n_gen = 616, tg = 18.98 t/s, tg_3s = 18.81 t/s 5.36.195.709 I slot print_timing: id 0 | task 4470 | n_gen = 213, tg = 19.48 t/s, tg_3s = 20.41 t/s 5.36.631.287 I slot print_timing: id 1 | task 4593 | n_gen = 100, tg = 19.58 t/s, tg_3s = 19.77 t/s 5.36.727.388 I slot print_timing: id 0 | task 4470 | prompt eval time = 305.57 ms / 66 tokens ( 4.63 ms per token, 215.99 tokens per second) 5.36.727.394 I slot print_timing: id 0 | task 4470 | eval time = 11413.42 ms / 224 tokens ( 51.18 ms per token, 19.54 tokens per second) 5.36.727.395 I slot print_timing: id 0 | task 4470 | total time = 11718.99 ms / 290 tokens 5.36.727.396 I slot print_timing: id 0 | task 4470 | graphs reused = 3887 5.36.727.397 I slot print_timing: id 0 | task 4470 | graph reallocs = 0 / 0 (same size) / (changed size) 5.36.727.514 I slot release: id 0 | task 4470 | stop processing: n_tokens = 1385, truncated = 0 5.36.778.889 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.886 (> 0.100 thold), f_keep = 0.791 5.36.778.919 I slot launch_slot_: id 0 | task 4699 | processing task, is_child = 0 5.38.420.347 I slot print_timing: id 3 | task 4623 | n_gen = 100, tg = 19.16 t/s, tg_3s = 19.35 t/s 5.38.609.676 I slot print_timing: id 2 | task 4047 | n_gen = 671, tg = 18.90 t/s, tg_3s = 18.06 t/s 5.39.673.165 I slot print_timing: id 1 | task 4593 | n_gen = 155, tg = 19.01 t/s, tg_3s = 18.08 t/s 5.41.457.137 I slot print_timing: id 3 | task 4623 | n_gen = 163, tg = 19.74 t/s, tg_3s = 20.75 t/s 5.41.650.758 I slot print_timing: id 2 | task 4047 | n_gen = 734, tg = 19.04 t/s, tg_3s = 20.72 t/s 5.42.035.560 I slot print_timing: id 0 | task 4699 | n_gen = 100, tg = 20.81 t/s, tg_3s = 21.02 t/s 5.42.036.230 I slot print_timing: id 2 | task 4047 | prompt eval time = 425.67 ms / 81 tokens ( 5.26 ms per token, 190.29 tokens per second) 5.42.036.234 I slot print_timing: id 2 | task 4047 | eval time = 38875.77 ms / 742 tokens ( 52.46 ms per token, 19.06 tokens per second) 5.42.036.235 I slot print_timing: id 2 | task 4047 | total time = 39301.44 ms / 823 tokens 5.42.036.236 I slot print_timing: id 2 | task 4047 | graphs reused = 3986 5.42.036.236 I slot print_timing: id 2 | task 4047 | graph reallocs = 0 / 0 (same size) / (changed size) 5.42.036.366 I slot release: id 2 | task 4047 | stop processing: n_tokens = 1918, truncated = 0 5.42.114.215 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.923 (> 0.100 thold), f_keep = 0.571 5.42.114.261 I slot launch_slot_: id 2 | task 4802 | processing task, is_child = 0 5.42.685.198 I slot print_timing: id 1 | task 4593 | n_gen = 210, tg = 18.81 t/s, tg_3s = 18.26 t/s 5.44.467.038 I slot print_timing: id 3 | task 4623 | n_gen = 218, tg = 19.35 t/s, tg_3s = 18.27 t/s 5.44.900.035 I slot print_timing: id 1 | task 4593 | prompt eval time = 445.04 ms / 71 tokens ( 6.27 ms per token, 159.54 tokens per second) 5.44.900.046 I slot print_timing: id 1 | task 4593 | eval time = 13325.96 ms / 256 tokens ( 52.26 ms per token, 19.14 tokens per second) 5.44.900.047 I slot print_timing: id 1 | task 4593 | total time = 13771.00 ms / 327 tokens 5.44.900.048 I slot print_timing: id 1 | task 4593 | graphs reused = 4034 5.44.900.049 I slot print_timing: id 1 | task 4593 | graph reallocs = 0 / 0 (same size) / (changed size) 5.44.900.167 I slot release: id 1 | task 4593 | stop processing: n_tokens = 1422, truncated = 0 5.44.977.602 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.931 (> 0.100 thold), f_keep = 0.771 5.44.977.648 I slot launch_slot_: id 1 | task 4855 | processing task, is_child = 0 5.45.296.114 I slot print_timing: id 0 | task 4699 | n_gen = 154, tg = 19.08 t/s, tg_3s = 16.56 t/s 5.47.504.216 I slot print_timing: id 3 | task 4623 | n_gen = 273, tg = 19.08 t/s, tg_3s = 18.11 t/s 5.47.696.906 I slot print_timing: id 2 | task 4802 | n_gen = 100, tg = 19.21 t/s, tg_3s = 19.40 t/s 5.48.323.381 I slot print_timing: id 0 | task 4699 | n_gen = 215, tg = 19.37 t/s, tg_3s = 20.15 t/s 5.50.204.124 I slot print_timing: id 1 | task 4855 | n_gen = 100, tg = 20.73 t/s, tg_3s = 20.94 t/s 5.50.542.423 I slot print_timing: id 3 | task 4623 | n_gen = 336, tg = 19.37 t/s, tg_3s = 20.74 t/s 5.50.687.208 I slot print_timing: id 3 | task 4623 | prompt eval time = 377.63 ms / 95 tokens ( 3.98 ms per token, 251.57 tokens per second) 5.50.687.217 I slot print_timing: id 3 | task 4623 | eval time = 17435.17 ms / 339 tokens ( 51.58 ms per token, 19.39 tokens per second) 5.50.687.218 I slot print_timing: id 3 | task 4623 | total time = 17812.80 ms / 434 tokens 5.50.687.219 I slot print_timing: id 3 | task 4623 | graphs reused = 4142 5.50.687.220 I slot print_timing: id 3 | task 4623 | graph reallocs = 0 / 0 (same size) / (changed size) 5.50.687.393 I slot release: id 3 | task 4623 | stop processing: n_tokens = 1529, truncated = 0 5.50.737.929 I slot print_timing: id 2 | task 4802 | n_gen = 163, tg = 19.77 t/s, tg_3s = 20.72 t/s 5.50.737.935 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.932 (> 0.100 thold), f_keep = 0.717 5.50.737.968 I slot launch_slot_: id 3 | task 4968 | processing task, is_child = 0 5.51.347.109 I slot print_timing: id 0 | task 4699 | n_gen = 272, tg = 19.26 t/s, tg_3s = 18.85 t/s 5.51.781.642 I slot print_timing: id 2 | task 4802 | prompt eval time = 428.11 ms / 92 tokens ( 4.65 ms per token, 214.90 tokens per second) 5.51.781.649 I slot print_timing: id 2 | task 4802 | eval time = 9239.26 ms / 179 tokens ( 51.91 ms per token, 19.27 tokens per second) 5.51.781.650 I slot print_timing: id 2 | task 4802 | total time = 9667.37 ms / 271 tokens 5.51.781.651 I slot print_timing: id 2 | task 4802 | graphs reused = 4155 5.51.781.652 I slot print_timing: id 2 | task 4802 | graph reallocs = 0 / 0 (same size) / (changed size) 5.51.781.770 I slot release: id 2 | task 4802 | stop processing: n_tokens = 1365, truncated = 0 5.51.859.123 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.911 (> 0.100 thold), f_keep = 0.803 5.51.859.165 I slot launch_slot_: id 2 | task 4986 | processing task, is_child = 0 5.52.632.089 I slot print_timing: id 1 | task 4855 | prompt eval time = 451.78 ms / 81 tokens ( 5.58 ms per token, 179.29 tokens per second) 5.52.632.092 I slot print_timing: id 1 | task 4855 | eval time = 7202.66 ms / 136 tokens ( 53.35 ms per token, 18.74 tokens per second) 5.52.632.094 I slot print_timing: id 1 | task 4855 | total time = 7654.43 ms / 217 tokens 5.52.632.094 I slot print_timing: id 1 | task 4855 | graphs reused = 4160 5.52.632.094 I slot print_timing: id 1 | task 4855 | graph reallocs = 0 / 0 (same size) / (changed size) 5.52.632.155 I slot release: id 1 | task 4855 | stop processing: n_tokens = 1312, truncated = 0 5.52.706.876 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.926 (> 0.100 thold), f_keep = 0.835 5.52.706.907 I slot launch_slot_: id 1 | task 4996 | processing task, is_child = 0 5.54.385.434 I slot print_timing: id 0 | task 4699 | n_gen = 318, tg = 18.53 t/s, tg_3s = 15.14 t/s 5.56.696.305 I slot print_timing: id 3 | task 4968 | n_gen = 100, tg = 17.72 t/s, tg_3s = 17.90 t/s 5.57.418.121 I slot print_timing: id 0 | task 4699 | n_gen = 381, tg = 18.87 t/s, tg_3s = 20.77 t/s 5.57.515.333 I slot print_timing: id 2 | task 4986 | n_gen = 100, tg = 19.16 t/s, tg_3s = 19.35 t/s 5.57.948.286 I slot print_timing: id 1 | task 4996 | n_gen = 100, tg = 20.72 t/s, tg_3s = 20.93 t/s 5.59.733.111 I slot print_timing: id 3 | task 4968 | n_gen = 163, tg = 18.79 t/s, tg_3s = 20.75 t/s 6.00.456.714 I slot print_timing: id 0 | task 4699 | n_gen = 444, tg = 19.11 t/s, tg_3s = 20.73 t/s 6.00.553.527 I slot print_timing: id 2 | task 4986 | n_gen = 163, tg = 19.74 t/s, tg_3s = 20.74 t/s 6.00.746.285 I slot print_timing: id 1 | task 4996 | prompt eval time = 462.80 ms / 87 tokens ( 5.32 ms per token, 187.99 tokens per second) 6.00.746.293 I slot print_timing: id 1 | task 4996 | eval time = 7576.57 ms / 158 tokens ( 48.26 ms per token, 20.72 tokens per second) 6.00.746.294 I slot print_timing: id 1 | task 4996 | total time = 8039.37 ms / 245 tokens 6.00.746.295 I slot print_timing: id 1 | task 4996 | graphs reused = 4315 6.00.746.295 I slot print_timing: id 1 | task 4996 | graph reallocs = 0 / 0 (same size) / (changed size) 6.00.746.411 I slot release: id 1 | task 4996 | stop processing: n_tokens = 1340, truncated = 0 6.00.823.857 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.926 (> 0.100 thold), f_keep = 0.818 6.00.823.897 I slot launch_slot_: id 1 | task 5157 | processing task, is_child = 0 6.01.988.738 I slot print_timing: id 3 | task 4968 | prompt eval time = 371.55 ms / 80 tokens ( 4.64 ms per token, 215.31 tokens per second) 6.01.988.744 I slot print_timing: id 3 | task 4968 | eval time = 10879.21 ms / 202 tokens ( 54.13 ms per token, 18.48 tokens per second) 6.01.988.745 I slot print_timing: id 3 | task 4968 | total time = 11250.76 ms / 282 tokens 6.01.988.746 I slot print_timing: id 3 | task 4968 | graphs reused = 4329 6.01.988.746 I slot print_timing: id 3 | task 4968 | graph reallocs = 0 / 0 (same size) / (changed size) 6.01.988.806 I slot release: id 3 | task 4968 | stop processing: n_tokens = 1377, truncated = 0 6.02.037.002 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.922 (> 0.100 thold), f_keep = 0.796 6.02.037.029 I slot launch_slot_: id 3 | task 5176 | processing task, is_child = 0 6.03.474.371 I slot print_timing: id 0 | task 4699 | n_gen = 493, tg = 18.78 t/s, tg_3s = 16.24 t/s 6.03.570.786 I slot print_timing: id 2 | task 4986 | n_gen = 212, tg = 18.80 t/s, tg_3s = 16.24 t/s 6.06.318.945 I slot print_timing: id 1 | task 5157 | n_gen = 100, tg = 19.63 t/s, tg_3s = 19.83 t/s 6.06.510.610 I slot print_timing: id 0 | task 4699 | n_gen = 556, tg = 18.99 t/s, tg_3s = 20.75 t/s 6.06.612.249 I slot print_timing: id 2 | task 4986 | n_gen = 275, tg = 19.21 t/s, tg_3s = 20.71 t/s 6.07.189.953 I slot print_timing: id 3 | task 5176 | n_gen = 100, tg = 20.71 t/s, tg_3s = 20.92 t/s 6.07.285.972 I slot print_timing: id 1 | task 5157 | prompt eval time = 451.62 ms / 88 tokens ( 5.13 ms per token, 194.85 tokens per second) 6.07.285.980 I slot print_timing: id 1 | task 5157 | eval time = 6010.44 ms / 120 tokens ( 50.51 ms per token, 19.80 tokens per second) 6.07.285.981 I slot print_timing: id 1 | task 5157 | total time = 6462.07 ms / 208 tokens 6.07.285.982 I slot print_timing: id 1 | task 5157 | graphs reused = 4428 6.07.285.982 I slot print_timing: id 1 | task 5157 | graph reallocs = 0 / 0 (same size) / (changed size) 6.07.286.102 I slot release: id 1 | task 5157 | stop processing: n_tokens = 1303, truncated = 0 6.07.364.132 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.920 (> 0.100 thold), f_keep = 0.841 6.07.364.176 I slot launch_slot_: id 1 | task 5281 | processing task, is_child = 0 6.09.545.222 I slot print_timing: id 0 | task 4699 | n_gen = 611, tg = 18.90 t/s, tg_3s = 18.12 t/s 6.09.642.685 I slot print_timing: id 2 | task 4986 | n_gen = 330, tg = 19.02 t/s, tg_3s = 18.15 t/s 6.10.223.026 I slot print_timing: id 3 | task 5176 | n_gen = 155, tg = 19.71 t/s, tg_3s = 18.13 t/s 6.11.766.495 I slot print_timing: id 0 | task 4699 | prompt eval time = 499.08 ms / 141 tokens ( 3.54 ms per token, 282.52 tokens per second) 6.11.766.501 I slot print_timing: id 0 | task 4699 | eval time = 34488.49 ms / 657 tokens ( 52.57 ms per token, 19.02 tokens per second) 6.11.766.502 I slot print_timing: id 0 | task 4699 | total time = 34987.56 ms / 798 tokens 6.11.766.503 I slot print_timing: id 0 | task 4699 | graphs reused = 4509 6.11.766.504 I slot print_timing: id 0 | task 4699 | graph reallocs = 0 / 0 (same size) / (changed size) 6.11.766.658 I slot release: id 0 | task 4699 | stop processing: n_tokens = 1893, truncated = 0 6.11.818.976 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.937 (> 0.100 thold), f_keep = 0.579 6.11.819.011 I slot launch_slot_: id 0 | task 5367 | processing task, is_child = 0 6.12.657.312 I slot print_timing: id 2 | task 4986 | n_gen = 387, tg = 19.01 t/s, tg_3s = 18.91 t/s 6.12.859.441 I slot print_timing: id 1 | task 5281 | n_gen = 100, tg = 19.65 t/s, tg_3s = 19.85 t/s 6.13.245.376 I slot print_timing: id 3 | task 5176 | n_gen = 212, tg = 19.47 t/s, tg_3s = 18.86 t/s 6.14.355.156 I slot print_timing: id 1 | task 5281 | prompt eval time = 457.09 ms / 95 tokens ( 4.81 ms per token, 207.84 tokens per second) 6.14.355.161 I slot print_timing: id 1 | task 5281 | eval time = 6533.88 ms / 131 tokens ( 50.26 ms per token, 19.90 tokens per second) 6.14.355.162 I slot print_timing: id 1 | task 5281 | total time = 6990.97 ms / 226 tokens 6.14.355.163 I slot print_timing: id 1 | task 5281 | graphs reused = 4554 6.14.355.164 I slot print_timing: id 1 | task 5281 | graph reallocs = 0 / 0 (same size) / (changed size) 6.14.355.294 I slot release: id 1 | task 5281 | stop processing: n_tokens = 1321, truncated = 0 6.14.432.785 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.922 (> 0.100 thold), f_keep = 0.830 6.14.432.822 I slot launch_slot_: id 1 | task 5416 | processing task, is_child = 0 6.15.666.607 I slot print_timing: id 2 | task 4986 | n_gen = 441, tg = 18.87 t/s, tg_3s = 17.94 t/s 6.16.292.490 I slot print_timing: id 3 | task 5176 | n_gen = 267, tg = 19.16 t/s, tg_3s = 18.05 t/s 6.16.486.079 I slot print_timing: id 2 | task 4986 | prompt eval time = 488.25 ms / 107 tokens ( 4.56 ms per token, 219.15 tokens per second) 6.16.486.088 I slot print_timing: id 2 | task 4986 | eval time = 24138.65 ms / 458 tokens ( 52.82 ms per token, 18.93 tokens per second) 6.16.486.089 I slot print_timing: id 2 | task 4986 | total time = 24626.90 ms / 565 tokens 6.16.486.089 I slot print_timing: id 2 | task 4986 | graphs reused = 4586 6.16.486.095 I slot print_timing: id 2 | task 4986 | graph reallocs = 0 / 0 (same size) / (changed size) 6.16.486.239 I slot release: id 2 | task 4986 | stop processing: n_tokens = 1660, truncated = 0 6.16.563.804 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.937 (> 0.100 thold), f_keep = 0.660 6.16.563.840 I slot launch_slot_: id 2 | task 5453 | processing task, is_child = 0 6.17.693.445 I slot print_timing: id 0 | task 5367 | n_gen = 100, tg = 17.96 t/s, tg_3s = 18.14 t/s 6.18.119.223 I slot print_timing: id 0 | task 5367 | prompt eval time = 363.03 ms / 75 tokens ( 4.84 ms per token, 206.59 tokens per second) 6.18.119.229 I slot print_timing: id 0 | task 5367 | eval time = 5937.17 ms / 109 tokens ( 54.97 ms per token, 18.19 tokens per second) 6.18.119.229 I slot print_timing: id 0 | task 5367 | total time = 6300.21 ms / 184 tokens 6.18.119.230 I slot print_timing: id 0 | task 5367 | graphs reused = 4609 6.18.119.230 I slot print_timing: id 0 | task 5367 | graph reallocs = 0 / 0 (same size) / (changed size) 6.18.119.294 I slot release: id 0 | task 5367 | stop processing: n_tokens = 1278, truncated = 0 6.18.167.753 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.938 (> 0.100 thold), f_keep = 0.858 6.18.167.779 I slot launch_slot_: id 0 | task 5481 | processing task, is_child = 0 6.19.304.414 I slot print_timing: id 3 | task 5176 | n_gen = 317, tg = 18.71 t/s, tg_3s = 16.60 t/s 6.20.268.259 I slot print_timing: id 1 | task 5416 | n_gen = 100, tg = 18.39 t/s, tg_3s = 18.58 t/s 6.21.381.335 I slot print_timing: id 1 | task 5416 | prompt eval time = 452.13 ms / 93 tokens ( 4.86 ms per token, 205.69 tokens per second) 6.21.381.340 I slot print_timing: id 1 | task 5416 | eval time = 6496.37 ms / 123 tokens ( 53.25 ms per token, 18.78 tokens per second) 6.21.381.341 I slot print_timing: id 1 | task 5416 | total time = 6948.50 ms / 216 tokens 6.21.381.342 I slot print_timing: id 1 | task 5416 | graphs reused = 4667 6.21.381.343 I slot print_timing: id 1 | task 5416 | graph reallocs = 0 / 0 (same size) / (changed size) 6.21.381.457 I slot release: id 1 | task 5416 | stop processing: n_tokens = 1311, truncated = 0 6.21.459.077 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.934 (> 0.100 thold), f_keep = 0.836 6.21.459.121 I slot launch_slot_: id 1 | task 5544 | processing task, is_child = 0 6.22.194.746 I slot print_timing: id 2 | task 5453 | prompt eval time = 419.83 ms / 75 tokens ( 5.60 ms per token, 178.64 tokens per second) 6.22.194.749 I slot print_timing: id 2 | task 5453 | eval time = 5211.06 ms / 96 tokens ( 54.85 ms per token, 18.23 tokens per second) 6.22.194.750 I slot print_timing: id 2 | task 5453 | total time = 5630.90 ms / 171 tokens 6.22.194.750 I slot print_timing: id 2 | task 5453 | graphs reused = 4672 6.22.194.751 I slot print_timing: id 2 | task 5453 | graph reallocs = 0 / 0 (same size) / (changed size) 6.22.194.813 I slot release: id 2 | task 5453 | stop processing: n_tokens = 1265, truncated = 0 6.22.269.659 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.880 (> 0.100 thold), f_keep = 0.866 6.22.269.689 I slot launch_slot_: id 2 | task 5554 | processing task, is_child = 0 6.22.710.844 I slot print_timing: id 3 | task 5176 | n_gen = 371, tg = 18.23 t/s, tg_3s = 15.85 t/s 6.23.898.148 I slot print_timing: id 0 | task 5481 | prompt eval time = 362.45 ms / 72 tokens ( 5.03 ms per token, 198.65 tokens per second) 6.23.898.157 I slot print_timing: id 0 | task 5481 | eval time = 5367.91 ms / 94 tokens ( 57.72 ms per token, 17.33 tokens per second) 6.23.898.160 I slot print_timing: id 0 | task 5481 | total time = 5730.36 ms / 166 tokens 6.23.898.161 I slot print_timing: id 0 | task 5481 | graphs reused = 4693 6.23.898.162 I slot print_timing: id 0 | task 5481 | graph reallocs = 0 / 0 (same size) / (changed size) 6.23.898.312 I slot release: id 0 | task 5481 | stop processing: n_tokens = 1261, truncated = 0 6.23.950.262 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.921 (> 0.100 thold), f_keep = 0.869 6.23.950.297 I slot launch_slot_: id 0 | task 5580 | processing task, is_child = 0 6.24.846.123 I slot print_timing: id 3 | task 5176 | prompt eval time = 373.76 ms / 93 tokens ( 4.02 ms per token, 248.82 tokens per second) 6.24.846.126 I slot print_timing: id 3 | task 5176 | eval time = 22435.33 ms / 408 tokens ( 55.12 ms per token, 18.14 tokens per second) 6.24.846.126 I slot print_timing: id 3 | task 5176 | total time = 22809.09 ms / 501 tokens 6.24.846.127 I slot print_timing: id 3 | task 5176 | graphs reused = 4704 6.24.846.127 I slot print_timing: id 3 | task 5176 | graph reallocs = 0 / 0 (same size) / (changed size) 6.24.846.189 I slot release: id 3 | task 5176 | stop processing: n_tokens = 1596, truncated = 0 6.24.893.889 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.924 (> 0.100 thold), f_keep = 0.687 6.24.893.919 I slot launch_slot_: id 3 | task 5595 | processing task, is_child = 0 6.27.719.340 I slot print_timing: id 1 | task 5544 | n_gen = 100, tg = 17.04 t/s, tg_3s = 17.21 t/s 6.28.154.407 I slot print_timing: id 2 | task 5554 | n_gen = 100, tg = 18.62 t/s, tg_3s = 18.81 t/s 6.28.638.056 I slot print_timing: id 1 | task 5544 | prompt eval time = 450.05 ms / 78 tokens ( 5.77 ms per token, 173.32 tokens per second) 6.28.638.061 I slot print_timing: id 1 | task 5544 | eval time = 6728.88 ms / 119 tokens ( 57.02 ms per token, 17.54 tokens per second) 6.28.638.062 I slot print_timing: id 1 | task 5544 | total time = 7178.92 ms / 197 tokens 6.28.638.063 I slot print_timing: id 1 | task 5544 | graphs reused = 4772 6.28.638.063 I slot print_timing: id 1 | task 5544 | graph reallocs = 0 / 0 (same size) / (changed size) 6.28.638.192 I slot release: id 1 | task 5544 | stop processing: n_tokens = 1292, truncated = 0 6.28.715.933 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.934 (> 0.100 thold), f_keep = 0.848 6.28.715.969 I slot launch_slot_: id 1 | task 5669 | processing task, is_child = 0 6.29.743.012 I slot print_timing: id 0 | task 5580 | n_gen = 100, tg = 18.27 t/s, tg_3s = 18.45 t/s 6.30.418.891 I slot print_timing: id 3 | task 5595 | n_gen = 100, tg = 19.22 t/s, tg_3s = 19.41 t/s 6.31.188.878 I slot print_timing: id 2 | task 5554 | n_gen = 155, tg = 18.44 t/s, tg_3s = 18.13 t/s 6.32.780.447 I slot print_timing: id 0 | task 5580 | n_gen = 163, tg = 19.16 t/s, tg_3s = 20.74 t/s 6.33.455.261 I slot print_timing: id 3 | task 5595 | n_gen = 163, tg = 19.78 t/s, tg_3s = 20.75 t/s 6.33.502.289 I slot print_timing: id 0 | task 5580 | prompt eval time = 373.49 ms / 94 tokens ( 3.97 ms per token, 251.68 tokens per second) 6.33.502.293 I slot print_timing: id 0 | task 5580 | eval time = 9178.49 ms / 178 tokens ( 51.86 ms per token, 19.28 tokens per second) 6.33.502.294 I slot print_timing: id 0 | task 5580 | total time = 9551.98 ms / 272 tokens 6.33.502.295 I slot print_timing: id 0 | task 5580 | graphs reused = 4861 6.33.502.296 I slot print_timing: id 0 | task 5580 | graph reallocs = 0 / 0 (same size) / (changed size) 6.33.502.414 I slot release: id 0 | task 5580 | stop processing: n_tokens = 1367, truncated = 0 6.33.553.525 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.922 (> 0.100 thold), f_keep = 0.802 6.33.553.561 I slot launch_slot_: id 0 | task 5763 | processing task, is_child = 0 6.34.212.645 I slot print_timing: id 1 | task 5669 | n_gen = 100, tg = 19.60 t/s, tg_3s = 19.80 t/s 6.34.212.919 I slot print_timing: id 2 | task 5554 | n_gen = 212, tg = 18.55 t/s, tg_3s = 18.85 t/s 6.36.486.467 I slot print_timing: id 3 | task 5595 | n_gen = 220, tg = 19.52 t/s, tg_3s = 18.80 t/s 6.37.111.609 I slot print_timing: id 1 | task 5669 | prompt eval time = 445.03 ms / 77 tokens ( 5.78 ms per token, 173.02 tokens per second) 6.37.111.627 I slot print_timing: id 1 | task 5669 | eval time = 7950.60 ms / 160 tokens ( 50.00 ms per token, 20.00 tokens per second) 6.37.111.628 I slot print_timing: id 1 | task 5669 | total time = 8395.63 ms / 237 tokens 6.37.111.629 I slot print_timing: id 1 | task 5669 | graphs reused = 4927 6.37.111.630 I slot print_timing: id 1 | task 5669 | graph reallocs = 0 / 0 (same size) / (changed size) 6.37.111.788 I slot release: id 1 | task 5669 | stop processing: n_tokens = 1332, truncated = 0 6.37.189.742 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.946 (> 0.100 thold), f_keep = 0.823 6.37.189.786 I slot launch_slot_: id 1 | task 5833 | processing task, is_child = 0 6.37.446.230 I slot print_timing: id 2 | task 5554 | n_gen = 274, tg = 18.69 t/s, tg_3s = 19.18 t/s 6.39.003.447 I slot print_timing: id 0 | task 5763 | n_gen = 100, tg = 19.50 t/s, tg_3s = 19.70 t/s 6.39.496.438 I slot print_timing: id 3 | task 5595 | n_gen = 276, tg = 19.33 t/s, tg_3s = 18.60 t/s 6.40.460.417 I slot print_timing: id 2 | task 5554 | n_gen = 335, tg = 18.95 t/s, tg_3s = 20.24 t/s 6.40.652.901 I slot print_timing: id 0 | task 5763 | prompt eval time = 373.32 ms / 93 tokens ( 4.01 ms per token, 249.12 tokens per second) 6.40.652.905 I slot print_timing: id 0 | task 5763 | eval time = 6726.02 ms / 134 tokens ( 50.57 ms per token, 19.77 tokens per second) 6.40.652.906 I slot print_timing: id 0 | task 5763 | total time = 7099.33 ms / 227 tokens 6.40.652.907 I slot print_timing: id 0 | task 5763 | graphs reused = 4989 6.40.652.908 I slot print_timing: id 0 | task 5763 | graph reallocs = 0 / 0 (same size) / (changed size) 6.40.653.022 I slot release: id 0 | task 5763 | stop processing: n_tokens = 1322, truncated = 0 6.40.704.660 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.913 (> 0.100 thold), f_keep = 0.829 6.40.704.694 I slot launch_slot_: id 0 | task 5901 | processing task, is_child = 0 6.41.578.422 I slot print_timing: id 3 | task 5595 | prompt eval time = 373.23 ms / 90 tokens ( 4.15 ms per token, 241.14 tokens per second) 6.41.578.429 I slot print_timing: id 3 | task 5595 | eval time = 16311.26 ms / 312 tokens ( 52.45 ms per token, 19.07 tokens per second) 6.41.578.430 I slot print_timing: id 3 | task 5595 | total time = 16684.49 ms / 402 tokens 6.41.578.431 I slot print_timing: id 3 | task 5595 | graphs reused = 4998 6.41.578.431 I slot print_timing: id 3 | task 5595 | graph reallocs = 0 / 0 (same size) / (changed size) 6.41.578.577 I slot release: id 3 | task 5595 | stop processing: n_tokens = 1497, truncated = 0 6.41.628.915 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.946 (> 0.100 thold), f_keep = 0.732 6.41.628.947 I slot launch_slot_: id 3 | task 5914 | processing task, is_child = 0 6.42.885.614 I slot print_timing: id 1 | task 5833 | n_gen = 100, tg = 18.66 t/s, tg_3s = 18.85 t/s 6.43.468.643 I slot print_timing: id 2 | task 5554 | n_gen = 386, tg = 18.66 t/s, tg_3s = 16.95 t/s 6.43.757.907 I slot print_timing: id 1 | task 5833 | prompt eval time = 389.67 ms / 63 tokens ( 6.19 ms per token, 161.67 tokens per second) 6.43.757.917 I slot print_timing: id 1 | task 5833 | eval time = 6178.44 ms / 118 tokens ( 52.81 ms per token, 18.94 tokens per second) 6.43.757.919 I slot print_timing: id 1 | task 5833 | total time = 6568.11 ms / 181 tokens 6.43.757.919 I slot print_timing: id 1 | task 5833 | graphs reused = 5035 6.43.757.921 I slot print_timing: id 1 | task 5833 | graph reallocs = 0 / 0 (same size) / (changed size) 6.43.758.063 I slot release: id 1 | task 5833 | stop processing: n_tokens = 1276, truncated = 0 6.43.836.180 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.898 (> 0.100 thold), f_keep = 0.859 6.43.836.210 I slot launch_slot_: id 1 | task 5956 | processing task, is_child = 0 6.46.475.988 I slot print_timing: id 2 | task 5554 | n_gen = 439, tg = 18.53 t/s, tg_3s = 17.62 t/s 6.46.571.459 I slot print_timing: id 0 | task 5901 | n_gen = 100, tg = 18.21 t/s, tg_3s = 18.39 t/s 6.47.006.007 I slot print_timing: id 3 | task 5914 | prompt eval time = 309.06 ms / 63 tokens ( 4.91 ms per token, 203.84 tokens per second) 6.47.006.014 I slot print_timing: id 3 | task 5914 | eval time = 5067.98 ms / 97 tokens ( 52.79 ms per token, 18.94 tokens per second) 6.47.006.015 I slot print_timing: id 3 | task 5914 | total time = 5377.05 ms / 160 tokens 6.47.006.016 I slot print_timing: id 3 | task 5914 | graphs reused = 5089 6.47.006.017 I slot print_timing: id 3 | task 5914 | graph reallocs = 0 / 0 (same size) / (changed size) 6.47.006.160 I slot release: id 3 | task 5914 | stop processing: n_tokens = 1255, truncated = 0 6.47.056.125 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.922 (> 0.100 thold), f_keep = 0.873 6.47.056.157 I slot launch_slot_: id 3 | task 6015 | processing task, is_child = 0 6.49.403.758 I slot print_timing: id 1 | task 5956 | n_gen = 100, tg = 19.62 t/s, tg_3s = 19.81 t/s 6.49.500.652 I slot print_timing: id 2 | task 5554 | n_gen = 496, tg = 18.57 t/s, tg_3s = 18.85 t/s 6.49.596.501 I slot print_timing: id 0 | task 5901 | n_gen = 157, tg = 18.44 t/s, tg_3s = 18.84 t/s 6.52.204.362 I slot print_timing: id 3 | task 6015 | n_gen = 100, tg = 20.73 t/s, tg_3s = 20.94 t/s 6.52.444.988 I slot print_timing: id 1 | task 5956 | prompt eval time = 520.46 ms / 124 tokens ( 4.20 ms per token, 238.25 tokens per second) 6.52.444.993 I slot print_timing: id 1 | task 5956 | eval time = 8088.31 ms / 163 tokens ( 49.93 ms per token, 20.03 tokens per second) 6.52.444.994 I slot print_timing: id 1 | task 5956 | total time = 8608.77 ms / 287 tokens 6.52.444.995 I slot print_timing: id 1 | task 5956 | graphs reused = 5191 6.52.444.996 I slot print_timing: id 1 | task 5956 | graph reallocs = 0 / 0 (same size) / (changed size) 6.52.445.114 I slot release: id 1 | task 5956 | stop processing: n_tokens = 1382, truncated = 0 6.52.522.752 I slot print_timing: id 2 | task 5554 | n_gen = 558, tg = 18.76 t/s, tg_3s = 20.52 t/s 6.52.523.046 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.928 (> 0.100 thold), f_keep = 0.793 6.52.523.079 I slot launch_slot_: id 1 | task 6123 | processing task, is_child = 0 6.52.841.691 I slot print_timing: id 0 | task 5901 | n_gen = 218, tg = 18.54 t/s, tg_3s = 18.80 t/s 6.53.308.258 I slot print_timing: id 2 | task 5554 | prompt eval time = 568.38 ms / 150 tokens ( 3.79 ms per token, 263.91 tokens per second) 6.53.308.263 I slot print_timing: id 2 | task 5554 | eval time = 30470.18 ms / 567 tokens ( 53.83 ms per token, 18.58 tokens per second) 6.53.308.264 I slot print_timing: id 2 | task 5554 | total time = 31038.56 ms / 717 tokens 6.53.308.264 I slot print_timing: id 2 | task 5554 | graphs reused = 5197 6.53.308.265 I slot print_timing: id 2 | task 5554 | graph reallocs = 0 / 0 (same size) / (changed size) 6.53.308.328 I slot release: id 2 | task 5554 | stop processing: n_tokens = 1812, truncated = 0 6.53.383.089 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.910 (> 0.100 thold), f_keep = 0.605 6.53.383.125 I slot launch_slot_: id 2 | task 6134 | processing task, is_child = 0 6.54.988.978 I slot print_timing: id 0 | task 5901 | prompt eval time = 430.40 ms / 104 tokens ( 4.14 ms per token, 241.64 tokens per second) 6.54.988.985 I slot print_timing: id 0 | task 5901 | eval time = 13853.88 ms / 252 tokens ( 55.19 ms per token, 18.12 tokens per second) 6.54.988.986 I slot print_timing: id 0 | task 5901 | total time = 14284.28 ms / 356 tokens 6.54.988.987 I slot print_timing: id 0 | task 5901 | graphs reused = 5219 6.54.988.987 I slot print_timing: id 0 | task 5901 | graph reallocs = 0 / 0 (same size) / (changed size) 6.54.989.108 I slot release: id 0 | task 5901 | stop processing: n_tokens = 1451, truncated = 0 6.55.040.250 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.942 (> 0.100 thold), f_keep = 0.755 6.55.040.282 I slot launch_slot_: id 0 | task 6161 | processing task, is_child = 0 6.55.252.841 I slot print_timing: id 3 | task 6015 | n_gen = 143, tg = 18.15 t/s, tg_3s = 14.11 t/s 6.56.408.218 I slot print_timing: id 3 | task 6015 | prompt eval time = 373.58 ms / 93 tokens ( 4.02 ms per token, 248.94 tokens per second) 6.56.408.224 I slot print_timing: id 3 | task 6015 | eval time = 8978.46 ms / 166 tokens ( 54.41 ms per token, 18.38 tokens per second) 6.56.408.225 I slot print_timing: id 3 | task 6015 | total time = 9352.04 ms / 259 tokens 6.56.408.226 I slot print_timing: id 3 | task 6015 | graphs reused = 5240 6.56.408.227 I slot print_timing: id 3 | task 6015 | graph reallocs = 0 / 0 (same size) / (changed size) 6.56.408.362 I slot release: id 3 | task 6015 | stop processing: n_tokens = 1354, truncated = 0 6.56.458.134 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.921 (> 0.100 thold), f_keep = 0.809 6.56.458.176 I slot launch_slot_: id 3 | task 6187 | processing task, is_child = 0 6.58.669.921 I slot print_timing: id 1 | task 6123 | n_gen = 100, tg = 17.38 t/s, tg_3s = 17.56 t/s 6.59.150.981 I slot print_timing: id 2 | task 6134 | n_gen = 100, tg = 18.77 t/s, tg_3s = 18.96 t/s 7.00.398.210 I slot print_timing: id 0 | task 6161 | n_gen = 100, tg = 19.59 t/s, tg_3s = 19.79 t/s 7.01.265.445 I slot print_timing: id 2 | task 6134 | prompt eval time = 492.56 ms / 110 tokens ( 4.48 ms per token, 223.32 tokens per second) 7.01.265.458 I slot print_timing: id 2 | task 6134 | eval time = 7389.75 ms / 144 tokens ( 51.68 ms per token, 19.35 tokens per second) 7.01.265.459 I slot print_timing: id 2 | task 6134 | total time = 7882.31 ms / 254 tokens 7.01.265.460 I slot print_timing: id 2 | task 6134 | graphs reused = 5330 7.01.265.460 I slot print_timing: id 2 | task 6134 | graph reallocs = 0 / 0 (same size) / (changed size) 7.01.265.591 I slot release: id 2 | task 6134 | stop processing: n_tokens = 1348, truncated = 0 7.01.342.571 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.911 (> 0.100 thold), f_keep = 0.813 7.01.342.610 I slot launch_slot_: id 2 | task 6283 | processing task, is_child = 0 7.01.711.116 I slot print_timing: id 1 | task 6123 | n_gen = 156, tg = 17.74 t/s, tg_3s = 18.41 t/s 7.01.974.578 I slot print_timing: id 0 | task 6161 | prompt eval time = 305.60 ms / 67 tokens ( 4.56 ms per token, 219.24 tokens per second) 7.01.974.583 I slot print_timing: id 0 | task 6161 | eval time = 6628.68 ms / 124 tokens ( 53.89 ms per token, 18.56 tokens per second) 7.01.974.584 I slot print_timing: id 0 | task 6161 | total time = 6934.29 ms / 191 tokens 7.01.974.584 I slot print_timing: id 0 | task 6161 | graphs reused = 5332 7.01.974.585 I slot print_timing: id 0 | task 6161 | graph reallocs = 0 / 0 (same size) / (changed size) 7.01.974.646 I slot release: id 0 | task 6161 | stop processing: n_tokens = 1286, truncated = 0 7.02.023.166 I slot print_timing: id 3 | task 6187 | n_gen = 100, tg = 19.08 t/s, tg_3s = 19.28 t/s 7.02.023.171 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.940 (> 0.100 thold), f_keep = 0.852 7.02.023.194 I slot launch_slot_: id 0 | task 6290 | processing task, is_child = 0 7.02.670.866 I slot print_timing: id 3 | task 6187 | prompt eval time = 377.44 ms / 94 tokens ( 4.02 ms per token, 249.04 tokens per second) 7.02.670.872 I slot print_timing: id 3 | task 6187 | eval time = 5835.24 ms / 108 tokens ( 54.53 ms per token, 18.34 tokens per second) 7.02.670.873 I slot print_timing: id 3 | task 6187 | total time = 6212.68 ms / 202 tokens 7.02.670.873 I slot print_timing: id 3 | task 6187 | graphs reused = 5338 7.02.670.874 I slot print_timing: id 3 | task 6187 | graph reallocs = 0 / 0 (same size) / (changed size) 7.02.670.941 I slot release: id 3 | task 6187 | stop processing: n_tokens = 1297, truncated = 0 7.02.719.112 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.938 (> 0.100 thold), f_keep = 0.845 7.02.719.151 I slot launch_slot_: id 3 | task 6300 | processing task, is_child = 0 7.04.738.975 I slot print_timing: id 1 | task 6123 | n_gen = 206, tg = 17.43 t/s, tg_3s = 16.51 t/s 7.07.140.163 I slot print_timing: id 2 | task 6283 | n_gen = 100, tg = 18.65 t/s, tg_3s = 18.84 t/s 7.07.427.599 I slot print_timing: id 0 | task 6290 | n_gen = 100, tg = 19.63 t/s, tg_3s = 19.83 t/s 7.07.766.225 I slot print_timing: id 1 | task 6123 | n_gen = 269, tg = 18.12 t/s, tg_3s = 20.81 t/s 7.07.862.854 I slot print_timing: id 3 | task 6300 | n_gen = 100, tg = 20.76 t/s, tg_3s = 20.97 t/s 7.08.103.284 I slot print_timing: id 3 | task 6300 | prompt eval time = 375.87 ms / 73 tokens ( 5.15 ms per token, 194.22 tokens per second) 7.08.103.292 I slot print_timing: id 3 | task 6300 | eval time = 5008.25 ms / 105 tokens ( 48.16 ms per token, 20.77 tokens per second) 7.08.103.293 I slot print_timing: id 3 | task 6300 | total time = 5384.12 ms / 178 tokens 7.08.103.294 I slot print_timing: id 3 | task 6300 | graphs reused = 5440 7.08.103.303 I slot print_timing: id 3 | task 6300 | graph reallocs = 0 / 0 (same size) / (changed size) 7.08.103.436 I slot release: id 3 | task 6300 | stop processing: n_tokens = 1273, truncated = 0 7.08.153.556 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.923 (> 0.100 thold), f_keep = 0.861 7.08.153.590 I slot launch_slot_: id 3 | task 6408 | processing task, is_child = 0 7.10.165.148 I slot print_timing: id 2 | task 6283 | n_gen = 157, tg = 18.72 t/s, tg_3s = 18.84 t/s 7.10.453.589 I slot print_timing: id 0 | task 6290 | n_gen = 157, tg = 19.33 t/s, tg_3s = 18.84 t/s 7.10.792.270 I slot print_timing: id 1 | task 6123 | n_gen = 326, tg = 18.24 t/s, tg_3s = 18.84 t/s 7.13.207.772 I slot print_timing: id 2 | task 6283 | n_gen = 220, tg = 19.25 t/s, tg_3s = 20.71 t/s 7.13.304.291 I slot print_timing: id 1 | task 6123 | prompt eval time = 451.35 ms / 85 tokens ( 5.31 ms per token, 188.32 tokens per second) 7.13.304.299 I slot print_timing: id 1 | task 6123 | eval time = 20329.85 ms / 378 tokens ( 53.93 ms per token, 18.54 tokens per second) 7.13.304.300 I slot print_timing: id 1 | task 6123 | total time = 20781.20 ms / 463 tokens 7.13.304.300 I slot print_timing: id 1 | task 6123 | graphs reused = 5537 7.13.304.301 I slot print_timing: id 1 | task 6123 | graph reallocs = 0 / 0 (same size) / (changed size) 7.13.304.421 I slot release: id 1 | task 6123 | stop processing: n_tokens = 1558, truncated = 0 7.13.305.169 I slot print_timing: id 3 | task 6408 | n_gen = 100, tg = 20.72 t/s, tg_3s = 20.93 t/s 7.13.382.294 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.913 (> 0.100 thold), f_keep = 0.703 7.13.382.328 I slot launch_slot_: id 1 | task 6511 | processing task, is_child = 0 7.13.763.701 I slot print_timing: id 0 | task 6290 | n_gen = 218, tg = 19.07 t/s, tg_3s = 18.43 t/s 7.16.209.536 I slot print_timing: id 2 | task 6283 | n_gen = 273, tg = 18.92 t/s, tg_3s = 17.66 t/s 7.16.305.932 I slot print_timing: id 3 | task 6408 | n_gen = 153, tg = 19.54 t/s, tg_3s = 17.66 t/s 7.16.788.386 I slot print_timing: id 0 | task 6290 | n_gen = 279, tg = 19.30 t/s, tg_3s = 20.17 t/s 7.18.665.491 I slot print_timing: id 1 | task 6511 | n_gen = 100, tg = 20.76 t/s, tg_3s = 20.97 t/s 7.19.249.403 I slot print_timing: id 2 | task 6283 | n_gen = 336, tg = 19.23 t/s, tg_3s = 20.72 t/s 7.19.345.876 I slot print_timing: id 3 | task 6408 | prompt eval time = 373.83 ms / 91 tokens ( 4.11 ms per token, 243.43 tokens per second) 7.19.345.886 I slot print_timing: id 3 | task 6408 | eval time = 10818.45 ms / 216 tokens ( 50.32 ms per token, 19.87 tokens per second) 7.19.345.887 I slot print_timing: id 3 | task 6408 | total time = 11192.28 ms / 307 tokens 7.19.345.888 I slot print_timing: id 3 | task 6408 | graphs reused = 5648 7.19.345.889 I slot print_timing: id 3 | task 6408 | graph reallocs = 0 / 0 (same size) / (changed size) 7.19.346.034 I slot release: id 3 | task 6408 | stop processing: n_tokens = 1402, truncated = 0 7.19.396.498 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.934 (> 0.100 thold), f_keep = 0.782 7.19.396.535 I slot launch_slot_: id 3 | task 6628 | processing task, is_child = 0 7.19.810.620 I slot print_timing: id 0 | task 6290 | n_gen = 336, tg = 19.22 t/s, tg_3s = 18.86 t/s 7.20.142.105 I slot print_timing: id 2 | task 6283 | prompt eval time = 488.51 ms / 107 tokens ( 4.57 ms per token, 219.03 tokens per second) 7.20.142.108 I slot print_timing: id 2 | task 6283 | eval time = 18310.97 ms / 349 tokens ( 52.62 ms per token, 19.00 tokens per second) 7.20.142.109 I slot print_timing: id 2 | task 6283 | total time = 18799.48 ms / 456 tokens 7.20.142.109 I slot print_timing: id 2 | task 6283 | graphs reused = 5655 7.20.142.110 I slot print_timing: id 2 | task 6283 | graph reallocs = 0 / 0 (same size) / (changed size) 7.20.142.180 I slot release: id 2 | task 6283 | stop processing: n_tokens = 1551, truncated = 0 7.20.217.247 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.918 (> 0.100 thold), f_keep = 0.707 7.20.217.283 I slot launch_slot_: id 2 | task 6640 | processing task, is_child = 0 7.20.854.291 I slot print_timing: id 0 | task 6290 | prompt eval time = 361.93 ms / 70 tokens ( 5.17 ms per token, 193.41 tokens per second) 7.20.854.296 I slot print_timing: id 0 | task 6290 | eval time = 18469.16 ms / 350 tokens ( 52.92 ms per token, 18.90 tokens per second) 7.20.854.297 I slot print_timing: id 0 | task 6290 | total time = 18831.09 ms / 420 tokens 7.20.854.298 I slot print_timing: id 0 | task 6290 | graphs reused = 5658 7.20.854.298 I slot print_timing: id 0 | task 6290 | graph reallocs = 0 / 0 (same size) / (changed size) 7.20.854.408 I slot release: id 0 | task 6290 | stop processing: n_tokens = 1515, truncated = 0 7.20.905.817 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.910 (> 0.100 thold), f_keep = 0.723 7.20.905.850 I slot launch_slot_: id 0 | task 6648 | processing task, is_child = 0 7.21.668.081 I slot print_timing: id 1 | task 6511 | n_gen = 142, tg = 18.14 t/s, tg_3s = 13.99 t/s 7.24.692.874 I slot print_timing: id 1 | task 6511 | n_gen = 205, tg = 18.90 t/s, tg_3s = 20.83 t/s 7.25.223.333 I slot print_timing: id 3 | task 6628 | n_gen = 100, tg = 18.13 t/s, tg_3s = 18.31 t/s 7.25.750.784 I slot print_timing: id 2 | task 6640 | n_gen = 100, tg = 19.44 t/s, tg_3s = 19.63 t/s 7.26.086.049 I slot print_timing: id 0 | task 6648 | n_gen = 100, tg = 20.84 t/s, tg_3s = 21.05 t/s 7.27.341.447 I slot print_timing: id 3 | task 6628 | prompt eval time = 365.39 ms / 77 tokens ( 4.75 ms per token, 210.73 tokens per second) 7.27.341.457 I slot print_timing: id 3 | task 6628 | eval time = 7579.51 ms / 144 tokens ( 53.00 ms per token, 18.87 tokens per second) 7.27.341.459 I slot print_timing: id 3 | task 6628 | total time = 7944.90 ms / 221 tokens 7.27.341.460 I slot print_timing: id 3 | task 6628 | graphs reused = 5782 7.27.341.461 I slot print_timing: id 3 | task 6628 | graph reallocs = 0 / 0 (same size) / (changed size) 7.27.341.618 I slot release: id 3 | task 6628 | stop processing: n_tokens = 1316, truncated = 0 7.27.392.104 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.918 (> 0.100 thold), f_keep = 0.833 7.27.392.140 I slot launch_slot_: id 3 | task 6777 | processing task, is_child = 0 7.27.770.072 I slot print_timing: id 1 | task 6511 | n_gen = 263, tg = 18.89 t/s, tg_3s = 18.85 t/s 7.28.735.147 I slot print_timing: id 1 | task 6511 | prompt eval time = 514.35 ms / 105 tokens ( 4.90 ms per token, 204.14 tokens per second) 7.28.735.161 I slot print_timing: id 1 | task 6511 | eval time = 14838.46 ms / 283 tokens ( 52.62 ms per token, 19.00 tokens per second) 7.28.735.161 I slot print_timing: id 1 | task 6511 | total time = 15352.81 ms / 388 tokens 7.28.735.162 I slot print_timing: id 1 | task 6511 | graphs reused = 5801 7.28.735.165 I slot print_timing: id 1 | task 6511 | graph reallocs = 0 / 0 (same size) / (changed size) 7.28.735.284 I slot release: id 1 | task 6511 | stop processing: n_tokens = 1483, truncated = 0 7.28.812.613 I slot print_timing: id 2 | task 6640 | n_gen = 157, tg = 19.13 t/s, tg_3s = 18.62 t/s 7.28.812.904 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.922 (> 0.100 thold), f_keep = 0.739 7.28.812.943 I slot launch_slot_: id 1 | task 6801 | processing task, is_child = 0 7.29.132.462 I slot print_timing: id 0 | task 6648 | n_gen = 151, tg = 19.24 t/s, tg_3s = 16.74 t/s 7.31.840.197 I slot print_timing: id 2 | task 6640 | n_gen = 213, tg = 18.96 t/s, tg_3s = 18.50 t/s 7.32.176.498 I slot print_timing: id 0 | task 6648 | n_gen = 213, tg = 19.56 t/s, tg_3s = 20.37 t/s 7.32.899.591 I slot print_timing: id 3 | task 6777 | n_gen = 100, tg = 19.30 t/s, tg_3s = 19.50 t/s 7.34.007.798 I slot print_timing: id 1 | task 6801 | n_gen = 100, tg = 20.87 t/s, tg_3s = 21.09 t/s 7.34.441.747 I slot print_timing: id 3 | task 6777 | prompt eval time = 378.28 ms / 98 tokens ( 3.86 ms per token, 259.07 tokens per second) 7.34.441.754 I slot print_timing: id 3 | task 6777 | eval time = 6671.32 ms / 132 tokens ( 50.93 ms per token, 19.64 tokens per second) 7.34.441.755 I slot print_timing: id 3 | task 6777 | total time = 7049.60 ms / 230 tokens 7.34.441.756 I slot print_timing: id 3 | task 6777 | graphs reused = 5908 7.34.441.757 I slot print_timing: id 3 | task 6777 | graph reallocs = 0 / 0 (same size) / (changed size) 7.34.441.925 I slot release: id 3 | task 6777 | stop processing: n_tokens = 1325, truncated = 0 7.34.492.604 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.935 (> 0.100 thold), f_keep = 0.827 7.34.492.638 I slot launch_slot_: id 3 | task 6913 | processing task, is_child = 0 7.34.858.721 I slot print_timing: id 2 | task 6640 | n_gen = 270, tg = 18.94 t/s, tg_3s = 18.88 t/s 7.35.190.999 I slot print_timing: id 0 | task 6648 | n_gen = 270, tg = 19.42 t/s, tg_3s = 18.91 t/s 7.37.031.455 I slot print_timing: id 1 | task 6801 | n_gen = 157, tg = 20.09 t/s, tg_3s = 18.85 t/s 7.37.656.940 I slot print_timing: id 2 | task 6640 | prompt eval time = 439.95 ms / 98 tokens ( 4.49 ms per token, 222.75 tokens per second) 7.37.656.947 I slot print_timing: id 2 | task 6640 | eval time = 16999.69 ms / 328 tokens ( 51.99 ms per token, 19.24 tokens per second) 7.37.656.948 I slot print_timing: id 2 | task 6640 | total time = 17439.65 ms / 426 tokens 7.37.656.950 I slot print_timing: id 2 | task 6640 | graphs reused = 5965 7.37.656.951 I slot print_timing: id 2 | task 6640 | graph reallocs = 0 / 0 (same size) / (changed size) 7.37.657.118 I slot release: id 2 | task 6640 | stop processing: n_tokens = 1521, truncated = 0 7.37.735.826 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.940 (> 0.100 thold), f_keep = 0.721 7.37.735.863 I slot launch_slot_: id 2 | task 6975 | processing task, is_child = 0 7.38.203.902 I slot print_timing: id 0 | task 6648 | n_gen = 325, tg = 19.21 t/s, tg_3s = 18.25 t/s 7.39.009.628 I slot print_timing: id 0 | task 6648 | prompt eval time = 430.08 ms / 108 tokens ( 3.98 ms per token, 251.12 tokens per second) 7.39.009.630 I slot print_timing: id 0 | task 6648 | eval time = 17673.69 ms / 342 tokens ( 51.83 ms per token, 19.29 tokens per second) 7.39.009.631 I slot print_timing: id 0 | task 6648 | total time = 18103.77 ms / 450 tokens 7.39.009.631 I slot print_timing: id 0 | task 6648 | graphs reused = 5981 7.39.009.632 I slot print_timing: id 0 | task 6648 | graph reallocs = 0 / 0 (same size) / (changed size) 7.39.009.697 I slot release: id 0 | task 6648 | stop processing: n_tokens = 1545, truncated = 0 7.39.057.807 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.895 (> 0.100 thold), f_keep = 0.709 7.39.057.832 I slot launch_slot_: id 0 | task 6997 | processing task, is_child = 0 7.40.067.643 I slot print_timing: id 1 | task 6801 | n_gen = 206, tg = 18.98 t/s, tg_3s = 16.14 t/s 7.40.303.689 I slot print_timing: id 3 | task 6913 | n_gen = 100, tg = 18.18 t/s, tg_3s = 18.37 t/s 7.43.085.268 I slot print_timing: id 1 | task 6801 | n_gen = 269, tg = 19.39 t/s, tg_3s = 20.88 t/s 7.43.229.606 I slot print_timing: id 2 | task 6975 | n_gen = 100, tg = 19.51 t/s, tg_3s = 19.71 t/s 7.43.326.532 I slot print_timing: id 3 | task 6913 | n_gen = 163, tg = 19.13 t/s, tg_3s = 20.84 t/s 7.43.905.021 I slot print_timing: id 3 | task 6913 | prompt eval time = 366.28 ms / 76 tokens ( 4.82 ms per token, 207.49 tokens per second) 7.43.905.031 I slot print_timing: id 3 | task 6913 | eval time = 9046.09 ms / 175 tokens ( 51.99 ms per token, 19.23 tokens per second) 7.43.905.034 I slot print_timing: id 3 | task 6913 | total time = 9412.36 ms / 251 tokens 7.43.905.035 I slot print_timing: id 3 | task 6913 | graphs reused = 6073 7.43.905.036 I slot print_timing: id 3 | task 6913 | graph reallocs = 0 / 0 (same size) / (changed size) 7.43.905.188 I slot release: id 3 | task 6913 | stop processing: n_tokens = 1346, truncated = 0 7.43.955.588 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.945 (> 0.100 thold), f_keep = 0.814 7.43.955.623 I slot launch_slot_: id 3 | task 7093 | processing task, is_child = 0 7.44.454.722 I slot print_timing: id 0 | task 6997 | n_gen = 100, tg = 19.97 t/s, tg_3s = 20.18 t/s 7.45.455.899 I slot print_timing: id 2 | task 6975 | prompt eval time = 419.30 ms / 70 tokens ( 5.99 ms per token, 166.95 tokens per second) 7.45.455.909 I slot print_timing: id 2 | task 6975 | eval time = 7300.72 ms / 142 tokens ( 51.78 ms per token, 19.31 tokens per second) 7.45.455.910 I slot print_timing: id 2 | task 6975 | total time = 7720.01 ms / 212 tokens 7.45.455.911 I slot print_timing: id 2 | task 6975 | graphs reused = 6097 7.45.455.912 I slot print_timing: id 2 | task 6975 | graph reallocs = 0 / 0 (same size) / (changed size) 7.45.456.066 I slot release: id 2 | task 6975 | stop processing: n_tokens = 1307, truncated = 0 7.45.534.563 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.936 (> 0.100 thold), f_keep = 0.839 7.45.534.608 I slot launch_slot_: id 2 | task 7122 | processing task, is_child = 0 7.46.098.141 I slot print_timing: id 1 | task 6801 | n_gen = 320, tg = 18.95 t/s, tg_3s = 16.93 t/s 7.47.468.976 I slot print_timing: id 0 | task 6997 | n_gen = 156, tg = 19.45 t/s, tg_3s = 18.58 t/s 7.47.847.666 I slot print_timing: id 3 | task 7093 | prompt eval time = 309.29 ms / 64 tokens ( 4.83 ms per token, 206.93 tokens per second) 7.47.847.671 I slot print_timing: id 3 | task 7093 | eval time = 3582.75 ms / 69 tokens ( 52.69 ms per token, 18.98 tokens per second) 7.47.847.671 I slot print_timing: id 3 | task 7093 | total time = 3892.04 ms / 133 tokens 7.47.847.672 I slot print_timing: id 3 | task 7093 | graphs reused = 6135 7.47.847.672 I slot print_timing: id 3 | task 7093 | graph reallocs = 0 / 0 (same size) / (changed size) 7.47.847.734 I slot release: id 3 | task 7093 | stop processing: n_tokens = 1228, truncated = 0 7.47.896.142 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.942 (> 0.100 thold), f_keep = 0.893 7.47.896.176 I slot launch_slot_: id 3 | task 7166 | processing task, is_child = 0 7.48.204.718 I slot print_timing: id 1 | task 6801 | prompt eval time = 452.16 ms / 93 tokens ( 4.86 ms per token, 205.68 tokens per second) 7.48.204.721 I slot print_timing: id 1 | task 6801 | eval time = 18939.61 ms / 360 tokens ( 52.76 ms per token, 18.95 tokens per second) 7.48.204.722 I slot print_timing: id 1 | task 6801 | total time = 19391.77 ms / 453 tokens 7.48.204.722 I slot print_timing: id 1 | task 6801 | graphs reused = 6135 7.48.204.723 I slot print_timing: id 1 | task 6801 | graph reallocs = 0 / 0 (same size) / (changed size) 7.48.204.797 I slot release: id 1 | task 6801 | stop processing: n_tokens = 1548, truncated = 0 7.48.279.156 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.925 (> 0.100 thold), f_keep = 0.708 7.48.279.189 I slot launch_slot_: id 1 | task 7170 | processing task, is_child = 0 7.50.487.675 I slot print_timing: id 0 | task 6997 | n_gen = 207, tg = 18.75 t/s, tg_3s = 16.89 t/s 7.51.259.197 I slot print_timing: id 2 | task 7122 | n_gen = 100, tg = 18.66 t/s, tg_3s = 18.85 t/s 7.53.329.525 I slot print_timing: id 3 | task 7166 | n_gen = 100, tg = 19.32 t/s, tg_3s = 19.51 t/s 7.53.472.675 I slot print_timing: id 1 | task 7170 | n_gen = 100, tg = 20.88 t/s, tg_3s = 21.09 t/s 7.53.520.430 I slot print_timing: id 0 | task 6997 | n_gen = 270, tg = 19.18 t/s, tg_3s = 20.77 t/s 7.54.289.248 I slot print_timing: id 2 | task 7122 | n_gen = 163, tg = 19.44 t/s, tg_3s = 20.79 t/s 7.54.819.188 I slot print_timing: id 3 | task 7166 | prompt eval time = 309.00 ms / 67 tokens ( 4.61 ms per token, 216.83 tokens per second) 7.54.819.194 I slot print_timing: id 3 | task 7166 | eval time = 6614.00 ms / 131 tokens ( 50.88 ms per token, 19.66 tokens per second) 7.54.819.195 I slot print_timing: id 3 | task 7166 | total time = 6923.00 ms / 198 tokens 7.54.819.196 I slot print_timing: id 3 | task 7166 | graphs reused = 6261 7.54.819.197 I slot print_timing: id 3 | task 7166 | graph reallocs = 0 / 0 (same size) / (changed size) 7.54.819.350 I slot release: id 3 | task 7166 | stop processing: n_tokens = 1293, truncated = 0 7.54.869.767 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.922 (> 0.100 thold), f_keep = 0.848 7.54.869.802 I slot launch_slot_: id 3 | task 7301 | processing task, is_child = 0 7.56.019.750 I slot print_timing: id 1 | task 7170 | prompt eval time = 451.30 ms / 89 tokens ( 5.07 ms per token, 197.21 tokens per second) 7.56.019.757 I slot print_timing: id 1 | task 7170 | eval time = 7289.25 ms / 147 tokens ( 49.93 ms per token, 20.03 tokens per second) 7.56.019.758 I slot print_timing: id 1 | task 7170 | total time = 7740.55 ms / 236 tokens 7.56.019.759 I slot print_timing: id 1 | task 7170 | graphs reused = 6275 7.56.019.760 I slot print_timing: id 1 | task 7170 | graph reallocs = 0 / 0 (same size) / (changed size) 7.56.019.875 I slot release: id 1 | task 7170 | stop processing: n_tokens = 1331, truncated = 0 7.56.097.617 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.944 (> 0.100 thold), f_keep = 0.823 7.56.097.653 I slot launch_slot_: id 1 | task 7321 | processing task, is_child = 0 7.56.536.291 I slot print_timing: id 0 | task 6997 | n_gen = 320, tg = 18.72 t/s, tg_3s = 16.58 t/s 7.57.306.970 I slot print_timing: id 2 | task 7122 | n_gen = 213, tg = 18.68 t/s, tg_3s = 16.57 t/s 7.59.571.161 I slot print_timing: id 0 | task 6997 | n_gen = 383, tg = 19.03 t/s, tg_3s = 20.76 t/s 7.59.764.341 I slot print_timing: id 2 | task 7122 | prompt eval time = 420.32 ms / 75 tokens ( 5.60 ms per token, 178.44 tokens per second) 7.59.764.353 I slot print_timing: id 2 | task 7122 | eval time = 13809.40 ms / 264 tokens ( 52.51 ms per token, 19.04 tokens per second) 7.59.764.354 I slot print_timing: id 2 | task 7122 | total time = 14229.72 ms / 339 tokens 7.59.764.355 I slot print_timing: id 2 | task 7122 | graphs reused = 6342 7.59.764.356 I slot print_timing: id 2 | task 7122 | graph reallocs = 0 / 0 (same size) / (changed size) 7.59.764.487 I slot release: id 2 | task 7122 | stop processing: n_tokens = 1434, truncated = 0 7.59.842.675 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.882 (> 0.100 thold), f_keep = 0.764 7.59.842.710 I slot launch_slot_: id 2 | task 7393 | processing task, is_child = 0 8.00.828.235 I slot print_timing: id 3 | task 7301 | n_gen = 100, tg = 17.73 t/s, tg_3s = 17.90 t/s 8.01.734.542 I slot print_timing: id 1 | task 7321 | n_gen = 100, tg = 18.87 t/s, tg_3s = 19.06 t/s 8.02.457.513 I slot print_timing: id 1 | task 7321 | prompt eval time = 389.72 ms / 65 tokens ( 6.00 ms per token, 166.79 tokens per second) 8.02.457.518 I slot print_timing: id 1 | task 7321 | eval time = 5970.13 ms / 115 tokens ( 52.37 ms per token, 19.10 tokens per second) 8.02.457.519 I slot print_timing: id 1 | task 7321 | total time = 6359.85 ms / 180 tokens 8.02.457.519 I slot print_timing: id 1 | task 7321 | graphs reused = 6384 8.02.457.520 I slot print_timing: id 1 | task 7321 | graph reallocs = 0 / 0 (same size) / (changed size) 8.02.457.642 I slot release: id 1 | task 7321 | stop processing: n_tokens = 1275, truncated = 0 8.02.535.635 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.931 (> 0.100 thold), f_keep = 0.860 8.02.535.672 I slot launch_slot_: id 1 | task 7440 | processing task, is_child = 0 8.02.854.566 I slot print_timing: id 0 | task 6997 | n_gen = 435, tg = 18.58 t/s, tg_3s = 15.84 t/s 8.03.853.430 I slot print_timing: id 3 | task 7301 | n_gen = 155, tg = 17.89 t/s, tg_3s = 18.18 t/s 8.05.538.863 I slot print_timing: id 2 | task 7393 | n_gen = 100, tg = 19.26 t/s, tg_3s = 19.46 t/s 8.05.634.822 I slot print_timing: id 0 | task 6997 | prompt eval time = 440.56 ms / 128 tokens ( 3.44 ms per token, 290.54 tokens per second) 8.05.634.826 I slot print_timing: id 0 | task 6997 | eval time = 26136.42 ms / 491 tokens ( 53.34 ms per token, 18.75 tokens per second) 8.05.634.827 I slot print_timing: id 0 | task 6997 | total time = 26576.98 ms / 619 tokens 8.05.634.828 I slot print_timing: id 0 | task 6997 | graphs reused = 6438 8.05.634.829 I slot print_timing: id 0 | task 6997 | graph reallocs = 0 / 0 (same size) / (changed size) 8.05.634.959 I slot release: id 0 | task 6997 | stop processing: n_tokens = 1714, truncated = 0 8.05.686.217 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.901 (> 0.100 thold), f_keep = 0.639 8.05.686.248 I slot launch_slot_: id 0 | task 7499 | processing task, is_child = 0 8.06.882.434 I slot print_timing: id 3 | task 7301 | n_gen = 211, tg = 18.04 t/s, tg_3s = 18.49 t/s 8.08.084.269 I slot print_timing: id 1 | task 7440 | n_gen = 100, tg = 19.42 t/s, tg_3s = 19.62 t/s 8.08.566.244 I slot print_timing: id 2 | task 7393 | n_gen = 156, tg = 18.98 t/s, tg_3s = 18.50 t/s 8.09.915.916 I slot print_timing: id 3 | task 7301 | n_gen = 274, tg = 18.61 t/s, tg_3s = 20.77 t/s 8.10.879.547 I slot print_timing: id 0 | task 7499 | n_gen = 100, tg = 20.82 t/s, tg_3s = 21.03 t/s 8.11.120.408 I slot print_timing: id 1 | task 7440 | n_gen = 163, tg = 19.92 t/s, tg_3s = 20.75 t/s 8.11.603.084 I slot print_timing: id 2 | task 7393 | n_gen = 219, tg = 19.46 t/s, tg_3s = 20.75 t/s 8.12.375.349 I slot print_timing: id 1 | task 7440 | prompt eval time = 451.78 ms / 81 tokens ( 5.58 ms per token, 179.29 tokens per second) 8.12.375.359 I slot print_timing: id 1 | task 7440 | eval time = 9387.89 ms / 189 tokens ( 49.94 ms per token, 20.03 tokens per second) 8.12.375.360 I slot print_timing: id 1 | task 7440 | total time = 9839.66 ms / 270 tokens 8.12.375.361 I slot print_timing: id 1 | task 7440 | graphs reused = 6568 8.12.375.362 I slot print_timing: id 1 | task 7440 | graph reallocs = 0 / 0 (same size) / (changed size) 8.12.375.479 I slot release: id 1 | task 7440 | stop processing: n_tokens = 1365, truncated = 0 8.12.453.404 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.929 (> 0.100 thold), f_keep = 0.803 8.12.453.449 I slot launch_slot_: id 1 | task 7633 | processing task, is_child = 0 8.12.955.160 I slot print_timing: id 3 | task 7301 | n_gen = 329, tg = 18.52 t/s, tg_3s = 18.10 t/s 8.13.334.294 I slot print_timing: id 3 | task 7301 | prompt eval time = 373.24 ms / 93 tokens ( 4.01 ms per token, 249.17 tokens per second) 8.13.334.297 I slot print_timing: id 3 | task 7301 | eval time = 18091.25 ms / 337 tokens ( 53.84 ms per token, 18.57 tokens per second) 8.13.334.298 I slot print_timing: id 3 | task 7301 | total time = 18464.49 ms / 430 tokens 8.13.334.299 I slot print_timing: id 3 | task 7301 | graphs reused = 6576 8.13.334.299 I slot print_timing: id 3 | task 7301 | graph reallocs = 0 / 0 (same size) / (changed size) 8.13.334.372 I slot release: id 3 | task 7301 | stop processing: n_tokens = 1525, truncated = 0 8.13.382.792 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.907 (> 0.100 thold), f_keep = 0.719 8.13.382.831 I slot launch_slot_: id 3 | task 7646 | processing task, is_child = 0 8.13.886.945 I slot print_timing: id 0 | task 7499 | n_gen = 147, tg = 18.81 t/s, tg_3s = 15.63 t/s 8.14.609.484 I slot print_timing: id 2 | task 7393 | n_gen = 266, tg = 18.65 t/s, tg_3s = 15.63 t/s 8.15.332.499 I slot print_timing: id 2 | task 7393 | prompt eval time = 557.23 ms / 146 tokens ( 3.82 ms per token, 262.01 tokens per second) 8.15.332.508 I slot print_timing: id 2 | task 7393 | eval time = 14932.54 ms / 281 tokens ( 53.33 ms per token, 18.75 tokens per second) 8.15.332.509 I slot print_timing: id 2 | task 7393 | total time = 15489.77 ms / 427 tokens 8.15.332.510 I slot print_timing: id 2 | task 7393 | graphs reused = 6606 8.15.332.511 I slot print_timing: id 2 | task 7393 | graph reallocs = 0 / 0 (same size) / (changed size) 8.15.332.709 I slot release: id 2 | task 7393 | stop processing: n_tokens = 1522, truncated = 0 8.15.411.051 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.927 (> 0.100 thold), f_keep = 0.720 8.15.411.089 I slot launch_slot_: id 2 | task 7681 | processing task, is_child = 0 8.16.784.454 I slot print_timing: id 0 | task 7499 | prompt eval time = 437.35 ms / 122 tokens ( 3.58 ms per token, 278.95 tokens per second) 8.16.784.458 I slot print_timing: id 0 | task 7499 | eval time = 10660.85 ms / 200 tokens ( 53.57 ms per token, 18.67 tokens per second) 8.16.784.458 I slot print_timing: id 0 | task 7499 | total time = 11098.20 ms / 322 tokens 8.16.784.459 I slot print_timing: id 0 | task 7499 | graphs reused = 6625 8.16.784.459 I slot print_timing: id 0 | task 7499 | graph reallocs = 0 / 0 (same size) / (changed size) 8.16.784.521 I slot release: id 0 | task 7499 | stop processing: n_tokens = 1416, truncated = 0 8.16.833.235 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.910 (> 0.100 thold), f_keep = 0.774 8.16.833.257 I slot launch_slot_: id 0 | task 7705 | processing task, is_child = 0 8.18.716.996 I slot print_timing: id 1 | task 7633 | n_gen = 100, tg = 17.04 t/s, tg_3s = 17.21 t/s 8.19.149.532 I slot print_timing: id 1 | task 7633 | prompt eval time = 452.17 ms / 84 tokens ( 5.38 ms per token, 185.77 tokens per second) 8.19.149.542 I slot print_timing: id 1 | task 7633 | eval time = 6243.90 ms / 109 tokens ( 57.81 ms per token, 17.30 tokens per second) 8.19.149.544 I slot print_timing: id 1 | task 7633 | total time = 6696.08 ms / 193 tokens 8.19.149.544 I slot print_timing: id 1 | task 7633 | graphs reused = 6663 8.19.149.545 I slot print_timing: id 1 | task 7633 | graph reallocs = 0 / 0 (same size) / (changed size) 8.19.149.687 I slot release: id 1 | task 7633 | stop processing: n_tokens = 1288, truncated = 0 8.19.227.956 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.919 (> 0.100 thold), f_keep = 0.851 8.19.227.993 I slot launch_slot_: id 1 | task 7748 | processing task, is_child = 0 8.19.685.618 I slot print_timing: id 3 | task 7646 | n_gen = 100, tg = 16.92 t/s, tg_3s = 17.09 t/s 8.21.291.243 I slot print_timing: id 2 | task 7681 | n_gen = 100, tg = 18.15 t/s, tg_3s = 18.34 t/s 8.22.409.177 I slot print_timing: id 0 | task 7705 | n_gen = 100, tg = 19.26 t/s, tg_3s = 19.45 t/s 8.22.699.163 I slot print_timing: id 3 | task 7646 | n_gen = 163, tg = 18.27 t/s, tg_3s = 20.91 t/s 8.24.338.671 I slot print_timing: id 2 | task 7681 | n_gen = 163, tg = 19.06 t/s, tg_3s = 20.67 t/s 8.24.435.249 I slot print_timing: id 1 | task 7748 | n_gen = 100, tg = 20.84 t/s, tg_3s = 21.05 t/s 8.25.445.137 I slot print_timing: id 0 | task 7705 | n_gen = 163, tg = 19.81 t/s, tg_3s = 20.75 t/s 8.25.733.933 I slot print_timing: id 3 | task 7646 | n_gen = 226, tg = 18.91 t/s, tg_3s = 20.76 t/s 8.25.925.786 I slot print_timing: id 2 | task 7681 | prompt eval time = 426.21 ms / 86 tokens ( 4.96 ms per token, 201.78 tokens per second) 8.25.925.792 I slot print_timing: id 2 | task 7681 | eval time = 10088.47 ms / 196 tokens ( 51.74 ms per token, 19.33 tokens per second) 8.25.925.793 I slot print_timing: id 2 | task 7681 | total time = 10514.68 ms / 282 tokens 8.25.925.794 I slot print_timing: id 2 | task 7681 | graphs reused = 6791 8.25.925.795 I slot print_timing: id 2 | task 7681 | graph reallocs = 0 / 0 (same size) / (changed size) 8.25.925.942 I slot release: id 2 | task 7681 | stop processing: n_tokens = 1377, truncated = 0 8.26.003.788 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.939 (> 0.100 thold), f_keep = 0.796 8.26.003.824 I slot launch_slot_: id 2 | task 7882 | processing task, is_child = 0 8.26.660.773 I slot print_timing: id 1 | task 7748 | prompt eval time = 457.27 ms / 96 tokens ( 4.76 ms per token, 209.94 tokens per second) 8.26.660.779 I slot print_timing: id 1 | task 7748 | eval time = 6975.50 ms / 139 tokens ( 50.55 ms per token, 19.78 tokens per second) 8.26.660.779 I slot print_timing: id 1 | task 7748 | total time = 7432.77 ms / 235 tokens 8.26.660.780 I slot print_timing: id 1 | task 7748 | graphs reused = 6795 8.26.660.780 I slot print_timing: id 1 | task 7748 | graph reallocs = 0 / 0 (same size) / (changed size) 8.26.660.844 I slot release: id 1 | task 7748 | stop processing: n_tokens = 1330, truncated = 0 8.26.735.924 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.927 (> 0.100 thold), f_keep = 0.824 8.26.735.953 I slot launch_slot_: id 1 | task 7891 | processing task, is_child = 0 8.27.054.662 I slot print_timing: id 3 | task 7646 | prompt eval time = 450.96 ms / 113 tokens ( 3.99 ms per token, 250.57 tokens per second) 8.27.054.672 I slot print_timing: id 3 | task 7646 | eval time = 13220.85 ms / 240 tokens ( 55.32 ms per token, 18.08 tokens per second) 8.27.054.673 I slot print_timing: id 3 | task 7646 | total time = 13671.82 ms / 353 tokens 8.27.054.675 I slot print_timing: id 3 | task 7646 | graphs reused = 6795 8.27.054.676 I slot print_timing: id 3 | task 7646 | graph reallocs = 0 / 0 (same size) / (changed size) 8.27.054.876 I slot release: id 3 | task 7646 | stop processing: n_tokens = 1448, truncated = 0 8.27.177.625 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.935 (> 0.100 thold), f_keep = 0.757 8.27.177.663 I slot launch_slot_: id 3 | task 7894 | processing task, is_child = 0 8.28.472.380 I slot print_timing: id 0 | task 7705 | n_gen = 205, tg = 18.21 t/s, tg_3s = 13.87 t/s 8.31.507.561 I slot print_timing: id 0 | task 7705 | n_gen = 268, tg = 18.75 t/s, tg_3s = 20.76 t/s 8.31.842.997 I slot print_timing: id 2 | task 7882 | n_gen = 100, tg = 18.26 t/s, tg_3s = 18.45 t/s 8.32.227.796 I slot print_timing: id 1 | task 7891 | n_gen = 100, tg = 19.60 t/s, tg_3s = 19.80 t/s 8.32.325.015 I slot print_timing: id 3 | task 7894 | n_gen = 100, tg = 20.75 t/s, tg_3s = 20.96 t/s 8.33.382.159 I slot print_timing: id 3 | task 7894 | prompt eval time = 376.84 ms / 76 tokens ( 4.96 ms per token, 201.68 tokens per second) 8.33.382.168 I slot print_timing: id 3 | task 7894 | eval time = 5827.64 ms / 122 tokens ( 48.16 ms per token, 20.76 tokens per second) 8.33.382.169 I slot print_timing: id 3 | task 7894 | total time = 6204.48 ms / 198 tokens 8.33.382.170 I slot print_timing: id 3 | task 7894 | graphs reused = 6915 8.33.382.171 I slot print_timing: id 3 | task 7894 | graph reallocs = 0 / 0 (same size) / (changed size) 8.33.382.327 I slot release: id 3 | task 7894 | stop processing: n_tokens = 1293, truncated = 0 8.33.432.821 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.930 (> 0.100 thold), f_keep = 0.848 8.33.432.870 I slot launch_slot_: id 3 | task 8019 | processing task, is_child = 0 8.34.531.061 I slot print_timing: id 0 | task 7705 | n_gen = 325, tg = 18.77 t/s, tg_3s = 18.85 t/s 8.34.867.772 I slot print_timing: id 2 | task 7882 | n_gen = 157, tg = 18.47 t/s, tg_3s = 18.84 t/s 8.34.968.058 I slot print_timing: id 0 | task 7705 | prompt eval time = 434.52 ms / 109 tokens ( 3.99 ms per token, 250.85 tokens per second) 8.34.968.064 I slot print_timing: id 0 | task 7705 | eval time = 17700.28 ms / 334 tokens ( 53.15 ms per token, 18.81 tokens per second) 8.34.968.065 I slot print_timing: id 0 | task 7705 | total time = 18134.79 ms / 443 tokens 8.34.968.066 I slot print_timing: id 0 | task 7705 | graphs reused = 6937 8.34.968.066 I slot print_timing: id 0 | task 7705 | graph reallocs = 0 / 0 (same size) / (changed size) 8.34.968.187 I slot release: id 0 | task 7705 | stop processing: n_tokens = 1538, truncated = 0 8.35.019.465 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.885 (> 0.100 thold), f_keep = 0.713 8.35.019.500 I slot launch_slot_: id 0 | task 8047 | processing task, is_child = 0 8.35.424.585 I slot print_timing: id 1 | task 7891 | n_gen = 153, tg = 18.43 t/s, tg_3s = 16.58 t/s 8.36.227.971 I slot print_timing: id 2 | task 7882 | prompt eval time = 418.85 ms / 71 tokens ( 5.90 ms per token, 169.51 tokens per second) 8.36.227.977 I slot print_timing: id 2 | task 7882 | eval time = 9805.29 ms / 177 tokens ( 55.71 ms per token, 17.95 tokens per second) 8.36.227.977 I slot print_timing: id 2 | task 7882 | total time = 10224.14 ms / 248 tokens 8.36.227.978 I slot print_timing: id 2 | task 7882 | graphs reused = 6952 8.36.227.978 I slot print_timing: id 2 | task 7882 | graph reallocs = 0 / 0 (same size) / (changed size) 8.36.228.052 I slot release: id 2 | task 7882 | stop processing: n_tokens = 1343, truncated = 0 8.36.303.656 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.928 (> 0.100 thold), f_keep = 0.816 8.36.303.690 I slot launch_slot_: id 2 | task 8066 | processing task, is_child = 0 8.37.015.259 I slot print_timing: id 1 | task 7891 | prompt eval time = 441.34 ms / 86 tokens ( 5.13 ms per token, 194.86 tokens per second) 8.37.015.262 I slot print_timing: id 1 | task 7891 | eval time = 9837.96 ms / 178 tokens ( 55.58 ms per token, 17.99 tokens per second) 8.37.015.263 I slot print_timing: id 1 | task 7891 | total time = 10279.30 ms / 264 tokens 8.37.015.263 I slot print_timing: id 1 | task 7891 | graphs reused = 6957 8.37.015.264 I slot print_timing: id 1 | task 7891 | graph reallocs = 0 / 0 (same size) / (changed size) 8.37.015.332 I slot release: id 1 | task 7891 | stop processing: n_tokens = 1359, truncated = 0 8.37.090.459 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.913 (> 0.100 thold), f_keep = 0.806 8.37.090.521 I slot launch_slot_: id 1 | task 8076 | processing task, is_child = 0 8.39.792.693 I slot print_timing: id 3 | task 8019 | n_gen = 100, tg = 16.54 t/s, tg_3s = 16.70 t/s 8.41.089.484 I slot print_timing: id 0 | task 8047 | n_gen = 100, tg = 17.77 t/s, tg_3s = 17.95 t/s 8.41.958.198 I slot print_timing: id 2 | task 8066 | n_gen = 100, tg = 18.94 t/s, tg_3s = 19.13 t/s 8.42.392.779 I slot print_timing: id 1 | task 8076 | n_gen = 100, tg = 20.73 t/s, tg_3s = 20.94 t/s 8.42.828.125 I slot print_timing: id 3 | task 8019 | n_gen = 163, tg = 17.96 t/s, tg_3s = 20.75 t/s 8.44.126.620 I slot print_timing: id 0 | task 8047 | n_gen = 163, tg = 18.82 t/s, tg_3s = 20.74 t/s 8.44.223.196 I slot print_timing: id 1 | task 8076 | prompt eval time = 525.90 ms / 104 tokens ( 5.06 ms per token, 197.76 tokens per second) 8.44.223.202 I slot print_timing: id 1 | task 8076 | eval time = 6606.76 ms / 138 tokens ( 48.22 ms per token, 20.74 tokens per second) 8.44.223.203 I slot print_timing: id 1 | task 8076 | total time = 7132.66 ms / 242 tokens 8.44.223.204 I slot print_timing: id 1 | task 8076 | graphs reused = 7091 8.44.223.205 I slot print_timing: id 1 | task 8076 | graph reallocs = 0 / 0 (same size) / (changed size) 8.44.223.330 I slot release: id 1 | task 8076 | stop processing: n_tokens = 1337, truncated = 0 8.44.301.306 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.941 (> 0.100 thold), f_keep = 0.820 8.44.301.343 I slot launch_slot_: id 1 | task 8217 | processing task, is_child = 0 8.44.974.020 I slot print_timing: id 2 | task 8066 | n_gen = 156, tg = 18.80 t/s, tg_3s = 18.57 t/s 8.45.652.682 I slot print_timing: id 2 | task 8066 | prompt eval time = 427.14 ms / 85 tokens ( 5.03 ms per token, 199.00 tokens per second) 8.45.652.691 I slot print_timing: id 2 | task 8066 | eval time = 8921.83 ms / 170 tokens ( 52.79 ms per token, 18.94 tokens per second) 8.45.652.692 I slot print_timing: id 2 | task 8066 | total time = 9348.98 ms / 255 tokens 8.45.652.693 I slot print_timing: id 2 | task 8066 | graphs reused = 7110 8.45.652.693 I slot print_timing: id 2 | task 8066 | graph reallocs = 0 / 0 (same size) / (changed size) 8.45.652.826 I slot release: id 2 | task 8066 | stop processing: n_tokens = 1350, truncated = 0 8.45.730.918 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.901 (> 0.100 thold), f_keep = 0.812 8.45.730.963 I slot launch_slot_: id 2 | task 8241 | processing task, is_child = 0 8.46.105.140 I slot print_timing: id 3 | task 8019 | n_gen = 217, tg = 17.56 t/s, tg_3s = 16.48 t/s 8.47.172.278 I slot print_timing: id 0 | task 8047 | n_gen = 211, tg = 18.02 t/s, tg_3s = 15.76 t/s 8.47.855.686 I slot print_timing: id 3 | task 8019 | prompt eval time = 372.89 ms / 83 tokens ( 4.49 ms per token, 222.58 tokens per second) 8.47.855.696 I slot print_timing: id 3 | task 8019 | eval time = 14049.91 ms / 252 tokens ( 55.98 ms per token, 17.86 tokens per second) 8.47.855.697 I slot print_timing: id 3 | task 8019 | total time = 14422.80 ms / 335 tokens 8.47.855.698 I slot print_timing: id 3 | task 8019 | graphs reused = 7143 8.47.855.699 I slot print_timing: id 3 | task 8019 | graph reallocs = 0 / 0 (same size) / (changed size) 8.47.855.854 I slot release: id 3 | task 8019 | stop processing: n_tokens = 1430, truncated = 0 8.47.906.423 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.939 (> 0.100 thold), f_keep = 0.766 8.47.906.456 I slot launch_slot_: id 3 | task 8279 | processing task, is_child = 0 8.49.218.075 I slot print_timing: id 1 | task 8217 | prompt eval time = 387.89 ms / 69 tokens ( 5.62 ms per token, 177.89 tokens per second) 8.49.218.078 I slot print_timing: id 1 | task 8217 | eval time = 4528.82 ms / 81 tokens ( 56.61 ms per token, 17.66 tokens per second) 8.49.218.079 I slot print_timing: id 1 | task 8217 | total time = 4916.71 ms / 150 tokens 8.49.218.079 I slot print_timing: id 1 | task 8217 | graphs reused = 7162 8.49.218.079 I slot print_timing: id 1 | task 8217 | graph reallocs = 0 / 0 (same size) / (changed size) 8.49.218.140 I slot release: id 1 | task 8217 | stop processing: n_tokens = 1245, truncated = 0 8.49.817.725 I slot print_timing: id 0 | task 8047 | prompt eval time = 498.51 ms / 143 tokens ( 3.49 ms per token, 286.85 tokens per second) 8.49.817.731 I slot print_timing: id 0 | task 8047 | eval time = 14299.70 ms / 256 tokens ( 56.08 ms per token, 17.83 tokens per second) 8.49.817.732 I slot print_timing: id 0 | task 8047 | total time = 14798.22 ms / 399 tokens 8.49.817.732 I slot print_timing: id 0 | task 8047 | graphs reused = 7162 8.49.817.733 I slot print_timing: id 0 | task 8047 | graph reallocs = 0 / 0 (same size) / (changed size) 8.49.817.797 I slot release: id 0 | task 8047 | stop processing: n_tokens = 1494, truncated = 0 8.51.342.107 I slot print_timing: id 2 | task 8241 | n_gen = 100, tg = 19.35 t/s, tg_3s = 19.54 t/s 8.52.915.475 I slot print_timing: id 3 | task 8279 | prompt eval time = 366.00 ms / 71 tokens ( 5.15 ms per token, 193.99 tokens per second) 8.52.915.485 I slot print_timing: id 3 | task 8279 | eval time = 4643.01 ms / 98 tokens ( 47.87 ms per token, 20.89 tokens per second) 8.52.915.486 I slot print_timing: id 3 | task 8279 | total time = 5009.01 ms / 169 tokens 8.52.915.487 I slot print_timing: id 3 | task 8279 | graphs reused = 7231 8.52.915.488 I slot print_timing: id 3 | task 8279 | graph reallocs = 0 / 0 (same size) / (changed size) 8.52.915.625 I slot release: id 3 | task 8279 | stop processing: n_tokens = 1264, truncated = 0 8.54.353.458 I slot print_timing: id 2 | task 8241 | n_gen = 186, tg = 22.76 t/s, tg_3s = 28.56 t/s 8.55.696.337 I slot print_timing: id 2 | task 8241 | prompt eval time = 494.21 ms / 120 tokens ( 4.12 ms per token, 242.81 tokens per second) 8.55.696.341 I slot print_timing: id 2 | task 8241 | eval time = 9471.15 ms / 234 tokens ( 40.65 ms per token, 24.60 tokens per second) 8.55.696.342 I slot print_timing: id 2 | task 8241 | total time = 9965.36 ms / 354 tokens 8.55.696.343 I slot print_timing: id 2 | task 8241 | graphs reused = 7328 8.55.696.343 I slot print_timing: id 2 | task 8241 | graph reallocs = 0 / 0 (same size) / (changed size) 8.55.696.434 I slot release: id 2 | task 8241 | stop processing: n_tokens = 1449, truncated = 0 8.55.723.035 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1245, t_last = 237942007306 8.55.735.547 I slot launch_slot_: id 1 | task 8478 | processing task, is_child = 0 8.55.769.140 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1494, t_last = 237942606962 8.55.769.286 I slot launch_slot_: id 0 | task 8479 | processing task, is_child = 0 8.55.769.470 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1264, t_last = 237945704790 8.55.769.572 I slot launch_slot_: id 3 | task 8480 | processing task, is_child = 0 8.55.769.664 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1449, t_last = 237948485599 8.55.769.772 I slot launch_slot_: id 2 | task 8481 | processing task, is_child = 0 9.02.142.512 I slot print_timing: id 0 | task 8479 | prompt processing, n_tokens = 622, progress = 0.80, t = 6.37 s / 97.60 tokens per second 9.02.185.572 I slot print_timing: id 1 | task 8478 | prompt processing, n_tokens = 653, progress = 0.84, t = 6.37 s / 102.47 tokens per second 9.02.186.467 I slot print_timing: id 2 | task 8481 | prompt processing, n_tokens = 819, progress = 0.87, t = 6.37 s / 128.53 tokens per second 9.02.187.950 I slot print_timing: id 3 | task 8480 | prompt processing, n_tokens = 872, progress = 0.89, t = 6.37 s / 136.85 tokens per second 9.03.344.588 I slot print_timing: id 0 | task 8479 | prompt processing, n_tokens = 772, progress = 0.99, t = 7.57 s / 101.92 tokens per second 9.03.446.449 I slot print_timing: id 1 | task 8478 | prompt processing, n_tokens = 776, progress = 0.99, t = 7.57 s / 102.45 tokens per second 9.03.447.416 I slot print_timing: id 2 | task 8481 | prompt processing, n_tokens = 936, progress = 1.00, t = 7.57 s / 123.57 tokens per second 9.03.448.960 I slot print_timing: id 3 | task 8480 | prompt processing, n_tokens = 981, progress = 1.00, t = 7.57 s / 129.52 tokens per second 9.03.602.030 I slot print_timing: id 0 | task 8479 | prompt eval time = 7783.23 ms / 776 tokens ( 10.03 ms per token, 99.70 tokens per second) 9.03.602.032 I slot print_timing: id 0 | task 8479 | eval time = 49.02 ms / 2 tokens ( 49.02 ms per token, 20.40 tokens per second) 9.03.602.033 I slot print_timing: id 0 | task 8479 | total time = 7832.25 ms / 778 tokens 9.03.602.033 I slot print_timing: id 0 | task 8479 | graphs reused = 7329 9.03.602.034 I slot print_timing: id 0 | task 8479 | graph reallocs = 0 / 0 (same size) / (changed size) 9.03.602.086 I slot release: id 0 | task 8479 | stop processing: n_tokens = 778, truncated = 0 9.03.602.250 I slot print_timing: id 1 | task 8478 | prompt eval time = 7783.14 ms / 780 tokens ( 9.98 ms per token, 100.22 tokens per second) 9.03.602.253 I slot print_timing: id 1 | task 8478 | eval time = 49.06 ms / 2 tokens ( 49.06 ms per token, 20.38 tokens per second) 9.03.602.253 I slot print_timing: id 1 | task 8478 | total time = 7832.21 ms / 782 tokens 9.03.602.253 I slot print_timing: id 1 | task 8478 | graphs reused = 7329 9.03.602.254 I slot print_timing: id 1 | task 8478 | graph reallocs = 0 / 0 (same size) / (changed size) 9.03.602.291 I slot release: id 1 | task 8478 | stop processing: n_tokens = 782, truncated = 0 9.03.602.653 I slot print_timing: id 3 | task 8480 | prompt eval time = 7783.15 ms / 985 tokens ( 7.90 ms per token, 126.56 tokens per second) 9.03.602.655 I slot print_timing: id 3 | task 8480 | eval time = 49.09 ms / 2 tokens ( 49.09 ms per token, 20.37 tokens per second) 9.03.602.656 I slot print_timing: id 3 | task 8480 | total time = 7832.24 ms / 987 tokens 9.03.602.656 I slot print_timing: id 3 | task 8480 | graphs reused = 7329 9.03.602.656 I slot print_timing: id 3 | task 8480 | graph reallocs = 0 / 0 (same size) / (changed size) 9.03.602.700 I slot release: id 3 | task 8480 | stop processing: n_tokens = 987, truncated = 0 9.03.633.118 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 778, t_last = 237956391251 9.03.637.508 I slot launch_slot_: id 0 | task 8488 | processing task, is_child = 0 9.03.647.042 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 782, t_last = 237956391456 9.03.647.153 I slot launch_slot_: id 1 | task 8489 | processing task, is_child = 0 9.03.647.239 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 987, t_last = 237956391865 9.03.647.343 I slot launch_slot_: id 3 | task 8490 | processing task, is_child = 0 9.08.069.185 I slot print_timing: id 0 | task 8488 | prompt processing, n_tokens = 672, progress = 0.86, t = 4.42 s / 151.98 tokens per second 9.08.069.871 I slot print_timing: id 1 | task 8489 | prompt processing, n_tokens = 672, progress = 0.86, t = 4.42 s / 151.99 tokens per second 9.08.071.055 I slot print_timing: id 3 | task 8490 | prompt processing, n_tokens = 672, progress = 0.82, t = 4.42 s / 151.99 tokens per second 9.08.998.588 I slot print_timing: id 0 | task 8488 | prompt processing, n_tokens = 780, progress = 0.99, t = 5.35 s / 145.77 tokens per second 9.08.999.367 I slot print_timing: id 1 | task 8489 | prompt processing, n_tokens = 777, progress = 0.99, t = 5.35 s / 145.21 tokens per second 9.09.000.872 I slot print_timing: id 3 | task 8490 | prompt processing, n_tokens = 819, progress = 1.00, t = 5.35 s / 153.06 tokens per second 9.09.186.954 I slot print_timing: id 0 | task 8488 | prompt eval time = 5490.79 ms / 784 tokens ( 7.00 ms per token, 142.78 tokens per second) 9.09.186.960 I slot print_timing: id 0 | task 8488 | eval time = 48.81 ms / 2 tokens ( 48.81 ms per token, 20.49 tokens per second) 9.09.186.960 I slot print_timing: id 0 | task 8488 | total time = 5539.60 ms / 786 tokens 9.09.186.961 I slot print_timing: id 0 | task 8488 | graphs reused = 7329 9.09.186.961 I slot print_timing: id 0 | task 8488 | graph reallocs = 0 / 0 (same size) / (changed size) 9.09.187.007 I slot release: id 0 | task 8488 | stop processing: n_tokens = 786, truncated = 0 9.09.187.170 I slot print_timing: id 1 | task 8489 | prompt eval time = 5490.81 ms / 781 tokens ( 7.03 ms per token, 142.24 tokens per second) 9.09.187.172 I slot print_timing: id 1 | task 8489 | eval time = 48.82 ms / 2 tokens ( 48.82 ms per token, 20.48 tokens per second) 9.09.187.172 I slot print_timing: id 1 | task 8489 | total time = 5539.63 ms / 783 tokens 9.09.187.173 I slot print_timing: id 1 | task 8489 | graphs reused = 7329 9.09.187.173 I slot print_timing: id 1 | task 8489 | graph reallocs = 0 / 0 (same size) / (changed size) 9.09.187.206 I slot release: id 1 | task 8489 | stop processing: n_tokens = 783, truncated = 0 9.09.187.588 I slot print_timing: id 3 | task 8490 | prompt eval time = 5491.02 ms / 823 tokens ( 6.67 ms per token, 149.88 tokens per second) 9.09.187.590 I slot print_timing: id 3 | task 8490 | eval time = 48.88 ms / 2 tokens ( 48.88 ms per token, 20.46 tokens per second) 9.09.187.591 I slot print_timing: id 3 | task 8490 | total time = 5539.90 ms / 825 tokens 9.09.187.592 I slot print_timing: id 3 | task 8490 | graphs reused = 7329 9.09.187.592 I slot print_timing: id 3 | task 8490 | graph reallocs = 0 / 0 (same size) / (changed size) 9.09.187.628 I slot release: id 3 | task 8490 | stop processing: n_tokens = 825, truncated = 0 9.09.217.763 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 786, t_last = 237961976172 9.09.225.733 I slot launch_slot_: id 0 | task 8497 | processing task, is_child = 0 9.09.241.066 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.872 (> 0.100 thold), f_keep = 0.895 9.09.241.141 I slot launch_slot_: id 1 | task 8498 | processing task, is_child = 0 9.09.241.235 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.841 (> 0.100 thold), f_keep = 0.850 9.09.241.262 I slot launch_slot_: id 3 | task 8499 | processing task, is_child = 0 9.11.860.078 I slot print_timing: id 1 | task 8498 | prompt eval time = 2272.53 ms / 103 tokens ( 22.06 ms per token, 45.32 tokens per second) 9.11.860.080 I slot print_timing: id 1 | task 8498 | eval time = 346.05 ms / 2 tokens ( 346.05 ms per token, 2.89 tokens per second) 9.11.860.081 I slot print_timing: id 1 | task 8498 | total time = 2618.58 ms / 105 tokens 9.11.860.081 I slot print_timing: id 1 | task 8498 | graphs reused = 7329 9.11.860.082 I slot print_timing: id 1 | task 8498 | graph reallocs = 0 / 0 (same size) / (changed size) 9.11.860.137 I slot release: id 1 | task 8498 | stop processing: n_tokens = 805, truncated = 0 9.11.860.487 I slot print_timing: id 3 | task 8499 | prompt eval time = 2272.13 ms / 133 tokens ( 17.08 ms per token, 58.54 tokens per second) 9.11.860.489 I slot print_timing: id 3 | task 8499 | eval time = 346.12 ms / 2 tokens ( 346.12 ms per token, 2.89 tokens per second) 9.11.860.490 I slot print_timing: id 3 | task 8499 | total time = 2618.25 ms / 135 tokens 9.11.860.490 I slot print_timing: id 3 | task 8499 | graphs reused = 7329 9.11.860.490 I slot print_timing: id 3 | task 8499 | graph reallocs = 0 / 0 (same size) / (changed size) 9.11.860.524 I slot release: id 3 | task 8499 | stop processing: n_tokens = 835, truncated = 0 9.11.938.046 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 805, t_last = 237964649302 9.11.946.418 I slot launch_slot_: id 1 | task 8504 | processing task, is_child = 0 9.11.954.316 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 835, t_last = 237964649689 9.11.954.414 I slot launch_slot_: id 3 | task 8505 | processing task, is_child = 0 9.13.703.981 I slot print_timing: id 0 | task 8497 | prompt eval time = 2696.61 ms / 867 tokens ( 3.11 ms per token, 321.51 tokens per second) 9.13.703.985 I slot print_timing: id 0 | task 8497 | eval time = 1766.09 ms / 2 tokens ( 1766.09 ms per token, 0.57 tokens per second) 9.13.703.986 I slot print_timing: id 0 | task 8497 | total time = 4462.70 ms / 869 tokens 9.13.703.986 I slot print_timing: id 0 | task 8497 | graphs reused = 7329 9.13.703.986 I slot print_timing: id 0 | task 8497 | graph reallocs = 0 / 0 (same size) / (changed size) 9.13.704.048 I slot release: id 0 | task 8497 | stop processing: n_tokens = 869, truncated = 0 9.15.355.266 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 869, t_last = 237966493213 9.15.361.378 I slot launch_slot_: id 0 | task 8508 | processing task, is_child = 0 9.15.361.544 I slot print_timing: id 1 | task 8504 | prompt processing, n_tokens = 820, progress = 0.86, t = 3.40 s / 241.13 tokens per second 9.15.362.204 I slot print_timing: id 3 | task 8505 | prompt processing, n_tokens = 738, progress = 0.84, t = 3.40 s / 217.03 tokens per second 9.17.125.538 I slot print_timing: id 1 | task 8504 | prompt processing, n_tokens = 952, progress = 1.00, t = 5.17 s / 184.13 tokens per second 9.17.126.791 I slot print_timing: id 3 | task 8505 | prompt processing, n_tokens = 871, progress = 1.00, t = 5.17 s / 168.47 tokens per second 9.18.131.426 I slot print_timing: id 2 | task 8481 | prompt eval time = 7783.15 ms / 940 tokens ( 8.28 ms per token, 120.77 tokens per second) 9.18.131.431 I slot print_timing: id 2 | task 8481 | eval time = 14578.05 ms / 17 tokens ( 911.13 ms per token, 1.10 tokens per second) 9.18.131.432 I slot print_timing: id 2 | task 8481 | total time = 22361.21 ms / 957 tokens 9.18.131.432 I slot print_timing: id 2 | task 8481 | graphs reused = 7329 9.18.131.433 I slot print_timing: id 2 | task 8481 | graph reallocs = 0 / 0 (same size) / (changed size) 9.18.131.489 I slot release: id 2 | task 8481 | stop processing: n_tokens = 957, truncated = 0 9.18.484.600 I slot print_timing: id 3 | task 8505 | prompt eval time = 6177.11 ms / 875 tokens ( 7.06 ms per token, 141.65 tokens per second) 9.18.484.605 I slot print_timing: id 3 | task 8505 | eval time = 352.90 ms / 2 tokens ( 352.90 ms per token, 2.83 tokens per second) 9.18.484.605 I slot print_timing: id 3 | task 8505 | total time = 6530.01 ms / 877 tokens 9.18.484.606 I slot print_timing: id 3 | task 8505 | graphs reused = 7329 9.18.484.606 I slot print_timing: id 3 | task 8505 | graph reallocs = 0 / 0 (same size) / (changed size) 9.18.484.654 I slot release: id 3 | task 8505 | stop processing: n_tokens = 877, truncated = 0 9.18.484.660 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 957, t_last = 237970920654 9.18.493.628 I slot launch_slot_: id 2 | task 8512 | processing task, is_child = 0 9.18.500.794 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 877, t_last = 237971273819 9.18.500.892 I slot launch_slot_: id 3 | task 8513 | processing task, is_child = 0 9.18.500.899 I slot print_timing: id 0 | task 8508 | prompt processing, n_tokens = 997, progress = 1.00, t = 3.12 s / 319.26 tokens per second 9.22.111.717 I slot print_timing: id 0 | task 8508 | prompt eval time = 5115.79 ms / 1001 tokens ( 5.11 ms per token, 195.67 tokens per second) 9.22.111.722 I slot print_timing: id 0 | task 8508 | eval time = 1634.54 ms / 2 tokens ( 1634.54 ms per token, 0.61 tokens per second) 9.22.111.723 I slot print_timing: id 0 | task 8508 | total time = 6750.32 ms / 1003 tokens 9.22.111.723 I slot print_timing: id 0 | task 8508 | graphs reused = 7329 9.22.111.724 I slot print_timing: id 0 | task 8508 | graph reallocs = 0 / 0 (same size) / (changed size) 9.22.111.774 I slot release: id 0 | task 8508 | stop processing: n_tokens = 1003, truncated = 0 9.22.111.979 I slot print_timing: id 2 | task 8512 | prompt processing, n_tokens = 882, progress = 0.85, t = 3.61 s / 244.40 tokens per second 9.22.113.021 I slot print_timing: id 3 | task 8513 | prompt processing, n_tokens = 741, progress = 0.81, t = 3.61 s / 205.34 tokens per second 9.22.947.865 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1003, t_last = 237974900939 9.22.955.858 I slot launch_slot_: id 0 | task 8517 | processing task, is_child = 0 9.22.956.041 I slot print_timing: id 2 | task 8512 | prompt processing, n_tokens = 1032, progress = 1.00, t = 4.45 s / 232.17 tokens per second 9.22.956.853 I slot print_timing: id 3 | task 8513 | prompt processing, n_tokens = 908, progress = 1.00, t = 4.44 s / 204.28 tokens per second 9.25.843.488 I slot print_timing: id 2 | task 8512 | prompt eval time = 6112.65 ms / 1036 tokens ( 5.90 ms per token, 169.48 tokens per second) 9.25.843.494 I slot print_timing: id 2 | task 8512 | eval time = 1228.18 ms / 2 tokens ( 1228.18 ms per token, 0.81 tokens per second) 9.25.843.495 I slot print_timing: id 2 | task 8512 | total time = 7340.84 ms / 1038 tokens 9.25.843.496 I slot print_timing: id 2 | task 8512 | graphs reused = 7329 9.25.843.496 I slot print_timing: id 2 | task 8512 | graph reallocs = 0 / 0 (same size) / (changed size) 9.25.843.551 I slot release: id 2 | task 8512 | stop processing: n_tokens = 1038, truncated = 0 9.25.843.723 I slot print_timing: id 3 | task 8513 | prompt eval time = 6112.65 ms / 912 tokens ( 6.70 ms per token, 149.20 tokens per second) 9.25.843.725 I slot print_timing: id 3 | task 8513 | eval time = 1228.24 ms / 2 tokens ( 1228.24 ms per token, 0.81 tokens per second) 9.25.843.726 I slot print_timing: id 3 | task 8513 | total time = 7340.89 ms / 914 tokens 9.25.843.726 I slot print_timing: id 3 | task 8513 | graphs reused = 7329 9.25.843.727 I slot print_timing: id 3 | task 8513 | graph reallocs = 0 / 0 (same size) / (changed size) 9.25.843.776 I slot release: id 3 | task 8513 | stop processing: n_tokens = 914, truncated = 0 9.27.004.023 I slot print_timing: id 1 | task 8504 | prompt eval time = 6176.85 ms / 956 tokens ( 6.46 ms per token, 154.77 tokens per second) 9.27.004.025 I slot print_timing: id 1 | task 8504 | eval time = 8872.75 ms / 8 tokens ( 1267.54 ms per token, 0.79 tokens per second) 9.27.004.026 I slot print_timing: id 1 | task 8504 | total time = 15049.60 ms / 964 tokens 9.27.004.026 I slot print_timing: id 1 | task 8504 | graphs reused = 7329 9.27.004.027 I slot print_timing: id 1 | task 8504 | graph reallocs = 0 / 0 (same size) / (changed size) 9.27.004.075 I slot release: id 1 | task 8504 | stop processing: n_tokens = 964, truncated = 0 9.27.004.082 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1038, t_last = 237978632716 9.27.013.001 I slot launch_slot_: id 2 | task 8521 | processing task, is_child = 0 9.27.026.923 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.830 (> 0.100 thold), f_keep = 0.842 9.27.026.952 I slot launch_slot_: id 3 | task 8522 | processing task, is_child = 0 9.27.027.021 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 964, t_last = 237979793240 9.27.027.116 I slot launch_slot_: id 1 | task 8523 | processing task, is_child = 0 9.27.027.122 I slot print_timing: id 0 | task 8517 | prompt processing, n_tokens = 1777, progress = 1.00, t = 4.05 s / 438.98 tokens per second 9.30.526.294 I slot print_timing: id 0 | task 8517 | prompt eval time = 5748.43 ms / 1781 tokens ( 3.23 ms per token, 309.82 tokens per second) 9.30.526.299 I slot print_timing: id 0 | task 8517 | eval time = 1821.98 ms / 2 tokens ( 1821.98 ms per token, 0.55 tokens per second) 9.30.526.300 I slot print_timing: id 0 | task 8517 | total time = 7570.41 ms / 1783 tokens 9.30.526.300 I slot print_timing: id 0 | task 8517 | graphs reused = 7329 9.30.526.301 I slot print_timing: id 0 | task 8517 | graph reallocs = 0 / 0 (same size) / (changed size) 9.30.526.396 I slot release: id 0 | task 8517 | stop processing: n_tokens = 1783, truncated = 0 9.30.526.611 I slot print_timing: id 1 | task 8523 | prompt processing, n_tokens = 599, progress = 0.81, t = 3.50 s / 171.28 tokens per second 9.30.527.426 I slot print_timing: id 2 | task 8521 | prompt processing, n_tokens = 756, progress = 0.87, t = 3.50 s / 216.18 tokens per second 9.31.151.691 I slot print_timing: id 3 | task 8522 | prompt eval time = 3497.35 ms / 158 tokens ( 22.14 ms per token, 45.18 tokens per second) 9.31.151.696 I slot print_timing: id 3 | task 8522 | eval time = 625.08 ms / 2 tokens ( 625.08 ms per token, 1.60 tokens per second) 9.31.151.697 I slot print_timing: id 3 | task 8522 | total time = 4122.43 ms / 160 tokens 9.31.151.697 I slot print_timing: id 3 | task 8522 | graphs reused = 7329 9.31.151.698 I slot print_timing: id 3 | task 8522 | graph reallocs = 0 / 0 (same size) / (changed size) 9.31.151.751 I slot release: id 3 | task 8522 | stop processing: n_tokens = 929, truncated = 0 9.31.151.758 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1783, t_last = 237983315562 9.31.159.122 I slot launch_slot_: id 0 | task 8527 | processing task, is_child = 0 9.31.167.869 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 929, t_last = 237983940916 9.31.167.980 I slot launch_slot_: id 3 | task 8528 | processing task, is_child = 0 9.31.168.210 I slot print_timing: id 1 | task 8523 | prompt processing, n_tokens = 738, progress = 0.99, t = 4.12 s / 179.01 tokens per second 9.31.168.940 I slot print_timing: id 2 | task 8521 | prompt processing, n_tokens = 866, progress = 1.00, t = 4.12 s / 210.07 tokens per second 9.33.862.887 I slot print_timing: id 1 | task 8523 | prompt eval time = 5091.40 ms / 742 tokens ( 6.86 ms per token, 145.74 tokens per second) 9.33.862.893 I slot print_timing: id 1 | task 8523 | eval time = 1742.57 ms / 2 tokens ( 1742.57 ms per token, 0.57 tokens per second) 9.33.862.893 I slot print_timing: id 1 | task 8523 | total time = 6833.97 ms / 744 tokens 9.33.862.894 I slot print_timing: id 1 | task 8523 | graphs reused = 7329 9.33.862.894 I slot print_timing: id 1 | task 8523 | graph reallocs = 0 / 0 (same size) / (changed size) 9.33.862.944 I slot release: id 1 | task 8523 | stop processing: n_tokens = 744, truncated = 0 9.33.863.114 I slot print_timing: id 2 | task 8521 | prompt eval time = 5091.42 ms / 870 tokens ( 5.85 ms per token, 170.88 tokens per second) 9.33.863.121 I slot print_timing: id 2 | task 8521 | eval time = 1742.60 ms / 2 tokens ( 1742.60 ms per token, 0.57 tokens per second) 9.33.863.121 I slot print_timing: id 2 | task 8521 | total time = 6834.02 ms / 872 tokens 9.33.863.121 I slot print_timing: id 2 | task 8521 | graphs reused = 7329 9.33.863.121 I slot print_timing: id 2 | task 8521 | graph reallocs = 0 / 0 (same size) / (changed size) 9.33.863.184 I slot release: id 2 | task 8521 | stop processing: n_tokens = 872, truncated = 0 9.34.155.805 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.865 (> 0.100 thold), f_keep = 0.844 9.34.155.845 I slot launch_slot_: id 1 | task 8533 | processing task, is_child = 0 9.34.442.091 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 872, t_last = 237986652349 9.34.442.235 I slot launch_slot_: id 2 | task 8532 | processing task, is_child = 0 9.36.195.716 I slot print_timing: id 0 | task 8527 | prompt eval time = 4063.40 ms / 712 tokens ( 5.71 ms per token, 175.22 tokens per second) 9.36.195.718 I slot print_timing: id 0 | task 8527 | eval time = 964.33 ms / 2 tokens ( 964.33 ms per token, 1.04 tokens per second) 9.36.195.718 I slot print_timing: id 0 | task 8527 | total time = 5027.72 ms / 714 tokens 9.36.195.719 I slot print_timing: id 0 | task 8527 | graphs reused = 7329 9.36.195.719 I slot print_timing: id 0 | task 8527 | graph reallocs = 0 / 0 (same size) / (changed size) 9.36.195.775 I slot release: id 0 | task 8527 | stop processing: n_tokens = 714, truncated = 0 9.36.196.158 I slot print_timing: id 3 | task 8528 | prompt eval time = 4061.85 ms / 716 tokens ( 5.67 ms per token, 176.27 tokens per second) 9.36.196.161 I slot print_timing: id 3 | task 8528 | eval time = 964.56 ms / 2 tokens ( 964.56 ms per token, 1.04 tokens per second) 9.36.196.162 I slot print_timing: id 3 | task 8528 | total time = 5026.41 ms / 718 tokens 9.36.196.162 I slot print_timing: id 3 | task 8528 | graphs reused = 7329 9.36.196.162 I slot print_timing: id 3 | task 8528 | graph reallocs = 0 / 0 (same size) / (changed size) 9.36.196.198 I slot release: id 3 | task 8528 | stop processing: n_tokens = 718, truncated = 0 9.36.529.450 I slot print_timing: id 1 | task 8533 | prompt eval time = 1751.25 ms / 98 tokens ( 17.87 ms per token, 55.96 tokens per second) 9.36.529.452 I slot print_timing: id 1 | task 8533 | eval time = 333.46 ms / 2 tokens ( 333.46 ms per token, 3.00 tokens per second) 9.36.529.453 I slot print_timing: id 1 | task 8533 | total time = 2084.71 ms / 100 tokens 9.36.529.453 I slot print_timing: id 1 | task 8533 | graphs reused = 7329 9.36.529.453 I slot print_timing: id 1 | task 8533 | graph reallocs = 0 / 0 (same size) / (changed size) 9.36.529.505 I slot release: id 1 | task 8533 | stop processing: n_tokens = 727, truncated = 0 9.36.529.512 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 714, t_last = 237988984940 9.36.537.150 I slot launch_slot_: id 0 | task 8537 | processing task, is_child = 0 9.36.550.643 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 718, t_last = 237988985363 9.36.550.739 I slot launch_slot_: id 3 | task 8538 | processing task, is_child = 0 9.36.550.803 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 727, t_last = 237989318670 9.36.550.889 I slot launch_slot_: id 1 | task 8539 | processing task, is_child = 0 9.41.927.167 I slot print_timing: id 2 | task 8532 | prompt eval time = 4983.32 ms / 719 tokens ( 6.93 ms per token, 144.28 tokens per second) 9.41.927.169 I slot print_timing: id 2 | task 8532 | eval time = 2498.32 ms / 2 tokens ( 2498.32 ms per token, 0.40 tokens per second) 9.41.927.170 I slot print_timing: id 2 | task 8532 | total time = 7481.64 ms / 721 tokens 9.41.927.170 I slot print_timing: id 2 | task 8532 | graphs reused = 7329 9.41.927.171 I slot print_timing: id 2 | task 8532 | graph reallocs = 0 / 0 (same size) / (changed size) 9.41.927.215 I slot release: id 2 | task 8532 | stop processing: n_tokens = 721, truncated = 0 9.41.927.228 I slot print_timing: id 0 | task 8537 | prompt processing, n_tokens = 765, progress = 0.87, t = 5.38 s / 142.30 tokens per second 9.41.927.946 I slot print_timing: id 1 | task 8539 | prompt processing, n_tokens = 861, progress = 0.83, t = 5.38 s / 160.16 tokens per second 9.41.929.319 I slot print_timing: id 3 | task 8538 | prompt processing, n_tokens = 861, progress = 0.86, t = 5.38 s / 160.18 tokens per second 9.42.596.326 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 721, t_last = 237994716380 9.42.948.109 I slot launch_slot_: id 2 | task 8543 | processing task, is_child = 0 9.42.948.122 I slot print_timing: id 0 | task 8537 | prompt processing, n_tokens = 873, progress = 1.00, t = 6.05 s / 144.41 tokens per second 9.42.950.974 I slot print_timing: id 1 | task 8539 | prompt processing, n_tokens = 1032, progress = 1.00, t = 6.05 s / 170.71 tokens per second 9.42.954.110 I slot print_timing: id 3 | task 8538 | prompt processing, n_tokens = 992, progress = 1.00, t = 6.04 s / 164.12 tokens per second 9.44.956.360 I slot print_timing: id 0 | task 8537 | prompt eval time = 7525.63 ms / 877 tokens ( 8.58 ms per token, 116.54 tokens per second) 9.44.956.362 I slot print_timing: id 0 | task 8537 | eval time = 879.83 ms / 2 tokens ( 879.83 ms per token, 1.14 tokens per second) 9.44.956.362 I slot print_timing: id 0 | task 8537 | total time = 8405.46 ms / 879 tokens 9.44.956.363 I slot print_timing: id 0 | task 8537 | graphs reused = 7329 9.44.956.363 I slot print_timing: id 0 | task 8537 | graph reallocs = 0 / 0 (same size) / (changed size) 9.44.956.410 I slot release: id 0 | task 8537 | stop processing: n_tokens = 879, truncated = 0 9.44.956.578 I slot print_timing: id 1 | task 8539 | prompt eval time = 7525.67 ms / 1036 tokens ( 7.26 ms per token, 137.66 tokens per second) 9.44.956.587 I slot print_timing: id 1 | task 8539 | eval time = 879.87 ms / 2 tokens ( 879.87 ms per token, 1.14 tokens per second) 9.44.956.587 I slot print_timing: id 1 | task 8539 | total time = 8405.54 ms / 1038 tokens 9.44.956.587 I slot print_timing: id 1 | task 8539 | graphs reused = 7329 9.44.956.588 I slot print_timing: id 1 | task 8539 | graph reallocs = 0 / 0 (same size) / (changed size) 9.44.956.633 I slot release: id 1 | task 8539 | stop processing: n_tokens = 1038, truncated = 0 9.44.956.801 I slot print_timing: id 3 | task 8538 | prompt eval time = 7525.00 ms / 996 tokens ( 7.56 ms per token, 132.36 tokens per second) 9.44.956.804 I slot print_timing: id 3 | task 8538 | eval time = 879.90 ms / 2 tokens ( 879.90 ms per token, 1.14 tokens per second) 9.44.956.805 I slot print_timing: id 3 | task 8538 | total time = 8404.89 ms / 998 tokens 9.44.956.805 I slot print_timing: id 3 | task 8538 | graphs reused = 7329 9.44.956.806 I slot print_timing: id 3 | task 8538 | graph reallocs = 0 / 0 (same size) / (changed size) 9.44.956.843 I slot release: id 3 | task 8538 | stop processing: n_tokens = 998, truncated = 0 9.45.367.273 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.886 (> 0.100 thold), f_keep = 0.857 9.45.367.308 I slot launch_slot_: id 1 | task 8548 | processing task, is_child = 0 9.45.383.487 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 879, t_last = 237997745575 9.45.383.585 I slot launch_slot_: id 0 | task 8549 | processing task, is_child = 0 9.45.383.657 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.892 (> 0.100 thold), f_keep = 0.892 9.45.383.675 I slot launch_slot_: id 3 | task 8550 | processing task, is_child = 0 9.46.777.386 I slot print_timing: id 2 | task 8543 | prompt eval time = 2413.31 ms / 1010 tokens ( 2.39 ms per token, 418.51 tokens per second) 9.46.777.391 I slot print_timing: id 2 | task 8543 | eval time = 1410.12 ms / 2 tokens ( 1410.12 ms per token, 0.71 tokens per second) 9.46.777.391 I slot print_timing: id 2 | task 8543 | total time = 3823.43 ms / 1012 tokens 9.46.777.392 I slot print_timing: id 2 | task 8543 | graphs reused = 7329 9.46.777.392 I slot print_timing: id 2 | task 8543 | graph reallocs = 0 / 0 (same size) / (changed size) 9.46.777.446 I slot release: id 2 | task 8543 | stop processing: n_tokens = 1012, truncated = 0 9.47.664.402 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1012, t_last = 237999566611 9.47.673.651 I slot launch_slot_: id 2 | task 8553 | processing task, is_child = 0 9.49.119.216 I slot print_timing: id 1 | task 8548 | prompt eval time = 2280.35 ms / 114 tokens ( 20.00 ms per token, 49.99 tokens per second) 9.49.119.222 I slot print_timing: id 1 | task 8548 | eval time = 1455.01 ms / 2 tokens ( 1455.01 ms per token, 0.69 tokens per second) 9.49.119.222 I slot print_timing: id 1 | task 8548 | total time = 3735.36 ms / 116 tokens 9.49.119.222 I slot print_timing: id 1 | task 8548 | graphs reused = 7329 9.49.119.223 I slot print_timing: id 1 | task 8548 | graph reallocs = 0 / 0 (same size) / (changed size) 9.49.119.276 I slot release: id 1 | task 8548 | stop processing: n_tokens = 1005, truncated = 0 9.49.119.444 I slot print_timing: id 3 | task 8550 | prompt eval time = 2279.84 ms / 108 tokens ( 21.11 ms per token, 47.37 tokens per second) 9.49.119.446 I slot print_timing: id 3 | task 8550 | eval time = 1455.05 ms / 2 tokens ( 1455.05 ms per token, 0.69 tokens per second) 9.49.119.446 I slot print_timing: id 3 | task 8550 | total time = 3734.88 ms / 110 tokens 9.49.119.447 I slot print_timing: id 3 | task 8550 | graphs reused = 7329 9.49.119.447 I slot print_timing: id 3 | task 8550 | graph reallocs = 0 / 0 (same size) / (changed size) 9.49.119.486 I slot release: id 3 | task 8550 | stop processing: n_tokens = 999, truncated = 0 9.49.119.496 I slot print_timing: id 0 | task 8549 | prompt processing, n_tokens = 883, progress = 1.00, t = 3.74 s / 236.39 tokens per second 9.49.777.127 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1005, t_last = 238001908441 9.49.787.818 I slot launch_slot_: id 1 | task 8556 | processing task, is_child = 0 9.49.796.058 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 999, t_last = 238001908651 9.49.796.162 I slot launch_slot_: id 3 | task 8557 | processing task, is_child = 0 9.52.226.289 I slot print_timing: id 0 | task 8549 | prompt eval time = 4393.44 ms / 887 tokens ( 4.95 ms per token, 201.89 tokens per second) 9.52.226.294 I slot print_timing: id 0 | task 8549 | eval time = 2449.16 ms / 2 tokens ( 2449.16 ms per token, 0.41 tokens per second) 9.52.226.294 I slot print_timing: id 0 | task 8549 | total time = 6842.60 ms / 889 tokens 9.52.226.295 I slot print_timing: id 0 | task 8549 | graphs reused = 7329 9.52.226.295 I slot print_timing: id 0 | task 8549 | graph reallocs = 0 / 0 (same size) / (changed size) 9.52.226.346 I slot release: id 0 | task 8549 | stop processing: n_tokens = 889, truncated = 0 9.52.226.918 I slot print_timing: id 2 | task 8553 | prompt processing, n_tokens = 998, progress = 1.00, t = 4.55 s / 219.30 tokens per second 9.53.788.341 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 889, t_last = 238005015511 9.53.795.403 I slot launch_slot_: id 0 | task 8560 | processing task, is_child = 0 9.53.795.584 I slot print_timing: id 1 | task 8556 | prompt processing, n_tokens = 759, progress = 0.86, t = 3.99 s / 190.13 tokens per second 9.53.796.239 I slot print_timing: id 3 | task 8557 | prompt processing, n_tokens = 759, progress = 0.77, t = 3.99 s / 190.17 tokens per second 9.55.397.713 I slot print_timing: id 2 | task 8553 | prompt eval time = 6113.03 ms / 1002 tokens ( 6.10 ms per token, 163.91 tokens per second) 9.55.397.718 I slot print_timing: id 2 | task 8553 | eval time = 1609.37 ms / 2 tokens ( 1609.37 ms per token, 0.62 tokens per second) 9.55.397.719 I slot print_timing: id 2 | task 8553 | total time = 7722.40 ms / 1004 tokens 9.55.397.719 I slot print_timing: id 2 | task 8553 | graphs reused = 7329 9.55.397.720 I slot print_timing: id 2 | task 8553 | graph reallocs = 0 / 0 (same size) / (changed size) 9.55.397.785 I slot release: id 2 | task 8553 | stop processing: n_tokens = 1004, truncated = 0 9.55.398.328 I slot print_timing: id 1 | task 8556 | prompt processing, n_tokens = 880, progress = 1.00, t = 5.60 s / 157.10 tokens per second 9.55.399.669 I slot print_timing: id 3 | task 8557 | prompt processing, n_tokens = 980, progress = 1.00, t = 5.60 s / 174.98 tokens per second 9.56.295.864 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.828 (> 0.100 thold), f_keep = 0.785 9.56.295.919 I slot launch_slot_: id 2 | task 8563 | processing task, is_child = 0 9.57.080.717 I slot print_timing: id 1 | task 8556 | prompt eval time = 6499.51 ms / 884 tokens ( 7.35 ms per token, 136.01 tokens per second) 9.57.080.722 I slot print_timing: id 1 | task 8556 | eval time = 785.04 ms / 2 tokens ( 785.04 ms per token, 1.27 tokens per second) 9.57.080.723 I slot print_timing: id 1 | task 8556 | total time = 7284.54 ms / 886 tokens 9.57.080.723 I slot print_timing: id 1 | task 8556 | graphs reused = 7329 9.57.080.724 I slot print_timing: id 1 | task 8556 | graph reallocs = 0 / 0 (same size) / (changed size) 9.57.080.792 I slot release: id 1 | task 8556 | stop processing: n_tokens = 886, truncated = 0 9.57.080.968 I slot print_timing: id 3 | task 8557 | prompt eval time = 6498.84 ms / 984 tokens ( 6.60 ms per token, 151.41 tokens per second) 9.57.080.972 I slot print_timing: id 3 | task 8557 | eval time = 785.11 ms / 2 tokens ( 785.11 ms per token, 1.27 tokens per second) 9.57.080.972 I slot print_timing: id 3 | task 8557 | total time = 7283.95 ms / 986 tokens 9.57.080.972 I slot print_timing: id 3 | task 8557 | graphs reused = 7329 9.57.080.973 I slot print_timing: id 3 | task 8557 | graph reallocs = 0 / 0 (same size) / (changed size) 9.57.081.020 I slot release: id 3 | task 8557 | stop processing: n_tokens = 986, truncated = 0 9.57.081.028 I slot print_timing: id 0 | task 8560 | prompt processing, n_tokens = 888, progress = 1.00, t = 3.29 s / 270.31 tokens per second 9.57.176.341 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.904 (> 0.100 thold), f_keep = 0.889 9.57.176.376 I slot launch_slot_: id 1 | task 8566 | processing task, is_child = 0 9.57.184.630 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 986, t_last = 238009870185 9.57.184.729 I slot launch_slot_: id 3 | task 8567 | processing task, is_child = 0 9.58.394.502 I slot print_timing: id 0 | task 8560 | prompt eval time = 3380.74 ms / 892 tokens ( 3.79 ms per token, 263.85 tokens per second) 9.58.394.505 I slot print_timing: id 0 | task 8560 | eval time = 1218.34 ms / 2 tokens ( 1218.34 ms per token, 0.82 tokens per second) 9.58.394.505 I slot print_timing: id 0 | task 8560 | total time = 4599.08 ms / 894 tokens 9.58.394.506 I slot print_timing: id 0 | task 8560 | graphs reused = 7329 9.58.394.506 I slot print_timing: id 0 | task 8560 | graph reallocs = 0 / 0 (same size) / (changed size) 9.58.394.582 I slot release: id 0 | task 8560 | stop processing: n_tokens = 894, truncated = 0 9.58.394.752 I slot print_timing: id 2 | task 8563 | prompt eval time = 877.44 ms / 164 tokens ( 5.35 ms per token, 186.91 tokens per second) 9.58.394.754 I slot print_timing: id 2 | task 8563 | eval time = 1218.41 ms / 2 tokens ( 1218.41 ms per token, 0.82 tokens per second) 9.58.394.754 I slot print_timing: id 2 | task 8563 | total time = 2095.85 ms / 166 tokens 9.58.394.754 I slot print_timing: id 2 | task 8563 | graphs reused = 7329 9.58.394.755 I slot print_timing: id 2 | task 8563 | graph reallocs = 0 / 0 (same size) / (changed size) 9.58.394.798 I slot release: id 2 | task 8563 | stop processing: n_tokens = 953, truncated = 0 9.59.177.215 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 894, t_last = 238011183747 9.59.186.011 I slot launch_slot_: id 0 | task 8570 | processing task, is_child = 0 9.59.194.446 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 953, t_last = 238011183963 9.59.194.553 I slot launch_slot_: id 2 | task 8571 | processing task, is_child = 0 10.01.323.506 I slot print_timing: id 3 | task 8567 | prompt processing, n_tokens = 939, progress = 1.00, t = 4.14 s / 227.00 tokens per second 10.03.008.742 I slot print_timing: id 0 | task 8570 | prompt processing, n_tokens = 761, progress = 0.82, t = 3.81 s / 199.54 tokens per second 10.03.009.453 I slot print_timing: id 2 | task 8571 | prompt processing, n_tokens = 761, progress = 0.85, t = 3.81 s / 199.55 tokens per second 10.03.790.966 I slot print_timing: id 3 | task 8567 | prompt eval time = 5823.26 ms / 943 tokens ( 6.18 ms per token, 161.94 tokens per second) 10.03.790.969 I slot print_timing: id 3 | task 8567 | eval time = 782.24 ms / 2 tokens ( 782.24 ms per token, 1.28 tokens per second) 10.03.790.969 I slot print_timing: id 3 | task 8567 | total time = 6605.50 ms / 945 tokens 10.03.790.970 I slot print_timing: id 3 | task 8567 | graphs reused = 7329 10.03.790.970 I slot print_timing: id 3 | task 8567 | graph reallocs = 0 / 0 (same size) / (changed size) 10.03.791.023 I slot release: id 3 | task 8567 | stop processing: n_tokens = 945, truncated = 0 10.03.791.037 I slot print_timing: id 0 | task 8570 | prompt processing, n_tokens = 920, progress = 1.00, t = 4.60 s / 200.17 tokens per second 10.03.792.307 I slot print_timing: id 2 | task 8571 | prompt processing, n_tokens = 894, progress = 1.00, t = 4.60 s / 194.52 tokens per second 10.03.926.073 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 945, t_last = 238016580189 10.03.933.855 I slot launch_slot_: id 3 | task 8576 | processing task, is_child = 0 10.05.744.668 I slot print_timing: id 0 | task 8570 | prompt eval time = 4731.17 ms / 924 tokens ( 5.12 ms per token, 195.30 tokens per second) 10.05.744.674 I slot print_timing: id 0 | task 8570 | eval time = 1818.93 ms / 2 tokens ( 1818.93 ms per token, 0.55 tokens per second) 10.05.744.679 I slot print_timing: id 0 | task 8570 | total time = 6550.10 ms / 926 tokens 10.05.744.682 I slot print_timing: id 0 | task 8570 | graphs reused = 7329 10.05.744.682 I slot print_timing: id 0 | task 8570 | graph reallocs = 0 / 0 (same size) / (changed size) 10.05.744.736 I slot release: id 0 | task 8570 | stop processing: n_tokens = 926, truncated = 0 10.05.745.074 I slot print_timing: id 2 | task 8571 | prompt eval time = 4731.34 ms / 898 tokens ( 5.27 ms per token, 189.80 tokens per second) 10.05.745.078 I slot print_timing: id 2 | task 8571 | eval time = 1819.01 ms / 2 tokens ( 1819.01 ms per token, 0.55 tokens per second) 10.05.745.078 I slot print_timing: id 2 | task 8571 | total time = 6550.35 ms / 900 tokens 10.05.745.079 I slot print_timing: id 2 | task 8571 | graphs reused = 7329 10.05.745.079 I slot print_timing: id 2 | task 8571 | graph reallocs = 0 / 0 (same size) / (changed size) 10.05.745.120 I slot release: id 2 | task 8571 | stop processing: n_tokens = 900, truncated = 0 10.06.471.302 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 926, t_last = 238018533901 10.06.479.086 I slot launch_slot_: id 0 | task 8579 | processing task, is_child = 0 10.06.485.732 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 900, t_last = 238018534286 10.06.485.833 I slot launch_slot_: id 2 | task 8580 | processing task, is_child = 0 10.10.362.816 I slot print_timing: id 1 | task 8566 | prompt eval time = 1992.47 ms / 84 tokens ( 23.72 ms per token, 42.16 tokens per second) 10.10.362.819 I slot print_timing: id 1 | task 8566 | eval time = 11185.60 ms / 8 tokens ( 1597.94 ms per token, 0.63 tokens per second) 10.10.362.820 I slot print_timing: id 1 | task 8566 | total time = 13178.08 ms / 92 tokens 10.10.362.820 I slot print_timing: id 1 | task 8566 | graphs reused = 7329 10.10.362.821 I slot print_timing: id 1 | task 8566 | graph reallocs = 0 / 0 (same size) / (changed size) 10.10.362.873 I slot release: id 1 | task 8566 | stop processing: n_tokens = 879, truncated = 0 10.10.362.888 I slot print_timing: id 0 | task 8579 | prompt processing, n_tokens = 839, progress = 0.62, t = 3.88 s / 216.41 tokens per second 10.10.363.759 I slot print_timing: id 2 | task 8580 | prompt processing, n_tokens = 752, progress = 0.59, t = 3.88 s / 193.98 tokens per second 10.10.365.308 I slot print_timing: id 3 | task 8576 | prompt processing, n_tokens = 1361, progress = 1.00, t = 6.43 s / 211.70 tokens per second 10.11.996.115 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 879, t_last = 238023152038 10.12.005.106 I slot launch_slot_: id 1 | task 8583 | processing task, is_child = 0 10.12.005.116 I slot print_timing: id 0 | task 8579 | prompt processing, n_tokens = 1157, progress = 0.85, t = 5.51 s / 209.98 tokens per second 10.12.007.112 I slot print_timing: id 2 | task 8580 | prompt processing, n_tokens = 1157, progress = 0.91, t = 5.51 s / 209.99 tokens per second 10.14.475.631 I slot print_timing: id 3 | task 8576 | prompt eval time = 8062.25 ms / 1365 tokens ( 5.91 ms per token, 169.31 tokens per second) 10.14.475.633 I slot print_timing: id 3 | task 8576 | eval time = 2479.52 ms / 2 tokens ( 2479.52 ms per token, 0.40 tokens per second) 10.14.475.633 I slot print_timing: id 3 | task 8576 | total time = 10541.76 ms / 1367 tokens 10.14.475.634 I slot print_timing: id 3 | task 8576 | graphs reused = 7329 10.14.475.634 I slot print_timing: id 3 | task 8576 | graph reallocs = 0 / 0 (same size) / (changed size) 10.14.475.699 I slot release: id 3 | task 8576 | stop processing: n_tokens = 1367, truncated = 0 10.14.475.711 I slot print_timing: id 0 | task 8579 | prompt processing, n_tokens = 1351, progress = 1.00, t = 7.99 s / 169.09 tokens per second 10.14.478.396 I slot print_timing: id 2 | task 8580 | prompt processing, n_tokens = 1264, progress = 1.00, t = 7.99 s / 158.21 tokens per second 10.15.393.986 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1367, t_last = 238027264864 10.15.405.074 I slot launch_slot_: id 3 | task 8586 | processing task, is_child = 0 10.15.405.085 I slot print_timing: id 1 | task 8583 | prompt processing, n_tokens = 1157, progress = 0.88, t = 3.39 s / 341.64 tokens per second 10.16.434.945 I slot print_timing: id 0 | task 8579 | prompt eval time = 8907.96 ms / 1355 tokens ( 6.57 ms per token, 152.11 tokens per second) 10.16.434.951 I slot print_timing: id 0 | task 8579 | eval time = 1041.14 ms / 2 tokens ( 1041.14 ms per token, 0.96 tokens per second) 10.16.434.951 I slot print_timing: id 0 | task 8579 | total time = 9949.10 ms / 1357 tokens 10.16.434.952 I slot print_timing: id 0 | task 8579 | graphs reused = 7329 10.16.434.952 I slot print_timing: id 0 | task 8579 | graph reallocs = 0 / 0 (same size) / (changed size) 10.16.435.024 I slot release: id 0 | task 8579 | stop processing: n_tokens = 1357, truncated = 0 10.16.435.195 I slot print_timing: id 2 | task 8580 | prompt eval time = 8907.94 ms / 1268 tokens ( 7.03 ms per token, 142.34 tokens per second) 10.16.435.197 I slot print_timing: id 2 | task 8580 | eval time = 1041.21 ms / 2 tokens ( 1041.21 ms per token, 0.96 tokens per second) 10.16.435.197 I slot print_timing: id 2 | task 8580 | total time = 9949.15 ms / 1270 tokens 10.16.435.198 I slot print_timing: id 2 | task 8580 | graphs reused = 7329 10.16.435.198 I slot print_timing: id 2 | task 8580 | graph reallocs = 0 / 0 (same size) / (changed size) 10.16.435.243 I slot release: id 2 | task 8580 | stop processing: n_tokens = 1270, truncated = 0 10.16.435.251 I slot print_timing: id 1 | task 8583 | prompt processing, n_tokens = 1306, progress = 1.00, t = 4.43 s / 294.95 tokens per second 10.17.338.607 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1357, t_last = 238029224191 10.17.348.247 I slot launch_slot_: id 0 | task 8589 | processing task, is_child = 0 10.17.356.240 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1270, t_last = 238029224408 10.17.356.356 I slot launch_slot_: id 2 | task 8590 | processing task, is_child = 0 10.19.101.383 I slot print_timing: id 1 | task 8583 | prompt eval time = 5331.65 ms / 1310 tokens ( 4.07 ms per token, 245.70 tokens per second) 10.19.101.385 I slot print_timing: id 1 | task 8583 | eval time = 1762.77 ms / 2 tokens ( 1762.77 ms per token, 0.57 tokens per second) 10.19.101.386 I slot print_timing: id 1 | task 8583 | total time = 7094.43 ms / 1312 tokens 10.19.101.386 I slot print_timing: id 1 | task 8583 | graphs reused = 7329 10.19.101.386 I slot print_timing: id 1 | task 8583 | graph reallocs = 0 / 0 (same size) / (changed size) 10.19.101.454 I slot release: id 1 | task 8583 | stop processing: n_tokens = 1312, truncated = 0 10.19.102.814 I slot print_timing: id 3 | task 8586 | prompt processing, n_tokens = 786, progress = 0.99, t = 3.69 s / 212.76 tokens per second 10.20.797.966 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1312, t_last = 238031890619 10.20.806.085 I slot launch_slot_: id 1 | task 8593 | processing task, is_child = 0 10.20.806.098 I slot print_timing: id 0 | task 8589 | prompt processing, n_tokens = 678, progress = 0.84, t = 3.44 s / 197.01 tokens per second 10.20.808.060 I slot print_timing: id 2 | task 8590 | prompt processing, n_tokens = 742, progress = 0.83, t = 3.44 s / 215.62 tokens per second 10.22.258.037 I slot print_timing: id 3 | task 8586 | prompt eval time = 5391.11 ms / 790 tokens ( 6.82 ms per token, 146.54 tokens per second) 10.22.258.042 I slot print_timing: id 3 | task 8586 | eval time = 1460.08 ms / 2 tokens ( 1460.08 ms per token, 0.68 tokens per second) 10.22.258.043 I slot print_timing: id 3 | task 8586 | total time = 6851.19 ms / 792 tokens 10.22.258.043 I slot print_timing: id 3 | task 8586 | graphs reused = 7329 10.22.258.044 I slot print_timing: id 3 | task 8586 | graph reallocs = 0 / 0 (same size) / (changed size) 10.22.258.091 I slot release: id 3 | task 8586 | stop processing: n_tokens = 792, truncated = 0 10.22.258.103 I slot print_timing: id 0 | task 8589 | prompt processing, n_tokens = 804, progress = 1.00, t = 4.90 s / 164.03 tokens per second 10.22.260.164 I slot print_timing: id 2 | task 8590 | prompt processing, n_tokens = 891, progress = 1.00, t = 4.90 s / 181.79 tokens per second 10.23.214.116 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 792, t_last = 238035047256 10.23.223.280 I slot launch_slot_: id 3 | task 8596 | processing task, is_child = 0 10.24.183.294 I slot print_timing: id 0 | task 8589 | prompt eval time = 5857.54 ms / 808 tokens ( 7.25 ms per token, 137.94 tokens per second) 10.24.183.296 I slot print_timing: id 0 | task 8589 | eval time = 969.38 ms / 2 tokens ( 969.38 ms per token, 1.03 tokens per second) 10.24.183.297 I slot print_timing: id 0 | task 8589 | total time = 6826.92 ms / 810 tokens 10.24.183.297 I slot print_timing: id 0 | task 8589 | graphs reused = 7329 10.24.183.298 I slot print_timing: id 0 | task 8589 | graph reallocs = 0 / 0 (same size) / (changed size) 10.24.183.349 I slot release: id 0 | task 8589 | stop processing: n_tokens = 810, truncated = 0 10.24.183.519 I slot print_timing: id 2 | task 8590 | prompt eval time = 5857.54 ms / 895 tokens ( 6.54 ms per token, 152.79 tokens per second) 10.24.183.522 I slot print_timing: id 2 | task 8590 | eval time = 969.41 ms / 2 tokens ( 969.41 ms per token, 1.03 tokens per second) 10.24.183.523 I slot print_timing: id 2 | task 8590 | total time = 6826.94 ms / 897 tokens 10.24.183.523 I slot print_timing: id 2 | task 8590 | graphs reused = 7329 10.24.183.523 I slot print_timing: id 2 | task 8590 | graph reallocs = 0 / 0 (same size) / (changed size) 10.24.183.574 I slot release: id 2 | task 8590 | stop processing: n_tokens = 897, truncated = 0 10.24.183.584 I slot print_timing: id 1 | task 8593 | prompt processing, n_tokens = 861, progress = 1.00, t = 3.38 s / 255.09 tokens per second 10.25.026.032 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 810, t_last = 238036972514 10.25.034.153 I slot launch_slot_: id 0 | task 8599 | processing task, is_child = 0 10.25.041.191 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 897, t_last = 238036972739 10.25.041.292 I slot launch_slot_: id 2 | task 8600 | processing task, is_child = 0 10.26.725.350 I slot print_timing: id 1 | task 8593 | prompt eval time = 4218.15 ms / 865 tokens ( 4.88 ms per token, 205.07 tokens per second) 10.26.725.353 I slot print_timing: id 1 | task 8593 | eval time = 1699.32 ms / 2 tokens ( 1699.32 ms per token, 0.59 tokens per second) 10.26.725.353 I slot print_timing: id 1 | task 8593 | total time = 5917.47 ms / 867 tokens 10.26.725.354 I slot print_timing: id 1 | task 8593 | graphs reused = 7329 10.26.725.354 I slot print_timing: id 1 | task 8593 | graph reallocs = 0 / 0 (same size) / (changed size) 10.26.725.408 I slot release: id 1 | task 8593 | stop processing: n_tokens = 867, truncated = 0 10.26.726.586 I slot print_timing: id 3 | task 8596 | prompt processing, n_tokens = 797, progress = 1.00, t = 3.50 s / 227.70 tokens per second 10.28.298.158 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 867, t_last = 238039514573 10.28.306.232 I slot launch_slot_: id 1 | task 8603 | processing task, is_child = 0 10.28.306.243 I slot print_timing: id 0 | task 8599 | prompt processing, n_tokens = 662, progress = 0.84, t = 3.26 s / 203.28 tokens per second 10.28.308.088 I slot print_timing: id 2 | task 8600 | prompt processing, n_tokens = 662, progress = 0.76, t = 3.26 s / 203.29 tokens per second 10.29.694.324 I slot print_timing: id 3 | task 8596 | prompt eval time = 5073.27 ms / 801 tokens ( 6.33 ms per token, 157.89 tokens per second) 10.29.694.329 I slot print_timing: id 3 | task 8596 | eval time = 1396.17 ms / 2 tokens ( 1396.17 ms per token, 0.72 tokens per second) 10.29.694.330 I slot print_timing: id 3 | task 8596 | total time = 6469.43 ms / 803 tokens 10.29.694.330 I slot print_timing: id 3 | task 8596 | graphs reused = 7329 10.29.694.331 I slot print_timing: id 3 | task 8596 | graph reallocs = 0 / 0 (same size) / (changed size) 10.29.694.381 I slot release: id 3 | task 8596 | stop processing: n_tokens = 803, truncated = 0 10.29.694.392 I slot print_timing: id 0 | task 8599 | prompt processing, n_tokens = 785, progress = 0.99, t = 4.65 s / 168.71 tokens per second 10.29.696.206 I slot print_timing: id 2 | task 8600 | prompt processing, n_tokens = 862, progress = 1.00, t = 4.65 s / 185.27 tokens per second 10.30.644.708 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.853 (> 0.100 thold), f_keep = 0.861 10.30.644.777 I slot launch_slot_: id 3 | task 8606 | processing task, is_child = 0 10.31.315.546 I slot print_timing: id 0 | task 8599 | prompt eval time = 5603.21 ms / 789 tokens ( 7.10 ms per token, 140.81 tokens per second) 10.31.315.549 I slot print_timing: id 0 | task 8599 | eval time = 671.03 ms / 2 tokens ( 671.03 ms per token, 1.49 tokens per second) 10.31.315.550 I slot print_timing: id 0 | task 8599 | total time = 6274.24 ms / 791 tokens 10.31.315.550 I slot print_timing: id 0 | task 8599 | graphs reused = 7329 10.31.315.551 I slot print_timing: id 0 | task 8599 | graph reallocs = 0 / 0 (same size) / (changed size) 10.31.315.605 I slot release: id 0 | task 8599 | stop processing: n_tokens = 791, truncated = 0 10.31.315.773 I slot print_timing: id 2 | task 8600 | prompt eval time = 5603.24 ms / 866 tokens ( 6.47 ms per token, 154.55 tokens per second) 10.31.315.775 I slot print_timing: id 2 | task 8600 | eval time = 671.07 ms / 2 tokens ( 671.07 ms per token, 1.49 tokens per second) 10.31.315.776 I slot print_timing: id 2 | task 8600 | total time = 6274.31 ms / 868 tokens 10.31.315.776 I slot print_timing: id 2 | task 8600 | graphs reused = 7329 10.31.315.776 I slot print_timing: id 2 | task 8600 | graph reallocs = 0 / 0 (same size) / (changed size) 10.31.315.815 I slot release: id 2 | task 8600 | stop processing: n_tokens = 868, truncated = 0 10.31.315.823 I slot print_timing: id 1 | task 8603 | prompt processing, n_tokens = 781, progress = 0.99, t = 3.01 s / 259.69 tokens per second 10.31.411.263 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 791, t_last = 238044104770 10.31.418.583 I slot launch_slot_: id 0 | task 8609 | processing task, is_child = 0 10.31.425.500 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 868, t_last = 238044104980 10.31.425.596 I slot launch_slot_: id 2 | task 8610 | processing task, is_child = 0 10.33.297.110 I slot print_timing: id 1 | task 8603 | prompt eval time = 3103.15 ms / 785 tokens ( 3.95 ms per token, 252.97 tokens per second) 10.33.297.112 I slot print_timing: id 1 | task 8603 | eval time = 1886.04 ms / 2 tokens ( 1886.04 ms per token, 0.53 tokens per second) 10.33.297.113 I slot print_timing: id 1 | task 8603 | total time = 4989.18 ms / 787 tokens 10.33.297.113 I slot print_timing: id 1 | task 8603 | graphs reused = 7329 10.33.297.114 I slot print_timing: id 1 | task 8603 | graph reallocs = 0 / 0 (same size) / (changed size) 10.33.297.163 I slot release: id 1 | task 8603 | stop processing: n_tokens = 787, truncated = 0 10.33.297.337 I slot print_timing: id 3 | task 8606 | prompt eval time = 763.65 ms / 119 tokens ( 6.42 ms per token, 155.83 tokens per second) 10.33.297.339 I slot print_timing: id 3 | task 8606 | eval time = 1886.08 ms / 2 tokens ( 1886.08 ms per token, 0.53 tokens per second) 10.33.297.341 I slot print_timing: id 3 | task 8606 | total time = 2649.73 ms / 121 tokens 10.33.297.341 I slot print_timing: id 3 | task 8606 | graphs reused = 7329 10.33.297.341 I slot print_timing: id 3 | task 8606 | graph reallocs = 0 / 0 (same size) / (changed size) 10.33.297.384 I slot release: id 3 | task 8606 | stop processing: n_tokens = 811, truncated = 0 10.34.170.626 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 787, t_last = 238046086328 10.34.976.893 I slot launch_slot_: id 1 | task 8613 | processing task, is_child = 0 10.34.986.417 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 811, t_last = 238046086549 10.34.986.525 I slot launch_slot_: id 3 | task 8614 | processing task, is_child = 0 10.36.785.749 I slot print_timing: id 0 | task 8609 | prompt processing, n_tokens = 930, progress = 1.00, t = 5.36 s / 173.50 tokens per second 10.37.434.229 I slot print_timing: id 2 | task 8610 | prompt processing, n_tokens = 954, progress = 1.00, t = 5.36 s / 177.99 tokens per second 10.39.207.617 I slot print_timing: id 1 | task 8613 | prompt processing, n_tokens = 822, progress = 0.86, t = 4.22 s / 194.83 tokens per second 10.39.208.400 I slot print_timing: id 3 | task 8614 | prompt processing, n_tokens = 822, progress = 0.88, t = 4.22 s / 194.87 tokens per second 10.39.882.752 I slot print_timing: id 0 | task 8609 | prompt eval time = 7781.81 ms / 934 tokens ( 8.33 ms per token, 120.02 tokens per second) 10.39.882.754 I slot print_timing: id 0 | task 8609 | eval time = 675.34 ms / 2 tokens ( 675.34 ms per token, 1.48 tokens per second) 10.39.882.755 I slot print_timing: id 0 | task 8609 | total time = 8457.14 ms / 936 tokens 10.39.882.755 I slot print_timing: id 0 | task 8609 | graphs reused = 7329 10.39.882.756 I slot print_timing: id 0 | task 8609 | graph reallocs = 0 / 0 (same size) / (changed size) 10.39.882.806 I slot release: id 0 | task 8609 | stop processing: n_tokens = 936, truncated = 0 10.39.882.983 I slot print_timing: id 2 | task 8610 | prompt eval time = 7781.84 ms / 958 tokens ( 8.12 ms per token, 123.11 tokens per second) 10.39.882.988 I slot print_timing: id 2 | task 8610 | eval time = 675.38 ms / 2 tokens ( 675.38 ms per token, 1.48 tokens per second) 10.39.882.988 I slot print_timing: id 2 | task 8610 | total time = 8457.22 ms / 960 tokens 10.39.882.988 I slot print_timing: id 2 | task 8610 | graphs reused = 7329 10.39.882.989 I slot print_timing: id 2 | task 8610 | graph reallocs = 0 / 0 (same size) / (changed size) 10.39.883.028 I slot release: id 2 | task 8610 | stop processing: n_tokens = 960, truncated = 0 10.39.883.036 I slot print_timing: id 1 | task 8613 | prompt processing, n_tokens = 950, progress = 1.00, t = 4.89 s / 194.10 tokens per second 10.39.885.494 I slot print_timing: id 3 | task 8614 | prompt processing, n_tokens = 933, progress = 1.00, t = 4.89 s / 190.66 tokens per second 10.39.977.442 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.887 (> 0.100 thold), f_keep = 0.909 10.39.977.482 I slot launch_slot_: id 0 | task 8619 | processing task, is_child = 0 10.39.986.029 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 960, t_last = 238052672193 10.39.986.130 I slot launch_slot_: id 2 | task 8620 | processing task, is_child = 0 10.40.926.532 I slot print_timing: id 1 | task 8613 | prompt eval time = 4989.05 ms / 954 tokens ( 5.23 ms per token, 191.22 tokens per second) 10.40.926.534 I slot print_timing: id 1 | task 8613 | eval time = 949.27 ms / 2 tokens ( 949.27 ms per token, 1.05 tokens per second) 10.40.926.535 I slot print_timing: id 1 | task 8613 | total time = 5938.33 ms / 956 tokens 10.40.926.535 I slot print_timing: id 1 | task 8613 | graphs reused = 7329 10.40.926.535 I slot print_timing: id 1 | task 8613 | graph reallocs = 0 / 0 (same size) / (changed size) 10.40.926.583 I slot release: id 1 | task 8613 | stop processing: n_tokens = 956, truncated = 0 10.40.926.755 I slot print_timing: id 3 | task 8614 | prompt eval time = 4988.43 ms / 937 tokens ( 5.32 ms per token, 187.83 tokens per second) 10.40.926.757 I slot print_timing: id 3 | task 8614 | eval time = 949.32 ms / 2 tokens ( 949.32 ms per token, 1.05 tokens per second) 10.40.926.758 I slot print_timing: id 3 | task 8614 | total time = 5937.74 ms / 939 tokens 10.40.926.758 I slot print_timing: id 3 | task 8614 | graphs reused = 7329 10.40.926.758 I slot print_timing: id 3 | task 8614 | graph reallocs = 0 / 0 (same size) / (changed size) 10.40.926.801 I slot release: id 3 | task 8614 | stop processing: n_tokens = 939, truncated = 0 10.41.824.245 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 956, t_last = 238053715748 10.41.833.583 I slot launch_slot_: id 1 | task 8623 | processing task, is_child = 0 10.41.840.805 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 939, t_last = 238053715966 10.41.840.905 I slot launch_slot_: id 3 | task 8624 | processing task, is_child = 0 10.43.779.510 I slot print_timing: id 0 | task 8619 | prompt eval time = 1838.10 ms / 108 tokens ( 17.02 ms per token, 58.76 tokens per second) 10.43.779.516 I slot print_timing: id 0 | task 8619 | eval time = 1955.27 ms / 2 tokens ( 1955.27 ms per token, 0.51 tokens per second) 10.43.779.516 I slot print_timing: id 0 | task 8619 | total time = 3793.37 ms / 110 tokens 10.43.779.517 I slot print_timing: id 0 | task 8619 | graphs reused = 7329 10.43.779.517 I slot print_timing: id 0 | task 8619 | graph reallocs = 0 / 0 (same size) / (changed size) 10.43.779.576 I slot release: id 0 | task 8619 | stop processing: n_tokens = 960, truncated = 0 10.43.780.250 I slot print_timing: id 2 | task 8620 | prompt processing, n_tokens = 798, progress = 1.00, t = 3.79 s / 210.42 tokens per second 10.45.522.874 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 960, t_last = 238056568741 10.45.532.603 I slot launch_slot_: id 0 | task 8627 | processing task, is_child = 0 10.45.532.802 I slot print_timing: id 1 | task 8623 | prompt processing, n_tokens = 823, progress = 0.84, t = 3.68 s / 223.53 tokens per second 10.45.533.485 I slot print_timing: id 3 | task 8624 | prompt processing, n_tokens = 678, progress = 0.85, t = 3.68 s / 184.19 tokens per second 10.47.179.998 I slot print_timing: id 2 | task 8620 | prompt eval time = 5536.01 ms / 802 tokens ( 6.90 ms per token, 144.87 tokens per second) 10.47.180.004 I slot print_timing: id 2 | task 8620 | eval time = 1657.13 ms / 2 tokens ( 1657.13 ms per token, 0.60 tokens per second) 10.47.180.004 I slot print_timing: id 2 | task 8620 | total time = 7193.14 ms / 804 tokens 10.47.180.005 I slot print_timing: id 2 | task 8620 | graphs reused = 7329 10.47.180.005 I slot print_timing: id 2 | task 8620 | graph reallocs = 0 / 0 (same size) / (changed size) 10.47.180.052 I slot release: id 2 | task 8620 | stop processing: n_tokens = 804, truncated = 0 10.47.180.691 I slot print_timing: id 1 | task 8623 | prompt processing, n_tokens = 971, progress = 1.00, t = 5.34 s / 181.87 tokens per second 10.47.182.261 I slot print_timing: id 3 | task 8624 | prompt processing, n_tokens = 797, progress = 1.00, t = 5.34 s / 149.30 tokens per second 10.48.085.298 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 804, t_last = 238059969217 10.48.094.888 I slot launch_slot_: id 2 | task 8630 | processing task, is_child = 0 10.49.366.992 I slot print_timing: id 1 | task 8623 | prompt eval time = 6244.20 ms / 975 tokens ( 6.40 ms per token, 156.14 tokens per second) 10.49.366.996 I slot print_timing: id 1 | task 8623 | eval time = 1281.88 ms / 2 tokens ( 1281.88 ms per token, 0.78 tokens per second) 10.49.366.996 I slot print_timing: id 1 | task 8623 | total time = 7526.07 ms / 977 tokens 10.49.366.997 I slot print_timing: id 1 | task 8623 | graphs reused = 7329 10.49.366.997 I slot print_timing: id 1 | task 8623 | graph reallocs = 0 / 0 (same size) / (changed size) 10.49.367.052 I slot release: id 1 | task 8623 | stop processing: n_tokens = 977, truncated = 0 10.49.367.222 I slot print_timing: id 3 | task 8624 | prompt eval time = 6243.54 ms / 801 tokens ( 7.79 ms per token, 128.29 tokens per second) 10.49.367.226 I slot print_timing: id 3 | task 8624 | eval time = 1281.93 ms / 2 tokens ( 1281.93 ms per token, 0.78 tokens per second) 10.49.367.227 I slot print_timing: id 3 | task 8624 | total time = 7525.47 ms / 803 tokens 10.49.367.227 I slot print_timing: id 3 | task 8624 | graphs reused = 7329 10.49.367.227 I slot print_timing: id 3 | task 8624 | graph reallocs = 0 / 0 (same size) / (changed size) 10.49.367.273 I slot release: id 3 | task 8624 | stop processing: n_tokens = 803, truncated = 0 10.49.367.281 I slot print_timing: id 0 | task 8627 | prompt processing, n_tokens = 950, progress = 1.00, t = 3.83 s / 247.77 tokens per second 10.50.222.825 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 977, t_last = 238062156217 10.50.232.131 I slot launch_slot_: id 1 | task 8633 | processing task, is_child = 0 10.50.238.593 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 803, t_last = 238062156438 10.50.238.693 I slot launch_slot_: id 3 | task 8634 | processing task, is_child = 0 10.52.244.059 I slot print_timing: id 0 | task 8627 | prompt eval time = 4690.21 ms / 954 tokens ( 4.92 ms per token, 203.40 tokens per second) 10.52.244.063 I slot print_timing: id 0 | task 8627 | eval time = 2021.23 ms / 2 tokens ( 2021.23 ms per token, 0.49 tokens per second) 10.52.244.064 I slot print_timing: id 0 | task 8627 | total time = 6711.44 ms / 956 tokens 10.52.244.064 I slot print_timing: id 0 | task 8627 | graphs reused = 7329 10.52.244.064 I slot print_timing: id 0 | task 8627 | graph reallocs = 0 / 0 (same size) / (changed size) 10.52.244.120 I slot release: id 0 | task 8627 | stop processing: n_tokens = 956, truncated = 0 10.52.244.688 I slot print_timing: id 2 | task 8630 | prompt processing, n_tokens = 956, progress = 1.00, t = 4.15 s / 230.52 tokens per second 10.53.994.721 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 956, t_last = 238065033285 10.54.002.248 I slot launch_slot_: id 0 | task 8637 | processing task, is_child = 0 10.54.002.448 I slot print_timing: id 1 | task 8633 | prompt processing, n_tokens = 771, progress = 0.87, t = 3.76 s / 205.28 tokens per second 10.54.003.208 I slot print_timing: id 3 | task 8634 | prompt processing, n_tokens = 771, progress = 0.84, t = 3.75 s / 205.33 tokens per second 10.55.520.831 I slot print_timing: id 2 | task 8630 | prompt eval time = 5897.96 ms / 960 tokens ( 6.14 ms per token, 162.77 tokens per second) 10.55.520.836 I slot print_timing: id 2 | task 8630 | eval time = 1526.11 ms / 2 tokens ( 1526.11 ms per token, 0.66 tokens per second) 10.55.520.836 I slot print_timing: id 2 | task 8630 | total time = 7424.07 ms / 962 tokens 10.55.520.837 I slot print_timing: id 2 | task 8630 | graphs reused = 7329 10.55.520.837 I slot print_timing: id 2 | task 8630 | graph reallocs = 0 / 0 (same size) / (changed size) 10.55.520.892 I slot release: id 2 | task 8630 | stop processing: n_tokens = 962, truncated = 0 10.55.521.445 I slot print_timing: id 1 | task 8633 | prompt processing, n_tokens = 887, progress = 1.00, t = 5.28 s / 167.93 tokens per second 10.55.524.419 I slot print_timing: id 3 | task 8634 | prompt processing, n_tokens = 918, progress = 1.00, t = 5.28 s / 173.83 tokens per second 10.56.478.167 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 962, t_last = 238068310057 10.56.488.094 I slot launch_slot_: id 2 | task 8640 | processing task, is_child = 0 10.57.625.135 I slot print_timing: id 1 | task 8633 | prompt eval time = 6239.27 ms / 891 tokens ( 7.00 ms per token, 142.81 tokens per second) 10.57.625.138 I slot print_timing: id 1 | task 8633 | eval time = 1147.16 ms / 2 tokens ( 1147.16 ms per token, 0.87 tokens per second) 10.57.625.138 I slot print_timing: id 1 | task 8633 | total time = 7386.43 ms / 893 tokens 10.57.625.139 I slot print_timing: id 1 | task 8633 | graphs reused = 7329 10.57.625.139 I slot print_timing: id 1 | task 8633 | graph reallocs = 0 / 0 (same size) / (changed size) 10.57.625.198 I slot release: id 1 | task 8633 | stop processing: n_tokens = 893, truncated = 0 10.57.625.369 I slot print_timing: id 3 | task 8634 | prompt eval time = 6238.59 ms / 922 tokens ( 6.77 ms per token, 147.79 tokens per second) 10.57.625.372 I slot print_timing: id 3 | task 8634 | eval time = 1147.21 ms / 2 tokens ( 1147.21 ms per token, 0.87 tokens per second) 10.57.625.372 I slot print_timing: id 3 | task 8634 | total time = 7385.79 ms / 924 tokens 10.57.625.372 I slot print_timing: id 3 | task 8634 | graphs reused = 7329 10.57.625.373 I slot print_timing: id 3 | task 8634 | graph reallocs = 0 / 0 (same size) / (changed size) 10.57.625.424 I slot release: id 3 | task 8634 | stop processing: n_tokens = 924, truncated = 0 10.57.625.432 I slot print_timing: id 0 | task 8637 | prompt processing, n_tokens = 894, progress = 1.00, t = 3.62 s / 246.78 tokens per second 10.58.532.653 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.904 (> 0.100 thold), f_keep = 0.896 10.58.532.711 I slot launch_slot_: id 1 | task 8643 | processing task, is_child = 0 10.58.543.158 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 924, t_last = 238070414589 10.58.543.262 I slot launch_slot_: id 3 | task 8644 | processing task, is_child = 0 11.00.607.012 I slot print_timing: id 0 | task 8637 | prompt eval time = 4530.39 ms / 898 tokens ( 5.04 ms per token, 198.22 tokens per second) 11.00.607.014 I slot print_timing: id 0 | task 8637 | eval time = 2074.36 ms / 2 tokens ( 2074.36 ms per token, 0.48 tokens per second) 11.00.607.015 I slot print_timing: id 0 | task 8637 | total time = 6604.75 ms / 900 tokens 11.00.607.015 I slot print_timing: id 0 | task 8637 | graphs reused = 7329 11.00.607.016 I slot print_timing: id 0 | task 8637 | graph reallocs = 0 / 0 (same size) / (changed size) 11.00.607.071 I slot release: id 0 | task 8637 | stop processing: n_tokens = 900, truncated = 0 11.00.608.127 I slot print_timing: id 2 | task 8640 | prompt processing, n_tokens = 892, progress = 1.00, t = 4.12 s / 216.66 tokens per second 11.01.461.532 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 900, t_last = 238073396236 11.01.472.405 I slot launch_slot_: id 0 | task 8647 | processing task, is_child = 0 11.03.458.450 I slot print_timing: id 2 | task 8640 | prompt eval time = 4971.75 ms / 896 tokens ( 5.55 ms per token, 180.22 tokens per second) 11.03.458.453 I slot print_timing: id 2 | task 8640 | eval time = 1996.92 ms / 2 tokens ( 1996.92 ms per token, 0.50 tokens per second) 11.03.458.453 I slot print_timing: id 2 | task 8640 | total time = 6968.67 ms / 898 tokens 11.03.458.454 I slot print_timing: id 2 | task 8640 | graphs reused = 7329 11.03.458.454 I slot print_timing: id 2 | task 8640 | graph reallocs = 0 / 0 (same size) / (changed size) 11.03.458.510 I slot release: id 2 | task 8640 | stop processing: n_tokens = 898, truncated = 0 11.03.459.554 I slot print_timing: id 3 | task 8644 | prompt processing, n_tokens = 1229, progress = 1.00, t = 4.91 s / 250.20 tokens per second 11.04.283.362 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 898, t_last = 238076247675 11.04.297.168 I slot launch_slot_: id 2 | task 8650 | processing task, is_child = 0 11.06.436.741 I slot print_timing: id 3 | task 8644 | prompt eval time = 5737.40 ms / 1233 tokens ( 4.65 ms per token, 214.91 tokens per second) 11.06.436.747 I slot print_timing: id 3 | task 8644 | eval time = 2153.38 ms / 2 tokens ( 2153.38 ms per token, 0.46 tokens per second) 11.06.436.748 I slot print_timing: id 3 | task 8644 | total time = 7890.78 ms / 1235 tokens 11.06.436.748 I slot print_timing: id 3 | task 8644 | graphs reused = 7329 11.06.436.749 I slot print_timing: id 3 | task 8644 | graph reallocs = 0 / 0 (same size) / (changed size) 11.06.436.816 I slot release: id 3 | task 8644 | stop processing: n_tokens = 1235, truncated = 0 11.06.436.830 I slot print_timing: id 0 | task 8647 | prompt processing, n_tokens = 1243, progress = 1.00, t = 4.96 s / 250.41 tokens per second 11.07.152.581 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1235, t_last = 238079225982 11.07.165.352 I slot launch_slot_: id 3 | task 8653 | processing task, is_child = 0 11.11.646.284 I slot print_timing: id 0 | task 8647 | prompt eval time = 5679.98 ms / 1247 tokens ( 4.55 ms per token, 219.54 tokens per second) 11.11.646.289 I slot print_timing: id 0 | task 8647 | eval time = 4493.88 ms / 2 tokens ( 4493.88 ms per token, 0.22 tokens per second) 11.11.646.291 I slot print_timing: id 0 | task 8647 | total time = 10173.86 ms / 1249 tokens 11.11.646.291 I slot print_timing: id 0 | task 8647 | graphs reused = 7329 11.11.646.292 I slot print_timing: id 0 | task 8647 | graph reallocs = 0 / 0 (same size) / (changed size) 11.11.646.356 I slot release: id 0 | task 8647 | stop processing: n_tokens = 1249, truncated = 0 11.11.646.630 I slot print_timing: id 2 | task 8650 | prompt processing, n_tokens = 1293, progress = 1.00, t = 7.35 s / 176.00 tokens per second 11.11.648.242 I slot print_timing: id 3 | task 8653 | prompt processing, n_tokens = 1820, progress = 0.71, t = 4.48 s / 406.39 tokens per second 11.12.262.499 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1249, t_last = 238084435523 11.12.274.810 I slot launch_slot_: id 0 | task 8656 | processing task, is_child = 0 11.12.275.042 I slot print_timing: id 3 | task 8653 | prompt processing, n_tokens = 2033, progress = 0.80, t = 5.09 s / 399.06 tokens per second 11.16.767.004 I slot print_timing: id 2 | task 8650 | prompt eval time = 7963.20 ms / 1297 tokens ( 6.14 ms per token, 162.87 tokens per second) 11.16.767.009 I slot print_timing: id 2 | task 8650 | eval time = 4504.51 ms / 2 tokens ( 4504.51 ms per token, 0.22 tokens per second) 11.16.767.010 I slot print_timing: id 2 | task 8650 | total time = 12467.71 ms / 1299 tokens 11.16.767.010 I slot print_timing: id 2 | task 8650 | graphs reused = 7329 11.16.767.011 I slot print_timing: id 2 | task 8650 | graph reallocs = 0 / 0 (same size) / (changed size) 11.16.767.085 I slot release: id 2 | task 8650 | stop processing: n_tokens = 1299, truncated = 0 11.16.767.102 I slot print_timing: id 0 | task 8656 | prompt processing, n_tokens = 1942, progress = 0.79, t = 4.49 s / 432.35 tokens per second 11.16.768.249 I slot print_timing: id 3 | task 8653 | prompt processing, n_tokens = 2137, progress = 0.84, t = 9.60 s / 222.63 tokens per second 11.17.844.816 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1299, t_last = 238089556250 11.17.844.940 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.600 MiB) 11.17.844.947 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.756 MiB) 11.17.844.950 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 15.367 MiB) 11.17.844.952 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.429 MiB) 11.17.859.871 I slot launch_slot_: id 2 | task 8659 | processing task, is_child = 0 11.17.859.885 I slot print_timing: id 0 | task 8656 | prompt processing, n_tokens = 2243, progress = 0.91, t = 5.57 s / 402.71 tokens per second 11.22.367.751 I slot print_timing: id 0 | task 8656 | prompt processing, n_tokens = 2454, progress = 1.00, t = 10.09 s / 243.15 tokens per second 11.22.369.092 I slot print_timing: id 2 | task 8659 | prompt processing, n_tokens = 1836, progress = 0.68, t = 4.51 s / 407.49 tokens per second 11.22.369.109 I slot print_timing: id 3 | task 8653 | prompt processing, n_tokens = 2243, progress = 0.88, t = 10.68 s / 210.08 tokens per second 11.24.055.741 I slot print_timing: id 2 | task 8659 | prompt processing, n_tokens = 2180, progress = 0.81, t = 6.19 s / 351.99 tokens per second 11.24.056.876 I slot print_timing: id 3 | task 8653 | prompt processing, n_tokens = 2545, progress = 1.00, t = 16.89 s / 150.70 tokens per second 11.24.333.216 I slot print_timing: id 0 | task 8656 | prompt eval time = 11780.70 ms / 2458 tokens ( 4.79 ms per token, 208.65 tokens per second) 11.24.333.221 I slot print_timing: id 0 | task 8656 | eval time = 277.69 ms / 2 tokens ( 277.69 ms per token, 3.60 tokens per second) 11.24.333.222 I slot print_timing: id 0 | task 8656 | total time = 12058.39 ms / 2460 tokens 11.24.333.222 I slot print_timing: id 0 | task 8656 | graphs reused = 7329 11.24.333.223 I slot print_timing: id 0 | task 8656 | graph reallocs = 0 / 0 (same size) / (changed size) 11.24.333.348 I slot release: id 0 | task 8656 | stop processing: n_tokens = 2460, truncated = 0 11.24.333.738 I slot print_timing: id 2 | task 8659 | prompt processing, n_tokens = 2243, progress = 0.83, t = 6.47 s / 346.62 tokens per second 11.25.463.455 I slot print_timing: id 3 | task 8653 | prompt eval time = 17166.08 ms / 2549 tokens ( 6.73 ms per token, 148.49 tokens per second) 11.25.463.459 I slot print_timing: id 3 | task 8653 | eval time = 1129.72 ms / 2 tokens ( 1129.72 ms per token, 0.89 tokens per second) 11.25.463.460 I slot print_timing: id 3 | task 8653 | total time = 18295.80 ms / 2551 tokens 11.25.463.460 I slot print_timing: id 3 | task 8653 | graphs reused = 7329 11.25.463.461 I slot print_timing: id 3 | task 8653 | graph reallocs = 0 / 0 (same size) / (changed size) 11.25.463.591 I slot release: id 3 | task 8653 | stop processing: n_tokens = 2551, truncated = 0 11.25.463.603 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.874 (> 0.100 thold), f_keep = 0.928 11.25.463.670 I slot launch_slot_: id 0 | task 8664 | processing task, is_child = 0 11.25.463.842 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 18.743 MiB) 11.25.463.847 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.319 MiB) 11.25.463.850 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.803 MiB) 11.25.463.852 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.710 MiB) 11.25.463.854 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 17.899 MiB) 11.25.463.856 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.960 MiB) 11.25.463.858 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.069 MiB) 11.25.463.860 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 16.445 MiB) 11.25.463.866 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.366 MiB) 11.25.463.868 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.054 MiB) 11.25.482.421 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 2551, t_last = 238098252757 11.25.482.602 I slot launch_slot_: id 3 | task 8665 | processing task, is_child = 0 11.25.483.376 I slot print_timing: id 2 | task 8659 | prompt processing, n_tokens = 2692, progress = 1.00, t = 7.60 s / 354.16 tokens per second 11.28.985.273 I slot print_timing: id 0 | task 8664 | prompt processing, n_tokens = 324, progress = 1.00, t = 3.50 s / 92.51 tokens per second 11.28.986.821 I slot print_timing: id 3 | task 8665 | prompt processing, n_tokens = 1225, progress = 0.70, t = 3.50 s / 350.07 tokens per second 11.29.579.564 I slot print_timing: id 2 | task 8659 | prompt eval time = 11123.33 ms / 2696 tokens ( 4.13 ms per token, 242.37 tokens per second) 11.29.579.570 I slot print_timing: id 2 | task 8659 | eval time = 594.30 ms / 2 tokens ( 594.30 ms per token, 1.68 tokens per second) 11.29.579.571 I slot print_timing: id 2 | task 8659 | total time = 11717.63 ms / 2698 tokens 11.29.579.571 I slot print_timing: id 2 | task 8659 | graphs reused = 7329 11.29.579.571 I slot print_timing: id 2 | task 8659 | graph reallocs = 0 / 0 (same size) / (changed size) 11.29.579.708 I slot release: id 2 | task 8659 | stop processing: n_tokens = 2698, truncated = 0 11.29.579.722 I slot print_timing: id 3 | task 8665 | prompt processing, n_tokens = 1422, progress = 0.82, t = 4.09 s / 347.39 tokens per second 11.30.347.026 I slot print_timing: id 0 | task 8664 | prompt eval time = 4096.50 ms / 328 tokens ( 12.49 ms per token, 80.07 tokens per second) 11.30.347.032 I slot print_timing: id 0 | task 8664 | eval time = 767.91 ms / 2 tokens ( 767.91 ms per token, 1.30 tokens per second) 11.30.347.032 I slot print_timing: id 0 | task 8664 | total time = 4864.41 ms / 330 tokens 11.30.347.033 I slot print_timing: id 0 | task 8664 | graphs reused = 7329 11.30.347.033 I slot print_timing: id 0 | task 8664 | graph reallocs = 0 / 0 (same size) / (changed size) 11.30.347.166 I slot release: id 0 | task 8664 | stop processing: n_tokens = 2611, truncated = 0 11.30.347.344 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 2698, t_last = 238102368874 11.30.347.499 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.741 MiB) 11.30.347.504 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.061 MiB) 11.30.347.506 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.146 MiB) 11.30.347.510 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.944 MiB) 11.30.347.512 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.054 MiB) 11.30.347.514 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.990 MiB) 11.30.347.517 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.632 MiB) 11.30.347.519 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.491 MiB) 11.30.347.520 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 10.451 MiB) 11.30.347.523 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 17.766 MiB) 11.30.363.901 I slot launch_slot_: id 2 | task 8669 | processing task, is_child = 0 11.30.364.040 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 16.867 MiB) 11.30.364.045 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.788 MiB) 11.30.364.047 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 15.789 MiB) 11.30.364.090 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.101 MiB) 11.30.364.181 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.444 MiB) 11.30.364.271 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 17.149 MiB) 11.30.364.382 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.351 MiB) 11.30.364.489 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 15.601 MiB) 11.30.364.603 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.459 MiB) 11.30.376.315 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 2611, t_last = 238103136332 11.30.376.515 I slot launch_slot_: id 0 | task 8670 | processing task, is_child = 0 11.34.726.836 I slot print_timing: id 0 | task 8670 | prompt processing, n_tokens = 1422, progress = 0.71, t = 4.35 s / 326.89 tokens per second 11.34.727.591 I slot print_timing: id 2 | task 8669 | prompt processing, n_tokens = 625, progress = 0.34, t = 4.35 s / 143.69 tokens per second 11.34.727.614 I slot print_timing: id 3 | task 8665 | prompt processing, n_tokens = 1737, progress = 1.00, t = 4.86 s / 357.31 tokens per second 11.36.490.750 I slot print_timing: id 0 | task 8670 | prompt processing, n_tokens = 1491, progress = 0.74, t = 6.11 s / 243.87 tokens per second 11.36.491.711 I slot print_timing: id 2 | task 8669 | prompt processing, n_tokens = 1301, progress = 0.72, t = 6.11 s / 212.81 tokens per second 11.38.008.021 I slot print_timing: id 3 | task 8665 | prompt eval time = 11005.23 ms / 1741 tokens ( 6.32 ms per token, 158.20 tokens per second) 11.38.008.023 I slot print_timing: id 3 | task 8665 | eval time = 1517.27 ms / 2 tokens ( 1517.27 ms per token, 0.66 tokens per second) 11.38.008.024 I slot print_timing: id 3 | task 8665 | total time = 12522.50 ms / 1743 tokens 11.38.008.024 I slot print_timing: id 3 | task 8665 | graphs reused = 7329 11.38.008.025 I slot print_timing: id 3 | task 8665 | graph reallocs = 0 / 0 (same size) / (changed size) 11.38.008.125 I slot release: id 3 | task 8665 | stop processing: n_tokens = 1743, truncated = 0 11.38.008.138 I slot print_timing: id 0 | task 8670 | prompt processing, n_tokens = 2003, progress = 1.00, t = 7.63 s / 262.48 tokens per second 11.38.009.834 I slot print_timing: id 2 | task 8669 | prompt processing, n_tokens = 1422, progress = 0.78, t = 7.63 s / 186.35 tokens per second 11.39.017.337 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.796 (> 0.100 thold), f_keep = 0.838 11.39.017.388 I slot launch_slot_: id 3 | task 8675 | processing task, is_child = 0 11.39.017.400 I slot print_timing: id 2 | task 8669 | prompt processing, n_tokens = 1813, progress = 1.00, t = 8.64 s / 209.84 tokens per second 11.39.964.564 I slot print_timing: id 0 | task 8670 | prompt eval time = 8640.64 ms / 2007 tokens ( 4.31 ms per token, 232.27 tokens per second) 11.39.964.566 I slot print_timing: id 0 | task 8670 | eval time = 947.40 ms / 2 tokens ( 947.40 ms per token, 1.06 tokens per second) 11.39.964.566 I slot print_timing: id 0 | task 8670 | total time = 9588.04 ms / 2009 tokens 11.39.964.567 I slot print_timing: id 0 | task 8670 | graphs reused = 7329 11.39.964.567 I slot print_timing: id 0 | task 8670 | graph reallocs = 0 / 0 (same size) / (changed size) 11.39.964.687 I slot release: id 0 | task 8670 | stop processing: n_tokens = 2009, truncated = 0 11.40.059.266 I slot print_timing: id 1 | task 8643 | prompt eval time = 2918.05 ms / 85 tokens ( 34.33 ms per token, 29.13 tokens per second) 11.40.059.268 I slot print_timing: id 1 | task 8643 | eval time = 38597.94 ms / 22 tokens ( 1838.00 ms per token, 0.54 tokens per second) 11.40.059.269 I slot print_timing: id 1 | task 8643 | total time = 41515.99 ms / 107 tokens 11.40.059.269 I slot print_timing: id 1 | task 8643 | graphs reused = 7329 11.40.059.270 I slot print_timing: id 1 | task 8643 | graph reallocs = 0 / 0 (same size) / (changed size) 11.40.059.319 I slot release: id 1 | task 8643 | stop processing: n_tokens = 906, truncated = 0 11.40.059.484 I slot print_timing: id 2 | task 8669 | prompt eval time = 9588.06 ms / 1817 tokens ( 5.28 ms per token, 189.51 tokens per second) 11.40.059.486 I slot print_timing: id 2 | task 8669 | eval time = 94.41 ms / 2 tokens ( 94.41 ms per token, 10.59 tokens per second) 11.40.059.486 I slot print_timing: id 2 | task 8669 | total time = 9682.47 ms / 1819 tokens 11.40.059.486 I slot print_timing: id 2 | task 8669 | graphs reused = 7329 11.40.059.487 I slot print_timing: id 2 | task 8669 | graph reallocs = 0 / 0 (same size) / (changed size) 11.40.059.584 I slot release: id 2 | task 8669 | stop processing: n_tokens = 1819, truncated = 0 11.40.059.801 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.756 (> 0.100 thold), f_keep = 0.727 11.40.059.841 I slot launch_slot_: id 0 | task 8678 | processing task, is_child = 0 11.40.059.930 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.889 MiB) 11.40.059.936 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 15.601 MiB) 11.40.059.938 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 16.117 MiB) 11.40.059.940 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 15.648 MiB) 11.40.059.943 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.944 MiB) 11.40.060.007 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.662 MiB) 11.40.060.176 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.710 MiB) 11.40.060.336 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.866 MiB) 11.40.069.536 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.632 MiB) 11.40.069.648 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.272 MiB) 11.40.069.735 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.662 MiB) 11.40.069.845 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.264 MiB) 11.40.069.944 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.272 MiB) 11.40.070.038 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 16.680 MiB) 11.40.070.120 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 22.354 MiB) 11.40.078.381 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 906, t_last = 238112848484 11.40.078.542 I slot launch_slot_: id 1 | task 8679 | processing task, is_child = 0 11.40.078.646 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.830 (> 0.100 thold), f_keep = 0.803 11.40.078.721 I slot launch_slot_: id 2 | task 8680 | processing task, is_child = 0 11.41.262.888 I slot print_timing: id 3 | task 8675 | prompt eval time = 1041.14 ms / 374 tokens ( 2.78 ms per token, 359.22 tokens per second) 11.41.262.890 I slot print_timing: id 3 | task 8675 | eval time = 1203.08 ms / 2 tokens ( 1203.08 ms per token, 0.83 tokens per second) 11.41.262.890 I slot print_timing: id 3 | task 8675 | total time = 2244.22 ms / 376 tokens 11.41.262.891 I slot print_timing: id 3 | task 8675 | graphs reused = 7329 11.41.262.891 I slot print_timing: id 3 | task 8675 | graph reallocs = 0 / 0 (same size) / (changed size) 11.41.262.989 I slot release: id 3 | task 8675 | stop processing: n_tokens = 1835, truncated = 0 11.43.382.760 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1835, t_last = 238114052155 11.43.382.889 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 16.820 MiB) 11.43.382.896 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.851 MiB) 11.43.382.898 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.913 MiB) 11.43.383.011 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.679 MiB) 11.43.383.110 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 15.984 MiB) 11.43.383.221 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 21.463 MiB) 11.43.383.330 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.725 MiB) 11.43.383.427 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 18.368 MiB) 11.43.391.396 I slot launch_slot_: id 3 | task 8683 | processing task, is_child = 0 11.43.391.407 I slot print_timing: id 0 | task 8678 | prompt processing, n_tokens = 505, progress = 1.00, t = 3.30 s / 152.85 tokens per second 11.43.393.331 I slot print_timing: id 1 | task 8679 | prompt processing, n_tokens = 610, progress = 0.84, t = 3.30 s / 184.71 tokens per second 11.44.286.116 I slot print_timing: id 2 | task 8680 | prompt eval time = 3302.33 ms / 299 tokens ( 11.04 ms per token, 90.54 tokens per second) 11.44.286.121 I slot print_timing: id 2 | task 8680 | eval time = 903.36 ms / 2 tokens ( 903.36 ms per token, 1.11 tokens per second) 11.44.286.122 I slot print_timing: id 2 | task 8680 | total time = 4205.69 ms / 301 tokens 11.44.286.123 I slot print_timing: id 2 | task 8680 | graphs reused = 7329 11.44.286.123 I slot print_timing: id 2 | task 8680 | graph reallocs = 0 / 0 (same size) / (changed size) 11.44.286.227 I slot release: id 2 | task 8680 | stop processing: n_tokens = 1760, truncated = 0 11.44.286.241 I slot print_timing: id 1 | task 8679 | prompt processing, n_tokens = 721, progress = 0.99, t = 4.21 s / 171.44 tokens per second 11.45.165.244 I slot print_timing: id 0 | task 8678 | prompt eval time = 4207.22 ms / 509 tokens ( 8.27 ms per token, 120.98 tokens per second) 11.45.165.246 I slot print_timing: id 0 | task 8678 | eval time = 879.29 ms / 2 tokens ( 879.29 ms per token, 1.14 tokens per second) 11.45.165.250 I slot print_timing: id 0 | task 8678 | total time = 5086.51 ms / 511 tokens 11.45.165.251 I slot print_timing: id 0 | task 8678 | graphs reused = 7329 11.45.165.251 I slot print_timing: id 0 | task 8678 | graph reallocs = 0 / 0 (same size) / (changed size) 11.45.165.359 I slot release: id 0 | task 8678 | stop processing: n_tokens = 1932, truncated = 0 11.45.165.573 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1760, t_last = 238117075393 11.45.165.701 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.842 MiB) 11.45.165.707 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 16.492 MiB) 11.45.165.710 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.709 MiB) 11.45.165.861 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.953 MiB) 11.45.166.001 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.053 MiB) 11.45.166.162 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 15.656 MiB) 11.45.166.360 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.975 MiB) 11.45.166.539 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.116 MiB) 11.45.166.670 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.647 MiB) 11.45.166.885 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 16.164 MiB) 11.45.174.531 I slot launch_slot_: id 2 | task 8686 | processing task, is_child = 0 11.45.174.648 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 17.055 MiB) 11.45.174.651 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 17.711 MiB) 11.45.174.773 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.568 MiB) 11.45.174.883 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.131 MiB) 11.45.174.967 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.874 MiB) 11.45.175.041 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.225 MiB) 11.45.175.138 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.521 MiB) 11.45.183.420 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1932, t_last = 238117954525 11.45.183.590 I slot launch_slot_: id 0 | task 8687 | processing task, is_child = 0 11.46.548.950 I slot print_timing: id 1 | task 8679 | prompt eval time = 5085.42 ms / 725 tokens ( 7.01 ms per token, 142.56 tokens per second) 11.46.548.952 I slot print_timing: id 1 | task 8679 | eval time = 1383.37 ms / 2 tokens ( 1383.37 ms per token, 0.72 tokens per second) 11.46.548.953 I slot print_timing: id 1 | task 8679 | total time = 6468.80 ms / 727 tokens 11.46.548.953 I slot print_timing: id 1 | task 8679 | graphs reused = 7329 11.46.548.954 I slot print_timing: id 1 | task 8679 | graph reallocs = 0 / 0 (same size) / (changed size) 11.46.548.997 I slot release: id 1 | task 8679 | stop processing: n_tokens = 727, truncated = 0 11.46.549.682 I slot print_timing: id 3 | task 8683 | prompt processing, n_tokens = 741, progress = 0.99, t = 3.15 s / 234.95 tokens per second 11.48.237.206 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.865 (> 0.100 thold), f_keep = 0.879 11.48.237.270 I slot launch_slot_: id 1 | task 8690 | processing task, is_child = 0 11.48.237.279 I slot print_timing: id 0 | task 8687 | prompt processing, n_tokens = 610, progress = 0.84, t = 3.05 s / 199.78 tokens per second 11.48.239.303 I slot print_timing: id 2 | task 8686 | prompt processing, n_tokens = 610, progress = 0.80, t = 3.05 s / 199.80 tokens per second 11.49.129.924 I slot print_timing: id 3 | task 8683 | prompt eval time = 4842.26 ms / 745 tokens ( 6.50 ms per token, 153.85 tokens per second) 11.49.129.926 I slot print_timing: id 3 | task 8683 | eval time = 892.73 ms / 2 tokens ( 892.73 ms per token, 1.12 tokens per second) 11.49.129.927 I slot print_timing: id 3 | task 8683 | total time = 5734.99 ms / 747 tokens 11.49.129.927 I slot print_timing: id 3 | task 8683 | graphs reused = 7329 11.49.129.928 I slot print_timing: id 3 | task 8683 | graph reallocs = 0 / 0 (same size) / (changed size) 11.49.129.971 I slot release: id 3 | task 8683 | stop processing: n_tokens = 747, truncated = 0 11.49.129.980 I slot print_timing: id 0 | task 8687 | prompt processing, n_tokens = 720, progress = 0.99, t = 3.95 s / 182.46 tokens per second 11.49.132.489 I slot print_timing: id 2 | task 8686 | prompt processing, n_tokens = 755, progress = 0.99, t = 3.95 s / 191.34 tokens per second 11.49.230.092 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 747, t_last = 238121919136 11.49.230.175 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.037 MiB) 11.49.230.184 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.600 MiB) 11.49.230.186 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.412 MiB) 11.49.230.188 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.561 MiB) 11.49.230.190 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.538 MiB) 11.49.230.192 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.945 MiB) 11.49.230.194 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 15.414 MiB) 11.49.236.428 I slot launch_slot_: id 3 | task 8693 | processing task, is_child = 0 11.49.863.530 I slot print_timing: id 0 | task 8687 | prompt eval time = 4046.12 ms / 724 tokens ( 5.59 ms per token, 178.94 tokens per second) 11.49.863.536 I slot print_timing: id 0 | task 8687 | eval time = 633.80 ms / 2 tokens ( 633.80 ms per token, 1.58 tokens per second) 11.49.863.536 I slot print_timing: id 0 | task 8687 | total time = 4679.93 ms / 726 tokens 11.49.863.537 I slot print_timing: id 0 | task 8687 | graphs reused = 7329 11.49.863.537 I slot print_timing: id 0 | task 8687 | graph reallocs = 0 / 0 (same size) / (changed size) 11.49.863.584 I slot release: id 0 | task 8687 | stop processing: n_tokens = 726, truncated = 0 11.49.863.761 I slot print_timing: id 1 | task 8690 | prompt eval time = 991.95 ms / 100 tokens ( 9.92 ms per token, 100.81 tokens per second) 11.49.863.766 I slot print_timing: id 1 | task 8690 | eval time = 633.86 ms / 2 tokens ( 633.86 ms per token, 1.58 tokens per second) 11.49.863.766 I slot print_timing: id 1 | task 8690 | total time = 1625.81 ms / 102 tokens 11.49.863.767 I slot print_timing: id 1 | task 8690 | graphs reused = 7329 11.49.863.767 I slot print_timing: id 1 | task 8690 | graph reallocs = 0 / 0 (same size) / (changed size) 11.49.863.799 I slot release: id 1 | task 8690 | stop processing: n_tokens = 740, truncated = 0 11.49.863.979 I slot print_timing: id 2 | task 8686 | prompt eval time = 4046.11 ms / 759 tokens ( 5.33 ms per token, 187.59 tokens per second) 11.49.863.982 I slot print_timing: id 2 | task 8686 | eval time = 633.89 ms / 2 tokens ( 633.89 ms per token, 1.58 tokens per second) 11.49.863.982 I slot print_timing: id 2 | task 8686 | total time = 4680.00 ms / 761 tokens 11.49.863.982 I slot print_timing: id 2 | task 8686 | graphs reused = 7329 11.49.863.983 I slot print_timing: id 2 | task 8686 | graph reallocs = 0 / 0 (same size) / (changed size) 11.49.864.011 I slot release: id 2 | task 8686 | stop processing: n_tokens = 761, truncated = 0 11.50.601.795 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 726, t_last = 238122652749 11.50.601.891 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.718 MiB) 11.50.601.904 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.053 MiB) 11.50.602.047 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.069 MiB) 11.50.602.163 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.616 MiB) 11.50.602.285 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.569 MiB) 11.51.020.752 I slot launch_slot_: id 0 | task 8697 | processing task, is_child = 0 11.51.020.832 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.131 MiB) 11.51.020.909 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 15.976 MiB) 11.51.021.034 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.741 MiB) 11.51.021.183 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.334 MiB) 11.51.021.308 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.225 MiB) 11.51.021.451 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 10.959 MiB) 11.51.021.551 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.945 MiB) 11.51.021.702 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 16.867 MiB) 11.51.029.597 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.155 MiB) 11.51.029.661 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.709 MiB) 11.51.029.756 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 16.336 MiB) 11.51.029.852 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.616 MiB) 11.51.029.947 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.030 MiB) 11.51.030.035 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 15.320 MiB) 11.51.035.621 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 740, t_last = 238122652964 11.51.035.720 I slot launch_slot_: id 1 | task 8698 | processing task, is_child = 0 11.51.035.783 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 761, t_last = 238122653177 11.51.035.905 I slot launch_slot_: id 2 | task 8699 | processing task, is_child = 0 11.56.023.794 I slot print_timing: id 3 | task 8693 | prompt eval time = 4228.17 ms / 797 tokens ( 5.31 ms per token, 188.50 tokens per second) 11.56.023.799 I slot print_timing: id 3 | task 8693 | eval time = 2559.18 ms / 2 tokens ( 2559.18 ms per token, 0.39 tokens per second) 11.56.023.799 I slot print_timing: id 3 | task 8693 | total time = 6787.35 ms / 799 tokens 11.56.023.800 I slot print_timing: id 3 | task 8693 | graphs reused = 7329 11.56.023.800 I slot print_timing: id 3 | task 8693 | graph reallocs = 0 / 0 (same size) / (changed size) 11.56.023.846 I slot release: id 3 | task 8693 | stop processing: n_tokens = 799, truncated = 0 11.56.023.858 I slot print_timing: id 0 | task 8697 | prompt processing, n_tokens = 675, progress = 0.84, t = 4.99 s / 135.33 tokens per second 11.56.024.672 I slot print_timing: id 1 | task 8698 | prompt processing, n_tokens = 675, progress = 0.85, t = 4.99 s / 135.34 tokens per second 11.56.026.249 I slot print_timing: id 2 | task 8699 | prompt processing, n_tokens = 890, progress = 0.85, t = 4.99 s / 178.46 tokens per second 11.56.924.593 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 799, t_last = 238128813011 11.56.924.690 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.476 MiB) 11.56.924.695 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.037 MiB) 11.56.924.697 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 15.320 MiB) 11.56.924.699 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.303 MiB) 11.56.924.701 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.898 MiB) 11.56.924.815 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.616 MiB) 11.57.082.986 I slot launch_slot_: id 3 | task 8703 | processing task, is_child = 0 11.57.082.994 I slot print_timing: id 0 | task 8697 | prompt processing, n_tokens = 802, progress = 1.00, t = 5.89 s / 136.19 tokens per second 11.57.085.939 I slot print_timing: id 1 | task 8698 | prompt processing, n_tokens = 793, progress = 0.99, t = 5.89 s / 134.67 tokens per second 11.57.088.143 I slot print_timing: id 2 | task 8699 | prompt processing, n_tokens = 1041, progress = 1.00, t = 5.89 s / 176.80 tokens per second 11.58.797.338 I slot print_timing: id 0 | task 8697 | prompt eval time = 6857.64 ms / 806 tokens ( 8.51 ms per token, 117.53 tokens per second) 11.58.797.339 I slot print_timing: id 0 | task 8697 | eval time = 903.78 ms / 2 tokens ( 903.78 ms per token, 1.11 tokens per second) 11.58.797.340 I slot print_timing: id 0 | task 8697 | total time = 7761.42 ms / 808 tokens 11.58.797.340 I slot print_timing: id 0 | task 8697 | graphs reused = 7329 11.58.797.341 I slot print_timing: id 0 | task 8697 | graph reallocs = 0 / 0 (same size) / (changed size) 11.58.797.400 I slot release: id 0 | task 8697 | stop processing: n_tokens = 808, truncated = 0 11.58.797.573 I slot print_timing: id 1 | task 8698 | prompt eval time = 6857.55 ms / 797 tokens ( 8.60 ms per token, 116.22 tokens per second) 11.58.797.575 I slot print_timing: id 1 | task 8698 | eval time = 903.83 ms / 2 tokens ( 903.83 ms per token, 1.11 tokens per second) 11.58.797.575 I slot print_timing: id 1 | task 8698 | total time = 7761.38 ms / 799 tokens 11.58.797.575 I slot print_timing: id 1 | task 8698 | graphs reused = 7329 11.58.797.576 I slot print_timing: id 1 | task 8698 | graph reallocs = 0 / 0 (same size) / (changed size) 11.58.797.612 I slot release: id 1 | task 8698 | stop processing: n_tokens = 799, truncated = 0 11.58.797.803 I slot print_timing: id 2 | task 8699 | prompt eval time = 6857.46 ms / 1045 tokens ( 6.56 ms per token, 152.39 tokens per second) 11.58.797.805 I slot print_timing: id 2 | task 8699 | eval time = 903.86 ms / 2 tokens ( 903.86 ms per token, 1.11 tokens per second) 11.58.797.805 I slot print_timing: id 2 | task 8699 | total time = 7761.32 ms / 1047 tokens 11.58.797.806 I slot print_timing: id 2 | task 8699 | graphs reused = 7329 11.58.797.806 I slot print_timing: id 2 | task 8699 | graph reallocs = 0 / 0 (same size) / (changed size) 11.58.797.862 I slot release: id 2 | task 8699 | stop processing: n_tokens = 1047, truncated = 0 11.59.143.913 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 808, t_last = 238131586565 11.59.143.999 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 15.179 MiB) 11.59.144.003 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.710 MiB) 11.59.144.005 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 17.719 MiB) 11.59.144.007 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.662 MiB) 11.59.144.130 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.334 MiB) 11.59.144.244 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.373 MiB) 11.59.150.893 I slot launch_slot_: id 0 | task 8708 | processing task, is_child = 0 11.59.150.975 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.748 MiB) 11.59.151.118 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 15.414 MiB) 11.59.151.210 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.240 MiB) 11.59.151.295 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.662 MiB) 11.59.151.395 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.725 MiB) 11.59.151.490 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.459 MiB) 11.59.158.083 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.303 MiB) 11.59.158.181 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 15.460 MiB) 11.59.158.281 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 16.304 MiB) 11.59.158.367 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.476 MiB) 11.59.158.450 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.990 MiB) 11.59.158.539 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 17.711 MiB) 11.59.158.626 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.788 MiB) 11.59.165.679 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 799, t_last = 238131586777 11.59.165.836 I slot launch_slot_: id 1 | task 8709 | processing task, is_child = 0 11.59.165.909 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1047, t_last = 238131587028 11.59.166.044 I slot launch_slot_: id 2 | task 8710 | processing task, is_child = 0 12.01.482.029 I slot print_timing: id 3 | task 8703 | prompt eval time = 2053.86 ms / 843 tokens ( 2.44 ms per token, 410.45 tokens per second) 12.01.482.032 I slot print_timing: id 3 | task 8703 | eval time = 2338.12 ms / 2 tokens ( 2338.12 ms per token, 0.43 tokens per second) 12.01.482.033 I slot print_timing: id 3 | task 8703 | total time = 4391.98 ms / 845 tokens 12.01.482.033 I slot print_timing: id 3 | task 8703 | graphs reused = 7329 12.01.482.034 I slot print_timing: id 3 | task 8703 | graph reallocs = 0 / 0 (same size) / (changed size) 12.01.482.087 I slot release: id 3 | task 8703 | stop processing: n_tokens = 845, truncated = 0 12.03.581.859 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.870 (> 0.100 thold), f_keep = 0.884 12.03.581.934 I slot launch_slot_: id 3 | task 8713 | processing task, is_child = 0 12.03.581.943 I slot print_timing: id 0 | task 8708 | prompt processing, n_tokens = 718, progress = 0.80, t = 4.42 s / 162.60 tokens per second 12.03.798.890 I slot print_timing: id 1 | task 8709 | prompt processing, n_tokens = 718, progress = 0.79, t = 4.42 s / 162.61 tokens per second 12.03.799.799 I slot print_timing: id 2 | task 8710 | prompt processing, n_tokens = 718, progress = 0.86, t = 4.42 s / 162.62 tokens per second 12.05.160.596 I slot print_timing: id 0 | task 8708 | prompt processing, n_tokens = 895, progress = 1.00, t = 5.99 s / 149.30 tokens per second 12.05.203.943 I slot print_timing: id 1 | task 8709 | prompt processing, n_tokens = 903, progress = 1.00, t = 5.99 s / 150.65 tokens per second 12.05.205.222 I slot print_timing: id 2 | task 8710 | prompt processing, n_tokens = 832, progress = 1.00, t = 5.99 s / 138.81 tokens per second 12.05.360.479 I slot print_timing: id 0 | task 8708 | prompt eval time = 6145.45 ms / 899 tokens ( 6.84 ms per token, 146.29 tokens per second) 12.05.360.481 I slot print_timing: id 0 | task 8708 | eval time = 48.97 ms / 2 tokens ( 48.97 ms per token, 20.42 tokens per second) 12.05.360.482 I slot print_timing: id 0 | task 8708 | total time = 6194.42 ms / 901 tokens 12.05.360.482 I slot print_timing: id 0 | task 8708 | graphs reused = 7329 12.05.360.483 I slot print_timing: id 0 | task 8708 | graph reallocs = 0 / 0 (same size) / (changed size) 12.05.360.541 I slot release: id 0 | task 8708 | stop processing: n_tokens = 901, truncated = 0 12.05.360.706 I slot print_timing: id 1 | task 8709 | prompt eval time = 6145.29 ms / 907 tokens ( 6.78 ms per token, 147.59 tokens per second) 12.05.360.708 I slot print_timing: id 1 | task 8709 | eval time = 49.03 ms / 2 tokens ( 49.03 ms per token, 20.40 tokens per second) 12.05.360.709 I slot print_timing: id 1 | task 8709 | total time = 6194.32 ms / 909 tokens 12.05.360.709 I slot print_timing: id 1 | task 8709 | graphs reused = 7329 12.05.360.709 I slot print_timing: id 1 | task 8709 | graph reallocs = 0 / 0 (same size) / (changed size) 12.05.360.751 I slot release: id 1 | task 8709 | stop processing: n_tokens = 909, truncated = 0 12.05.360.927 I slot print_timing: id 2 | task 8710 | prompt eval time = 6145.25 ms / 836 tokens ( 7.35 ms per token, 136.04 tokens per second) 12.05.360.929 I slot print_timing: id 2 | task 8710 | eval time = 49.06 ms / 2 tokens ( 49.06 ms per token, 20.38 tokens per second) 12.05.360.929 I slot print_timing: id 2 | task 8710 | total time = 6194.31 ms / 838 tokens 12.05.360.930 I slot print_timing: id 2 | task 8710 | graphs reused = 7329 12.05.360.930 I slot print_timing: id 2 | task 8710 | graph reallocs = 0 / 0 (same size) / (changed size) 12.05.360.971 I slot release: id 2 | task 8710 | stop processing: n_tokens = 838, truncated = 0 12.05.361.153 I slot print_timing: id 3 | task 8713 | prompt eval time = 1511.25 ms / 112 tokens ( 13.49 ms per token, 74.11 tokens per second) 12.05.361.154 I slot print_timing: id 3 | task 8713 | eval time = 49.08 ms / 2 tokens ( 49.08 ms per token, 20.37 tokens per second) 12.05.361.155 I slot print_timing: id 3 | task 8713 | total time = 1560.33 ms / 114 tokens 12.05.361.155 I slot print_timing: id 3 | task 8713 | graphs reused = 7329 12.05.361.155 I slot print_timing: id 3 | task 8713 | graph reallocs = 0 / 0 (same size) / (changed size) 12.05.361.187 I slot release: id 3 | task 8713 | stop processing: n_tokens = 860, truncated = 0 12.05.374.310 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 901, t_last = 238138149706 12.05.374.441 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.679 MiB) 12.05.374.446 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 10.396 MiB) 12.05.374.448 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.389 MiB) 12.05.374.450 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 123.823 MiB) 12.05.376.924 I slot launch_slot_: id 0 | task 8717 | processing task, is_child = 0 12.05.376.996 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 139.428 MiB) 12.05.383.686 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 143.400 MiB) 12.05.386.386 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 909, t_last = 238138149916 12.05.386.484 I slot launch_slot_: id 1 | task 8718 | processing task, is_child = 0 12.05.386.620 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 838, t_last = 238138150136 12.05.386.699 I slot launch_slot_: id 2 | task 8719 | processing task, is_child = 0 12.05.386.768 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 860, t_last = 238138150352 12.05.386.851 I slot launch_slot_: id 3 | task 8720 | processing task, is_child = 0 12.10.980.945 I slot print_timing: id 0 | task 8717 | prompt processing, n_tokens = 576, progress = 0.84, t = 5.59 s / 102.97 tokens per second 12.11.084.564 I slot print_timing: id 1 | task 8718 | prompt processing, n_tokens = 623, progress = 0.82, t = 5.59 s / 111.37 tokens per second 12.11.085.606 I slot print_timing: id 2 | task 8719 | prompt processing, n_tokens = 705, progress = 0.85, t = 5.59 s / 126.04 tokens per second 12.11.087.093 I slot print_timing: id 3 | task 8720 | prompt processing, n_tokens = 705, progress = 0.83, t = 5.59 s / 126.04 tokens per second 12.12.303.945 I slot print_timing: id 0 | task 8717 | prompt processing, n_tokens = 681, progress = 0.99, t = 6.92 s / 98.45 tokens per second 12.12.405.884 I slot print_timing: id 1 | task 8718 | prompt processing, n_tokens = 758, progress = 0.99, t = 6.92 s / 109.59 tokens per second 12.12.406.861 I slot print_timing: id 2 | task 8719 | prompt processing, n_tokens = 821, progress = 1.00, t = 6.92 s / 118.70 tokens per second 12.12.408.199 I slot print_timing: id 3 | task 8720 | prompt processing, n_tokens = 848, progress = 1.00, t = 6.92 s / 122.61 tokens per second 12.12.560.343 I slot print_timing: id 0 | task 8717 | prompt eval time = 7124.64 ms / 685 tokens ( 10.40 ms per token, 96.15 tokens per second) 12.12.560.345 I slot print_timing: id 0 | task 8717 | eval time = 48.84 ms / 2 tokens ( 48.84 ms per token, 20.48 tokens per second) 12.12.560.346 I slot print_timing: id 0 | task 8717 | total time = 7173.48 ms / 687 tokens 12.12.560.346 I slot print_timing: id 0 | task 8717 | graphs reused = 7329 12.12.560.347 I slot print_timing: id 0 | task 8717 | graph reallocs = 0 / 0 (same size) / (changed size) 12.12.560.393 I slot release: id 0 | task 8717 | stop processing: n_tokens = 687, truncated = 0 12.12.560.557 I slot print_timing: id 1 | task 8718 | prompt eval time = 7124.65 ms / 762 tokens ( 9.35 ms per token, 106.95 tokens per second) 12.12.560.560 I slot print_timing: id 1 | task 8718 | eval time = 48.86 ms / 2 tokens ( 48.86 ms per token, 20.47 tokens per second) 12.12.560.561 I slot print_timing: id 1 | task 8718 | total time = 7173.51 ms / 764 tokens 12.12.560.561 I slot print_timing: id 1 | task 8718 | graphs reused = 7329 12.12.560.561 I slot print_timing: id 1 | task 8718 | graph reallocs = 0 / 0 (same size) / (changed size) 12.12.560.606 I slot release: id 1 | task 8718 | stop processing: n_tokens = 764, truncated = 0 12.12.560.789 I slot print_timing: id 2 | task 8719 | prompt eval time = 7124.53 ms / 825 tokens ( 8.64 ms per token, 115.80 tokens per second) 12.12.560.792 I slot print_timing: id 2 | task 8719 | eval time = 48.89 ms / 2 tokens ( 48.89 ms per token, 20.45 tokens per second) 12.12.560.797 I slot print_timing: id 2 | task 8719 | total time = 7173.41 ms / 827 tokens 12.12.560.797 I slot print_timing: id 2 | task 8719 | graphs reused = 7329 12.12.560.797 I slot print_timing: id 2 | task 8719 | graph reallocs = 0 / 0 (same size) / (changed size) 12.12.560.838 I slot release: id 2 | task 8719 | stop processing: n_tokens = 827, truncated = 0 12.12.561.016 I slot print_timing: id 3 | task 8720 | prompt eval time = 7124.41 ms / 852 tokens ( 8.36 ms per token, 119.59 tokens per second) 12.12.561.018 I slot print_timing: id 3 | task 8720 | eval time = 48.92 ms / 2 tokens ( 48.92 ms per token, 20.44 tokens per second) 12.12.561.019 I slot print_timing: id 3 | task 8720 | total time = 7173.33 ms / 854 tokens 12.12.561.019 I slot print_timing: id 3 | task 8720 | graphs reused = 7329 12.12.561.019 I slot print_timing: id 3 | task 8720 | graph reallocs = 0 / 0 (same size) / (changed size) 12.12.561.052 I slot release: id 3 | task 8720 | stop processing: n_tokens = 854, truncated = 0 12.12.574.166 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 687, t_last = 238145349558 12.12.578.023 I slot launch_slot_: id 0 | task 8726 | processing task, is_child = 0 12.12.578.094 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 142.618 MiB) 12.12.580.299 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 139.725 MiB) 12.12.586.507 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 764, t_last = 238145349771 12.12.586.600 I slot launch_slot_: id 1 | task 8727 | processing task, is_child = 0 12.12.586.727 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 827, t_last = 238145350003 12.12.586.808 I slot launch_slot_: id 2 | task 8728 | processing task, is_child = 0 12.12.586.875 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 854, t_last = 238145350217 12.12.587.926 I slot launch_slot_: id 3 | task 8729 | processing task, is_child = 0 12.16.842.807 I slot print_timing: id 0 | task 8726 | prompt processing, n_tokens = 604, progress = 0.83, t = 4.25 s / 141.96 tokens per second 12.16.882.355 I slot print_timing: id 1 | task 8727 | prompt processing, n_tokens = 604, progress = 0.84, t = 4.25 s / 141.96 tokens per second 12.16.883.314 I slot print_timing: id 2 | task 8728 | prompt processing, n_tokens = 604, progress = 0.82, t = 4.25 s / 141.96 tokens per second 12.16.884.840 I slot print_timing: id 3 | task 8729 | prompt processing, n_tokens = 120, progress = 0.99, t = 4.25 s / 28.21 tokens per second 12.17.867.541 I slot print_timing: id 0 | task 8726 | prompt processing, n_tokens = 720, progress = 0.99, t = 5.28 s / 136.38 tokens per second 12.17.868.389 I slot print_timing: id 1 | task 8727 | prompt processing, n_tokens = 716, progress = 0.99, t = 5.28 s / 135.62 tokens per second 12.17.869.936 I slot print_timing: id 2 | task 8728 | prompt processing, n_tokens = 737, progress = 0.99, t = 5.28 s / 139.61 tokens per second 12.17.995.811 I slot print_timing: id 3 | task 8729 | prompt eval time = 5279.20 ms / 124 tokens ( 42.57 ms per token, 23.49 tokens per second) 12.17.995.817 I slot print_timing: id 3 | task 8729 | eval time = 128.28 ms / 2 tokens ( 128.28 ms per token, 7.80 tokens per second) 12.17.995.818 I slot print_timing: id 3 | task 8729 | total time = 5407.49 ms / 126 tokens 12.17.995.819 I slot print_timing: id 3 | task 8729 | graphs reused = 7329 12.17.995.819 I slot print_timing: id 3 | task 8729 | graph reallocs = 0 / 0 (same size) / (changed size) 12.17.995.871 I slot release: id 3 | task 8729 | stop processing: n_tokens = 748, truncated = 0 12.18.042.719 I slot print_timing: id 0 | task 8726 | prompt eval time = 5407.32 ms / 724 tokens ( 7.47 ms per token, 133.89 tokens per second) 12.18.042.723 I slot print_timing: id 0 | task 8726 | eval time = 47.46 ms / 2 tokens ( 47.46 ms per token, 21.07 tokens per second) 12.18.042.724 I slot print_timing: id 0 | task 8726 | total time = 5454.78 ms / 726 tokens 12.18.042.724 I slot print_timing: id 0 | task 8726 | graphs reused = 7329 12.18.042.725 I slot print_timing: id 0 | task 8726 | graph reallocs = 0 / 0 (same size) / (changed size) 12.18.042.769 I slot release: id 0 | task 8726 | stop processing: n_tokens = 726, truncated = 0 12.18.042.935 I slot print_timing: id 1 | task 8727 | prompt eval time = 5407.39 ms / 720 tokens ( 7.51 ms per token, 133.15 tokens per second) 12.18.042.938 I slot print_timing: id 1 | task 8727 | eval time = 47.50 ms / 2 tokens ( 47.50 ms per token, 21.05 tokens per second) 12.18.042.938 I slot print_timing: id 1 | task 8727 | total time = 5454.88 ms / 722 tokens 12.18.042.938 I slot print_timing: id 1 | task 8727 | graphs reused = 7329 12.18.042.939 I slot print_timing: id 1 | task 8727 | graph reallocs = 0 / 0 (same size) / (changed size) 12.18.042.977 I slot release: id 1 | task 8727 | stop processing: n_tokens = 722, truncated = 0 12.18.043.157 I slot print_timing: id 2 | task 8728 | prompt eval time = 5407.45 ms / 741 tokens ( 7.30 ms per token, 137.03 tokens per second) 12.18.043.158 I slot print_timing: id 2 | task 8728 | eval time = 47.52 ms / 2 tokens ( 47.52 ms per token, 21.04 tokens per second) 12.18.043.159 I slot print_timing: id 2 | task 8728 | total time = 5454.97 ms / 743 tokens 12.18.043.159 I slot print_timing: id 2 | task 8728 | graphs reused = 7329 12.18.043.159 I slot print_timing: id 2 | task 8728 | graph reallocs = 0 / 0 (same size) / (changed size) 12.18.043.184 I slot release: id 2 | task 8728 | stop processing: n_tokens = 743, truncated = 0 12.18.043.189 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.884 (> 0.100 thold), f_keep = 0.872 12.18.043.219 I slot launch_slot_: id 0 | task 8735 | processing task, is_child = 0 12.18.045.659 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 82.423 MiB) 12.18.047.826 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 82.642 MiB) 12.18.322.942 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.887 (> 0.100 thold), f_keep = 0.877 12.18.322.974 I slot launch_slot_: id 1 | task 8738 | processing task, is_child = 0 12.18.323.098 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.878 (> 0.100 thold), f_keep = 0.852 12.18.323.120 I slot launch_slot_: id 2 | task 8739 | processing task, is_child = 0 12.18.323.182 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 748, t_last = 238150785036 12.18.324.266 I slot launch_slot_: id 3 | task 8740 | processing task, is_child = 0 12.18.768.677 I slot print_timing: id 0 | task 8735 | prompt eval time = 272.64 ms / 83 tokens ( 3.28 ms per token, 304.43 tokens per second) 12.18.768.684 I slot print_timing: id 0 | task 8735 | eval time = 445.74 ms / 2 tokens ( 445.74 ms per token, 2.24 tokens per second) 12.18.768.684 I slot print_timing: id 0 | task 8735 | total time = 718.38 ms / 85 tokens 12.18.768.684 I slot print_timing: id 0 | task 8735 | graphs reused = 7329 12.18.768.685 I slot print_timing: id 0 | task 8735 | graph reallocs = 0 / 0 (same size) / (changed size) 12.18.768.732 I slot release: id 0 | task 8735 | stop processing: n_tokens = 717, truncated = 0 12.19.151.491 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.877 (> 0.100 thold), f_keep = 0.886 12.19.151.525 I slot launch_slot_: id 0 | task 8743 | processing task, is_child = 0 12.19.466.524 I slot print_timing: id 1 | task 8738 | prompt eval time = 827.03 ms / 81 tokens ( 10.21 ms per token, 97.94 tokens per second) 12.19.466.529 I slot print_timing: id 1 | task 8738 | eval time = 315.22 ms / 2 tokens ( 315.22 ms per token, 3.17 tokens per second) 12.19.466.530 I slot print_timing: id 1 | task 8738 | total time = 1142.25 ms / 83 tokens 12.19.466.530 I slot print_timing: id 1 | task 8738 | graphs reused = 7329 12.19.466.531 I slot print_timing: id 1 | task 8738 | graph reallocs = 0 / 0 (same size) / (changed size) 12.19.466.572 I slot release: id 1 | task 8738 | stop processing: n_tokens = 715, truncated = 0 12.19.466.743 I slot print_timing: id 2 | task 8739 | prompt eval time = 826.44 ms / 88 tokens ( 9.39 ms per token, 106.48 tokens per second) 12.19.466.747 I slot print_timing: id 2 | task 8739 | eval time = 315.25 ms / 2 tokens ( 315.25 ms per token, 3.17 tokens per second) 12.19.466.747 I slot print_timing: id 2 | task 8739 | total time = 1141.70 ms / 90 tokens 12.19.466.748 I slot print_timing: id 2 | task 8739 | graphs reused = 7329 12.19.466.748 I slot print_timing: id 2 | task 8739 | graph reallocs = 0 / 0 (same size) / (changed size) 12.19.466.782 I slot release: id 2 | task 8739 | stop processing: n_tokens = 722, truncated = 0 12.19.542.197 I slot print_timing: id 3 | task 8740 | prompt eval time = 1141.19 ms / 108 tokens ( 10.57 ms per token, 94.64 tokens per second) 12.19.542.200 I slot print_timing: id 3 | task 8740 | eval time = 75.19 ms / 2 tokens ( 75.19 ms per token, 13.30 tokens per second) 12.19.542.201 I slot print_timing: id 3 | task 8740 | total time = 1216.38 ms / 110 tokens 12.19.542.201 I slot print_timing: id 3 | task 8740 | graphs reused = 7329 12.19.542.202 I slot print_timing: id 3 | task 8740 | graph reallocs = 0 / 0 (same size) / (changed size) 12.19.542.247 I slot release: id 3 | task 8740 | stop processing: n_tokens = 713, truncated = 0 12.19.542.254 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.838 (> 0.100 thold), f_keep = 0.885 12.19.542.310 I slot launch_slot_: id 1 | task 8746 | processing task, is_child = 0 12.19.545.305 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 93.857 MiB) 12.19.545.312 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 82.860 MiB) 12.19.547.731 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.879 (> 0.100 thold), f_keep = 0.889 12.19.547.761 I slot launch_slot_: id 3 | task 8747 | processing task, is_child = 0 12.20.103.468 I slot print_timing: id 0 | task 8743 | prompt eval time = 390.50 ms / 89 tokens ( 4.39 ms per token, 227.92 tokens per second) 12.20.103.474 I slot print_timing: id 0 | task 8743 | eval time = 561.44 ms / 2 tokens ( 561.44 ms per token, 1.78 tokens per second) 12.20.103.474 I slot print_timing: id 0 | task 8743 | total time = 951.94 ms / 91 tokens 12.20.103.475 I slot print_timing: id 0 | task 8743 | graphs reused = 7329 12.20.103.475 I slot print_timing: id 0 | task 8743 | graph reallocs = 0 / 0 (same size) / (changed size) 12.20.103.518 I slot release: id 0 | task 8743 | stop processing: n_tokens = 725, truncated = 0 12.20.103.525 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.885 (> 0.100 thold), f_keep = 0.873 12.20.103.571 I slot launch_slot_: id 0 | task 8749 | processing task, is_child = 0 12.20.420.971 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 722, t_last = 238152255948 12.20.421.094 I slot launch_slot_: id 2 | task 8751 | processing task, is_child = 0 12.21.302.247 I slot print_timing: id 1 | task 8746 | prompt eval time = 872.96 ms / 122 tokens ( 7.16 ms per token, 139.76 tokens per second) 12.21.302.250 I slot print_timing: id 1 | task 8746 | eval time = 881.46 ms / 2 tokens ( 881.46 ms per token, 1.13 tokens per second) 12.21.302.250 I slot print_timing: id 1 | task 8746 | total time = 1754.41 ms / 124 tokens 12.21.302.251 I slot print_timing: id 1 | task 8746 | graphs reused = 7329 12.21.302.251 I slot print_timing: id 1 | task 8746 | graph reallocs = 0 / 0 (same size) / (changed size) 12.21.302.297 I slot release: id 1 | task 8746 | stop processing: n_tokens = 756, truncated = 0 12.21.302.471 I slot print_timing: id 3 | task 8747 | prompt eval time = 872.45 ms / 87 tokens ( 10.03 ms per token, 99.72 tokens per second) 12.21.302.479 I slot print_timing: id 3 | task 8747 | eval time = 881.50 ms / 2 tokens ( 881.50 ms per token, 1.13 tokens per second) 12.21.302.480 I slot print_timing: id 3 | task 8747 | total time = 1753.95 ms / 89 tokens 12.21.302.480 I slot print_timing: id 3 | task 8747 | graphs reused = 7329 12.21.302.480 I slot print_timing: id 3 | task 8747 | graph reallocs = 0 / 0 (same size) / (changed size) 12.21.302.523 I slot release: id 3 | task 8747 | stop processing: n_tokens = 722, truncated = 0 12.22.133.182 I slot print_timing: id 0 | task 8749 | prompt eval time = 1198.42 ms / 82 tokens ( 14.61 ms per token, 68.42 tokens per second) 12.22.133.187 I slot print_timing: id 0 | task 8749 | eval time = 831.10 ms / 2 tokens ( 831.10 ms per token, 1.20 tokens per second) 12.22.133.187 I slot print_timing: id 0 | task 8749 | total time = 2029.52 ms / 84 tokens 12.22.133.188 I slot print_timing: id 0 | task 8749 | graphs reused = 7329 12.22.133.188 I slot print_timing: id 0 | task 8749 | graph reallocs = 0 / 0 (same size) / (changed size) 12.22.133.231 I slot release: id 0 | task 8749 | stop processing: n_tokens = 716, truncated = 0 12.22.133.238 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 756, t_last = 238154091462 12.22.133.320 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 82.696 MiB) 12.22.138.164 I slot launch_slot_: id 1 | task 8754 | processing task, is_child = 0 12.22.138.244 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 84.994 MiB) 12.22.141.161 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 103.047 MiB) 12.22.144.019 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 722, t_last = 238154091688 12.22.144.114 I slot launch_slot_: id 3 | task 8755 | processing task, is_child = 0 12.23.965.610 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 716, t_last = 238154922396 12.23.965.764 I slot launch_slot_: id 0 | task 8757 | processing task, is_child = 0 12.24.487.768 I slot print_timing: id 2 | task 8751 | prompt processing, n_tokens = 889, progress = 1.00, t = 3.54 s / 250.89 tokens per second 12.27.363.404 I slot print_timing: id 0 | task 8757 | prompt processing, n_tokens = 583, progress = 0.53, t = 3.40 s / 171.60 tokens per second 12.27.364.100 I slot print_timing: id 1 | task 8754 | prompt processing, n_tokens = 917, progress = 0.83, t = 5.22 s / 175.70 tokens per second 12.27.365.511 I slot print_timing: id 3 | task 8755 | prompt processing, n_tokens = 757, progress = 0.86, t = 5.22 s / 145.07 tokens per second 12.28.873.250 I slot print_timing: id 2 | task 8751 | prompt eval time = 6941.23 ms / 893 tokens ( 7.77 ms per token, 128.65 tokens per second) 12.28.873.257 I slot print_timing: id 2 | task 8751 | eval time = 1509.86 ms / 2 tokens ( 1509.86 ms per token, 0.66 tokens per second) 12.28.873.257 I slot print_timing: id 2 | task 8751 | total time = 8451.08 ms / 895 tokens 12.28.873.258 I slot print_timing: id 2 | task 8751 | graphs reused = 7329 12.28.873.258 I slot print_timing: id 2 | task 8751 | graph reallocs = 0 / 0 (same size) / (changed size) 12.28.873.318 I slot release: id 2 | task 8751 | stop processing: n_tokens = 895, truncated = 0 12.28.873.330 I slot print_timing: id 0 | task 8757 | prompt processing, n_tokens = 917, progress = 0.83, t = 4.91 s / 186.86 tokens per second 12.28.874.103 I slot print_timing: id 1 | task 8754 | prompt processing, n_tokens = 1105, progress = 1.00, t = 6.73 s / 164.22 tokens per second 12.28.875.824 I slot print_timing: id 3 | task 8755 | prompt processing, n_tokens = 873, progress = 1.00, t = 6.73 s / 129.75 tokens per second 12.29.401.975 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 895, t_last = 238161662484 12.29.402.065 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 105.157 MiB) 12.29.405.295 I slot launch_slot_: id 2 | task 8761 | processing task, is_child = 0 12.29.405.303 I slot print_timing: id 0 | task 8757 | prompt processing, n_tokens = 1095, progress = 1.00, t = 5.44 s / 201.44 tokens per second 12.30.766.016 I slot print_timing: id 1 | task 8754 | prompt eval time = 7257.61 ms / 1109 tokens ( 6.54 ms per token, 152.81 tokens per second) 12.30.766.018 I slot print_timing: id 1 | task 8754 | eval time = 1364.22 ms / 2 tokens ( 1364.22 ms per token, 0.73 tokens per second) 12.30.766.019 I slot print_timing: id 1 | task 8754 | total time = 8621.83 ms / 1111 tokens 12.30.766.019 I slot print_timing: id 1 | task 8754 | graphs reused = 7329 12.30.766.020 I slot print_timing: id 1 | task 8754 | graph reallocs = 0 / 0 (same size) / (changed size) 12.30.766.085 I slot release: id 1 | task 8754 | stop processing: n_tokens = 1111, truncated = 0 12.30.766.278 I slot print_timing: id 3 | task 8755 | prompt eval time = 7256.98 ms / 877 tokens ( 8.27 ms per token, 120.85 tokens per second) 12.30.766.286 I slot print_timing: id 3 | task 8755 | eval time = 1364.31 ms / 2 tokens ( 1364.31 ms per token, 0.73 tokens per second) 12.30.766.286 I slot print_timing: id 3 | task 8755 | total time = 8621.29 ms / 879 tokens 12.30.766.287 I slot print_timing: id 3 | task 8755 | graphs reused = 7329 12.30.766.287 I slot print_timing: id 3 | task 8755 | graph reallocs = 0 / 0 (same size) / (changed size) 12.30.766.331 I slot release: id 3 | task 8755 | stop processing: n_tokens = 879, truncated = 0 12.31.542.439 I slot print_timing: id 0 | task 8757 | prompt eval time = 6800.07 ms / 1099 tokens ( 6.19 ms per token, 161.62 tokens per second) 12.31.542.442 I slot print_timing: id 0 | task 8757 | eval time = 776.58 ms / 2 tokens ( 776.58 ms per token, 1.29 tokens per second) 12.31.542.443 I slot print_timing: id 0 | task 8757 | total time = 7576.66 ms / 1101 tokens 12.31.542.443 I slot print_timing: id 0 | task 8757 | graphs reused = 7329 12.31.542.443 I slot print_timing: id 0 | task 8757 | graph reallocs = 0 / 0 (same size) / (changed size) 12.31.542.496 I slot release: id 0 | task 8757 | stop processing: n_tokens = 1101, truncated = 0 12.31.542.505 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.909 (> 0.100 thold), f_keep = 0.893 12.31.542.537 I slot launch_slot_: id 1 | task 8764 | processing task, is_child = 0 12.31.542.648 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 87.401 MiB) 12.31.548.740 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 91.630 MiB) 12.31.551.153 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.903 (> 0.100 thold), f_keep = 0.900 12.31.551.187 I slot launch_slot_: id 0 | task 8765 | processing task, is_child = 0 12.32.232.537 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 879, t_last = 238163555496 12.32.460.041 I slot launch_slot_: id 3 | task 8767 | processing task, is_child = 0 12.33.078.564 I slot print_timing: id 0 | task 8765 | prompt eval time = 1045.90 ms / 107 tokens ( 9.77 ms per token, 102.30 tokens per second) 12.33.078.569 I slot print_timing: id 0 | task 8765 | eval time = 481.40 ms / 2 tokens ( 481.40 ms per token, 2.08 tokens per second) 12.33.078.570 I slot print_timing: id 0 | task 8765 | total time = 1527.30 ms / 109 tokens 12.33.078.570 I slot print_timing: id 0 | task 8765 | graphs reused = 7329 12.33.078.571 I slot print_timing: id 0 | task 8765 | graph reallocs = 0 / 0 (same size) / (changed size) 12.33.078.627 I slot release: id 0 | task 8765 | stop processing: n_tokens = 1099, truncated = 0 12.33.078.798 I slot print_timing: id 1 | task 8764 | prompt eval time = 1045.35 ms / 99 tokens ( 10.56 ms per token, 94.70 tokens per second) 12.33.078.801 I slot print_timing: id 1 | task 8764 | eval time = 481.46 ms / 2 tokens ( 481.46 ms per token, 2.08 tokens per second) 12.33.078.802 I slot print_timing: id 1 | task 8764 | total time = 1526.81 ms / 101 tokens 12.33.078.802 I slot print_timing: id 1 | task 8764 | graphs reused = 7329 12.33.078.802 I slot print_timing: id 1 | task 8764 | graph reallocs = 0 / 0 (same size) / (changed size) 12.33.078.844 I slot release: id 1 | task 8764 | stop processing: n_tokens = 1092, truncated = 0 12.33.079.017 I slot print_timing: id 2 | task 8761 | prompt eval time = 3191.39 ms / 1104 tokens ( 2.89 ms per token, 345.93 tokens per second) 12.33.079.020 I slot print_timing: id 2 | task 8761 | eval time = 481.49 ms / 2 tokens ( 481.49 ms per token, 2.08 tokens per second) 12.33.079.021 I slot print_timing: id 2 | task 8761 | total time = 3672.89 ms / 1106 tokens 12.33.079.021 I slot print_timing: id 2 | task 8761 | graphs reused = 7329 12.33.079.021 I slot print_timing: id 2 | task 8761 | graph reallocs = 0 / 0 (same size) / (changed size) 12.33.079.059 I slot release: id 2 | task 8761 | stop processing: n_tokens = 1106, truncated = 0 12.33.126.962 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.909 (> 0.100 thold), f_keep = 0.903 12.33.126.999 I slot launch_slot_: id 0 | task 8771 | processing task, is_child = 0 12.33.131.474 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 87.839 MiB) 12.33.135.938 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.901 (> 0.100 thold), f_keep = 0.908 12.33.135.970 I slot launch_slot_: id 1 | task 8772 | processing task, is_child = 0 12.33.136.061 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.896 (> 0.100 thold), f_keep = 0.897 12.33.136.084 I slot launch_slot_: id 2 | task 8773 | processing task, is_child = 0 12.33.949.244 I slot print_timing: id 3 | task 8767 | prompt eval time = 663.51 ms / 183 tokens ( 3.63 ms per token, 275.81 tokens per second) 12.33.949.246 I slot print_timing: id 3 | task 8767 | eval time = 822.28 ms / 2 tokens ( 822.28 ms per token, 1.22 tokens per second) 12.33.949.246 I slot print_timing: id 3 | task 8767 | total time = 1485.79 ms / 185 tokens 12.33.949.247 I slot print_timing: id 3 | task 8767 | graphs reused = 7329 12.33.949.247 I slot print_timing: id 3 | task 8767 | graph reallocs = 0 / 0 (same size) / (changed size) 12.33.949.303 I slot release: id 3 | task 8767 | stop processing: n_tokens = 1101, truncated = 0 12.34.053.225 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.900 (> 0.100 thold), f_keep = 0.901 12.34.053.287 I slot launch_slot_: id 3 | task 8776 | processing task, is_child = 0 12.34.394.940 I slot print_timing: id 0 | task 8771 | prompt eval time = 916.76 ms / 99 tokens ( 9.26 ms per token, 107.99 tokens per second) 12.34.394.942 I slot print_timing: id 0 | task 8771 | eval time = 342.09 ms / 2 tokens ( 342.09 ms per token, 2.92 tokens per second) 12.34.394.943 I slot print_timing: id 0 | task 8771 | total time = 1258.85 ms / 101 tokens 12.34.394.943 I slot print_timing: id 0 | task 8771 | graphs reused = 7329 12.34.394.944 I slot print_timing: id 0 | task 8771 | graph reallocs = 0 / 0 (same size) / (changed size) 12.34.395.002 I slot release: id 0 | task 8771 | stop processing: n_tokens = 1092, truncated = 0 12.34.395.182 I slot print_timing: id 1 | task 8772 | prompt eval time = 916.20 ms / 109 tokens ( 8.41 ms per token, 118.97 tokens per second) 12.34.395.184 I slot print_timing: id 1 | task 8772 | eval time = 342.15 ms / 2 tokens ( 342.15 ms per token, 2.92 tokens per second) 12.34.395.185 I slot print_timing: id 1 | task 8772 | total time = 1258.35 ms / 111 tokens 12.34.395.185 I slot print_timing: id 1 | task 8772 | graphs reused = 7329 12.34.395.185 I slot print_timing: id 1 | task 8772 | graph reallocs = 0 / 0 (same size) / (changed size) 12.34.395.236 I slot release: id 1 | task 8772 | stop processing: n_tokens = 1102, truncated = 0 12.34.395.420 I slot print_timing: id 2 | task 8773 | prompt eval time = 915.66 ms / 115 tokens ( 7.96 ms per token, 125.59 tokens per second) 12.34.395.423 I slot print_timing: id 2 | task 8773 | eval time = 342.20 ms / 2 tokens ( 342.20 ms per token, 2.92 tokens per second) 12.34.395.423 I slot print_timing: id 2 | task 8773 | total time = 1257.86 ms / 117 tokens 12.34.395.424 I slot print_timing: id 2 | task 8773 | graphs reused = 7329 12.34.395.424 I slot print_timing: id 2 | task 8773 | graph reallocs = 0 / 0 (same size) / (changed size) 12.34.395.459 I slot release: id 2 | task 8773 | stop processing: n_tokens = 1108, truncated = 0 12.34.445.397 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.907 (> 0.100 thold), f_keep = 0.908 12.34.445.427 I slot launch_slot_: id 0 | task 8780 | processing task, is_child = 0 12.34.445.525 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 94.733 MiB) 12.34.445.529 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 96.296 MiB) 12.34.453.016 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 92.364 MiB) 12.34.460.503 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.906 (> 0.100 thold), f_keep = 0.900 12.34.460.537 I slot launch_slot_: id 1 | task 8779 | processing task, is_child = 0 12.34.460.621 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.903 (> 0.100 thold), f_keep = 0.895 12.34.460.638 I slot launch_slot_: id 2 | task 8781 | processing task, is_child = 0 12.35.264.409 I slot print_timing: id 3 | task 8776 | prompt eval time = 392.10 ms / 110 tokens ( 3.56 ms per token, 280.54 tokens per second) 12.35.264.411 I slot print_timing: id 3 | task 8776 | eval time = 819.01 ms / 2 tokens ( 819.01 ms per token, 1.22 tokens per second) 12.35.264.411 I slot print_timing: id 3 | task 8776 | total time = 1211.11 ms / 112 tokens 12.35.264.412 I slot print_timing: id 3 | task 8776 | graphs reused = 7329 12.35.264.412 I slot print_timing: id 3 | task 8776 | graph reallocs = 0 / 0 (same size) / (changed size) 12.35.264.463 I slot release: id 3 | task 8776 | stop processing: n_tokens = 1103, truncated = 0 12.35.365.533 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.903 (> 0.100 thold), f_keep = 0.899 12.35.365.610 I slot launch_slot_: id 3 | task 8784 | processing task, is_child = 0 12.35.703.943 I slot print_timing: id 0 | task 8780 | prompt eval time = 904.49 ms / 102 tokens ( 8.87 ms per token, 112.77 tokens per second) 12.35.703.945 I slot print_timing: id 0 | task 8780 | eval time = 338.80 ms / 2 tokens ( 338.80 ms per token, 2.95 tokens per second) 12.35.703.946 I slot print_timing: id 0 | task 8780 | total time = 1243.29 ms / 104 tokens 12.35.703.946 I slot print_timing: id 0 | task 8780 | graphs reused = 7329 12.35.703.947 I slot print_timing: id 0 | task 8780 | graph reallocs = 0 / 0 (same size) / (changed size) 12.35.704.001 I slot release: id 0 | task 8780 | stop processing: n_tokens = 1095, truncated = 0 12.35.704.170 I slot print_timing: id 1 | task 8779 | prompt eval time = 903.96 ms / 103 tokens ( 8.78 ms per token, 113.94 tokens per second) 12.35.704.174 I slot print_timing: id 1 | task 8779 | eval time = 338.84 ms / 2 tokens ( 338.84 ms per token, 2.95 tokens per second) 12.35.704.175 I slot print_timing: id 1 | task 8779 | total time = 1242.80 ms / 105 tokens 12.35.704.175 I slot print_timing: id 1 | task 8779 | graphs reused = 7329 12.35.704.175 I slot print_timing: id 1 | task 8779 | graph reallocs = 0 / 0 (same size) / (changed size) 12.35.704.216 I slot release: id 1 | task 8779 | stop processing: n_tokens = 1096, truncated = 0 12.35.704.430 I slot print_timing: id 2 | task 8781 | prompt eval time = 903.47 ms / 107 tokens ( 8.44 ms per token, 118.43 tokens per second) 12.35.704.435 I slot print_timing: id 2 | task 8781 | eval time = 338.90 ms / 2 tokens ( 338.90 ms per token, 2.95 tokens per second) 12.35.704.436 I slot print_timing: id 2 | task 8781 | total time = 1242.37 ms / 109 tokens 12.35.704.436 I slot print_timing: id 2 | task 8781 | graphs reused = 7329 12.35.704.436 I slot print_timing: id 2 | task 8781 | graph reallocs = 0 / 0 (same size) / (changed size) 12.35.704.469 I slot release: id 2 | task 8781 | stop processing: n_tokens = 1100, truncated = 0 12.35.753.114 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1095, t_last = 238168493167 12.35.753.209 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 89.863 MiB) 12.35.760.826 I slot launch_slot_: id 0 | task 8787 | processing task, is_child = 0 12.35.760.913 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 107.945 MiB) 12.35.763.912 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 110.104 MiB) 12.35.763.917 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 87.566 MiB) 12.35.770.322 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.904 (> 0.100 thold), f_keep = 0.905 12.35.770.362 I slot launch_slot_: id 1 | task 8788 | processing task, is_child = 0 12.35.770.444 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1100, t_last = 238168493634 12.35.770.536 I slot launch_slot_: id 2 | task 8789 | processing task, is_child = 0 12.38.074.452 I slot print_timing: id 3 | task 8784 | prompt eval time = 387.50 ms / 106 tokens ( 3.66 ms per token, 273.55 tokens per second) 12.38.074.457 I slot print_timing: id 3 | task 8784 | eval time = 2321.34 ms / 2 tokens ( 2321.34 ms per token, 0.43 tokens per second) 12.38.074.458 I slot print_timing: id 3 | task 8784 | total time = 2708.83 ms / 108 tokens 12.38.074.458 I slot print_timing: id 3 | task 8784 | graphs reused = 7329 12.38.074.459 I slot print_timing: id 3 | task 8784 | graph reallocs = 0 / 0 (same size) / (changed size) 12.38.074.531 I slot release: id 3 | task 8784 | stop processing: n_tokens = 1099, truncated = 0 12.39.773.827 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1099, t_last = 238170863697 12.39.773.925 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 78.921 MiB) 12.39.783.985 I slot launch_slot_: id 3 | task 8792 | processing task, is_child = 0 12.39.783.996 I slot print_timing: id 0 | task 8787 | prompt processing, n_tokens = 855, progress = 0.85, t = 4.00 s / 213.59 tokens per second 12.39.784.690 I slot print_timing: id 2 | task 8789 | prompt processing, n_tokens = 855, progress = 0.86, t = 4.00 s / 213.64 tokens per second 12.41.706.166 I slot print_timing: id 1 | task 8788 | prompt eval time = 4003.07 ms / 105 tokens ( 38.12 ms per token, 26.23 tokens per second) 12.41.706.170 I slot print_timing: id 1 | task 8788 | eval time = 1932.34 ms / 2 tokens ( 1932.34 ms per token, 0.52 tokens per second) 12.41.706.171 I slot print_timing: id 1 | task 8788 | total time = 5935.41 ms / 107 tokens 12.41.706.171 I slot print_timing: id 1 | task 8788 | graphs reused = 7329 12.41.706.172 I slot print_timing: id 1 | task 8788 | graph reallocs = 0 / 0 (same size) / (changed size) 12.41.706.228 I slot release: id 1 | task 8788 | stop processing: n_tokens = 1098, truncated = 0 12.41.706.241 I slot print_timing: id 0 | task 8787 | prompt processing, n_tokens = 1004, progress = 1.00, t = 5.94 s / 169.15 tokens per second 12.41.707.375 I slot print_timing: id 2 | task 8789 | prompt processing, n_tokens = 995, progress = 1.00, t = 5.93 s / 167.66 tokens per second 12.42.420.476 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1098, t_last = 238174495393 12.42.420.581 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 100.303 MiB) 12.42.430.094 I slot launch_slot_: id 1 | task 8795 | processing task, is_child = 0 12.44.140.850 I slot print_timing: id 0 | task 8787 | prompt eval time = 6649.73 ms / 1008 tokens ( 6.60 ms per token, 151.59 tokens per second) 12.44.140.852 I slot print_timing: id 0 | task 8787 | eval time = 1720.58 ms / 2 tokens ( 1720.58 ms per token, 0.58 tokens per second) 12.44.140.853 I slot print_timing: id 0 | task 8787 | total time = 8370.30 ms / 1010 tokens 12.44.140.853 I slot print_timing: id 0 | task 8787 | graphs reused = 7329 12.44.140.853 I slot print_timing: id 0 | task 8787 | graph reallocs = 0 / 0 (same size) / (changed size) 12.44.140.917 I slot release: id 0 | task 8787 | stop processing: n_tokens = 1010, truncated = 0 12.44.141.169 I slot print_timing: id 2 | task 8789 | prompt eval time = 6649.00 ms / 999 tokens ( 6.66 ms per token, 150.25 tokens per second) 12.44.141.174 I slot print_timing: id 2 | task 8789 | eval time = 1720.70 ms / 2 tokens ( 1720.70 ms per token, 0.58 tokens per second) 12.44.141.175 I slot print_timing: id 2 | task 8789 | total time = 8369.69 ms / 1001 tokens 12.44.141.175 I slot print_timing: id 2 | task 8789 | graphs reused = 7329 12.44.141.175 I slot print_timing: id 2 | task 8789 | graph reallocs = 0 / 0 (same size) / (changed size) 12.44.141.223 I slot release: id 2 | task 8789 | stop processing: n_tokens = 1001, truncated = 0 12.44.142.226 I slot print_timing: id 3 | task 8792 | prompt processing, n_tokens = 1077, progress = 1.00, t = 4.36 s / 247.29 tokens per second 12.44.930.075 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.882 (> 0.100 thold), f_keep = 0.875 12.44.930.135 I slot launch_slot_: id 0 | task 8798 | processing task, is_child = 0 12.44.930.226 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 79.140 MiB) 12.44.930.287 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 79.304 MiB) 12.44.937.026 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.867 (> 0.100 thold), f_keep = 0.883 12.44.937.056 I slot launch_slot_: id 2 | task 8799 | processing task, is_child = 0 12.46.049.057 I slot print_timing: id 3 | task 8792 | prompt eval time = 5144.68 ms / 1081 tokens ( 4.76 ms per token, 210.12 tokens per second) 12.46.049.063 I slot print_timing: id 3 | task 8792 | eval time = 1118.98 ms / 2 tokens ( 1118.98 ms per token, 0.89 tokens per second) 12.46.049.063 I slot print_timing: id 3 | task 8792 | total time = 6263.66 ms / 1083 tokens 12.46.049.064 I slot print_timing: id 3 | task 8792 | graphs reused = 7329 12.46.049.064 I slot print_timing: id 3 | task 8792 | graph reallocs = 0 / 0 (same size) / (changed size) 12.46.049.129 I slot release: id 3 | task 8792 | stop processing: n_tokens = 1083, truncated = 0 12.46.050.212 I slot print_timing: id 1 | task 8795 | prompt processing, n_tokens = 1043, progress = 1.00, t = 3.62 s / 288.22 tokens per second 12.46.150.637 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1083, t_last = 238178838294 12.46.150.737 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 87.948 MiB) 12.46.158.686 I slot launch_slot_: id 3 | task 8802 | processing task, is_child = 0 12.46.720.658 I slot print_timing: id 0 | task 8798 | prompt eval time = 1213.21 ms / 118 tokens ( 10.28 ms per token, 97.26 tokens per second) 12.46.720.661 I slot print_timing: id 0 | task 8798 | eval time = 570.38 ms / 2 tokens ( 570.38 ms per token, 1.75 tokens per second) 12.46.720.661 I slot print_timing: id 0 | task 8798 | total time = 1783.59 ms / 120 tokens 12.46.720.661 I slot print_timing: id 0 | task 8798 | graphs reused = 7329 12.46.720.662 I slot print_timing: id 0 | task 8798 | graph reallocs = 0 / 0 (same size) / (changed size) 12.46.720.724 I slot release: id 0 | task 8798 | stop processing: n_tokens = 1003, truncated = 0 12.46.720.921 I slot print_timing: id 1 | task 8795 | prompt eval time = 3720.35 ms / 1047 tokens ( 3.55 ms per token, 281.43 tokens per second) 12.46.720.923 I slot print_timing: id 1 | task 8795 | eval time = 570.47 ms / 2 tokens ( 570.47 ms per token, 1.75 tokens per second) 12.46.720.924 I slot print_timing: id 1 | task 8795 | total time = 4290.82 ms / 1049 tokens 12.46.720.924 I slot print_timing: id 1 | task 8795 | graphs reused = 7329 12.46.720.924 I slot print_timing: id 1 | task 8795 | graph reallocs = 0 / 0 (same size) / (changed size) 12.46.720.968 I slot release: id 1 | task 8795 | stop processing: n_tokens = 1049, truncated = 0 12.46.721.231 I slot print_timing: id 2 | task 8799 | prompt eval time = 1212.15 ms / 136 tokens ( 8.91 ms per token, 112.20 tokens per second) 12.46.721.233 I slot print_timing: id 2 | task 8799 | eval time = 570.60 ms / 2 tokens ( 570.60 ms per token, 1.75 tokens per second) 12.46.721.233 I slot print_timing: id 2 | task 8799 | total time = 1782.74 ms / 138 tokens 12.46.721.233 I slot print_timing: id 2 | task 8799 | graphs reused = 7329 12.46.721.234 I slot print_timing: id 2 | task 8799 | graph reallocs = 0 / 0 (same size) / (changed size) 12.46.721.271 I slot release: id 2 | task 8799 | stop processing: n_tokens = 1021, truncated = 0 12.47.522.802 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1003, t_last = 238179509889 12.47.522.894 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 94.459 MiB) 12.47.870.000 I slot launch_slot_: id 0 | task 8806 | processing task, is_child = 0 12.47.870.098 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 95.225 MiB) 12.47.877.773 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 115.786 MiB) 12.47.883.463 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1049, t_last = 238179510133 12.47.883.574 I slot launch_slot_: id 1 | task 8807 | processing task, is_child = 0 12.47.883.646 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1021, t_last = 238179510436 12.47.883.735 I slot launch_slot_: id 2 | task 8808 | processing task, is_child = 0 12.52.008.118 I slot print_timing: id 3 | task 8802 | prompt eval time = 3359.66 ms / 748 tokens ( 4.49 ms per token, 222.64 tokens per second) 12.52.008.121 I slot print_timing: id 3 | task 8802 | eval time = 2489.76 ms / 2 tokens ( 2489.76 ms per token, 0.40 tokens per second) 12.52.008.121 I slot print_timing: id 3 | task 8802 | total time = 5849.42 ms / 750 tokens 12.52.008.122 I slot print_timing: id 3 | task 8802 | graphs reused = 7329 12.52.008.122 I slot print_timing: id 3 | task 8802 | graph reallocs = 0 / 0 (same size) / (changed size) 12.52.008.173 I slot release: id 3 | task 8802 | stop processing: n_tokens = 750, truncated = 0 12.52.008.185 I slot print_timing: id 0 | task 8806 | prompt processing, n_tokens = 614, progress = 0.85, t = 4.12 s / 148.88 tokens per second 12.52.009.031 I slot print_timing: id 1 | task 8807 | prompt processing, n_tokens = 614, progress = 0.84, t = 4.12 s / 148.89 tokens per second 12.52.010.572 I slot print_timing: id 2 | task 8808 | prompt processing, n_tokens = 614, progress = 0.78, t = 4.12 s / 148.90 tokens per second 12.52.805.511 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.869 (> 0.100 thold), f_keep = 0.857 12.52.805.598 I slot launch_slot_: id 3 | task 8812 | processing task, is_child = 0 12.52.805.604 I slot print_timing: id 0 | task 8806 | prompt processing, n_tokens = 719, progress = 0.99, t = 4.92 s / 146.09 tokens per second 12.52.968.120 I slot print_timing: id 1 | task 8807 | prompt processing, n_tokens = 731, progress = 0.99, t = 4.92 s / 148.53 tokens per second 12.52.969.122 I slot print_timing: id 2 | task 8808 | prompt processing, n_tokens = 788, progress = 0.99, t = 4.92 s / 160.12 tokens per second 12.53.391.709 I slot print_timing: id 0 | task 8806 | prompt eval time = 5415.44 ms / 723 tokens ( 7.49 ms per token, 133.51 tokens per second) 12.53.391.711 I slot print_timing: id 0 | task 8806 | eval time = 92.52 ms / 2 tokens ( 92.52 ms per token, 10.81 tokens per second) 12.53.391.712 I slot print_timing: id 0 | task 8806 | total time = 5507.96 ms / 725 tokens 12.53.391.712 I slot print_timing: id 0 | task 8806 | graphs reused = 7329 12.53.391.713 I slot print_timing: id 0 | task 8806 | graph reallocs = 0 / 0 (same size) / (changed size) 12.53.391.756 I slot release: id 0 | task 8806 | stop processing: n_tokens = 725, truncated = 0 12.53.391.911 I slot print_timing: id 1 | task 8807 | prompt eval time = 5415.34 ms / 735 tokens ( 7.37 ms per token, 135.73 tokens per second) 12.53.391.912 I slot print_timing: id 1 | task 8807 | eval time = 92.54 ms / 2 tokens ( 92.54 ms per token, 10.81 tokens per second) 12.53.391.913 I slot print_timing: id 1 | task 8807 | total time = 5507.88 ms / 737 tokens 12.53.391.913 I slot print_timing: id 1 | task 8807 | graphs reused = 7329 12.53.391.913 I slot print_timing: id 1 | task 8807 | graph reallocs = 0 / 0 (same size) / (changed size) 12.53.391.951 I slot release: id 1 | task 8807 | stop processing: n_tokens = 737, truncated = 0 12.53.438.502 I slot print_timing: id 3 | task 8812 | prompt eval time = 421.93 ms / 97 tokens ( 4.35 ms per token, 229.90 tokens per second) 12.53.438.505 I slot print_timing: id 3 | task 8812 | eval time = 46.16 ms / 2 tokens ( 46.16 ms per token, 21.66 tokens per second) 12.53.438.506 I slot print_timing: id 3 | task 8812 | total time = 468.09 ms / 99 tokens 12.53.438.506 I slot print_timing: id 3 | task 8812 | graphs reused = 7329 12.53.438.507 I slot print_timing: id 3 | task 8812 | graph reallocs = 0 / 0 (same size) / (changed size) 12.53.438.558 I slot release: id 3 | task 8812 | stop processing: n_tokens = 741, truncated = 0 12.53.438.566 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.878 (> 0.100 thold), f_keep = 0.875 12.53.438.597 I slot launch_slot_: id 1 | task 8816 | processing task, is_child = 0 12.53.438.697 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 114.481 MiB) 12.53.441.222 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 88.496 MiB) 12.53.444.021 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.883 (> 0.100 thold), f_keep = 0.887 12.53.444.049 I slot launch_slot_: id 0 | task 8817 | processing task, is_child = 0 12.53.935.758 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.857 (> 0.100 thold), f_keep = 0.868 12.53.935.807 I slot launch_slot_: id 3 | task 8819 | processing task, is_child = 0 12.54.408.695 I slot print_timing: id 0 | task 8817 | prompt eval time = 872.34 ms / 85 tokens ( 10.26 ms per token, 97.44 tokens per second) 12.54.408.699 I slot print_timing: id 0 | task 8817 | eval time = 92.23 ms / 2 tokens ( 92.23 ms per token, 10.84 tokens per second) 12.54.408.700 I slot print_timing: id 0 | task 8817 | total time = 964.56 ms / 87 tokens 12.54.408.700 I slot print_timing: id 0 | task 8817 | graphs reused = 7329 12.54.408.701 I slot print_timing: id 0 | task 8817 | graph reallocs = 0 / 0 (same size) / (changed size) 12.54.408.751 I slot release: id 0 | task 8817 | stop processing: n_tokens = 729, truncated = 0 12.54.408.906 I slot print_timing: id 1 | task 8816 | prompt eval time = 871.84 ms / 90 tokens ( 9.69 ms per token, 103.23 tokens per second) 12.54.408.910 I slot print_timing: id 1 | task 8816 | eval time = 92.24 ms / 2 tokens ( 92.24 ms per token, 10.84 tokens per second) 12.54.408.910 I slot print_timing: id 1 | task 8816 | total time = 964.08 ms / 92 tokens 12.54.408.911 I slot print_timing: id 1 | task 8816 | graphs reused = 7329 12.54.408.911 I slot print_timing: id 1 | task 8816 | graph reallocs = 0 / 0 (same size) / (changed size) 12.54.408.941 I slot release: id 1 | task 8816 | stop processing: n_tokens = 736, truncated = 0 12.54.455.241 I slot print_timing: id 3 | task 8819 | prompt eval time = 471.24 ms / 107 tokens ( 4.40 ms per token, 227.06 tokens per second) 12.54.455.244 I slot print_timing: id 3 | task 8819 | eval time = 45.90 ms / 2 tokens ( 45.90 ms per token, 21.79 tokens per second) 12.54.455.245 I slot print_timing: id 3 | task 8819 | total time = 517.14 ms / 109 tokens 12.54.455.245 I slot print_timing: id 3 | task 8819 | graphs reused = 7329 12.54.455.246 I slot print_timing: id 3 | task 8819 | graph reallocs = 0 / 0 (same size) / (changed size) 12.54.455.287 I slot release: id 3 | task 8819 | stop processing: n_tokens = 751, truncated = 0 12.54.455.294 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.864 (> 0.100 thold), f_keep = 0.882 12.54.455.318 I slot launch_slot_: id 0 | task 8823 | processing task, is_child = 0 12.54.455.394 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 93.802 MiB) 12.54.458.116 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 88.769 MiB) 12.54.460.588 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 736, t_last = 238187198106 12.54.460.739 I slot launch_slot_: id 1 | task 8824 | processing task, is_child = 0 12.55.735.378 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 751, t_last = 238187244452 12.55.735.525 I slot launch_slot_: id 3 | task 8826 | processing task, is_child = 0 12.57.469.625 I slot print_timing: id 1 | task 8824 | prompt processing, n_tokens = 810, progress = 0.83, t = 3.01 s / 269.31 tokens per second 12.58.781.643 I slot print_timing: id 0 | task 8823 | prompt eval time = 3008.64 ms / 101 tokens ( 29.79 ms per token, 33.57 tokens per second) 12.58.781.648 I slot print_timing: id 0 | task 8823 | eval time = 1312.19 ms / 2 tokens ( 1312.19 ms per token, 0.76 tokens per second) 12.58.781.649 I slot print_timing: id 0 | task 8823 | total time = 4320.83 ms / 103 tokens 12.58.781.649 I slot print_timing: id 0 | task 8823 | graphs reused = 7329 12.58.781.649 I slot print_timing: id 0 | task 8823 | graph reallocs = 0 / 0 (same size) / (changed size) 12.58.781.696 I slot release: id 0 | task 8823 | stop processing: n_tokens = 745, truncated = 0 12.58.781.896 I slot print_timing: id 1 | task 8824 | prompt processing, n_tokens = 976, progress = 1.00, t = 4.32 s / 225.93 tokens per second 12.58.783.097 I slot print_timing: id 3 | task 8826 | prompt processing, n_tokens = 810, progress = 0.84, t = 3.04 s / 266.12 tokens per second 12.59.226.888 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 745, t_last = 238191570861 12.59.226.976 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 113.996 MiB) 12.59.231.249 I slot launch_slot_: id 0 | task 8830 | processing task, is_child = 0 12.59.231.430 I slot print_timing: id 3 | task 8826 | prompt processing, n_tokens = 957, progress = 1.00, t = 3.49 s / 274.31 tokens per second 13.00.220.642 I slot print_timing: id 1 | task 8824 | prompt eval time = 4765.23 ms / 980 tokens ( 4.86 ms per token, 205.66 tokens per second) 13.00.220.644 I slot print_timing: id 1 | task 8824 | eval time = 993.92 ms / 2 tokens ( 993.92 ms per token, 1.01 tokens per second) 13.00.220.645 I slot print_timing: id 1 | task 8824 | total time = 5759.14 ms / 982 tokens 13.00.220.646 I slot print_timing: id 1 | task 8824 | graphs reused = 7329 13.00.220.646 I slot print_timing: id 1 | task 8824 | graph reallocs = 0 / 0 (same size) / (changed size) 13.00.220.714 I slot release: id 1 | task 8824 | stop processing: n_tokens = 982, truncated = 0 13.01.073.806 I slot print_timing: id 3 | task 8826 | prompt eval time = 4483.33 ms / 961 tokens ( 4.67 ms per token, 214.35 tokens per second) 13.01.073.808 I slot print_timing: id 3 | task 8826 | eval time = 852.70 ms / 2 tokens ( 852.70 ms per token, 1.17 tokens per second) 13.01.073.809 I slot print_timing: id 3 | task 8826 | total time = 5336.03 ms / 963 tokens 13.01.073.809 I slot print_timing: id 3 | task 8826 | graphs reused = 7329 13.01.073.809 I slot print_timing: id 3 | task 8826 | graph reallocs = 0 / 0 (same size) / (changed size) 13.01.073.871 I slot release: id 3 | task 8826 | stop processing: n_tokens = 963, truncated = 0 13.01.073.880 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.807 (> 0.100 thold), f_keep = 0.854 13.01.073.931 I slot launch_slot_: id 1 | task 8833 | processing task, is_child = 0 13.01.074.018 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 91.559 MiB) 13.01.952.065 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 963, t_last = 238193863036 13.01.952.216 I slot launch_slot_: id 3 | task 8835 | processing task, is_child = 0 13.04.214.020 I slot print_timing: id 0 | task 8830 | prompt eval time = 4124.92 ms / 946 tokens ( 4.36 ms per token, 229.34 tokens per second) 13.04.214.022 I slot print_timing: id 0 | task 8830 | eval time = 857.84 ms / 2 tokens ( 857.84 ms per token, 1.17 tokens per second) 13.04.214.023 I slot print_timing: id 0 | task 8830 | total time = 4982.76 ms / 948 tokens 13.04.214.023 I slot print_timing: id 0 | task 8830 | graphs reused = 7329 13.04.214.024 I slot print_timing: id 0 | task 8830 | graph reallocs = 0 / 0 (same size) / (changed size) 13.04.214.079 I slot release: id 0 | task 8830 | stop processing: n_tokens = 948, truncated = 0 13.04.214.261 I slot print_timing: id 1 | task 8833 | prompt eval time = 2276.95 ms / 201 tokens ( 11.33 ms per token, 88.28 tokens per second) 13.04.214.264 I slot print_timing: id 1 | task 8833 | eval time = 857.90 ms / 2 tokens ( 857.90 ms per token, 1.17 tokens per second) 13.04.214.264 I slot print_timing: id 1 | task 8833 | total time = 3134.86 ms / 203 tokens 13.04.214.264 I slot print_timing: id 1 | task 8833 | graphs reused = 7329 13.04.214.265 I slot print_timing: id 1 | task 8833 | graph reallocs = 0 / 0 (same size) / (changed size) 13.04.214.314 I slot release: id 1 | task 8833 | stop processing: n_tokens = 1041, truncated = 0 13.04.618.505 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 948, t_last = 238197003244 13.04.618.613 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 90.520 MiB) 13.04.622.961 I slot launch_slot_: id 0 | task 8839 | processing task, is_child = 0 13.04.623.055 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 89.097 MiB) 13.04.628.067 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1041, t_last = 238197003479 13.04.628.169 I slot launch_slot_: id 1 | task 8840 | processing task, is_child = 0 13.08.963.872 I slot print_timing: id 0 | task 8839 | prompt processing, n_tokens = 654, progress = 0.56, t = 4.34 s / 150.85 tokens per second 13.08.964.575 I slot print_timing: id 1 | task 8840 | prompt processing, n_tokens = 1393, progress = 0.67, t = 4.34 s / 321.32 tokens per second 13.10.238.891 I slot print_timing: id 0 | task 8839 | prompt processing, n_tokens = 981, progress = 0.84, t = 5.61 s / 174.86 tokens per second 13.10.239.914 I slot print_timing: id 1 | task 8840 | prompt processing, n_tokens = 1574, progress = 0.75, t = 5.61 s / 280.56 tokens per second 13.11.173.132 I slot print_timing: id 3 | task 8835 | prompt eval time = 8284.17 ms / 1133 tokens ( 7.31 ms per token, 136.77 tokens per second) 13.11.173.136 I slot print_timing: id 3 | task 8835 | eval time = 934.25 ms / 2 tokens ( 934.25 ms per token, 1.07 tokens per second) 13.11.173.137 I slot print_timing: id 3 | task 8835 | total time = 9218.42 ms / 1135 tokens 13.11.173.137 I slot print_timing: id 3 | task 8835 | graphs reused = 7329 13.11.173.138 I slot print_timing: id 3 | task 8835 | graph reallocs = 0 / 0 (same size) / (changed size) 13.11.173.208 I slot release: id 3 | task 8835 | stop processing: n_tokens = 1135, truncated = 0 13.11.173.220 I slot print_timing: id 0 | task 8839 | prompt processing, n_tokens = 1166, progress = 1.00, t = 6.54 s / 178.16 tokens per second 13.11.174.589 I slot print_timing: id 1 | task 8840 | prompt processing, n_tokens = 1764, progress = 0.84, t = 6.54 s / 269.54 tokens per second 13.11.986.349 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1135, t_last = 238203962373 13.11.986.451 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 108.228 MiB) 13.11.996.352 I slot launch_slot_: id 3 | task 8845 | processing task, is_child = 0 13.11.996.361 I slot print_timing: id 1 | task 8840 | prompt processing, n_tokens = 2086, progress = 1.00, t = 7.36 s / 283.52 tokens per second 13.15.504.611 I slot print_timing: id 0 | task 8839 | prompt eval time = 7358.00 ms / 1170 tokens ( 6.29 ms per token, 159.01 tokens per second) 13.15.504.616 I slot print_timing: id 0 | task 8839 | eval time = 3518.43 ms / 2 tokens ( 3518.43 ms per token, 0.28 tokens per second) 13.15.504.617 I slot print_timing: id 0 | task 8839 | total time = 10876.43 ms / 1172 tokens 13.15.504.617 I slot print_timing: id 0 | task 8839 | graphs reused = 7329 13.15.504.618 I slot print_timing: id 0 | task 8839 | graph reallocs = 0 / 0 (same size) / (changed size) 13.15.504.679 I slot release: id 0 | task 8839 | stop processing: n_tokens = 1172, truncated = 0 13.15.505.082 I slot print_timing: id 2 | task 8808 | prompt eval time = 5415.24 ms / 792 tokens ( 6.84 ms per token, 146.25 tokens per second) 13.15.505.086 I slot print_timing: id 2 | task 8808 | eval time = 22205.51 ms / 22 tokens ( 1057.41 ms per token, 0.95 tokens per second) 13.15.505.087 I slot print_timing: id 2 | task 8808 | total time = 27620.75 ms / 814 tokens 13.15.505.087 I slot print_timing: id 2 | task 8808 | graphs reused = 7329 13.15.505.087 I slot print_timing: id 2 | task 8808 | graph reallocs = 0 / 0 (same size) / (changed size) 13.15.505.127 I slot release: id 2 | task 8808 | stop processing: n_tokens = 814, truncated = 0 13.15.505.140 I slot print_timing: id 3 | task 8845 | prompt processing, n_tokens = 1587, progress = 0.75, t = 3.51 s / 452.50 tokens per second 13.15.984.538 I slot print_timing: id 1 | task 8840 | prompt eval time = 10876.50 ms / 2090 tokens ( 5.20 ms per token, 192.16 tokens per second) 13.15.984.540 I slot print_timing: id 1 | task 8840 | eval time = 479.64 ms / 2 tokens ( 479.64 ms per token, 2.08 tokens per second) 13.15.984.541 I slot print_timing: id 1 | task 8840 | total time = 11356.14 ms / 2092 tokens 13.15.984.541 I slot print_timing: id 1 | task 8840 | graphs reused = 7329 13.15.984.542 I slot print_timing: id 1 | task 8840 | graph reallocs = 0 / 0 (same size) / (changed size) 13.15.984.656 I slot release: id 1 | task 8840 | stop processing: n_tokens = 2092, truncated = 0 13.15.984.667 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.877 (> 0.100 thold), f_keep = 0.858 13.15.984.704 I slot launch_slot_: id 1 | task 8848 | processing task, is_child = 0 13.15.984.812 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 101.440 MiB) 13.15.988.257 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 101.284 MiB) 13.15.990.364 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1172, t_last = 238208293844 13.15.990.483 I slot launch_slot_: id 0 | task 8849 | processing task, is_child = 0 13.15.991.468 I slot print_timing: id 3 | task 8845 | prompt processing, n_tokens = 1764, progress = 0.84, t = 3.99 s / 442.43 tokens per second 13.19.862.543 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 814, t_last = 238208294292 13.19.862.719 I slot launch_slot_: id 2 | task 8851 | processing task, is_child = 0 13.19.862.735 I slot print_timing: id 0 | task 8849 | prompt processing, n_tokens = 1545, progress = 0.75, t = 3.87 s / 399.02 tokens per second 13.20.451.675 I slot print_timing: id 1 | task 8848 | prompt processing, n_tokens = 247, progress = 1.00, t = 3.87 s / 63.80 tokens per second 13.20.453.306 I slot print_timing: id 3 | task 8845 | prompt processing, n_tokens = 2020, progress = 0.96, t = 7.87 s / 256.83 tokens per second 13.24.655.443 I slot print_timing: id 0 | task 8849 | prompt processing, n_tokens = 1764, progress = 0.86, t = 8.66 s / 203.59 tokens per second 13.24.656.151 I slot print_timing: id 2 | task 8851 | prompt processing, n_tokens = 1598, progress = 0.76, t = 4.20 s / 380.28 tokens per second 13.24.657.602 I slot print_timing: id 3 | task 8845 | prompt processing, n_tokens = 2099, progress = 1.00, t = 12.66 s / 165.82 tokens per second 13.25.917.745 I slot print_timing: id 1 | task 8848 | prompt eval time = 8664.66 ms / 251 tokens ( 34.52 ms per token, 28.97 tokens per second) 13.25.917.750 I slot print_timing: id 1 | task 8848 | eval time = 1262.32 ms / 2 tokens ( 1262.32 ms per token, 0.79 tokens per second) 13.25.917.751 I slot print_timing: id 1 | task 8848 | total time = 9926.98 ms / 253 tokens 13.25.917.751 I slot print_timing: id 1 | task 8848 | graphs reused = 7329 13.25.917.751 I slot print_timing: id 1 | task 8848 | graph reallocs = 0 / 0 (same size) / (changed size) 13.25.917.867 I slot release: id 1 | task 8848 | stop processing: n_tokens = 2046, truncated = 0 13.25.918.103 I slot print_timing: id 0 | task 8849 | prompt processing, n_tokens = 2057, progress = 1.00, t = 9.93 s / 207.21 tokens per second 13.25.919.601 I slot print_timing: id 2 | task 8851 | prompt processing, n_tokens = 1764, progress = 0.83, t = 5.46 s / 322.81 tokens per second 13.26.798.709 I slot print_timing: id 3 | task 8845 | prompt eval time = 13920.81 ms / 2103 tokens ( 6.62 ms per token, 151.07 tokens per second) 13.26.798.714 I slot print_timing: id 3 | task 8845 | eval time = 880.61 ms / 2 tokens ( 880.61 ms per token, 1.14 tokens per second) 13.26.798.715 I slot print_timing: id 3 | task 8845 | total time = 14801.41 ms / 2105 tokens 13.26.798.715 I slot print_timing: id 3 | task 8845 | graphs reused = 7329 13.26.798.715 I slot print_timing: id 3 | task 8845 | graph reallocs = 0 / 0 (same size) / (changed size) 13.26.798.831 I slot release: id 3 | task 8845 | stop processing: n_tokens = 2105, truncated = 0 13.26.798.842 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.839 (> 0.100 thold), f_keep = 0.877 13.26.798.887 I slot launch_slot_: id 1 | task 8855 | processing task, is_child = 0 13.26.799.021 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 99.923 MiB) 13.26.812.150 I slot print_timing: id 2 | task 8851 | prompt processing, n_tokens = 2110, progress = 1.00, t = 6.35 s / 332.53 tokens per second 13.27.704.477 I slot print_timing: id 0 | task 8849 | prompt eval time = 10807.96 ms / 2061 tokens ( 5.24 ms per token, 190.69 tokens per second) 13.27.704.482 I slot print_timing: id 0 | task 8849 | eval time = 905.94 ms / 2 tokens ( 905.94 ms per token, 1.10 tokens per second) 13.27.704.482 I slot print_timing: id 0 | task 8849 | total time = 11713.90 ms / 2063 tokens 13.27.704.483 I slot print_timing: id 0 | task 8849 | graphs reused = 7329 13.27.704.484 I slot print_timing: id 0 | task 8849 | graph reallocs = 0 / 0 (same size) / (changed size) 13.27.704.595 I slot release: id 0 | task 8849 | stop processing: n_tokens = 2063, truncated = 0 13.27.704.828 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.867 (> 0.100 thold), f_keep = 0.869 13.27.704.882 I slot launch_slot_: id 0 | task 8857 | processing task, is_child = 0 13.28.444.925 I slot print_timing: id 2 | task 8851 | prompt eval time = 7251.72 ms / 2114 tokens ( 3.43 ms per token, 291.52 tokens per second) 13.28.444.930 I slot print_timing: id 2 | task 8851 | eval time = 740.10 ms / 2 tokens ( 740.10 ms per token, 1.35 tokens per second) 13.28.444.931 I slot print_timing: id 2 | task 8851 | total time = 7991.81 ms / 2116 tokens 13.28.444.932 I slot print_timing: id 2 | task 8851 | graphs reused = 7329 13.28.444.932 I slot print_timing: id 2 | task 8851 | graph reallocs = 0 / 0 (same size) / (changed size) 13.28.445.051 I slot release: id 2 | task 8851 | stop processing: n_tokens = 2116, truncated = 0 13.28.445.059 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.839 (> 0.100 thold), f_keep = 0.848 13.28.445.094 I slot launch_slot_: id 2 | task 8859 | processing task, is_child = 0 13.29.341.743 I slot print_timing: id 1 | task 8855 | prompt eval time = 1633.41 ms / 343 tokens ( 4.76 ms per token, 209.99 tokens per second) 13.29.341.746 I slot print_timing: id 1 | task 8855 | eval time = 896.97 ms / 2 tokens ( 896.97 ms per token, 1.11 tokens per second) 13.29.341.746 I slot print_timing: id 1 | task 8855 | total time = 2530.38 ms / 345 tokens 13.29.341.747 I slot print_timing: id 1 | task 8855 | graphs reused = 7329 13.29.341.748 I slot print_timing: id 1 | task 8855 | graph reallocs = 0 / 0 (same size) / (changed size) 13.29.341.878 I slot release: id 1 | task 8855 | stop processing: n_tokens = 2138, truncated = 0 13.29.341.889 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.805 (> 0.100 thold), f_keep = 0.839 13.29.341.949 I slot launch_slot_: id 1 | task 8861 | processing task, is_child = 0 13.30.456.661 I slot print_timing: id 0 | task 8857 | prompt eval time = 1636.54 ms / 275 tokens ( 5.95 ms per token, 168.04 tokens per second) 13.30.456.664 I slot print_timing: id 0 | task 8857 | eval time = 1115.10 ms / 2 tokens ( 1115.10 ms per token, 0.90 tokens per second) 13.30.456.664 I slot print_timing: id 0 | task 8857 | total time = 2751.64 ms / 277 tokens 13.30.456.665 I slot print_timing: id 0 | task 8857 | graphs reused = 7329 13.30.456.665 I slot print_timing: id 0 | task 8857 | graph reallocs = 0 / 0 (same size) / (changed size) 13.30.456.782 I slot release: id 0 | task 8857 | stop processing: n_tokens = 2069, truncated = 0 13.30.457.001 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.907 (> 0.100 thold), f_keep = 0.852 13.30.457.057 I slot launch_slot_: id 3 | task 8863 | processing task, is_child = 0 13.30.457.190 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 100.580 MiB) 13.30.457.196 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 83.189 MiB) 13.31.013.521 I slot print_timing: id 2 | task 8859 | prompt eval time = 2009.68 ms / 343 tokens ( 5.86 ms per token, 170.67 tokens per second) 13.31.013.524 I slot print_timing: id 2 | task 8859 | eval time = 556.51 ms / 2 tokens ( 556.51 ms per token, 1.80 tokens per second) 13.31.013.525 I slot print_timing: id 2 | task 8859 | total time = 2566.19 ms / 345 tokens 13.31.013.525 I slot print_timing: id 2 | task 8859 | graphs reused = 7329 13.31.013.526 I slot print_timing: id 2 | task 8859 | graph reallocs = 0 / 0 (same size) / (changed size) 13.31.013.654 I slot release: id 2 | task 8859 | stop processing: n_tokens = 2138, truncated = 0 13.31.013.665 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.887 (> 0.100 thold), f_keep = 0.839 13.31.013.710 I slot launch_slot_: id 2 | task 8865 | processing task, is_child = 0 13.31.633.109 I slot print_timing: id 1 | task 8861 | prompt eval time = 1671.26 ms / 435 tokens ( 3.84 ms per token, 260.28 tokens per second) 13.31.633.114 I slot print_timing: id 1 | task 8861 | eval time = 619.76 ms / 2 tokens ( 619.76 ms per token, 1.61 tokens per second) 13.31.633.114 I slot print_timing: id 1 | task 8861 | total time = 2291.02 ms / 437 tokens 13.31.633.114 I slot print_timing: id 1 | task 8861 | graphs reused = 7329 13.31.633.115 I slot print_timing: id 1 | task 8861 | graph reallocs = 0 / 0 (same size) / (changed size) 13.31.633.243 I slot release: id 1 | task 8861 | stop processing: n_tokens = 2229, truncated = 0 13.31.633.465 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.887 (> 0.100 thold), f_keep = 0.867 13.31.633.506 I slot launch_slot_: id 0 | task 8867 | processing task, is_child = 0 13.31.633.644 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 84.173 MiB) 13.32.305.490 I slot print_timing: id 3 | task 8863 | prompt eval time = 1163.50 ms / 183 tokens ( 6.36 ms per token, 157.28 tokens per second) 13.32.305.495 I slot print_timing: id 3 | task 8863 | eval time = 672.03 ms / 2 tokens ( 672.03 ms per token, 1.49 tokens per second) 13.32.305.496 I slot print_timing: id 3 | task 8863 | total time = 1835.53 ms / 185 tokens 13.32.305.497 I slot print_timing: id 3 | task 8863 | graphs reused = 7329 13.32.305.497 I slot print_timing: id 3 | task 8863 | graph reallocs = 0 / 0 (same size) / (changed size) 13.32.305.606 I slot release: id 3 | task 8863 | stop processing: n_tokens = 1978, truncated = 0 13.32.305.616 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.865 (> 0.100 thold), f_keep = 0.805 13.32.305.657 I slot launch_slot_: id 1 | task 8869 | processing task, is_child = 0 13.32.305.789 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 88.933 MiB) 13.32.305.793 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 87.292 MiB) 13.33.054.343 I slot print_timing: id 2 | task 8865 | prompt eval time = 1291.43 ms / 230 tokens ( 5.61 ms per token, 178.10 tokens per second) 13.33.054.351 I slot print_timing: id 2 | task 8865 | eval time = 749.06 ms / 2 tokens ( 749.06 ms per token, 1.34 tokens per second) 13.33.054.351 I slot print_timing: id 2 | task 8865 | total time = 2040.49 ms / 232 tokens 13.33.054.352 I slot print_timing: id 2 | task 8865 | graphs reused = 7329 13.33.054.352 I slot print_timing: id 2 | task 8865 | graph reallocs = 0 / 0 (same size) / (changed size) 13.33.054.463 I slot release: id 2 | task 8865 | stop processing: n_tokens = 2024, truncated = 0 13.33.054.473 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.847 (> 0.100 thold), f_keep = 0.886 13.33.054.535 I slot launch_slot_: id 2 | task 8871 | processing task, is_child = 0 13.33.885.924 I slot print_timing: id 0 | task 8867 | prompt eval time = 1406.73 ms / 230 tokens ( 6.12 ms per token, 163.50 tokens per second) 13.33.885.926 I slot print_timing: id 0 | task 8867 | eval time = 831.80 ms / 2 tokens ( 831.80 ms per token, 1.20 tokens per second) 13.33.885.928 I slot print_timing: id 0 | task 8867 | total time = 2238.53 ms / 232 tokens 13.33.885.928 I slot print_timing: id 0 | task 8867 | graphs reused = 7329 13.33.885.928 I slot print_timing: id 0 | task 8867 | graph reallocs = 0 / 0 (same size) / (changed size) 13.33.886.051 I slot release: id 0 | task 8867 | stop processing: n_tokens = 2023, truncated = 0 13.33.886.348 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.907 (> 0.100 thold), f_keep = 0.886 13.33.886.391 I slot launch_slot_: id 0 | task 8873 | processing task, is_child = 0 13.34.430.246 I slot print_timing: id 1 | task 8869 | prompt eval time = 1567.94 ms / 279 tokens ( 5.62 ms per token, 177.94 tokens per second) 13.34.430.248 I slot print_timing: id 1 | task 8869 | eval time = 543.90 ms / 2 tokens ( 543.90 ms per token, 1.84 tokens per second) 13.34.430.249 I slot print_timing: id 1 | task 8869 | total time = 2111.84 ms / 281 tokens 13.34.430.249 I slot print_timing: id 1 | task 8869 | graphs reused = 7329 13.34.430.250 I slot print_timing: id 1 | task 8869 | graph reallocs = 0 / 0 (same size) / (changed size) 13.34.430.366 I slot release: id 1 | task 8869 | stop processing: n_tokens = 2074, truncated = 0 13.34.430.585 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.867 (> 0.100 thold), f_keep = 0.865 13.34.430.644 I slot launch_slot_: id 1 | task 8875 | processing task, is_child = 0 13.35.168.161 I slot print_timing: id 2 | task 8871 | prompt eval time = 1373.84 ms / 323 tokens ( 4.25 ms per token, 235.11 tokens per second) 13.35.168.165 I slot print_timing: id 2 | task 8871 | eval time = 737.58 ms / 2 tokens ( 737.58 ms per token, 1.36 tokens per second) 13.35.168.166 I slot print_timing: id 2 | task 8871 | total time = 2111.43 ms / 325 tokens 13.35.168.167 I slot print_timing: id 2 | task 8871 | graphs reused = 7329 13.35.168.167 I slot print_timing: id 2 | task 8871 | graph reallocs = 0 / 0 (same size) / (changed size) 13.35.168.283 I slot release: id 2 | task 8871 | stop processing: n_tokens = 2118, truncated = 0 13.35.168.293 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.845 (> 0.100 thold), f_keep = 0.847 13.35.168.345 I slot launch_slot_: id 2 | task 8877 | processing task, is_child = 0 13.35.993.609 I slot print_timing: id 0 | task 8873 | prompt eval time = 1281.40 ms / 184 tokens ( 6.96 ms per token, 143.59 tokens per second) 13.35.993.612 I slot print_timing: id 0 | task 8873 | eval time = 825.67 ms / 2 tokens ( 825.67 ms per token, 1.21 tokens per second) 13.35.993.613 I slot print_timing: id 0 | task 8873 | total time = 2107.07 ms / 186 tokens 13.35.993.613 I slot print_timing: id 0 | task 8873 | graphs reused = 7329 13.35.993.614 I slot print_timing: id 0 | task 8873 | graph reallocs = 0 / 0 (same size) / (changed size) 13.35.993.731 I slot release: id 0 | task 8873 | stop processing: n_tokens = 1978, truncated = 0 13.35.994.017 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.824 (> 0.100 thold), f_keep = 0.906 13.35.994.081 I slot launch_slot_: id 0 | task 8879 | processing task, is_child = 0 13.36.960.593 I slot print_timing: id 1 | task 8875 | prompt eval time = 1561.19 ms / 276 tokens ( 5.66 ms per token, 176.79 tokens per second) 13.36.960.598 I slot print_timing: id 1 | task 8875 | eval time = 966.58 ms / 2 tokens ( 966.58 ms per token, 1.03 tokens per second) 13.36.960.599 I slot print_timing: id 1 | task 8875 | total time = 2527.76 ms / 278 tokens 13.36.960.600 I slot print_timing: id 1 | task 8875 | graphs reused = 7329 13.36.960.600 I slot print_timing: id 1 | task 8875 | graph reallocs = 0 / 0 (same size) / (changed size) 13.36.960.717 I slot release: id 1 | task 8875 | stop processing: n_tokens = 2070, truncated = 0 13.36.960.946 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.905 (> 0.100 thold), f_keep = 0.907 13.36.960.999 I slot launch_slot_: id 3 | task 8881 | processing task, is_child = 0 13.36.961.137 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 83.134 MiB) 13.37.518.241 I slot print_timing: id 2 | task 8877 | prompt eval time = 1790.79 ms / 328 tokens ( 5.46 ms per token, 183.16 tokens per second) 13.37.518.244 I slot print_timing: id 2 | task 8877 | eval time = 557.30 ms / 2 tokens ( 557.30 ms per token, 1.79 tokens per second) 13.37.518.244 I slot print_timing: id 2 | task 8877 | total time = 2348.09 ms / 330 tokens 13.37.518.245 I slot print_timing: id 2 | task 8877 | graphs reused = 7329 13.37.518.245 I slot print_timing: id 2 | task 8877 | graph reallocs = 0 / 0 (same size) / (changed size) 13.37.518.367 I slot release: id 2 | task 8877 | stop processing: n_tokens = 2123, truncated = 0 13.37.518.376 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.822 (> 0.100 thold), f_keep = 0.845 13.37.518.421 I slot launch_slot_: id 2 | task 8883 | processing task, is_child = 0 13.38.474.351 I slot print_timing: id 0 | task 8879 | prompt eval time = 1523.82 ms / 382 tokens ( 3.99 ms per token, 250.69 tokens per second) 13.38.474.354 I slot print_timing: id 0 | task 8879 | eval time = 956.31 ms / 2 tokens ( 956.31 ms per token, 1.05 tokens per second) 13.38.474.354 I slot print_timing: id 0 | task 8879 | total time = 2480.13 ms / 384 tokens 13.38.474.355 I slot print_timing: id 0 | task 8879 | graphs reused = 7329 13.38.474.355 I slot print_timing: id 0 | task 8879 | graph reallocs = 0 / 0 (same size) / (changed size) 13.38.474.484 I slot release: id 0 | task 8879 | stop processing: n_tokens = 2176, truncated = 0 13.38.474.736 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.878 (> 0.100 thold), f_keep = 0.824 13.38.474.794 I slot launch_slot_: id 0 | task 8885 | processing task, is_child = 0 13.39.142.205 I slot print_timing: id 3 | task 8881 | prompt eval time = 1500.84 ms / 188 tokens ( 7.98 ms per token, 125.26 tokens per second) 13.39.142.208 I slot print_timing: id 3 | task 8881 | eval time = 667.47 ms / 2 tokens ( 667.47 ms per token, 1.50 tokens per second) 13.39.142.209 I slot print_timing: id 3 | task 8881 | total time = 2168.31 ms / 190 tokens 13.39.142.209 I slot print_timing: id 3 | task 8881 | graphs reused = 7329 13.39.142.209 I slot print_timing: id 3 | task 8881 | graph reallocs = 0 / 0 (same size) / (changed size) 13.39.142.318 I slot release: id 3 | task 8881 | stop processing: n_tokens = 1983, truncated = 0 13.39.142.329 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.894 (> 0.100 thold), f_keep = 0.866 13.39.142.389 I slot launch_slot_: id 1 | task 8887 | processing task, is_child = 0 13.39.142.519 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 87.347 MiB) 13.39.142.524 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 82.915 MiB) 13.39.753.849 I slot print_timing: id 2 | task 8883 | prompt eval time = 1623.49 ms / 389 tokens ( 4.17 ms per token, 239.61 tokens per second) 13.39.753.854 I slot print_timing: id 2 | task 8883 | eval time = 611.81 ms / 2 tokens ( 611.81 ms per token, 1.63 tokens per second) 13.39.753.856 I slot print_timing: id 2 | task 8883 | total time = 2235.30 ms / 391 tokens 13.39.753.856 I slot print_timing: id 2 | task 8883 | graphs reused = 7329 13.39.753.857 I slot print_timing: id 2 | task 8883 | graph reallocs = 0 / 0 (same size) / (changed size) 13.39.753.982 I slot release: id 2 | task 8883 | stop processing: n_tokens = 2184, truncated = 0 13.39.753.992 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.884 (> 0.100 thold), f_keep = 0.821 13.39.754.046 I slot launch_slot_: id 2 | task 8889 | processing task, is_child = 0 13.40.431.412 I slot print_timing: id 0 | task 8885 | prompt eval time = 1278.70 ms / 249 tokens ( 5.14 ms per token, 194.73 tokens per second) 13.40.431.415 I slot print_timing: id 0 | task 8885 | eval time = 677.77 ms / 2 tokens ( 677.77 ms per token, 1.48 tokens per second) 13.40.431.415 I slot print_timing: id 0 | task 8885 | total time = 1956.47 ms / 251 tokens 13.40.431.416 I slot print_timing: id 0 | task 8885 | graphs reused = 7329 13.40.431.416 I slot print_timing: id 0 | task 8885 | graph reallocs = 0 / 0 (same size) / (changed size) 13.40.431.529 I slot release: id 0 | task 8885 | stop processing: n_tokens = 2043, truncated = 0 13.40.431.802 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.934 (> 0.100 thold), f_keep = 0.878 13.40.431.852 I slot launch_slot_: id 0 | task 8891 | processing task, is_child = 0 13.40.836.528 I slot print_timing: id 1 | task 8887 | prompt eval time = 1276.16 ms / 213 tokens ( 5.99 ms per token, 166.91 tokens per second) 13.40.836.530 I slot print_timing: id 1 | task 8887 | eval time = 404.73 ms / 2 tokens ( 404.73 ms per token, 2.47 tokens per second) 13.40.836.531 I slot print_timing: id 1 | task 8887 | total time = 1680.89 ms / 215 tokens 13.40.836.531 I slot print_timing: id 1 | task 8887 | graphs reused = 7329 13.40.836.532 I slot print_timing: id 1 | task 8887 | graph reallocs = 0 / 0 (same size) / (changed size) 13.40.836.642 I slot release: id 1 | task 8887 | stop processing: n_tokens = 2007, truncated = 0 13.40.836.877 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.895 (> 0.100 thold), f_keep = 0.905 13.40.836.919 I slot launch_slot_: id 3 | task 8893 | processing task, is_child = 0 13.40.837.054 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 103.922 MiB) 13.41.459.845 I slot print_timing: id 2 | task 8889 | prompt eval time = 1081.68 ms / 235 tokens ( 4.60 ms per token, 217.25 tokens per second) 13.41.459.848 I slot print_timing: id 2 | task 8889 | eval time = 622.97 ms / 2 tokens ( 622.97 ms per token, 1.61 tokens per second) 13.41.459.848 I slot print_timing: id 2 | task 8889 | total time = 1704.65 ms / 237 tokens 13.41.459.849 I slot print_timing: id 2 | task 8889 | graphs reused = 7329 13.41.459.849 I slot print_timing: id 2 | task 8889 | graph reallocs = 0 / 0 (same size) / (changed size) 13.41.459.964 I slot release: id 2 | task 8889 | stop processing: n_tokens = 2030, truncated = 0 13.41.459.974 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.915 (> 0.100 thold), f_keep = 0.893 13.41.460.033 I slot launch_slot_: id 1 | task 8895 | processing task, is_child = 0 13.41.460.173 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 92.380 MiB) 13.41.460.177 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 92.161 MiB) 13.42.005.738 I slot print_timing: id 0 | task 8891 | prompt eval time = 1027.70 ms / 127 tokens ( 8.09 ms per token, 123.58 tokens per second) 13.42.005.740 I slot print_timing: id 0 | task 8891 | eval time = 546.06 ms / 2 tokens ( 546.06 ms per token, 1.83 tokens per second) 13.42.005.741 I slot print_timing: id 0 | task 8891 | total time = 1573.75 ms / 129 tokens 13.42.005.742 I slot print_timing: id 0 | task 8891 | graphs reused = 7329 13.42.005.742 I slot print_timing: id 0 | task 8891 | graph reallocs = 0 / 0 (same size) / (changed size) 13.42.005.848 I slot release: id 0 | task 8891 | stop processing: n_tokens = 1921, truncated = 0 13.42.006.061 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 2030, t_last = 238234249130 13.42.006.254 I slot launch_slot_: id 2 | task 8897 | processing task, is_child = 0 13.42.006.379 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 91.231 MiB) 13.42.006.383 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 111.449 MiB) 13.44.067.133 I slot print_timing: id 3 | task 8893 | prompt eval time = 1157.22 ms / 211 tokens ( 5.48 ms per token, 182.33 tokens per second) 13.44.067.136 I slot print_timing: id 3 | task 8893 | eval time = 2061.07 ms / 2 tokens ( 2061.07 ms per token, 0.49 tokens per second) 13.44.067.137 I slot print_timing: id 3 | task 8893 | total time = 3218.30 ms / 213 tokens 13.44.067.137 I slot print_timing: id 3 | task 8893 | graphs reused = 7329 13.44.067.137 I slot print_timing: id 3 | task 8893 | graph reallocs = 0 / 0 (same size) / (changed size) 13.44.067.250 I slot release: id 3 | task 8893 | stop processing: n_tokens = 2006, truncated = 0 13.44.067.259 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1921, t_last = 238234795015 13.44.067.450 I slot launch_slot_: id 0 | task 8899 | processing task, is_child = 0 13.44.067.574 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 83.845 MiB) 13.47.214.715 I slot print_timing: id 1 | task 8895 | prompt eval time = 2596.57 ms / 167 tokens ( 15.55 ms per token, 64.32 tokens per second) 13.47.214.722 I slot print_timing: id 1 | task 8895 | eval time = 3147.76 ms / 2 tokens ( 3147.76 ms per token, 0.32 tokens per second) 13.47.214.722 I slot print_timing: id 1 | task 8895 | total time = 5744.32 ms / 169 tokens 13.47.214.723 I slot print_timing: id 1 | task 8895 | graphs reused = 7329 13.47.214.723 I slot print_timing: id 1 | task 8895 | graph reallocs = 0 / 0 (same size) / (changed size) 13.47.214.835 I slot release: id 1 | task 8895 | stop processing: n_tokens = 1961, truncated = 0 13.47.214.844 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 2006, t_last = 238236856416 13.47.215.044 I slot launch_slot_: id 3 | task 8901 | processing task, is_child = 0 13.47.215.165 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 93.310 MiB) 13.47.222.852 I slot print_timing: id 0 | task 8899 | prompt processing, n_tokens = 1146, progress = 0.69, t = 3.14 s / 365.30 tokens per second 13.47.223.664 I slot print_timing: id 2 | task 8897 | prompt processing, n_tokens = 1256, progress = 0.86, t = 5.20 s / 241.65 tokens per second 13.49.438.318 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1961, t_last = 238240004002 13.49.438.519 I slot launch_slot_: id 1 | task 8903 | processing task, is_child = 0 13.49.438.528 I slot print_timing: id 0 | task 8899 | prompt processing, n_tokens = 1256, progress = 0.76, t = 5.36 s / 234.29 tokens per second 13.50.119.692 I slot print_timing: id 2 | task 8897 | prompt processing, n_tokens = 1455, progress = 1.00, t = 7.42 s / 196.06 tokens per second 13.52.694.917 I slot print_timing: id 0 | task 8899 | prompt processing, n_tokens = 1658, progress = 1.00, t = 8.62 s / 192.40 tokens per second 13.52.697.371 I slot print_timing: id 3 | task 8901 | prompt processing, n_tokens = 1256, progress = 0.82, t = 5.47 s / 229.61 tokens per second 13.54.224.045 I slot print_timing: id 2 | task 8897 | prompt eval time = 10677.88 ms / 1459 tokens ( 7.32 ms per token, 136.64 tokens per second) 13.54.224.047 I slot print_timing: id 2 | task 8897 | eval time = 1529.14 ms / 2 tokens ( 1529.14 ms per token, 0.65 tokens per second) 13.54.224.048 I slot print_timing: id 2 | task 8897 | total time = 12207.02 ms / 1461 tokens 13.54.224.048 I slot print_timing: id 2 | task 8897 | graphs reused = 7329 13.54.224.049 I slot print_timing: id 2 | task 8897 | graph reallocs = 0 / 0 (same size) / (changed size) 13.54.224.131 I slot release: id 2 | task 8897 | stop processing: n_tokens = 1461, truncated = 0 13.54.224.152 I slot print_timing: id 1 | task 8903 | prompt processing, n_tokens = 852, progress = 0.85, t = 4.10 s / 207.59 tokens per second 13.54.225.176 I slot print_timing: id 3 | task 8901 | prompt processing, n_tokens = 1521, progress = 1.00, t = 7.00 s / 217.31 tokens per second 13.54.671.140 I slot print_timing: id 0 | task 8899 | prompt eval time = 10146.43 ms / 1662 tokens ( 6.10 ms per token, 163.80 tokens per second) 13.54.671.146 I slot print_timing: id 0 | task 8899 | eval time = 447.26 ms / 2 tokens ( 447.26 ms per token, 2.24 tokens per second) 13.54.671.146 I slot print_timing: id 0 | task 8899 | total time = 10593.70 ms / 1664 tokens 13.54.671.147 I slot print_timing: id 0 | task 8899 | graphs reused = 7329 13.54.671.147 I slot print_timing: id 0 | task 8899 | graph reallocs = 0 / 0 (same size) / (changed size) 13.54.671.235 I slot release: id 0 | task 8899 | stop processing: n_tokens = 1664, truncated = 0 13.54.671.466 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1461, t_last = 238247013296 13.54.671.589 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 83.790 MiB) 13.54.680.639 I slot launch_slot_: id 2 | task 8907 | processing task, is_child = 0 13.54.680.747 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 92.161 MiB) 13.54.680.750 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 92.489 MiB) 13.54.688.118 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1664, t_last = 238247460401 13.54.688.248 I slot launch_slot_: id 0 | task 8908 | processing task, is_child = 0 13.54.688.561 I slot print_timing: id 1 | task 8903 | prompt processing, n_tokens = 999, progress = 1.00, t = 4.55 s / 219.48 tokens per second 13.56.721.593 I slot print_timing: id 3 | task 8901 | prompt eval time = 7446.97 ms / 1525 tokens ( 4.88 ms per token, 204.78 tokens per second) 13.56.721.599 I slot print_timing: id 3 | task 8901 | eval time = 2050.13 ms / 2 tokens ( 2050.13 ms per token, 0.49 tokens per second) 13.56.721.599 I slot print_timing: id 3 | task 8901 | total time = 9497.10 ms / 1527 tokens 13.56.721.600 I slot print_timing: id 3 | task 8901 | graphs reused = 7329 13.56.721.600 I slot print_timing: id 3 | task 8901 | graph reallocs = 0 / 0 (same size) / (changed size) 13.56.721.696 I slot release: id 3 | task 8901 | stop processing: n_tokens = 1527, truncated = 0 13.58.434.924 I slot print_timing: id 1 | task 8903 | prompt eval time = 6602.05 ms / 1003 tokens ( 6.58 ms per token, 151.92 tokens per second) 13.58.434.929 I slot print_timing: id 1 | task 8903 | eval time = 1713.50 ms / 2 tokens ( 1713.50 ms per token, 0.58 tokens per second) 13.58.434.930 I slot print_timing: id 1 | task 8903 | total time = 8315.55 ms / 1005 tokens 13.58.434.930 I slot print_timing: id 1 | task 8903 | graphs reused = 7329 13.58.434.931 I slot print_timing: id 1 | task 8903 | graph reallocs = 0 / 0 (same size) / (changed size) 13.58.434.991 I slot release: id 1 | task 8903 | stop processing: n_tokens = 1005, truncated = 0 13.58.435.000 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.915 (> 0.100 thold), f_keep = 0.878 13.58.435.065 I slot launch_slot_: id 1 | task 8911 | processing task, is_child = 0 13.58.435.180 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 90.410 MiB) 13.58.443.402 I slot print_timing: id 0 | task 8908 | prompt processing, n_tokens = 852, progress = 0.87, t = 3.75 s / 227.41 tokens per second 13.58.444.993 I slot print_timing: id 2 | task 8907 | prompt processing, n_tokens = 852, progress = 0.86, t = 3.75 s / 227.48 tokens per second 13.59.161.208 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1527, t_last = 238249510861 13.59.161.387 I slot launch_slot_: id 3 | task 8913 | processing task, is_child = 0 13.59.161.396 I slot print_timing: id 0 | task 8908 | prompt processing, n_tokens = 978, progress = 1.00, t = 4.47 s / 218.65 tokens per second 13.59.326.132 I slot print_timing: id 2 | task 8907 | prompt processing, n_tokens = 988, progress = 1.00, t = 4.47 s / 220.94 tokens per second 14.01.242.594 I slot print_timing: id 0 | task 8908 | prompt eval time = 5696.41 ms / 982 tokens ( 5.80 ms per token, 172.39 tokens per second) 14.01.242.597 I slot print_timing: id 0 | task 8908 | eval time = 857.92 ms / 2 tokens ( 857.92 ms per token, 1.17 tokens per second) 14.01.242.598 I slot print_timing: id 0 | task 8908 | total time = 6554.34 ms / 984 tokens 14.01.242.598 I slot print_timing: id 0 | task 8908 | graphs reused = 7329 14.01.242.599 I slot print_timing: id 0 | task 8908 | graph reallocs = 0 / 0 (same size) / (changed size) 14.01.242.660 I slot release: id 0 | task 8908 | stop processing: n_tokens = 984, truncated = 0 14.01.242.831 I slot print_timing: id 1 | task 8911 | prompt eval time = 1940.66 ms / 82 tokens ( 23.67 ms per token, 42.25 tokens per second) 14.01.242.834 I slot print_timing: id 1 | task 8911 | eval time = 857.97 ms / 2 tokens ( 857.97 ms per token, 1.17 tokens per second) 14.01.242.835 I slot print_timing: id 1 | task 8911 | total time = 2798.64 ms / 84 tokens 14.01.242.835 I slot print_timing: id 1 | task 8911 | graphs reused = 7329 14.01.242.836 I slot print_timing: id 1 | task 8911 | graph reallocs = 0 / 0 (same size) / (changed size) 14.01.242.881 I slot release: id 1 | task 8911 | stop processing: n_tokens = 965, truncated = 0 14.01.243.067 I slot print_timing: id 2 | task 8907 | prompt eval time = 5695.64 ms / 992 tokens ( 5.74 ms per token, 174.17 tokens per second) 14.01.243.069 I slot print_timing: id 2 | task 8907 | eval time = 858.02 ms / 2 tokens ( 858.02 ms per token, 1.17 tokens per second) 14.01.243.070 I slot print_timing: id 2 | task 8907 | total time = 6553.66 ms / 994 tokens 14.01.243.070 I slot print_timing: id 2 | task 8907 | graphs reused = 7329 14.01.243.070 I slot print_timing: id 2 | task 8907 | graph reallocs = 0 / 0 (same size) / (changed size) 14.01.243.110 I slot release: id 2 | task 8907 | stop processing: n_tokens = 994, truncated = 0 14.01.646.489 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.903 (> 0.100 thold), f_keep = 0.895 14.01.646.535 I slot launch_slot_: id 0 | task 8918 | processing task, is_child = 0 14.01.646.618 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 89.097 MiB) 14.01.651.512 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 88.988 MiB) 14.01.655.905 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.899 (> 0.100 thold), f_keep = 0.913 14.01.655.935 I slot launch_slot_: id 1 | task 8919 | processing task, is_child = 0 14.01.656.002 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 994, t_last = 238254032275 14.01.656.083 I slot launch_slot_: id 2 | task 8920 | processing task, is_child = 0 14.02.806.206 I slot print_timing: id 3 | task 8913 | prompt eval time = 2318.67 ms / 987 tokens ( 2.35 ms per token, 425.67 tokens per second) 14.02.806.209 I slot print_timing: id 3 | task 8913 | eval time = 1159.72 ms / 2 tokens ( 1159.72 ms per token, 0.86 tokens per second) 14.02.806.209 I slot print_timing: id 3 | task 8913 | total time = 3478.39 ms / 989 tokens 14.02.806.210 I slot print_timing: id 3 | task 8913 | graphs reused = 7329 14.02.806.210 I slot print_timing: id 3 | task 8913 | graph reallocs = 0 / 0 (same size) / (changed size) 14.02.806.273 I slot release: id 3 | task 8913 | stop processing: n_tokens = 989, truncated = 0 14.03.756.510 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 989, t_last = 238255595438 14.03.756.608 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 99.376 MiB) 14.03.760.849 I slot launch_slot_: id 3 | task 8923 | processing task, is_child = 0 14.06.459.435 I slot print_timing: id 0 | task 8918 | prompt eval time = 2100.22 ms / 95 tokens ( 22.11 ms per token, 45.23 tokens per second) 14.06.459.437 I slot print_timing: id 0 | task 8918 | eval time = 2703.12 ms / 2 tokens ( 2703.12 ms per token, 0.37 tokens per second) 14.06.459.438 I slot print_timing: id 0 | task 8918 | total time = 4803.34 ms / 97 tokens 14.06.459.439 I slot print_timing: id 0 | task 8918 | graphs reused = 7329 14.06.459.439 I slot print_timing: id 0 | task 8918 | graph reallocs = 0 / 0 (same size) / (changed size) 14.06.459.497 I slot release: id 0 | task 8918 | stop processing: n_tokens = 977, truncated = 0 14.06.459.672 I slot print_timing: id 1 | task 8919 | prompt eval time = 2099.67 ms / 99 tokens ( 21.21 ms per token, 47.15 tokens per second) 14.06.459.674 I slot print_timing: id 1 | task 8919 | eval time = 2703.17 ms / 2 tokens ( 2703.17 ms per token, 0.37 tokens per second) 14.06.459.675 I slot print_timing: id 1 | task 8919 | total time = 4802.84 ms / 101 tokens 14.06.459.675 I slot print_timing: id 1 | task 8919 | graphs reused = 7329 14.06.459.675 I slot print_timing: id 1 | task 8919 | graph reallocs = 0 / 0 (same size) / (changed size) 14.06.459.720 I slot release: id 1 | task 8919 | stop processing: n_tokens = 981, truncated = 0 14.06.459.730 I slot print_timing: id 2 | task 8920 | prompt processing, n_tokens = 821, progress = 1.00, t = 4.80 s / 170.98 tokens per second 14.07.084.051 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 977, t_last = 238259248662 14.07.084.160 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 99.595 MiB) 14.07.090.714 I slot launch_slot_: id 0 | task 8926 | processing task, is_child = 0 14.07.090.798 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 100.377 MiB) 14.07.096.343 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 981, t_last = 238259248885 14.07.096.448 I slot launch_slot_: id 1 | task 8927 | processing task, is_child = 0 14.11.411.831 I slot print_timing: id 2 | task 8920 | prompt eval time = 5426.53 ms / 825 tokens ( 6.58 ms per token, 152.03 tokens per second) 14.11.411.833 I slot print_timing: id 2 | task 8920 | eval time = 4327.78 ms / 2 tokens ( 4327.78 ms per token, 0.23 tokens per second) 14.11.411.834 I slot print_timing: id 2 | task 8920 | total time = 9754.31 ms / 827 tokens 14.11.411.834 I slot print_timing: id 2 | task 8920 | graphs reused = 7329 14.11.411.835 I slot print_timing: id 2 | task 8920 | graph reallocs = 0 / 0 (same size) / (changed size) 14.11.411.891 I slot release: id 2 | task 8920 | stop processing: n_tokens = 827, truncated = 0 14.11.411.906 I slot print_timing: id 0 | task 8926 | prompt processing, n_tokens = 1100, progress = 0.68, t = 4.32 s / 254.91 tokens per second 14.11.412.759 I slot print_timing: id 1 | task 8927 | prompt processing, n_tokens = 947, progress = 0.60, t = 4.31 s / 219.47 tokens per second 14.11.412.772 I slot print_timing: id 3 | task 8923 | prompt processing, n_tokens = 1371, progress = 0.84, t = 3.32 s / 412.70 tokens per second 14.12.345.049 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 827, t_last = 238264201056 14.12.345.146 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 139.960 MiB) 14.12.925.445 I slot launch_slot_: id 2 | task 8930 | processing task, is_child = 0 14.12.925.457 I slot print_timing: id 0 | task 8926 | prompt processing, n_tokens = 1371, progress = 0.85, t = 5.25 s / 261.21 tokens per second 14.12.928.268 I slot print_timing: id 1 | task 8927 | prompt processing, n_tokens = 1071, progress = 0.68, t = 5.25 s / 204.06 tokens per second 14.12.930.286 I slot print_timing: id 3 | task 8923 | prompt processing, n_tokens = 1625, progress = 1.00, t = 8.58 s / 189.32 tokens per second 14.16.663.444 I slot print_timing: id 0 | task 8926 | prompt processing, n_tokens = 1612, progress = 1.00, t = 9.57 s / 168.50 tokens per second 14.16.664.336 I slot print_timing: id 1 | task 8927 | prompt processing, n_tokens = 1371, progress = 0.86, t = 9.57 s / 143.31 tokens per second 14.16.665.145 I slot print_timing: id 2 | task 8930 | prompt processing, n_tokens = 1115, progress = 0.68, t = 3.73 s / 298.68 tokens per second 14.17.857.488 I slot print_timing: id 3 | task 8923 | prompt eval time = 12901.61 ms / 1629 tokens ( 7.92 ms per token, 126.26 tokens per second) 14.17.857.492 I slot print_timing: id 3 | task 8923 | eval time = 1194.06 ms / 2 tokens ( 1194.06 ms per token, 0.84 tokens per second) 14.17.857.492 I slot print_timing: id 3 | task 8923 | total time = 14095.67 ms / 1631 tokens 14.17.857.493 I slot print_timing: id 3 | task 8923 | graphs reused = 7329 14.17.857.493 I slot print_timing: id 3 | task 8923 | graph reallocs = 0 / 0 (same size) / (changed size) 14.17.857.589 I slot release: id 3 | task 8923 | stop processing: n_tokens = 1631, truncated = 0 14.17.857.604 I slot print_timing: id 1 | task 8927 | prompt processing, n_tokens = 1583, progress = 1.00, t = 10.76 s / 147.11 tokens per second 14.17.858.913 I slot print_timing: id 2 | task 8930 | prompt processing, n_tokens = 1371, progress = 0.84, t = 4.93 s / 278.26 tokens per second 14.18.532.591 I slot print_timing: id 0 | task 8926 | prompt eval time = 10760.86 ms / 1616 tokens ( 6.66 ms per token, 150.17 tokens per second) 14.18.532.594 I slot print_timing: id 0 | task 8926 | eval time = 675.26 ms / 2 tokens ( 675.26 ms per token, 1.48 tokens per second) 14.18.532.595 I slot print_timing: id 0 | task 8926 | total time = 11436.13 ms / 1618 tokens 14.18.532.596 I slot print_timing: id 0 | task 8926 | graphs reused = 7329 14.18.532.596 I slot print_timing: id 0 | task 8926 | graph reallocs = 0 / 0 (same size) / (changed size) 14.18.532.688 I slot release: id 0 | task 8926 | stop processing: n_tokens = 1618, truncated = 0 14.18.532.897 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.815 (> 0.100 thold), f_keep = 0.865 14.18.532.950 I slot launch_slot_: id 0 | task 8934 | processing task, is_child = 0 14.18.533.075 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 122.252 MiB) 14.18.540.438 I slot print_timing: id 2 | task 8930 | prompt processing, n_tokens = 1627, progress = 1.00, t = 5.60 s / 290.42 tokens per second 14.19.344.637 I slot print_timing: id 1 | task 8927 | prompt eval time = 11436.23 ms / 1587 tokens ( 7.21 ms per token, 138.77 tokens per second) 14.19.344.639 I slot print_timing: id 1 | task 8927 | eval time = 811.74 ms / 2 tokens ( 811.74 ms per token, 1.23 tokens per second) 14.19.344.640 I slot print_timing: id 1 | task 8927 | total time = 12247.97 ms / 1589 tokens 14.19.344.640 I slot print_timing: id 1 | task 8927 | graphs reused = 7329 14.19.344.641 I slot print_timing: id 1 | task 8927 | graph reallocs = 0 / 0 (same size) / (changed size) 14.19.344.738 I slot release: id 1 | task 8927 | stop processing: n_tokens = 1589, truncated = 0 14.19.344.953 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1631, t_last = 238270646755 14.19.345.127 I slot launch_slot_: id 3 | task 8936 | processing task, is_child = 0 14.19.345.235 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 140.898 MiB) 14.20.143.155 I slot print_timing: id 2 | task 8930 | prompt eval time = 6414.83 ms / 1631 tokens ( 3.93 ms per token, 254.25 tokens per second) 14.20.143.159 I slot print_timing: id 2 | task 8930 | eval time = 798.20 ms / 2 tokens ( 798.20 ms per token, 1.25 tokens per second) 14.20.143.160 I slot print_timing: id 2 | task 8930 | total time = 7213.03 ms / 1633 tokens 14.20.143.160 I slot print_timing: id 2 | task 8930 | graphs reused = 7329 14.20.143.161 I slot print_timing: id 2 | task 8930 | graph reallocs = 0 / 0 (same size) / (changed size) 14.20.143.259 I slot release: id 2 | task 8930 | stop processing: n_tokens = 1633, truncated = 0 14.20.143.267 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1589, t_last = 238272133905 14.20.143.417 I slot launch_slot_: id 1 | task 8938 | processing task, is_child = 0 14.21.753.967 I slot print_timing: id 0 | task 8934 | prompt eval time = 1603.39 ms / 317 tokens ( 5.06 ms per token, 197.71 tokens per second) 14.21.753.973 I slot print_timing: id 0 | task 8934 | eval time = 1610.97 ms / 2 tokens ( 1610.97 ms per token, 0.62 tokens per second) 14.21.753.973 I slot print_timing: id 0 | task 8934 | total time = 3214.36 ms / 319 tokens 14.21.753.974 I slot print_timing: id 0 | task 8934 | graphs reused = 7329 14.21.753.974 I slot print_timing: id 0 | task 8934 | graph reallocs = 0 / 0 (same size) / (changed size) 14.21.754.085 I slot release: id 0 | task 8934 | stop processing: n_tokens = 1718, truncated = 0 14.21.754.095 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1633, t_last = 238272932425 14.21.754.276 I slot launch_slot_: id 2 | task 8940 | processing task, is_child = 0 14.21.754.394 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 108.924 MiB) 14.21.754.404 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 108.508 MiB) 14.23.415.047 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1718, t_last = 238274543251 14.23.415.240 I slot launch_slot_: id 0 | task 8942 | processing task, is_child = 0 14.23.570.768 I slot print_timing: id 1 | task 8938 | prompt processing, n_tokens = 724, progress = 0.83, t = 3.27 s / 221.58 tokens per second 14.23.572.557 I slot print_timing: id 3 | task 8936 | prompt processing, n_tokens = 837, progress = 1.00, t = 4.06 s / 206.05 tokens per second 14.25.527.243 I slot print_timing: id 1 | task 8938 | prompt processing, n_tokens = 864, progress = 1.00, t = 5.38 s / 160.66 tokens per second 14.25.528.802 I slot print_timing: id 2 | task 8940 | prompt processing, n_tokens = 714, progress = 0.85, t = 3.76 s / 189.74 tokens per second 14.26.736.887 I slot print_timing: id 3 | task 8936 | prompt eval time = 6172.77 ms / 841 tokens ( 7.34 ms per token, 136.24 tokens per second) 14.26.736.893 I slot print_timing: id 3 | task 8936 | eval time = 1211.28 ms / 2 tokens ( 1211.28 ms per token, 0.83 tokens per second) 14.26.736.894 I slot print_timing: id 3 | task 8936 | total time = 7384.05 ms / 843 tokens 14.26.736.894 I slot print_timing: id 3 | task 8936 | graphs reused = 7329 14.26.736.894 I slot print_timing: id 3 | task 8936 | graph reallocs = 0 / 0 (same size) / (changed size) 14.26.736.944 I slot release: id 3 | task 8936 | stop processing: n_tokens = 843, truncated = 0 14.26.736.957 I slot print_timing: id 0 | task 8942 | prompt processing, n_tokens = 714, progress = 0.83, t = 3.32 s / 214.98 tokens per second 14.26.737.808 I slot print_timing: id 2 | task 8940 | prompt processing, n_tokens = 839, progress = 1.00, t = 4.97 s / 168.67 tokens per second 14.27.175.259 I slot print_timing: id 1 | task 8938 | prompt eval time = 6589.11 ms / 868 tokens ( 7.59 ms per token, 131.73 tokens per second) 14.27.175.264 I slot print_timing: id 1 | task 8938 | eval time = 438.54 ms / 2 tokens ( 438.54 ms per token, 2.28 tokens per second) 14.27.175.265 I slot print_timing: id 1 | task 8938 | total time = 7027.66 ms / 870 tokens 14.27.175.265 I slot print_timing: id 1 | task 8938 | graphs reused = 7329 14.27.175.266 I slot print_timing: id 1 | task 8938 | graph reallocs = 0 / 0 (same size) / (changed size) 14.27.175.319 I slot release: id 1 | task 8938 | stop processing: n_tokens = 870, truncated = 0 14.27.175.533 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 843, t_last = 238279526109 14.27.180.291 I slot launch_slot_: id 3 | task 8946 | processing task, is_child = 0 14.27.180.379 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 128.764 MiB) 14.27.182.860 I slot print_timing: id 0 | task 8942 | prompt processing, n_tokens = 858, progress = 1.00, t = 3.76 s / 228.20 tokens per second 14.28.038.241 I slot print_timing: id 2 | task 8940 | prompt eval time = 5413.21 ms / 843 tokens ( 6.42 ms per token, 155.73 tokens per second) 14.28.038.250 I slot print_timing: id 2 | task 8940 | eval time = 862.71 ms / 2 tokens ( 862.71 ms per token, 1.16 tokens per second) 14.28.038.250 I slot print_timing: id 2 | task 8940 | total time = 6275.92 ms / 845 tokens 14.28.038.251 I slot print_timing: id 2 | task 8940 | graphs reused = 7329 14.28.038.251 I slot print_timing: id 2 | task 8940 | graph reallocs = 0 / 0 (same size) / (changed size) 14.28.038.300 I slot release: id 2 | task 8940 | stop processing: n_tokens = 845, truncated = 0 14.28.038.307 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 870, t_last = 238279964484 14.28.038.433 I slot launch_slot_: id 1 | task 8948 | processing task, is_child = 0 14.28.038.507 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 127.592 MiB) 14.29.335.580 I slot print_timing: id 0 | task 8942 | prompt eval time = 4622.83 ms / 862 tokens ( 5.36 ms per token, 186.47 tokens per second) 14.29.335.586 I slot print_timing: id 0 | task 8942 | eval time = 1297.49 ms / 2 tokens ( 1297.49 ms per token, 0.77 tokens per second) 14.29.335.586 I slot print_timing: id 0 | task 8942 | total time = 5920.32 ms / 864 tokens 14.29.335.587 I slot print_timing: id 0 | task 8942 | graphs reused = 7329 14.29.335.587 I slot print_timing: id 0 | task 8942 | graph reallocs = 0 / 0 (same size) / (changed size) 14.29.335.638 I slot release: id 0 | task 8942 | stop processing: n_tokens = 864, truncated = 0 14.29.335.646 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 845, t_last = 238280827465 14.29.335.776 I slot launch_slot_: id 2 | task 8950 | processing task, is_child = 0 14.30.673.171 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 864, t_last = 238282124803 14.30.673.352 I slot launch_slot_: id 0 | task 8952 | processing task, is_child = 0 14.31.020.777 I slot print_timing: id 3 | task 8946 | prompt processing, n_tokens = 883, progress = 1.00, t = 3.49 s / 253.04 tokens per second 14.32.670.158 I slot print_timing: id 1 | task 8948 | prompt processing, n_tokens = 761, progress = 0.99, t = 4.63 s / 164.47 tokens per second 14.32.671.225 I slot print_timing: id 2 | task 8950 | prompt processing, n_tokens = 616, progress = 0.83, t = 3.33 s / 185.00 tokens per second 14.33.921.286 I slot print_timing: id 3 | task 8946 | prompt eval time = 5486.23 ms / 887 tokens ( 6.19 ms per token, 161.68 tokens per second) 14.33.921.289 I slot print_timing: id 3 | task 8946 | eval time = 1251.41 ms / 2 tokens ( 1251.41 ms per token, 0.80 tokens per second) 14.33.921.290 I slot print_timing: id 3 | task 8946 | total time = 6737.64 ms / 889 tokens 14.33.921.290 I slot print_timing: id 3 | task 8946 | graphs reused = 7329 14.33.921.290 I slot print_timing: id 3 | task 8946 | graph reallocs = 0 / 0 (same size) / (changed size) 14.33.921.346 I slot release: id 3 | task 8946 | stop processing: n_tokens = 889, truncated = 0 14.33.921.358 I slot print_timing: id 0 | task 8952 | prompt processing, n_tokens = 561, progress = 0.82, t = 3.25 s / 172.75 tokens per second 14.33.922.287 I slot print_timing: id 2 | task 8950 | prompt processing, n_tokens = 734, progress = 0.99, t = 4.58 s / 160.23 tokens per second 14.34.300.551 I slot print_timing: id 1 | task 8948 | prompt eval time = 5878.55 ms / 765 tokens ( 7.68 ms per token, 130.13 tokens per second) 14.34.300.553 I slot print_timing: id 1 | task 8948 | eval time = 379.43 ms / 2 tokens ( 379.43 ms per token, 2.64 tokens per second) 14.34.300.554 I slot print_timing: id 1 | task 8948 | total time = 6257.98 ms / 767 tokens 14.34.300.554 I slot print_timing: id 1 | task 8948 | graphs reused = 7329 14.34.300.555 I slot print_timing: id 1 | task 8948 | graph reallocs = 0 / 0 (same size) / (changed size) 14.34.300.602 I slot release: id 1 | task 8948 | stop processing: n_tokens = 767, truncated = 0 14.34.300.808 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 889, t_last = 238286710511 14.34.300.904 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 110.236 MiB) 14.34.304.047 I slot launch_slot_: id 3 | task 8956 | processing task, is_child = 0 14.34.304.120 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 80.727 MiB) 14.34.306.234 I slot print_timing: id 0 | task 8952 | prompt processing, n_tokens = 684, progress = 0.99, t = 3.63 s / 188.58 tokens per second 14.34.794.239 I slot print_timing: id 2 | task 8950 | prompt eval time = 4960.90 ms / 738 tokens ( 6.72 ms per token, 148.76 tokens per second) 14.34.794.245 I slot print_timing: id 2 | task 8950 | eval time = 493.43 ms / 2 tokens ( 493.43 ms per token, 2.03 tokens per second) 14.34.794.245 I slot print_timing: id 2 | task 8950 | total time = 5454.33 ms / 740 tokens 14.34.794.246 I slot print_timing: id 2 | task 8950 | graphs reused = 7329 14.34.794.246 I slot print_timing: id 2 | task 8950 | graph reallocs = 0 / 0 (same size) / (changed size) 14.34.794.304 I slot release: id 2 | task 8950 | stop processing: n_tokens = 740, truncated = 0 14.34.794.311 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 767, t_last = 238287089767 14.34.794.416 I slot launch_slot_: id 1 | task 8958 | processing task, is_child = 0 14.34.794.485 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 79.578 MiB) 14.35.954.409 I slot print_timing: id 0 | task 8952 | prompt eval time = 4120.71 ms / 688 tokens ( 5.99 ms per token, 166.96 tokens per second) 14.35.954.414 I slot print_timing: id 0 | task 8952 | eval time = 1160.33 ms / 2 tokens ( 1160.33 ms per token, 0.86 tokens per second) 14.35.954.415 I slot print_timing: id 0 | task 8952 | total time = 5281.05 ms / 690 tokens 14.35.954.416 I slot print_timing: id 0 | task 8952 | graphs reused = 7329 14.35.954.416 I slot print_timing: id 0 | task 8952 | graph reallocs = 0 / 0 (same size) / (changed size) 14.35.954.457 I slot release: id 0 | task 8952 | stop processing: n_tokens = 690, truncated = 0 14.37.563.843 I slot print_timing: id 3 | task 8956 | prompt eval time = 3181.15 ms / 705 tokens ( 4.51 ms per token, 221.62 tokens per second) 14.37.563.849 I slot print_timing: id 3 | task 8956 | eval time = 75.72 ms / 2 tokens ( 75.72 ms per token, 13.21 tokens per second) 14.37.563.850 I slot print_timing: id 3 | task 8956 | total time = 3256.88 ms / 707 tokens 14.37.563.850 I slot print_timing: id 3 | task 8956 | graphs reused = 7329 14.37.563.851 I slot print_timing: id 3 | task 8956 | graph reallocs = 0 / 0 (same size) / (changed size) 14.37.563.897 I slot release: id 3 | task 8956 | stop processing: n_tokens = 707, truncated = 0 14.37.594.467 I slot print_timing: id 1 | task 8958 | prompt eval time = 2765.54 ms / 671 tokens ( 4.12 ms per token, 242.63 tokens per second) 14.37.594.469 I slot print_timing: id 1 | task 8958 | eval time = 30.76 ms / 2 tokens ( 30.76 ms per token, 32.51 tokens per second) 14.37.594.470 I slot print_timing: id 1 | task 8958 | total time = 2796.30 ms / 673 tokens 14.37.594.470 I slot print_timing: id 1 | task 8958 | graphs reused = 7329 14.37.594.470 I slot print_timing: id 1 | task 8958 | graph reallocs = 0 / 0 (same size) / (changed size) 14.37.594.504 I slot release: id 1 | task 8958 | stop processing: n_tokens = 673, truncated = 0 14.40.827.969 I srv operator(): operator(): cleaning up before exit...