/Users/minipro/quantdiff/llama.cpp/llama-b11770/llama-server -m /Users/minipro/quantdiff/models/campaign/22d8d2b70277/NVIDIA-Nemotron-3.5-Bolt-E4B-UD-Q6_K_XL.gguf --host 127.0.0.1 --port 8091 -c 16384 -np 4 -ngl 999 -fa on --jinja --seed 1234 --chat-template-kwargs "{\"enable_thinking\": false}" --no-webui -a quant 0.00.051.775 W Setting 'enable_thinking' via --chat-template-kwargs is deprecated. Use --reasoning on / --reasoning off instead. 0.00.051.843 I srv llama_server: initializing ... 0.00.051.847 I cmn common_param: common_params_print_info: verbosity = 3 (adjust with the `-lv N` CLI arg) 0.00.051.924 I srv init_listene: The UI is disabled 0.00.051.925 I srv init_listene: Use --ui/--no-ui (or deprecated --webui/--no-webui) to enable/disable 0.00.051.966 W srv llama_server: security: no API key is set and CORS allows all origins (see https://github.com/ggml-org/llama.cpp/pull/25655) 0.00.053.634 I srv load_model: loading model '/Users/minipro/quantdiff/models/campaign/22d8d2b70277/NVIDIA-Nemotron-3.5-Bolt-E4B-UD-Q6_K_XL.gguf' 0.00.717.167 W load: control-looking token: 50 '<|tool_response>' was not control-type; this is probably a bug in the model. its type will be overridden 0.00.720.038 W load: control-looking token: 212 '' was not control-type; this is probably a bug in the model. its type will be overridden 0.00.725.944 W load: '' is a normal token here, removing it from EOG list 0.01.079.221 I cmn init: llama threadpool init, n_threads = 8 0.01.180.623 I srv load_model: initializing, n_slots = 4, n_ctx_slot = 4096, kv_unified = 'false' 0.01.188.091 I srv llama_server: model loaded 0.01.188.097 I srv llama_server: listening on http://127.0.0.1:8091 0.31.540.098 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 0, t_last = -1 0.31.540.133 I slot launch_slot_: id 0 | task 2 | processing task, is_child = 0 0.31.540.135 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 0, t_last = -1 0.31.540.153 I slot launch_slot_: id 1 | task 1 | processing task, is_child = 0 0.31.540.154 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 0, t_last = -1 0.31.540.167 I slot launch_slot_: id 2 | task 0 | processing task, is_child = 0 0.31.543.641 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 0, t_last = -1 0.31.543.662 I slot launch_slot_: id 3 | task 4 | processing task, is_child = 0 0.32.779.584 I slot print_timing: id 0 | task 2 | prompt eval time = 1157.94 ms / 135 tokens ( 8.58 ms per token, 116.59 tokens per second) 0.32.779.586 I slot print_timing: id 0 | task 2 | eval time = 81.46 ms / 2 tokens ( 81.46 ms per token, 12.28 tokens per second) 0.32.779.586 I slot print_timing: id 0 | task 2 | total time = 1239.40 ms / 137 tokens 0.32.779.587 I slot print_timing: id 0 | task 2 | graphs reused = 1 0.32.779.587 I slot print_timing: id 0 | task 2 | graph reallocs = 0 / 0 (same size) / (changed size) 0.32.779.608 I slot release: id 0 | task 2 | stop processing: n_tokens = 136, truncated = 0 0.32.779.774 I slot print_timing: id 1 | task 1 | prompt eval time = 1158.27 ms / 122 tokens ( 9.49 ms per token, 105.33 tokens per second) 0.32.779.776 I slot print_timing: id 1 | task 1 | eval time = 81.33 ms / 2 tokens ( 81.33 ms per token, 12.30 tokens per second) 0.32.779.776 I slot print_timing: id 1 | task 1 | total time = 1239.59 ms / 124 tokens 0.32.779.777 I slot print_timing: id 1 | task 1 | graphs reused = 1 0.32.779.777 I slot print_timing: id 1 | task 1 | graph reallocs = 0 / 0 (same size) / (changed size) 0.32.779.789 I slot release: id 1 | task 1 | stop processing: n_tokens = 123, truncated = 0 0.32.779.971 I slot print_timing: id 2 | task 0 | prompt eval time = 1158.61 ms / 126 tokens ( 9.20 ms per token, 108.75 tokens per second) 0.32.779.974 I slot print_timing: id 2 | task 0 | eval time = 81.18 ms / 2 tokens ( 81.18 ms per token, 12.32 tokens per second) 0.32.779.974 I slot print_timing: id 2 | task 0 | total time = 1239.79 ms / 128 tokens 0.32.779.975 I slot print_timing: id 2 | task 0 | graphs reused = 1 0.32.779.975 I slot print_timing: id 2 | task 0 | graph reallocs = 0 / 0 (same size) / (changed size) 0.32.779.985 I slot release: id 2 | task 0 | stop processing: n_tokens = 127, truncated = 0 0.32.810.721 I slot print_timing: id 3 | task 4 | prompt eval time = 1194.82 ms / 118 tokens ( 10.13 ms per token, 98.76 tokens per second) 0.32.810.724 I slot print_timing: id 3 | task 4 | eval time = 30.36 ms / 2 tokens ( 30.36 ms per token, 32.94 tokens per second) 0.32.810.724 I slot print_timing: id 3 | task 4 | total time = 1225.18 ms / 120 tokens 0.32.810.725 I slot print_timing: id 3 | task 4 | graphs reused = 1 0.32.810.725 I slot print_timing: id 3 | task 4 | graph reallocs = 0 / 0 (same size) / (changed size) 0.32.810.741 I slot release: id 3 | task 4 | stop processing: n_tokens = 119, truncated = 0 0.32.810.745 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.180 (> 0.100 thold), f_keep = 0.213 0.32.811.527 I slot launch_slot_: id 0 | task 9 | processing task, is_child = 0 0.32.814.746 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.199 (> 0.100 thold), f_keep = 0.236 0.32.814.789 I slot launch_slot_: id 2 | task 10 | processing task, is_child = 0 0.32.814.835 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.147 (> 0.100 thold), f_keep = 0.236 0.32.814.878 I slot launch_slot_: id 1 | task 11 | processing task, is_child = 0 0.32.814.900 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.263 (> 0.100 thold), f_keep = 0.252 0.32.814.933 I slot launch_slot_: id 3 | task 12 | processing task, is_child = 0 0.34.497.846 I slot print_timing: id 0 | task 9 | prompt eval time = 1396.55 ms / 160 tokens ( 8.73 ms per token, 114.57 tokens per second) 0.34.497.851 I slot print_timing: id 0 | task 9 | eval time = 286.35 ms / 8 tokens ( 40.91 ms per token, 24.45 tokens per second) 0.34.497.852 I slot print_timing: id 0 | task 9 | total time = 1682.90 ms / 168 tokens 0.34.497.853 I slot print_timing: id 0 | task 9 | graphs reused = 7 0.34.497.853 I slot print_timing: id 0 | task 9 | graph reallocs = 0 / 0 (same size) / (changed size) 0.34.497.884 I slot release: id 0 | task 9 | stop processing: n_tokens = 168, truncated = 0 0.34.498.089 I slot print_timing: id 1 | task 11 | prompt eval time = 1396.65 ms / 196 tokens ( 7.13 ms per token, 140.34 tokens per second) 0.34.498.092 I slot print_timing: id 1 | task 11 | eval time = 286.42 ms / 8 tokens ( 40.92 ms per token, 24.44 tokens per second) 0.34.498.093 I slot print_timing: id 1 | task 11 | total time = 1683.08 ms / 204 tokens 0.34.498.093 I slot print_timing: id 1 | task 11 | graphs reused = 7 0.34.498.094 I slot print_timing: id 1 | task 11 | graph reallocs = 0 / 0 (same size) / (changed size) 0.34.498.115 I slot release: id 1 | task 11 | stop processing: n_tokens = 204, truncated = 0 0.34.498.316 I slot print_timing: id 2 | task 10 | prompt eval time = 1396.78 ms / 150 tokens ( 9.31 ms per token, 107.39 tokens per second) 0.34.498.318 I slot print_timing: id 2 | task 10 | eval time = 286.46 ms / 8 tokens ( 40.92 ms per token, 24.44 tokens per second) 0.34.498.319 I slot print_timing: id 2 | task 10 | total time = 1683.24 ms / 158 tokens 0.34.498.319 I slot print_timing: id 2 | task 10 | graphs reused = 7 0.34.498.319 I slot print_timing: id 2 | task 10 | graph reallocs = 0 / 0 (same size) / (changed size) 0.34.498.338 I slot release: id 2 | task 10 | stop processing: n_tokens = 158, truncated = 0 0.34.529.814 I slot print_timing: id 3 | task 12 | prompt eval time = 1396.90 ms / 113 tokens ( 12.36 ms per token, 80.89 tokens per second) 0.34.529.820 I slot print_timing: id 3 | task 12 | eval time = 317.77 ms / 9 tokens ( 39.72 ms per token, 25.18 tokens per second) 0.34.529.822 I slot print_timing: id 3 | task 12 | total time = 1714.68 ms / 122 tokens 0.34.529.822 I slot print_timing: id 3 | task 12 | graphs reused = 7 0.34.529.823 I slot print_timing: id 3 | task 12 | graph reallocs = 0 / 0 (same size) / (changed size) 0.34.529.845 I slot release: id 3 | task 12 | stop processing: n_tokens = 122, truncated = 0 0.34.529.853 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.188 (> 0.100 thold), f_keep = 0.173 0.34.532.088 I slot launch_slot_: id 0 | task 23 | processing task, is_child = 0 0.34.537.544 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.246 (> 0.100 thold), f_keep = 0.190 0.34.537.631 I slot launch_slot_: id 2 | task 24 | processing task, is_child = 0 0.34.537.742 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.220 (> 0.100 thold), f_keep = 0.142 0.34.537.821 I slot launch_slot_: id 1 | task 25 | processing task, is_child = 0 0.34.537.864 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.236 (> 0.100 thold), f_keep = 0.238 0.34.537.935 I slot launch_slot_: id 3 | task 26 | processing task, is_child = 0 0.35.754.040 I slot print_timing: id 1 | task 25 | prompt eval time = 1173.64 ms / 131 tokens ( 8.96 ms per token, 111.62 tokens per second) 0.35.754.042 I slot print_timing: id 1 | task 25 | eval time = 42.31 ms / 2 tokens ( 42.31 ms per token, 23.63 tokens per second) 0.35.754.043 I slot print_timing: id 1 | task 25 | total time = 1215.95 ms / 133 tokens 0.35.754.043 I slot print_timing: id 1 | task 25 | graphs reused = 7 0.35.754.043 I slot print_timing: id 1 | task 25 | graph reallocs = 0 / 0 (same size) / (changed size) 0.35.754.065 I slot release: id 1 | task 25 | stop processing: n_tokens = 133, truncated = 0 0.35.754.242 I slot print_timing: id 2 | task 24 | prompt eval time = 1173.69 ms / 121 tokens ( 9.70 ms per token, 103.09 tokens per second) 0.35.754.245 I slot print_timing: id 2 | task 24 | eval time = 42.34 ms / 2 tokens ( 42.34 ms per token, 23.62 tokens per second) 0.35.754.245 I slot print_timing: id 2 | task 24 | total time = 1216.03 ms / 123 tokens 0.35.754.245 I slot print_timing: id 2 | task 24 | graphs reused = 7 0.35.754.246 I slot print_timing: id 2 | task 24 | graph reallocs = 0 / 0 (same size) / (changed size) 0.35.754.261 I slot release: id 2 | task 24 | stop processing: n_tokens = 123, truncated = 0 0.35.812.884 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.199 (> 0.100 thold), f_keep = 0.218 0.35.814.070 I slot launch_slot_: id 1 | task 31 | processing task, is_child = 0 0.35.815.101 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.154 (> 0.100 thold), f_keep = 0.236 0.35.815.145 I slot launch_slot_: id 2 | task 32 | processing task, is_child = 0 0.36.797.233 I slot print_timing: id 0 | task 23 | prompt eval time = 1173.60 ms / 153 tokens ( 7.67 ms per token, 130.37 tokens per second) 0.36.797.238 I slot print_timing: id 0 | task 23 | eval time = 1085.69 ms / 8 tokens ( 155.10 ms per token, 6.45 tokens per second) 0.36.797.239 I slot print_timing: id 0 | task 23 | total time = 2259.29 ms / 161 tokens 0.36.797.240 I slot print_timing: id 0 | task 23 | graphs reused = 9 0.36.797.240 I slot print_timing: id 0 | task 23 | graph reallocs = 0 / 0 (same size) / (changed size) 0.36.797.265 I slot release: id 0 | task 23 | stop processing: n_tokens = 161, truncated = 0 0.36.797.811 I slot print_timing: id 3 | task 26 | prompt eval time = 1173.77 ms / 122 tokens ( 9.62 ms per token, 103.94 tokens per second) 0.36.797.813 I slot print_timing: id 3 | task 26 | eval time = 1085.72 ms / 8 tokens ( 155.10 ms per token, 6.45 tokens per second) 0.36.797.814 I slot print_timing: id 3 | task 26 | total time = 2259.49 ms / 130 tokens 0.36.797.814 I slot print_timing: id 3 | task 26 | graphs reused = 9 0.36.797.814 I slot print_timing: id 3 | task 26 | graph reallocs = 0 / 0 (same size) / (changed size) 0.36.797.830 I slot release: id 3 | task 26 | stop processing: n_tokens = 130, truncated = 0 0.36.839.078 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.240 (> 0.100 thold), f_keep = 0.180 0.36.841.206 I slot launch_slot_: id 0 | task 39 | processing task, is_child = 0 0.36.842.436 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.207 (> 0.100 thold), f_keep = 0.223 0.36.842.515 I slot launch_slot_: id 3 | task 40 | processing task, is_child = 0 0.37.620.281 I slot print_timing: id 0 | task 39 | prompt eval time = 731.60 ms / 120 tokens ( 6.10 ms per token, 164.02 tokens per second) 0.37.620.287 I slot print_timing: id 0 | task 39 | eval time = 46.15 ms / 2 tokens ( 46.15 ms per token, 21.67 tokens per second) 0.37.620.288 I slot print_timing: id 0 | task 39 | total time = 777.75 ms / 122 tokens 0.37.620.289 I slot print_timing: id 0 | task 39 | graphs reused = 9 0.37.620.290 I slot print_timing: id 0 | task 39 | graph reallocs = 0 / 0 (same size) / (changed size) 0.37.620.321 I slot release: id 0 | task 39 | stop processing: n_tokens = 122, truncated = 0 0.37.620.644 I slot print_timing: id 1 | task 31 | prompt eval time = 859.43 ms / 145 tokens ( 5.93 ms per token, 168.72 tokens per second) 0.37.620.651 I slot print_timing: id 1 | task 31 | eval time = 946.07 ms / 8 tokens ( 135.15 ms per token, 7.40 tokens per second) 0.37.620.652 I slot print_timing: id 1 | task 31 | total time = 1805.49 ms / 153 tokens 0.37.620.653 I slot print_timing: id 1 | task 31 | graphs reused = 9 0.37.620.653 I slot print_timing: id 1 | task 31 | graph reallocs = 0 / 0 (same size) / (changed size) 0.37.620.687 I slot release: id 1 | task 31 | stop processing: n_tokens = 153, truncated = 0 0.37.621.432 I slot print_timing: id 3 | task 40 | prompt eval time = 732.77 ms / 139 tokens ( 5.27 ms per token, 189.69 tokens per second) 0.37.621.437 I slot print_timing: id 3 | task 40 | eval time = 46.01 ms / 2 tokens ( 46.01 ms per token, 21.74 tokens per second) 0.37.621.438 I slot print_timing: id 3 | task 40 | total time = 778.78 ms / 141 tokens 0.37.621.439 I slot print_timing: id 3 | task 40 | graphs reused = 9 0.37.621.439 I slot print_timing: id 3 | task 40 | graph reallocs = 0 / 0 (same size) / (changed size) 0.37.621.469 I slot release: id 3 | task 40 | stop processing: n_tokens = 141, truncated = 0 0.37.654.678 I slot print_timing: id 2 | task 32 | prompt eval time = 859.53 ms / 187 tokens ( 4.60 ms per token, 217.56 tokens per second) 0.37.654.682 I slot print_timing: id 2 | task 32 | eval time = 979.92 ms / 9 tokens ( 122.49 ms per token, 8.16 tokens per second) 0.37.654.683 I slot print_timing: id 2 | task 32 | total time = 1839.45 ms / 196 tokens 0.37.654.684 I slot print_timing: id 2 | task 32 | graphs reused = 9 0.37.654.684 I slot print_timing: id 2 | task 32 | graph reallocs = 0 / 0 (same size) / (changed size) 0.37.654.719 I slot release: id 2 | task 32 | stop processing: n_tokens = 196, truncated = 0 0.37.654.725 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.218 (> 0.100 thold), f_keep = 0.238 0.37.656.734 I slot launch_slot_: id 0 | task 45 | processing task, is_child = 0 0.37.661.675 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.197 (> 0.100 thold), f_keep = 0.190 0.37.661.747 I slot launch_slot_: id 1 | task 46 | processing task, is_child = 0 0.37.661.831 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.165 (> 0.100 thold), f_keep = 0.148 0.37.661.898 I slot launch_slot_: id 2 | task 47 | processing task, is_child = 0 0.37.661.939 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.225 (> 0.100 thold), f_keep = 0.206 0.37.661.996 I slot launch_slot_: id 3 | task 48 | processing task, is_child = 0 0.38.963.780 I slot print_timing: id 2 | task 47 | prompt eval time = 1259.54 ms / 175 tokens ( 7.20 ms per token, 138.94 tokens per second) 0.38.963.785 I slot print_timing: id 2 | task 47 | eval time = 42.04 ms / 2 tokens ( 42.04 ms per token, 23.78 tokens per second) 0.38.963.786 I slot print_timing: id 2 | task 47 | total time = 1301.58 ms / 177 tokens 0.38.963.786 I slot print_timing: id 2 | task 47 | graphs reused = 9 0.38.963.786 I slot print_timing: id 2 | task 47 | graph reallocs = 0 / 0 (same size) / (changed size) 0.38.963.810 I slot release: id 2 | task 47 | stop processing: n_tokens = 177, truncated = 0 0.39.032.333 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.250 (> 0.100 thold), f_keep = 0.164 0.39.033.855 I slot launch_slot_: id 2 | task 53 | processing task, is_child = 0 0.39.587.311 I slot print_timing: id 0 | task 45 | prompt eval time = 1259.37 ms / 132 tokens ( 9.54 ms per token, 104.81 tokens per second) 0.39.587.316 I slot print_timing: id 0 | task 45 | eval time = 665.93 ms / 8 tokens ( 95.13 ms per token, 10.51 tokens per second) 0.39.587.317 I slot print_timing: id 0 | task 45 | total time = 1925.31 ms / 140 tokens 0.39.587.317 I slot print_timing: id 0 | task 45 | graphs reused = 11 0.39.587.318 I slot print_timing: id 0 | task 45 | graph reallocs = 0 / 0 (same size) / (changed size) 0.39.587.343 I slot release: id 0 | task 45 | stop processing: n_tokens = 140, truncated = 0 0.39.587.526 I slot print_timing: id 1 | task 46 | prompt eval time = 1259.45 ms / 146 tokens ( 8.63 ms per token, 115.92 tokens per second) 0.39.587.529 I slot print_timing: id 1 | task 46 | eval time = 665.97 ms / 8 tokens ( 95.14 ms per token, 10.51 tokens per second) 0.39.587.529 I slot print_timing: id 1 | task 46 | total time = 1925.43 ms / 154 tokens 0.39.587.529 I slot print_timing: id 1 | task 46 | graphs reused = 11 0.39.587.530 I slot print_timing: id 1 | task 46 | graph reallocs = 0 / 0 (same size) / (changed size) 0.39.587.545 I slot release: id 1 | task 46 | stop processing: n_tokens = 154, truncated = 0 0.39.629.078 I slot print_timing: id 3 | task 48 | prompt eval time = 1259.61 ms / 128 tokens ( 9.84 ms per token, 101.62 tokens per second) 0.39.629.083 I slot print_timing: id 3 | task 48 | eval time = 707.16 ms / 9 tokens ( 88.40 ms per token, 11.31 tokens per second) 0.39.629.083 I slot print_timing: id 3 | task 48 | total time = 1966.77 ms / 137 tokens 0.39.629.083 I slot print_timing: id 3 | task 48 | graphs reused = 11 0.39.629.084 I slot print_timing: id 3 | task 48 | graph reallocs = 0 / 0 (same size) / (changed size) 0.39.629.103 I slot release: id 3 | task 48 | stop processing: n_tokens = 137, truncated = 0 0.39.629.108 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.193 (> 0.100 thold), f_keep = 0.207 0.39.630.052 I slot launch_slot_: id 0 | task 60 | processing task, is_child = 0 0.39.632.478 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.197 (> 0.100 thold), f_keep = 0.188 0.39.632.528 I slot launch_slot_: id 1 | task 61 | processing task, is_child = 0 0.39.632.553 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.240 (> 0.100 thold), f_keep = 0.219 0.39.632.589 I slot launch_slot_: id 3 | task 62 | processing task, is_child = 0 0.40.665.079 I slot print_timing: id 2 | task 53 | prompt eval time = 430.16 ms / 115 tokens ( 3.74 ms per token, 267.34 tokens per second) 0.40.665.082 I slot print_timing: id 2 | task 53 | eval time = 1201.05 ms / 8 tokens ( 171.58 ms per token, 5.83 tokens per second) 0.40.665.083 I slot print_timing: id 2 | task 53 | total time = 1631.21 ms / 123 tokens 0.40.665.083 I slot print_timing: id 2 | task 53 | graphs reused = 11 0.40.665.083 I slot print_timing: id 2 | task 53 | graph reallocs = 0 / 0 (same size) / (changed size) 0.40.665.105 I slot release: id 2 | task 53 | stop processing: n_tokens = 123, truncated = 0 0.40.733.751 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.244 (> 0.100 thold), f_keep = 0.236 0.40.734.894 I slot launch_slot_: id 2 | task 67 | processing task, is_child = 0 0.41.208.078 I slot print_timing: id 2 | task 67 | prompt eval time = 430.72 ms / 118 tokens ( 3.65 ms per token, 273.96 tokens per second) 0.41.208.081 I slot print_timing: id 2 | task 67 | eval time = 42.46 ms / 2 tokens ( 42.46 ms per token, 23.55 tokens per second) 0.41.208.081 I slot print_timing: id 2 | task 67 | total time = 473.17 ms / 120 tokens 0.41.208.081 I slot print_timing: id 2 | task 67 | graphs reused = 11 0.41.208.082 I slot print_timing: id 2 | task 67 | graph reallocs = 0 / 0 (same size) / (changed size) 0.41.208.107 I slot release: id 2 | task 67 | stop processing: n_tokens = 120, truncated = 0 0.41.277.499 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.227 (> 0.100 thold), f_keep = 0.242 0.41.278.290 I slot launch_slot_: id 2 | task 72 | processing task, is_child = 0 0.41.603.217 I slot print_timing: id 0 | task 60 | prompt eval time = 989.98 ms / 149 tokens ( 6.64 ms per token, 150.51 tokens per second) 0.41.603.220 I slot print_timing: id 0 | task 60 | eval time = 980.63 ms / 8 tokens ( 140.09 ms per token, 7.14 tokens per second) 0.41.603.225 I slot print_timing: id 0 | task 60 | total time = 1970.62 ms / 157 tokens 0.41.603.225 I slot print_timing: id 0 | task 60 | graphs reused = 11 0.41.603.227 I slot print_timing: id 0 | task 60 | graph reallocs = 0 / 0 (same size) / (changed size) 0.41.603.251 I slot release: id 0 | task 60 | stop processing: n_tokens = 157, truncated = 0 0.41.603.427 I slot print_timing: id 1 | task 61 | prompt eval time = 990.07 ms / 146 tokens ( 6.78 ms per token, 147.46 tokens per second) 0.41.603.429 I slot print_timing: id 1 | task 61 | eval time = 980.67 ms / 8 tokens ( 140.10 ms per token, 7.14 tokens per second) 0.41.603.430 I slot print_timing: id 1 | task 61 | total time = 1970.74 ms / 154 tokens 0.41.603.430 I slot print_timing: id 1 | task 61 | graphs reused = 11 0.41.603.430 I slot print_timing: id 1 | task 61 | graph reallocs = 0 / 0 (same size) / (changed size) 0.41.603.446 I slot release: id 1 | task 61 | stop processing: n_tokens = 154, truncated = 0 0.41.603.633 I slot print_timing: id 3 | task 62 | prompt eval time = 990.32 ms / 124 tokens ( 7.99 ms per token, 125.21 tokens per second) 0.41.603.635 I slot print_timing: id 3 | task 62 | eval time = 980.56 ms / 8 tokens ( 140.08 ms per token, 7.14 tokens per second) 0.41.603.635 I slot print_timing: id 3 | task 62 | total time = 1970.88 ms / 132 tokens 0.41.603.635 I slot print_timing: id 3 | task 62 | graphs reused = 11 0.41.603.636 I slot print_timing: id 3 | task 62 | graph reallocs = 0 / 0 (same size) / (changed size) 0.41.603.647 I slot release: id 3 | task 62 | stop processing: n_tokens = 132, truncated = 0 0.41.645.828 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.259 (> 0.100 thold), f_keep = 0.185 0.41.647.110 I slot launch_slot_: id 0 | task 75 | processing task, is_child = 0 0.41.649.403 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.222 (> 0.100 thold), f_keep = 0.227 0.41.649.684 I slot launch_slot_: id 3 | task 76 | processing task, is_child = 0 0.41.649.717 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.199 (> 0.100 thold), f_keep = 0.188 0.41.649.762 I slot launch_slot_: id 1 | task 77 | processing task, is_child = 0 0.42.564.498 I slot print_timing: id 2 | task 72 | prompt eval time = 367.53 ms / 127 tokens ( 2.89 ms per token, 345.55 tokens per second) 0.42.564.500 I slot print_timing: id 2 | task 72 | eval time = 918.67 ms / 2 tokens ( 918.67 ms per token, 1.09 tokens per second) 0.42.564.500 I slot print_timing: id 2 | task 72 | total time = 1286.19 ms / 129 tokens 0.42.564.501 I slot print_timing: id 2 | task 72 | graphs reused = 11 0.42.564.501 I slot print_timing: id 2 | task 72 | graph reallocs = 0 / 0 (same size) / (changed size) 0.42.564.521 I slot release: id 2 | task 72 | stop processing: n_tokens = 129, truncated = 0 0.42.648.925 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.206 (> 0.100 thold), f_keep = 0.225 0.42.649.392 I slot launch_slot_: id 2 | task 80 | processing task, is_child = 0 0.43.025.394 I slot print_timing: id 1 | task 77 | prompt eval time = 998.90 ms / 145 tokens ( 6.89 ms per token, 145.16 tokens per second) 0.43.025.400 I slot print_timing: id 1 | task 77 | eval time = 376.65 ms / 2 tokens ( 376.65 ms per token, 2.65 tokens per second) 0.43.025.401 I slot print_timing: id 1 | task 77 | total time = 1375.56 ms / 147 tokens 0.43.025.401 I slot print_timing: id 1 | task 77 | graphs reused = 11 0.43.025.402 I slot print_timing: id 1 | task 77 | graph reallocs = 0 / 0 (same size) / (changed size) 0.43.025.427 I slot release: id 1 | task 77 | stop processing: n_tokens = 147, truncated = 0 0.43.123.302 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.269 (> 0.100 thold), f_keep = 0.197 0.43.124.586 I slot launch_slot_: id 1 | task 83 | processing task, is_child = 0 0.43.734.965 I slot print_timing: id 0 | task 75 | prompt eval time = 998.79 ms / 111 tokens ( 9.00 ms per token, 111.13 tokens per second) 0.43.734.967 I slot print_timing: id 0 | task 75 | eval time = 1086.40 ms / 9 tokens ( 135.80 ms per token, 7.36 tokens per second) 0.43.734.968 I slot print_timing: id 0 | task 75 | total time = 2085.19 ms / 120 tokens 0.43.734.968 I slot print_timing: id 0 | task 75 | graphs reused = 14 0.43.734.969 I slot print_timing: id 0 | task 75 | graph reallocs = 0 / 0 (same size) / (changed size) 0.43.734.986 I slot release: id 0 | task 75 | stop processing: n_tokens = 120, truncated = 0 0.43.777.009 I slot print_timing: id 2 | task 80 | prompt eval time = 473.75 ms / 140 tokens ( 3.38 ms per token, 295.52 tokens per second) 0.43.777.014 I slot print_timing: id 2 | task 80 | eval time = 653.86 ms / 8 tokens ( 93.41 ms per token, 10.71 tokens per second) 0.43.777.016 I slot print_timing: id 2 | task 80 | total time = 1127.61 ms / 148 tokens 0.43.777.016 I slot print_timing: id 2 | task 80 | graphs reused = 14 0.43.777.017 I slot print_timing: id 2 | task 80 | graph reallocs = 0 / 0 (same size) / (changed size) 0.43.777.038 I slot release: id 2 | task 80 | stop processing: n_tokens = 148, truncated = 0 0.43.777.243 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.257 (> 0.100 thold), f_keep = 0.242 0.43.778.204 I slot launch_slot_: id 0 | task 91 | processing task, is_child = 0 0.44.091.356 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.156 (> 0.100 thold), f_keep = 0.196 0.44.091.417 I slot launch_slot_: id 2 | task 93 | processing task, is_child = 0 0.44.680.620 I slot print_timing: id 1 | task 83 | prompt eval time = 446.23 ms / 107 tokens ( 4.17 ms per token, 239.79 tokens per second) 0.44.680.625 I slot print_timing: id 1 | task 83 | eval time = 1109.80 ms / 9 tokens ( 138.72 ms per token, 7.21 tokens per second) 0.44.680.625 I slot print_timing: id 1 | task 83 | total time = 1556.03 ms / 116 tokens 0.44.680.626 I slot print_timing: id 1 | task 83 | graphs reused = 14 0.44.680.626 I slot print_timing: id 1 | task 83 | graph reallocs = 0 / 0 (same size) / (changed size) 0.44.680.648 I slot release: id 1 | task 83 | stop processing: n_tokens = 116, truncated = 0 0.44.749.647 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.164 (> 0.100 thold), f_keep = 0.250 0.44.750.448 I slot launch_slot_: id 1 | task 97 | processing task, is_child = 0 0.45.442.386 I slot print_timing: id 3 | task 76 | prompt eval time = 999.02 ms / 134 tokens ( 7.46 ms per token, 134.13 tokens per second) 0.45.442.391 I slot print_timing: id 3 | task 76 | eval time = 2793.46 ms / 19 tokens ( 155.19 ms per token, 6.44 tokens per second) 0.45.442.392 I slot print_timing: id 3 | task 76 | total time = 3792.49 ms / 153 tokens 0.45.442.392 I slot print_timing: id 3 | task 76 | graphs reused = 16 0.45.442.393 I slot print_timing: id 3 | task 76 | graph reallocs = 0 / 0 (same size) / (changed size) 0.45.442.415 I slot release: id 3 | task 76 | stop processing: n_tokens = 153, truncated = 0 0.45.483.618 I slot print_timing: id 0 | task 91 | prompt eval time = 792.80 ms / 112 tokens ( 7.08 ms per token, 141.27 tokens per second) 0.45.483.621 I slot print_timing: id 0 | task 91 | eval time = 911.47 ms / 9 tokens ( 113.93 ms per token, 8.78 tokens per second) 0.45.483.622 I slot print_timing: id 0 | task 91 | total time = 1704.26 ms / 121 tokens 0.45.483.622 I slot print_timing: id 0 | task 91 | graphs reused = 16 0.45.483.623 I slot print_timing: id 0 | task 91 | graph reallocs = 0 / 0 (same size) / (changed size) 0.45.483.638 I slot release: id 0 | task 91 | stop processing: n_tokens = 121, truncated = 0 0.45.483.984 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.212 (> 0.100 thold), f_keep = 0.240 0.45.484.869 I slot launch_slot_: id 0 | task 104 | processing task, is_child = 0 0.45.833.354 I slot print_timing: id 2 | task 93 | prompt eval time = 589.23 ms / 185 tokens ( 3.19 ms per token, 313.97 tokens per second) 0.45.833.359 I slot print_timing: id 2 | task 93 | eval time = 1152.51 ms / 9 tokens ( 144.06 ms per token, 6.94 tokens per second) 0.45.833.360 I slot print_timing: id 2 | task 93 | total time = 1741.74 ms / 194 tokens 0.45.833.360 I slot print_timing: id 2 | task 93 | graphs reused = 16 0.45.833.360 I slot print_timing: id 2 | task 93 | graph reallocs = 0 / 0 (same size) / (changed size) 0.45.833.389 I slot release: id 2 | task 93 | stop processing: n_tokens = 194, truncated = 0 0.45.833.395 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.172 (> 0.100 thold), f_keep = 0.149 0.45.835.666 I slot launch_slot_: id 2 | task 106 | processing task, is_child = 0 0.46.286.631 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.161 (> 0.100 thold), f_keep = 0.190 0.46.286.697 I slot launch_slot_: id 3 | task 108 | processing task, is_child = 0 0.46.741.798 I slot print_timing: id 0 | task 104 | prompt eval time = 800.61 ms / 136 tokens ( 5.89 ms per token, 169.87 tokens per second) 0.46.741.803 I slot print_timing: id 0 | task 104 | eval time = 455.33 ms / 2 tokens ( 455.33 ms per token, 2.20 tokens per second) 0.46.741.804 I slot print_timing: id 0 | task 104 | total time = 1255.94 ms / 138 tokens 0.46.741.804 I slot print_timing: id 0 | task 104 | graphs reused = 16 0.46.741.805 I slot print_timing: id 0 | task 104 | graph reallocs = 0 / 0 (same size) / (changed size) 0.46.741.828 I slot release: id 0 | task 104 | stop processing: n_tokens = 138, truncated = 0 0.46.741.996 I slot print_timing: id 1 | task 97 | prompt eval time = 568.24 ms / 176 tokens ( 3.23 ms per token, 309.73 tokens per second) 0.46.741.998 I slot print_timing: id 1 | task 97 | eval time = 1423.30 ms / 8 tokens ( 203.33 ms per token, 4.92 tokens per second) 0.46.741.999 I slot print_timing: id 1 | task 97 | total time = 1991.54 ms / 184 tokens 0.46.741.999 I slot print_timing: id 1 | task 97 | graphs reused = 16 0.46.741.999 I slot print_timing: id 1 | task 97 | graph reallocs = 0 / 0 (same size) / (changed size) 0.46.742.018 I slot release: id 1 | task 97 | stop processing: n_tokens = 184, truncated = 0 0.46.822.200 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.201 (> 0.100 thold), f_keep = 0.210 0.46.823.375 I slot launch_slot_: id 0 | task 111 | processing task, is_child = 0 0.46.825.777 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.192 (> 0.100 thold), f_keep = 0.158 0.46.825.830 I slot launch_slot_: id 1 | task 112 | processing task, is_child = 0 0.47.568.995 I slot print_timing: id 0 | task 111 | prompt eval time = 700.68 ms / 143 tokens ( 4.90 ms per token, 204.09 tokens per second) 0.47.569.000 I slot print_timing: id 0 | task 111 | eval time = 42.47 ms / 2 tokens ( 42.47 ms per token, 23.55 tokens per second) 0.47.569.001 I slot print_timing: id 0 | task 111 | total time = 743.15 ms / 145 tokens 0.47.569.001 I slot print_timing: id 0 | task 111 | graphs reused = 16 0.47.569.002 I slot print_timing: id 0 | task 111 | graph reallocs = 0 / 0 (same size) / (changed size) 0.47.569.023 I slot release: id 0 | task 111 | stop processing: n_tokens = 145, truncated = 0 0.47.569.198 I slot print_timing: id 1 | task 112 | prompt eval time = 700.76 ms / 150 tokens ( 4.67 ms per token, 214.05 tokens per second) 0.47.569.200 I slot print_timing: id 1 | task 112 | eval time = 42.50 ms / 2 tokens ( 42.50 ms per token, 23.53 tokens per second) 0.47.569.200 I slot print_timing: id 1 | task 112 | total time = 743.26 ms / 152 tokens 0.47.569.200 I slot print_timing: id 1 | task 112 | graphs reused = 16 0.47.569.201 I slot print_timing: id 1 | task 112 | graph reallocs = 0 / 0 (same size) / (changed size) 0.47.569.218 I slot release: id 1 | task 112 | stop processing: n_tokens = 152, truncated = 0 0.47.610.249 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.216 (> 0.100 thold), f_keep = 0.200 0.47.611.549 I slot launch_slot_: id 0 | task 117 | processing task, is_child = 0 0.47.612.785 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.223 (> 0.100 thold), f_keep = 0.191 0.47.612.832 I slot launch_slot_: id 1 | task 118 | processing task, is_child = 0 0.48.254.061 I slot print_timing: id 2 | task 106 | prompt eval time = 906.00 ms / 168 tokens ( 5.39 ms per token, 185.43 tokens per second) 0.48.254.066 I slot print_timing: id 2 | task 106 | eval time = 1511.82 ms / 8 tokens ( 215.97 ms per token, 4.63 tokens per second) 0.48.254.067 I slot print_timing: id 2 | task 106 | total time = 2417.82 ms / 176 tokens 0.48.254.067 I slot print_timing: id 2 | task 106 | graphs reused = 17 0.48.254.068 I slot print_timing: id 2 | task 106 | graph reallocs = 0 / 0 (same size) / (changed size) 0.48.254.101 I slot release: id 2 | task 106 | stop processing: n_tokens = 176, truncated = 0 0.48.322.750 I slot print_timing: id 3 | task 108 | prompt eval time = 535.25 ms / 179 tokens ( 2.99 ms per token, 334.42 tokens per second) 0.48.322.755 I slot print_timing: id 3 | task 108 | eval time = 1500.55 ms / 8 tokens ( 214.36 ms per token, 4.66 tokens per second) 0.48.322.756 I slot print_timing: id 3 | task 108 | total time = 2035.80 ms / 187 tokens 0.48.322.756 I slot print_timing: id 3 | task 108 | graphs reused = 17 0.48.322.757 I slot print_timing: id 3 | task 108 | graph reallocs = 0 / 0 (same size) / (changed size) 0.48.322.780 I slot release: id 3 | task 108 | stop processing: n_tokens = 187, truncated = 0 0.48.322.786 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.174 (> 0.100 thold), f_keep = 0.165 0.48.324.042 I slot launch_slot_: id 2 | task 122 | processing task, is_child = 0 0.48.738.084 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.257 (> 0.100 thold), f_keep = 0.155 0.48.738.149 I slot launch_slot_: id 3 | task 124 | processing task, is_child = 0 0.49.153.085 I slot print_timing: id 2 | task 122 | prompt eval time = 746.86 ms / 166 tokens ( 4.50 ms per token, 222.26 tokens per second) 0.49.153.091 I slot print_timing: id 2 | task 122 | eval time = 80.52 ms / 2 tokens ( 80.52 ms per token, 12.42 tokens per second) 0.49.153.091 I slot print_timing: id 2 | task 122 | total time = 827.38 ms / 168 tokens 0.49.153.092 I slot print_timing: id 2 | task 122 | graphs reused = 17 0.49.153.092 I slot print_timing: id 2 | task 122 | graph reallocs = 0 / 0 (same size) / (changed size) 0.49.153.114 I slot release: id 2 | task 122 | stop processing: n_tokens = 168, truncated = 0 0.49.221.800 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.189 (> 0.100 thold), f_keep = 0.185 0.49.222.925 I slot launch_slot_: id 2 | task 128 | processing task, is_child = 0 0.49.709.932 I slot print_timing: id 1 | task 118 | prompt eval time = 640.98 ms / 129 tokens ( 4.97 ms per token, 201.25 tokens per second) 0.49.709.935 I slot print_timing: id 1 | task 118 | eval time = 1456.03 ms / 8 tokens ( 208.00 ms per token, 4.81 tokens per second) 0.49.709.935 I slot print_timing: id 1 | task 118 | total time = 2097.01 ms / 137 tokens 0.49.709.935 I slot print_timing: id 1 | task 118 | graphs reused = 17 0.49.709.936 I slot print_timing: id 1 | task 118 | graph reallocs = 0 / 0 (same size) / (changed size) 0.49.709.959 I slot release: id 1 | task 118 | stop processing: n_tokens = 137, truncated = 0 0.49.778.834 I slot print_timing: id 0 | task 117 | prompt eval time = 640.86 ms / 133 tokens ( 4.82 ms per token, 207.53 tokens per second) 0.49.778.838 I slot print_timing: id 0 | task 117 | eval time = 1525.13 ms / 9 tokens ( 190.64 ms per token, 5.25 tokens per second) 0.49.778.839 I slot print_timing: id 0 | task 117 | total time = 2165.99 ms / 142 tokens 0.49.778.839 I slot print_timing: id 0 | task 117 | graphs reused = 17 0.49.778.839 I slot print_timing: id 0 | task 117 | graph reallocs = 0 / 0 (same size) / (changed size) 0.49.778.859 I slot release: id 0 | task 117 | stop processing: n_tokens = 142, truncated = 0 0.49.779.190 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.172 (> 0.100 thold), f_keep = 0.204 0.49.780.488 I slot launch_slot_: id 0 | task 132 | processing task, is_child = 0 0.50.191.986 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.180 (> 0.100 thold), f_keep = 0.219 0.50.192.049 I slot launch_slot_: id 1 | task 134 | processing task, is_child = 0 0.50.704.150 I slot print_timing: id 3 | task 124 | prompt eval time = 414.92 ms / 112 tokens ( 3.70 ms per token, 269.93 tokens per second) 0.50.704.152 I slot print_timing: id 3 | task 124 | eval time = 1550.83 ms / 8 tokens ( 221.55 ms per token, 4.51 tokens per second) 0.50.704.153 I slot print_timing: id 3 | task 124 | total time = 1965.75 ms / 120 tokens 0.50.704.153 I slot print_timing: id 3 | task 124 | graphs reused = 18 0.50.704.154 I slot print_timing: id 3 | task 124 | graph reallocs = 0 / 0 (same size) / (changed size) 0.50.704.173 I slot release: id 3 | task 124 | stop processing: n_tokens = 120, truncated = 0 0.50.745.467 I slot print_timing: id 1 | task 134 | prompt eval time = 511.17 ms / 166 tokens ( 3.08 ms per token, 324.75 tokens per second) 0.50.745.471 I slot print_timing: id 1 | task 134 | eval time = 41.61 ms / 2 tokens ( 41.61 ms per token, 24.03 tokens per second) 0.50.745.472 I slot print_timing: id 1 | task 134 | total time = 552.78 ms / 168 tokens 0.50.745.472 I slot print_timing: id 1 | task 134 | graphs reused = 18 0.50.745.472 I slot print_timing: id 1 | task 134 | graph reallocs = 0 / 0 (same size) / (changed size) 0.50.745.494 I slot release: id 1 | task 134 | stop processing: n_tokens = 168, truncated = 0 0.50.745.678 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.250 (> 0.100 thold), f_keep = 0.173 0.50.747.302 I slot launch_slot_: id 1 | task 138 | processing task, is_child = 0 0.51.069.034 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.250 (> 0.100 thold), f_keep = 0.242 0.51.069.096 I slot launch_slot_: id 3 | task 140 | processing task, is_child = 0 0.51.438.929 I slot print_timing: id 2 | task 128 | prompt eval time = 487.23 ms / 163 tokens ( 2.99 ms per token, 334.54 tokens per second) 0.51.438.935 I slot print_timing: id 2 | task 128 | eval time = 1728.76 ms / 8 tokens ( 246.97 ms per token, 4.05 tokens per second) 0.51.438.935 I slot print_timing: id 2 | task 128 | total time = 2216.00 ms / 171 tokens 0.51.438.936 I slot print_timing: id 2 | task 128 | graphs reused = 18 0.51.438.936 I slot print_timing: id 2 | task 128 | graph reallocs = 0 / 0 (same size) / (changed size) 0.51.438.959 I slot release: id 2 | task 128 | stop processing: n_tokens = 171, truncated = 0 0.51.518.727 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.215 (> 0.100 thold), f_keep = 0.170 0.51.520.224 I slot launch_slot_: id 2 | task 143 | processing task, is_child = 0 0.52.003.625 I slot print_timing: id 0 | task 132 | prompt eval time = 804.24 ms / 168 tokens ( 4.79 ms per token, 208.89 tokens per second) 0.52.003.628 I slot print_timing: id 0 | task 132 | eval time = 1417.76 ms / 8 tokens ( 202.54 ms per token, 4.94 tokens per second) 0.52.003.628 I slot print_timing: id 0 | task 132 | total time = 2221.99 ms / 176 tokens 0.52.003.629 I slot print_timing: id 0 | task 132 | graphs reused = 18 0.52.003.629 I slot print_timing: id 0 | task 132 | graph reallocs = 0 / 0 (same size) / (changed size) 0.52.003.661 I slot release: id 0 | task 132 | stop processing: n_tokens = 176, truncated = 0 0.52.045.680 I slot print_timing: id 2 | task 143 | prompt eval time = 483.78 ms / 134 tokens ( 3.61 ms per token, 276.98 tokens per second) 0.52.045.682 I slot print_timing: id 2 | task 143 | eval time = 41.66 ms / 2 tokens ( 41.66 ms per token, 24.00 tokens per second) 0.52.045.683 I slot print_timing: id 2 | task 143 | total time = 525.45 ms / 136 tokens 0.52.045.683 I slot print_timing: id 2 | task 143 | graphs reused = 18 0.52.045.684 I slot print_timing: id 2 | task 143 | graph reallocs = 0 / 0 (same size) / (changed size) 0.52.045.706 I slot release: id 2 | task 143 | stop processing: n_tokens = 136, truncated = 0 0.52.045.884 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.227 (> 0.100 thold), f_keep = 0.165 0.52.047.775 I slot launch_slot_: id 0 | task 147 | processing task, is_child = 0 0.52.363.349 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.188 (> 0.100 thold), f_keep = 0.213 0.52.363.409 I slot launch_slot_: id 2 | task 149 | processing task, is_child = 0 0.52.886.876 I slot print_timing: id 0 | task 147 | prompt eval time = 730.86 ms / 127 tokens ( 5.75 ms per token, 173.77 tokens per second) 0.52.886.880 I slot print_timing: id 0 | task 147 | eval time = 107.39 ms / 2 tokens ( 107.39 ms per token, 9.31 tokens per second) 0.52.886.881 I slot print_timing: id 0 | task 147 | total time = 838.25 ms / 129 tokens 0.52.886.881 I slot print_timing: id 0 | task 147 | graphs reused = 18 0.52.886.881 I slot print_timing: id 0 | task 147 | graph reallocs = 0 / 0 (same size) / (changed size) 0.52.886.903 I slot release: id 0 | task 147 | stop processing: n_tokens = 129, truncated = 0 0.52.887.064 I slot print_timing: id 1 | task 138 | prompt eval time = 690.69 ms / 115 tokens ( 6.01 ms per token, 166.50 tokens per second) 0.52.887.067 I slot print_timing: id 1 | task 138 | eval time = 1448.30 ms / 8 tokens ( 206.90 ms per token, 4.83 tokens per second) 0.52.887.067 I slot print_timing: id 1 | task 138 | total time = 2138.99 ms / 123 tokens 0.52.887.068 I slot print_timing: id 1 | task 138 | graphs reused = 18 0.52.887.068 I slot print_timing: id 1 | task 138 | graph reallocs = 0 / 0 (same size) / (changed size) 0.52.887.081 I slot release: id 1 | task 138 | stop processing: n_tokens = 123, truncated = 0 0.52.928.436 I slot print_timing: id 3 | task 140 | prompt eval time = 449.43 ms / 115 tokens ( 3.91 ms per token, 255.88 tokens per second) 0.52.928.439 I slot print_timing: id 3 | task 140 | eval time = 1409.71 ms / 8 tokens ( 201.39 ms per token, 4.97 tokens per second) 0.52.928.439 I slot print_timing: id 3 | task 140 | total time = 1859.14 ms / 123 tokens 0.52.928.440 I slot print_timing: id 3 | task 140 | graphs reused = 18 0.52.928.440 I slot print_timing: id 3 | task 140 | graph reallocs = 0 / 0 (same size) / (changed size) 0.52.928.458 I slot release: id 3 | task 140 | stop processing: n_tokens = 123, truncated = 0 0.52.928.463 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.207 (> 0.100 thold), f_keep = 0.233 0.52.929.275 I slot launch_slot_: id 0 | task 153 | processing task, is_child = 0 0.52.931.433 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.232 (> 0.100 thold), f_keep = 0.236 0.52.931.482 I slot launch_slot_: id 1 | task 154 | processing task, is_child = 0 0.52.931.505 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.227 (> 0.100 thold), f_keep = 0.236 0.52.931.544 I slot launch_slot_: id 3 | task 155 | processing task, is_child = 0 0.53.968.011 I slot print_timing: id 0 | task 153 | prompt eval time = 994.14 ms / 144 tokens ( 6.90 ms per token, 144.85 tokens per second) 0.53.968.013 I slot print_timing: id 0 | task 153 | eval time = 42.32 ms / 2 tokens ( 42.32 ms per token, 23.63 tokens per second) 0.53.968.013 I slot print_timing: id 0 | task 153 | total time = 1036.46 ms / 146 tokens 0.53.968.014 I slot print_timing: id 0 | task 153 | graphs reused = 18 0.53.968.014 I slot print_timing: id 0 | task 153 | graph reallocs = 0 / 0 (same size) / (changed size) 0.53.968.038 I slot release: id 0 | task 153 | stop processing: n_tokens = 146, truncated = 0 0.53.968.199 I slot print_timing: id 1 | task 154 | prompt eval time = 994.24 ms / 124 tokens ( 8.02 ms per token, 124.72 tokens per second) 0.53.968.202 I slot print_timing: id 1 | task 154 | eval time = 42.33 ms / 2 tokens ( 42.33 ms per token, 23.62 tokens per second) 0.53.968.203 I slot print_timing: id 1 | task 154 | total time = 1036.58 ms / 126 tokens 0.53.968.203 I slot print_timing: id 1 | task 154 | graphs reused = 18 0.53.968.203 I slot print_timing: id 1 | task 154 | graph reallocs = 0 / 0 (same size) / (changed size) 0.53.968.217 I slot release: id 1 | task 154 | stop processing: n_tokens = 126, truncated = 0 0.54.009.310 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.217 (> 0.100 thold), f_keep = 0.205 0.54.010.621 I slot launch_slot_: id 0 | task 160 | processing task, is_child = 0 0.54.011.692 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.199 (> 0.100 thold), f_keep = 0.230 0.54.011.741 I slot launch_slot_: id 1 | task 161 | processing task, is_child = 0 0.54.709.644 I slot print_timing: id 2 | task 149 | prompt eval time = 523.69 ms / 153 tokens ( 3.42 ms per token, 292.16 tokens per second) 0.54.709.650 I slot print_timing: id 2 | task 149 | eval time = 1822.34 ms / 8 tokens ( 260.33 ms per token, 3.84 tokens per second) 0.54.709.650 I slot print_timing: id 2 | task 149 | total time = 2346.03 ms / 161 tokens 0.54.709.651 I slot print_timing: id 2 | task 149 | graphs reused = 19 0.54.709.651 I slot print_timing: id 2 | task 149 | graph reallocs = 0 / 0 (same size) / (changed size) 0.54.709.674 I slot release: id 2 | task 149 | stop processing: n_tokens = 161, truncated = 0 0.54.778.298 I slot print_timing: id 1 | task 161 | prompt eval time = 697.66 ms / 145 tokens ( 4.81 ms per token, 207.84 tokens per second) 0.54.778.301 I slot print_timing: id 1 | task 161 | eval time = 68.80 ms / 2 tokens ( 68.80 ms per token, 14.53 tokens per second) 0.54.778.301 I slot print_timing: id 1 | task 161 | total time = 766.46 ms / 147 tokens 0.54.778.301 I slot print_timing: id 1 | task 161 | graphs reused = 19 0.54.778.302 I slot print_timing: id 1 | task 161 | graph reallocs = 0 / 0 (same size) / (changed size) 0.54.778.325 I slot release: id 1 | task 161 | stop processing: n_tokens = 147, truncated = 0 0.54.778.499 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.232 (> 0.100 thold), f_keep = 0.197 0.54.779.876 I slot launch_slot_: id 1 | task 165 | processing task, is_child = 0 0.55.104.118 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.254 (> 0.100 thold), f_keep = 0.180 0.55.104.181 I slot launch_slot_: id 2 | task 167 | processing task, is_child = 0 0.55.465.729 I slot print_timing: id 3 | task 155 | prompt eval time = 994.50 ms / 127 tokens ( 7.83 ms per token, 127.70 tokens per second) 0.55.465.734 I slot print_timing: id 3 | task 155 | eval time = 1539.53 ms / 8 tokens ( 219.93 ms per token, 4.55 tokens per second) 0.55.465.734 I slot print_timing: id 3 | task 155 | total time = 2534.03 ms / 135 tokens 0.55.465.735 I slot print_timing: id 3 | task 155 | graphs reused = 19 0.55.465.735 I slot print_timing: id 3 | task 155 | graph reallocs = 0 / 0 (same size) / (changed size) 0.55.465.762 I slot release: id 3 | task 155 | stop processing: n_tokens = 135, truncated = 0 0.55.545.864 I slot print_timing: id 1 | task 165 | prompt eval time = 684.35 ms / 124 tokens ( 5.52 ms per token, 181.19 tokens per second) 0.55.545.866 I slot print_timing: id 1 | task 165 | eval time = 80.30 ms / 2 tokens ( 80.30 ms per token, 12.45 tokens per second) 0.55.545.867 I slot print_timing: id 1 | task 165 | total time = 764.65 ms / 126 tokens 0.55.545.867 I slot print_timing: id 1 | task 165 | graphs reused = 19 0.55.545.868 I slot print_timing: id 1 | task 165 | graph reallocs = 0 / 0 (same size) / (changed size) 0.55.545.889 I slot release: id 1 | task 165 | stop processing: n_tokens = 126, truncated = 0 0.55.546.101 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.227 (> 0.100 thold), f_keep = 0.230 0.55.547.400 I slot launch_slot_: id 1 | task 170 | processing task, is_child = 0 0.55.872.743 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.166 (> 0.100 thold), f_keep = 0.215 0.55.872.810 I slot launch_slot_: id 3 | task 172 | processing task, is_child = 0 0.56.442.553 I slot print_timing: id 0 | task 160 | prompt eval time = 697.57 ms / 137 tokens ( 5.09 ms per token, 196.40 tokens per second) 0.56.442.558 I slot print_timing: id 0 | task 160 | eval time = 1733.23 ms / 8 tokens ( 247.60 ms per token, 4.04 tokens per second) 0.56.442.559 I slot print_timing: id 0 | task 160 | total time = 2430.80 ms / 145 tokens 0.56.442.559 I slot print_timing: id 0 | task 160 | graphs reused = 19 0.56.442.560 I slot print_timing: id 0 | task 160 | graph reallocs = 0 / 0 (same size) / (changed size) 0.56.442.579 I slot release: id 0 | task 160 | stop processing: n_tokens = 145, truncated = 0 0.56.484.696 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.254 (> 0.100 thold), f_keep = 0.214 0.56.485.960 I slot launch_slot_: id 0 | task 176 | processing task, is_child = 0 0.56.903.739 I slot print_timing: id 2 | task 167 | prompt eval time = 441.71 ms / 113 tokens ( 3.91 ms per token, 255.82 tokens per second) 0.56.903.744 I slot print_timing: id 2 | task 167 | eval time = 1357.64 ms / 8 tokens ( 193.95 ms per token, 5.16 tokens per second) 0.56.903.745 I slot print_timing: id 2 | task 167 | total time = 1799.35 ms / 121 tokens 0.56.903.745 I slot print_timing: id 2 | task 167 | graphs reused = 20 0.56.903.745 I slot print_timing: id 2 | task 167 | graph reallocs = 0 / 0 (same size) / (changed size) 0.56.903.767 I slot release: id 2 | task 167 | stop processing: n_tokens = 121, truncated = 0 0.56.972.707 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.121 (> 0.100 thold), f_keep = 0.240 0.56.973.567 I slot launch_slot_: id 2 | task 181 | processing task, is_child = 0 0.57.526.427 I slot print_timing: id 1 | task 170 | prompt eval time = 812.95 ms / 127 tokens ( 6.40 ms per token, 156.22 tokens per second) 0.57.526.430 I slot print_timing: id 1 | task 170 | eval time = 1165.03 ms / 8 tokens ( 166.43 ms per token, 6.01 tokens per second) 0.57.526.431 I slot print_timing: id 1 | task 170 | total time = 1977.98 ms / 135 tokens 0.57.526.431 I slot print_timing: id 1 | task 170 | graphs reused = 20 0.57.526.432 I slot print_timing: id 1 | task 170 | graph reallocs = 0 / 0 (same size) / (changed size) 0.57.526.463 I slot release: id 1 | task 170 | stop processing: n_tokens = 135, truncated = 0 0.57.625.982 I slot print_timing: id 3 | task 172 | prompt eval time = 570.07 ms / 174 tokens ( 3.28 ms per token, 305.23 tokens per second) 0.57.625.988 I slot print_timing: id 3 | task 172 | eval time = 1182.88 ms / 8 tokens ( 168.98 ms per token, 5.92 tokens per second) 0.57.625.989 I slot print_timing: id 3 | task 172 | total time = 1752.95 ms / 182 tokens 0.57.625.989 I slot print_timing: id 3 | task 172 | graphs reused = 20 0.57.625.990 I slot print_timing: id 3 | task 172 | graph reallocs = 0 / 0 (same size) / (changed size) 0.57.626.014 I slot release: id 3 | task 172 | stop processing: n_tokens = 182, truncated = 0 0.57.626.021 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.204 (> 0.100 thold), f_keep = 0.215 0.57.627.810 I slot launch_slot_: id 1 | task 184 | processing task, is_child = 0 0.58.004.999 I slot print_timing: id 2 | task 181 | prompt eval time = 652.21 ms / 238 tokens ( 2.74 ms per token, 364.91 tokens per second) 0.58.005.001 I slot print_timing: id 2 | task 181 | eval time = 379.22 ms / 2 tokens ( 379.22 ms per token, 2.64 tokens per second) 0.58.005.002 I slot print_timing: id 2 | task 181 | total time = 1031.42 ms / 240 tokens 0.58.005.003 I slot print_timing: id 2 | task 181 | graphs reused = 20 0.58.005.003 I slot print_timing: id 2 | task 181 | graph reallocs = 0 / 0 (same size) / (changed size) 0.58.005.026 I slot release: id 2 | task 181 | stop processing: n_tokens = 240, truncated = 0 0.58.005.030 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.161 (> 0.100 thold), f_keep = 0.121 0.58.008.031 I slot launch_slot_: id 2 | task 186 | processing task, is_child = 0 0.58.461.621 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.182 (> 0.100 thold), f_keep = 0.159 0.58.461.713 I slot launch_slot_: id 3 | task 188 | processing task, is_child = 0 0.58.853.742 I slot print_timing: id 0 | task 176 | prompt eval time = 374.74 ms / 121 tokens ( 3.10 ms per token, 322.89 tokens per second) 0.58.853.747 I slot print_timing: id 0 | task 176 | eval time = 1993.03 ms / 8 tokens ( 284.72 ms per token, 3.51 tokens per second) 0.58.853.747 I slot print_timing: id 0 | task 176 | total time = 2367.77 ms / 129 tokens 0.58.853.747 I slot print_timing: id 0 | task 176 | graphs reused = 20 0.58.853.748 I slot print_timing: id 0 | task 176 | graph reallocs = 0 / 0 (same size) / (changed size) 0.58.853.770 I slot release: id 0 | task 176 | stop processing: n_tokens = 129, truncated = 0 0.58.853.929 I slot print_timing: id 1 | task 184 | prompt eval time = 832.52 ms / 141 tokens ( 5.90 ms per token, 169.36 tokens per second) 0.58.853.931 I slot print_timing: id 1 | task 184 | eval time = 392.31 ms / 2 tokens ( 392.31 ms per token, 2.55 tokens per second) 0.58.853.931 I slot print_timing: id 1 | task 184 | total time = 1224.83 ms / 143 tokens 0.58.853.931 I slot print_timing: id 1 | task 184 | graphs reused = 20 0.58.853.932 I slot print_timing: id 1 | task 184 | graph reallocs = 0 / 0 (same size) / (changed size) 0.58.853.945 I slot release: id 1 | task 184 | stop processing: n_tokens = 143, truncated = 0 0.58.933.291 I slot print_timing: id 2 | task 186 | prompt eval time = 845.55 ms / 179 tokens ( 4.72 ms per token, 211.70 tokens per second) 0.58.933.296 I slot print_timing: id 2 | task 186 | eval time = 79.12 ms / 2 tokens ( 79.12 ms per token, 12.64 tokens per second) 0.58.933.297 I slot print_timing: id 2 | task 186 | total time = 924.67 ms / 181 tokens 0.58.933.297 I slot print_timing: id 2 | task 186 | graphs reused = 20 0.58.933.297 I slot print_timing: id 2 | task 186 | graph reallocs = 0 / 0 (same size) / (changed size) 0.58.933.318 I slot release: id 2 | task 186 | stop processing: n_tokens = 181, truncated = 0 0.58.933.522 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.215 (> 0.100 thold), f_keep = 0.248 0.58.934.522 I slot launch_slot_: id 0 | task 191 | processing task, is_child = 0 0.58.938.145 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.174 (> 0.100 thold), f_keep = 0.203 0.58.938.194 I slot launch_slot_: id 1 | task 192 | processing task, is_child = 0 0.58.938.224 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.128 (> 0.100 thold), f_keep = 0.160 0.58.938.269 I slot launch_slot_: id 2 | task 193 | processing task, is_child = 0 1.00.085.547 I slot print_timing: id 3 | task 188 | prompt eval time = 471.53 ms / 158 tokens ( 2.98 ms per token, 335.08 tokens per second) 1.00.085.549 I slot print_timing: id 3 | task 188 | eval time = 1152.02 ms / 2 tokens ( 1152.02 ms per token, 0.87 tokens per second) 1.00.085.550 I slot print_timing: id 3 | task 188 | total time = 1623.56 ms / 160 tokens 1.00.085.550 I slot print_timing: id 3 | task 188 | graphs reused = 20 1.00.085.551 I slot print_timing: id 3 | task 188 | graph reallocs = 0 / 0 (same size) / (changed size) 1.00.085.572 I slot release: id 3 | task 188 | stop processing: n_tokens = 160, truncated = 0 1.00.156.175 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.277 (> 0.100 thold), f_keep = 0.194 1.00.157.598 I slot launch_slot_: id 3 | task 196 | processing task, is_child = 0 1.00.452.274 I slot print_timing: id 0 | task 191 | prompt eval time = 1217.53 ms / 148 tokens ( 8.23 ms per token, 121.56 tokens per second) 1.00.452.279 I slot print_timing: id 0 | task 191 | eval time = 296.47 ms / 2 tokens ( 296.47 ms per token, 3.37 tokens per second) 1.00.452.279 I slot print_timing: id 0 | task 191 | total time = 1514.00 ms / 150 tokens 1.00.452.280 I slot print_timing: id 0 | task 191 | graphs reused = 20 1.00.452.280 I slot print_timing: id 0 | task 191 | graph reallocs = 0 / 0 (same size) / (changed size) 1.00.452.300 I slot release: id 0 | task 191 | stop processing: n_tokens = 150, truncated = 0 1.00.532.691 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.150 (> 0.100 thold), f_keep = 0.193 1.00.534.004 I slot launch_slot_: id 0 | task 199 | processing task, is_child = 0 1.00.951.148 I slot print_timing: id 3 | task 196 | prompt eval time = 375.08 ms / 111 tokens ( 3.38 ms per token, 295.93 tokens per second) 1.00.951.154 I slot print_timing: id 3 | task 196 | eval time = 418.46 ms / 2 tokens ( 418.46 ms per token, 2.39 tokens per second) 1.00.951.154 I slot print_timing: id 3 | task 196 | total time = 793.54 ms / 113 tokens 1.00.951.154 I slot print_timing: id 3 | task 196 | graphs reused = 20 1.00.951.155 I slot print_timing: id 3 | task 196 | graph reallocs = 0 / 0 (same size) / (changed size) 1.00.951.174 I slot release: id 3 | task 196 | stop processing: n_tokens = 113, truncated = 0 1.01.031.331 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.252 (> 0.100 thold), f_keep = 0.265 1.01.032.364 I slot launch_slot_: id 3 | task 202 | processing task, is_child = 0 1.01.453.404 I slot print_timing: id 2 | task 193 | prompt eval time = 1217.75 ms / 225 tokens ( 5.41 ms per token, 184.77 tokens per second) 1.01.453.409 I slot print_timing: id 2 | task 193 | eval time = 1297.23 ms / 8 tokens ( 185.32 ms per token, 5.40 tokens per second) 1.01.453.410 I slot print_timing: id 2 | task 193 | total time = 2514.98 ms / 233 tokens 1.01.453.410 I slot print_timing: id 2 | task 193 | graphs reused = 20 1.01.453.411 I slot print_timing: id 2 | task 193 | graph reallocs = 0 / 0 (same size) / (changed size) 1.01.453.437 I slot release: id 2 | task 193 | stop processing: n_tokens = 233, truncated = 0 1.01.453.622 I slot print_timing: id 3 | task 202 | prompt eval time = 378.38 ms / 118 tokens ( 3.21 ms per token, 311.86 tokens per second) 1.01.453.624 I slot print_timing: id 3 | task 202 | eval time = 42.87 ms / 2 tokens ( 42.87 ms per token, 23.33 tokens per second) 1.01.453.624 I slot print_timing: id 3 | task 202 | total time = 421.25 ms / 120 tokens 1.01.453.624 I slot print_timing: id 3 | task 202 | graphs reused = 20 1.01.453.625 I slot print_timing: id 3 | task 202 | graph reallocs = 0 / 0 (same size) / (changed size) 1.01.453.638 I slot release: id 3 | task 202 | stop processing: n_tokens = 120, truncated = 0 1.01.494.643 I slot print_timing: id 1 | task 192 | prompt eval time = 1217.62 ms / 166 tokens ( 7.34 ms per token, 136.33 tokens per second) 1.01.494.646 I slot print_timing: id 1 | task 192 | eval time = 1338.66 ms / 9 tokens ( 167.33 ms per token, 5.98 tokens per second) 1.01.494.646 I slot print_timing: id 1 | task 192 | total time = 2556.28 ms / 175 tokens 1.01.494.647 I slot print_timing: id 1 | task 192 | graphs reused = 20 1.01.494.647 I slot print_timing: id 1 | task 192 | graph reallocs = 0 / 0 (same size) / (changed size) 1.01.494.664 I slot release: id 1 | task 192 | stop processing: n_tokens = 175, truncated = 0 1.01.494.669 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.197 (> 0.100 thold), f_keep = 0.166 1.01.496.232 I slot launch_slot_: id 1 | task 207 | processing task, is_child = 0 1.01.498.892 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.168 (> 0.100 thold), f_keep = 0.124 1.01.498.946 I slot launch_slot_: id 2 | task 208 | processing task, is_child = 0 1.01.498.969 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.212 (> 0.100 thold), f_keep = 0.242 1.01.499.006 I slot launch_slot_: id 3 | task 209 | processing task, is_child = 0 1.02.637.261 I slot print_timing: id 0 | task 199 | prompt eval time = 497.00 ms / 192 tokens ( 2.59 ms per token, 386.31 tokens per second) 1.02.637.265 I slot print_timing: id 0 | task 199 | eval time = 1606.24 ms / 8 tokens ( 229.46 ms per token, 4.36 tokens per second) 1.02.637.265 I slot print_timing: id 0 | task 199 | total time = 2103.24 ms / 200 tokens 1.02.637.266 I slot print_timing: id 0 | task 199 | graphs reused = 20 1.02.637.266 I slot print_timing: id 0 | task 199 | graph reallocs = 0 / 0 (same size) / (changed size) 1.02.637.292 I slot release: id 0 | task 199 | stop processing: n_tokens = 200, truncated = 0 1.02.637.467 I slot print_timing: id 1 | task 207 | prompt eval time = 1095.54 ms / 146 tokens ( 7.50 ms per token, 133.27 tokens per second) 1.02.637.469 I slot print_timing: id 1 | task 207 | eval time = 42.91 ms / 2 tokens ( 42.91 ms per token, 23.30 tokens per second) 1.02.637.470 I slot print_timing: id 1 | task 207 | total time = 1138.45 ms / 148 tokens 1.02.637.470 I slot print_timing: id 1 | task 207 | graphs reused = 20 1.02.637.471 I slot print_timing: id 1 | task 207 | graph reallocs = 0 / 0 (same size) / (changed size) 1.02.637.486 I slot release: id 1 | task 207 | stop processing: n_tokens = 148, truncated = 0 1.02.678.779 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.238 (> 0.100 thold), f_keep = 0.145 1.02.680.722 I slot launch_slot_: id 0 | task 214 | processing task, is_child = 0 1.02.681.213 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.252 (> 0.100 thold), f_keep = 0.196 1.02.681.475 I slot launch_slot_: id 1 | task 215 | processing task, is_child = 0 1.03.394.467 I slot print_timing: id 2 | task 208 | prompt eval time = 1095.64 ms / 172 tokens ( 6.37 ms per token, 156.99 tokens per second) 1.03.394.470 I slot print_timing: id 2 | task 208 | eval time = 799.73 ms / 8 tokens ( 114.25 ms per token, 8.75 tokens per second) 1.03.394.471 I slot print_timing: id 2 | task 208 | total time = 1895.36 ms / 180 tokens 1.03.394.471 I slot print_timing: id 2 | task 208 | graphs reused = 23 1.03.394.471 I slot print_timing: id 2 | task 208 | graph reallocs = 0 / 0 (same size) / (changed size) 1.03.394.496 I slot release: id 2 | task 208 | stop processing: n_tokens = 180, truncated = 0 1.03.394.673 I slot print_timing: id 3 | task 209 | prompt eval time = 1095.74 ms / 136 tokens ( 8.06 ms per token, 124.12 tokens per second) 1.03.394.675 I slot print_timing: id 3 | task 209 | eval time = 799.76 ms / 8 tokens ( 114.25 ms per token, 8.75 tokens per second) 1.03.394.676 I slot print_timing: id 3 | task 209 | total time = 1895.50 ms / 144 tokens 1.03.394.676 I slot print_timing: id 3 | task 209 | graphs reused = 23 1.03.394.677 I slot print_timing: id 3 | task 209 | graph reallocs = 0 / 0 (same size) / (changed size) 1.03.394.692 I slot release: id 3 | task 209 | stop processing: n_tokens = 144, truncated = 0 1.03.435.637 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.174 (> 0.100 thold), f_keep = 0.161 1.03.437.304 I slot launch_slot_: id 2 | task 222 | processing task, is_child = 0 1.03.438.313 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.209 (> 0.100 thold), f_keep = 0.201 1.03.438.366 I slot launch_slot_: id 3 | task 223 | processing task, is_child = 0 1.04.234.217 I slot print_timing: id 1 | task 215 | prompt eval time = 589.03 ms / 114 tokens ( 5.17 ms per token, 193.54 tokens per second) 1.04.234.219 I slot print_timing: id 1 | task 215 | eval time = 963.64 ms / 8 tokens ( 137.66 ms per token, 7.26 tokens per second) 1.04.234.220 I slot print_timing: id 1 | task 215 | total time = 1552.67 ms / 122 tokens 1.04.234.220 I slot print_timing: id 1 | task 215 | graphs reused = 23 1.04.234.221 I slot print_timing: id 1 | task 215 | graph reallocs = 0 / 0 (same size) / (changed size) 1.04.234.243 I slot release: id 1 | task 215 | stop processing: n_tokens = 122, truncated = 0 1.04.234.593 I slot print_timing: id 3 | task 223 | prompt eval time = 753.38 ms / 138 tokens ( 5.46 ms per token, 183.17 tokens per second) 1.04.234.594 I slot print_timing: id 3 | task 223 | eval time = 42.75 ms / 2 tokens ( 42.75 ms per token, 23.39 tokens per second) 1.04.234.595 I slot print_timing: id 3 | task 223 | total time = 796.13 ms / 140 tokens 1.04.234.595 I slot print_timing: id 3 | task 223 | graphs reused = 23 1.04.234.595 I slot print_timing: id 3 | task 223 | graph reallocs = 0 / 0 (same size) / (changed size) 1.04.234.615 I slot release: id 3 | task 223 | stop processing: n_tokens = 140, truncated = 0 1.04.292.628 I slot print_timing: id 0 | task 214 | prompt eval time = 588.91 ms / 121 tokens ( 4.87 ms per token, 205.46 tokens per second) 1.04.292.630 I slot print_timing: id 0 | task 214 | eval time = 1022.23 ms / 9 tokens ( 127.78 ms per token, 7.83 tokens per second) 1.04.292.631 I slot print_timing: id 0 | task 214 | total time = 1611.15 ms / 130 tokens 1.04.292.631 I slot print_timing: id 0 | task 214 | graphs reused = 23 1.04.292.632 I slot print_timing: id 0 | task 214 | graph reallocs = 0 / 0 (same size) / (changed size) 1.04.292.653 I slot release: id 0 | task 214 | stop processing: n_tokens = 130, truncated = 0 1.04.292.828 I slot print_timing: id 2 | task 222 | prompt eval time = 753.27 ms / 166 tokens ( 4.54 ms per token, 220.37 tokens per second) 1.04.292.830 I slot print_timing: id 2 | task 222 | eval time = 101.18 ms / 3 tokens ( 50.59 ms per token, 19.77 tokens per second) 1.04.292.831 I slot print_timing: id 2 | task 222 | total time = 854.46 ms / 169 tokens 1.04.292.831 I slot print_timing: id 2 | task 222 | graphs reused = 23 1.04.292.831 I slot print_timing: id 2 | task 222 | graph reallocs = 0 / 0 (same size) / (changed size) 1.04.292.849 I slot release: id 2 | task 222 | stop processing: n_tokens = 169, truncated = 0 1.04.292.854 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.240 (> 0.100 thold), f_keep = 0.231 1.04.293.358 I slot launch_slot_: id 0 | task 229 | processing task, is_child = 0 1.04.297.126 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.212 (> 0.100 thold), f_keep = 0.238 1.04.297.181 I slot launch_slot_: id 1 | task 228 | processing task, is_child = 0 1.04.297.235 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.220 (> 0.100 thold), f_keep = 0.172 1.04.297.279 I slot launch_slot_: id 2 | task 230 | processing task, is_child = 0 1.04.297.307 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.162 (> 0.100 thold), f_keep = 0.207 1.04.297.352 I slot launch_slot_: id 3 | task 231 | processing task, is_child = 0 1.05.559.237 I slot print_timing: id 0 | task 229 | prompt eval time = 1219.47 ms / 124 tokens ( 9.83 ms per token, 101.68 tokens per second) 1.05.559.239 I slot print_timing: id 0 | task 229 | eval time = 42.41 ms / 2 tokens ( 42.41 ms per token, 23.58 tokens per second) 1.05.559.240 I slot print_timing: id 0 | task 229 | total time = 1261.88 ms / 126 tokens 1.05.559.240 I slot print_timing: id 0 | task 229 | graphs reused = 23 1.05.559.241 I slot print_timing: id 0 | task 229 | graph reallocs = 0 / 0 (same size) / (changed size) 1.05.559.263 I slot release: id 0 | task 229 | stop processing: n_tokens = 126, truncated = 0 1.05.601.252 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.156 (> 0.100 thold), f_keep = 0.230 1.05.602.447 I slot launch_slot_: id 0 | task 236 | processing task, is_child = 0 1.06.222.601 I slot print_timing: id 1 | task 228 | prompt eval time = 1219.57 ms / 136 tokens ( 8.97 ms per token, 111.51 tokens per second) 1.06.222.604 I slot print_timing: id 1 | task 228 | eval time = 705.60 ms / 8 tokens ( 100.80 ms per token, 9.92 tokens per second) 1.06.222.604 I slot print_timing: id 1 | task 228 | total time = 1925.17 ms / 144 tokens 1.06.222.605 I slot print_timing: id 1 | task 228 | graphs reused = 26 1.06.222.605 I slot print_timing: id 1 | task 228 | graph reallocs = 0 / 0 (same size) / (changed size) 1.06.222.626 I slot release: id 1 | task 228 | stop processing: n_tokens = 144, truncated = 0 1.06.222.952 I slot print_timing: id 3 | task 231 | prompt eval time = 1219.81 ms / 178 tokens ( 6.85 ms per token, 145.92 tokens per second) 1.06.222.954 I slot print_timing: id 3 | task 231 | eval time = 705.58 ms / 8 tokens ( 100.80 ms per token, 9.92 tokens per second) 1.06.222.954 I slot print_timing: id 3 | task 231 | total time = 1925.39 ms / 186 tokens 1.06.222.955 I slot print_timing: id 3 | task 231 | graphs reused = 26 1.06.222.955 I slot print_timing: id 3 | task 231 | graph reallocs = 0 / 0 (same size) / (changed size) 1.06.222.974 I slot release: id 3 | task 231 | stop processing: n_tokens = 186, truncated = 0 1.06.281.493 I slot print_timing: id 2 | task 230 | prompt eval time = 1219.69 ms / 131 tokens ( 9.31 ms per token, 107.40 tokens per second) 1.06.281.496 I slot print_timing: id 2 | task 230 | eval time = 764.32 ms / 9 tokens ( 95.54 ms per token, 10.47 tokens per second) 1.06.281.497 I slot print_timing: id 2 | task 230 | total time = 1984.00 ms / 140 tokens 1.06.281.497 I slot print_timing: id 2 | task 230 | graphs reused = 26 1.06.281.498 I slot print_timing: id 2 | task 230 | graph reallocs = 0 / 0 (same size) / (changed size) 1.06.281.520 I slot release: id 2 | task 230 | stop processing: n_tokens = 140, truncated = 0 1.06.281.526 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.242 (> 0.100 thold), f_keep = 0.201 1.06.282.856 I slot launch_slot_: id 1 | task 243 | processing task, is_child = 0 1.06.285.591 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.168 (> 0.100 thold), f_keep = 0.207 1.06.285.645 I slot launch_slot_: id 2 | task 244 | processing task, is_child = 0 1.06.285.676 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.234 (> 0.100 thold), f_keep = 0.156 1.06.285.723 I slot launch_slot_: id 3 | task 245 | processing task, is_child = 0 1.07.305.962 I slot print_timing: id 0 | task 236 | prompt eval time = 496.00 ms / 185 tokens ( 2.68 ms per token, 372.99 tokens per second) 1.07.305.967 I slot print_timing: id 0 | task 236 | eval time = 1207.51 ms / 8 tokens ( 172.50 ms per token, 5.80 tokens per second) 1.07.305.968 I slot print_timing: id 0 | task 236 | total time = 1703.51 ms / 193 tokens 1.07.305.968 I slot print_timing: id 0 | task 236 | graphs reused = 26 1.07.305.969 I slot print_timing: id 0 | task 236 | graph reallocs = 0 / 0 (same size) / (changed size) 1.07.305.997 I slot release: id 0 | task 236 | stop processing: n_tokens = 193, truncated = 0 1.07.306.343 I slot print_timing: id 2 | task 244 | prompt eval time = 977.79 ms / 172 tokens ( 5.68 ms per token, 175.91 tokens per second) 1.07.306.346 I slot print_timing: id 2 | task 244 | eval time = 42.74 ms / 2 tokens ( 42.74 ms per token, 23.39 tokens per second) 1.07.306.347 I slot print_timing: id 2 | task 244 | total time = 1020.53 ms / 174 tokens 1.07.306.347 I slot print_timing: id 2 | task 244 | graphs reused = 26 1.07.306.347 I slot print_timing: id 2 | task 244 | graph reallocs = 0 / 0 (same size) / (changed size) 1.07.306.367 I slot release: id 2 | task 244 | stop processing: n_tokens = 174, truncated = 0 1.07.306.559 I slot print_timing: id 3 | task 245 | prompt eval time = 977.90 ms / 123 tokens ( 7.95 ms per token, 125.78 tokens per second) 1.07.306.561 I slot print_timing: id 3 | task 245 | eval time = 42.77 ms / 2 tokens ( 42.77 ms per token, 23.38 tokens per second) 1.07.306.561 I slot print_timing: id 3 | task 245 | total time = 1020.67 ms / 125 tokens 1.07.306.562 I slot print_timing: id 3 | task 245 | graphs reused = 26 1.07.306.562 I slot print_timing: id 3 | task 245 | graph reallocs = 0 / 0 (same size) / (changed size) 1.07.306.579 I slot release: id 3 | task 245 | stop processing: n_tokens = 125, truncated = 0 1.07.337.182 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.223 (> 0.100 thold), f_keep = 0.150 1.07.338.810 I slot launch_slot_: id 0 | task 250 | processing task, is_child = 0 1.07.341.099 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.248 (> 0.100 thold), f_keep = 0.240 1.07.341.400 I slot launch_slot_: id 3 | task 251 | processing task, is_child = 0 1.07.341.430 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.221 (> 0.100 thold), f_keep = 0.167 1.07.341.483 I slot launch_slot_: id 2 | task 252 | processing task, is_child = 0 1.08.342.425 I slot print_timing: id 0 | task 250 | prompt eval time = 958.51 ms / 129 tokens ( 7.43 ms per token, 134.58 tokens per second) 1.08.342.430 I slot print_timing: id 0 | task 250 | eval time = 42.42 ms / 2 tokens ( 42.42 ms per token, 23.57 tokens per second) 1.08.342.431 I slot print_timing: id 0 | task 250 | total time = 1000.93 ms / 131 tokens 1.08.342.431 I slot print_timing: id 0 | task 250 | graphs reused = 26 1.08.342.432 I slot print_timing: id 0 | task 250 | graph reallocs = 0 / 0 (same size) / (changed size) 1.08.342.455 I slot release: id 0 | task 250 | stop processing: n_tokens = 131, truncated = 0 1.08.342.786 I slot print_timing: id 2 | task 252 | prompt eval time = 958.79 ms / 130 tokens ( 7.38 ms per token, 135.59 tokens per second) 1.08.342.788 I slot print_timing: id 2 | task 252 | eval time = 42.43 ms / 2 tokens ( 42.43 ms per token, 23.57 tokens per second) 1.08.342.788 I slot print_timing: id 2 | task 252 | total time = 1001.22 ms / 132 tokens 1.08.342.788 I slot print_timing: id 2 | task 252 | graphs reused = 26 1.08.342.789 I slot print_timing: id 2 | task 252 | graph reallocs = 0 / 0 (same size) / (changed size) 1.08.342.802 I slot release: id 2 | task 252 | stop processing: n_tokens = 132, truncated = 0 1.08.342.999 I slot print_timing: id 3 | task 251 | prompt eval time = 958.91 ms / 120 tokens ( 7.99 ms per token, 125.14 tokens per second) 1.08.343.001 I slot print_timing: id 3 | task 251 | eval time = 42.45 ms / 2 tokens ( 42.45 ms per token, 23.55 tokens per second) 1.08.343.002 I slot print_timing: id 3 | task 251 | total time = 1001.36 ms / 122 tokens 1.08.343.002 I slot print_timing: id 3 | task 251 | graphs reused = 26 1.08.343.002 I slot print_timing: id 3 | task 251 | graph reallocs = 0 / 0 (same size) / (changed size) 1.08.343.014 I slot release: id 3 | task 251 | stop processing: n_tokens = 122, truncated = 0 1.08.373.614 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.196 (> 0.100 thold), f_keep = 0.221 1.08.374.601 I slot launch_slot_: id 0 | task 257 | processing task, is_child = 0 1.08.376.549 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.216 (> 0.100 thold), f_keep = 0.220 1.08.376.847 I slot launch_slot_: id 2 | task 258 | processing task, is_child = 0 1.08.376.875 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.215 (> 0.100 thold), f_keep = 0.238 1.08.376.916 I slot launch_slot_: id 3 | task 259 | processing task, is_child = 0 1.09.231.104 I slot print_timing: id 1 | task 243 | prompt eval time = 977.69 ms / 119 tokens ( 8.22 ms per token, 121.72 tokens per second) 1.09.231.109 I slot print_timing: id 1 | task 243 | eval time = 1967.68 ms / 8 tokens ( 281.10 ms per token, 3.56 tokens per second) 1.09.231.110 I slot print_timing: id 1 | task 243 | total time = 2945.37 ms / 127 tokens 1.09.231.110 I slot print_timing: id 1 | task 243 | graphs reused = 26 1.09.231.111 I slot print_timing: id 1 | task 243 | graph reallocs = 0 / 0 (same size) / (changed size) 1.09.231.134 I slot release: id 1 | task 243 | stop processing: n_tokens = 127, truncated = 0 1.09.316.057 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.225 (> 0.100 thold), f_keep = 0.228 1.09.316.982 I slot launch_slot_: id 1 | task 262 | processing task, is_child = 0 1.09.652.167 I slot print_timing: id 3 | task 259 | prompt eval time = 939.00 ms / 134 tokens ( 7.01 ms per token, 142.70 tokens per second) 1.09.652.169 I slot print_timing: id 3 | task 259 | eval time = 336.11 ms / 2 tokens ( 336.11 ms per token, 2.98 tokens per second) 1.09.652.170 I slot print_timing: id 3 | task 259 | total time = 1275.11 ms / 136 tokens 1.09.652.170 I slot print_timing: id 3 | task 259 | graphs reused = 26 1.09.652.171 I slot print_timing: id 3 | task 259 | graph reallocs = 0 / 0 (same size) / (changed size) 1.09.652.195 I slot release: id 3 | task 259 | stop processing: n_tokens = 136, truncated = 0 1.09.759.461 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.218 (> 0.100 thold), f_keep = 0.213 1.09.760.775 I slot launch_slot_: id 3 | task 265 | processing task, is_child = 0 1.10.060.477 I slot print_timing: id 1 | task 262 | prompt eval time = 442.30 ms / 128 tokens ( 3.46 ms per token, 289.40 tokens per second) 1.10.060.482 I slot print_timing: id 1 | task 262 | eval time = 301.18 ms / 2 tokens ( 301.18 ms per token, 3.32 tokens per second) 1.10.060.482 I slot print_timing: id 1 | task 262 | total time = 743.48 ms / 130 tokens 1.10.060.483 I slot print_timing: id 1 | task 262 | graphs reused = 26 1.10.060.483 I slot print_timing: id 1 | task 262 | graph reallocs = 0 / 0 (same size) / (changed size) 1.10.060.503 I slot release: id 1 | task 262 | stop processing: n_tokens = 130, truncated = 0 1.10.167.647 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.264 (> 0.100 thold), f_keep = 0.223 1.10.169.574 I slot launch_slot_: id 1 | task 268 | processing task, is_child = 0 1.10.499.167 I slot print_timing: id 3 | task 265 | prompt eval time = 406.86 ms / 132 tokens ( 3.08 ms per token, 324.43 tokens per second) 1.10.499.169 I slot print_timing: id 3 | task 265 | eval time = 331.52 ms / 2 tokens ( 331.52 ms per token, 3.02 tokens per second) 1.10.499.170 I slot print_timing: id 3 | task 265 | total time = 738.38 ms / 134 tokens 1.10.499.170 I slot print_timing: id 3 | task 265 | graphs reused = 26 1.10.499.171 I slot print_timing: id 3 | task 265 | graph reallocs = 0 / 0 (same size) / (changed size) 1.10.499.193 I slot release: id 3 | task 265 | stop processing: n_tokens = 134, truncated = 0 1.10.606.188 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.181 (> 0.100 thold), f_keep = 0.216 1.10.607.103 I slot launch_slot_: id 3 | task 271 | processing task, is_child = 0 1.10.959.815 I slot print_timing: id 0 | task 257 | prompt eval time = 938.75 ms / 147 tokens ( 6.39 ms per token, 156.59 tokens per second) 1.10.959.821 I slot print_timing: id 0 | task 257 | eval time = 1644.13 ms / 8 tokens ( 234.88 ms per token, 4.26 tokens per second) 1.10.959.821 I slot print_timing: id 0 | task 257 | total time = 2582.89 ms / 155 tokens 1.10.959.822 I slot print_timing: id 0 | task 257 | graphs reused = 26 1.10.959.822 I slot print_timing: id 0 | task 257 | graph reallocs = 0 / 0 (same size) / (changed size) 1.10.959.844 I slot release: id 0 | task 257 | stop processing: n_tokens = 155, truncated = 0 1.10.960.170 I slot print_timing: id 2 | task 258 | prompt eval time = 938.87 ms / 133 tokens ( 7.06 ms per token, 141.66 tokens per second) 1.10.960.175 I slot print_timing: id 2 | task 258 | eval time = 1644.30 ms / 8 tokens ( 234.90 ms per token, 4.26 tokens per second) 1.10.960.176 I slot print_timing: id 2 | task 258 | total time = 2583.17 ms / 141 tokens 1.10.960.176 I slot print_timing: id 2 | task 258 | graphs reused = 26 1.10.960.176 I slot print_timing: id 2 | task 258 | graph reallocs = 0 / 0 (same size) / (changed size) 1.10.960.196 I slot release: id 2 | task 258 | stop processing: n_tokens = 141, truncated = 0 1.11.030.019 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.200 (> 0.100 thold), f_keep = 0.187 1.11.031.399 I slot launch_slot_: id 0 | task 274 | processing task, is_child = 0 1.11.032.574 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.176 (> 0.100 thold), f_keep = 0.206 1.11.032.631 I slot launch_slot_: id 2 | task 275 | processing task, is_child = 0 1.11.720.234 I slot print_timing: id 3 | task 271 | prompt eval time = 422.90 ms / 159 tokens ( 2.66 ms per token, 375.97 tokens per second) 1.11.720.237 I slot print_timing: id 3 | task 271 | eval time = 690.22 ms / 2 tokens ( 690.22 ms per token, 1.45 tokens per second) 1.11.720.237 I slot print_timing: id 3 | task 271 | total time = 1113.12 ms / 161 tokens 1.11.720.238 I slot print_timing: id 3 | task 271 | graphs reused = 26 1.11.720.238 I slot print_timing: id 3 | task 271 | graph reallocs = 0 / 0 (same size) / (changed size) 1.11.720.261 I slot release: id 3 | task 271 | stop processing: n_tokens = 161, truncated = 0 1.11.839.399 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.185 (> 0.100 thold), f_keep = 0.180 1.11.840.886 I slot launch_slot_: id 3 | task 278 | processing task, is_child = 0 1.12.193.261 I slot print_timing: id 2 | task 275 | prompt eval time = 806.68 ms / 164 tokens ( 4.92 ms per token, 203.30 tokens per second) 1.12.193.264 I slot print_timing: id 2 | task 275 | eval time = 353.86 ms / 2 tokens ( 353.86 ms per token, 2.83 tokens per second) 1.12.193.264 I slot print_timing: id 2 | task 275 | total time = 1160.54 ms / 166 tokens 1.12.193.265 I slot print_timing: id 2 | task 275 | graphs reused = 26 1.12.193.265 I slot print_timing: id 2 | task 275 | graph reallocs = 0 / 0 (same size) / (changed size) 1.12.193.285 I slot release: id 2 | task 275 | stop processing: n_tokens = 166, truncated = 0 1.12.273.389 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.248 (> 0.100 thold), f_keep = 0.175 1.12.274.969 I slot launch_slot_: id 2 | task 281 | processing task, is_child = 0 1.12.598.741 I slot print_timing: id 1 | task 268 | prompt eval time = 436.44 ms / 109 tokens ( 4.00 ms per token, 249.75 tokens per second) 1.12.598.744 I slot print_timing: id 1 | task 268 | eval time = 1992.71 ms / 8 tokens ( 284.67 ms per token, 3.51 tokens per second) 1.12.598.745 I slot print_timing: id 1 | task 268 | total time = 2429.15 ms / 117 tokens 1.12.598.745 I slot print_timing: id 1 | task 268 | graphs reused = 26 1.12.598.745 I slot print_timing: id 1 | task 268 | graph reallocs = 0 / 0 (same size) / (changed size) 1.12.598.766 I slot release: id 1 | task 268 | stop processing: n_tokens = 117, truncated = 0 1.12.696.590 I slot print_timing: id 3 | task 278 | prompt eval time = 432.49 ms / 156 tokens ( 2.77 ms per token, 360.70 tokens per second) 1.12.696.593 I slot print_timing: id 3 | task 278 | eval time = 423.21 ms / 3 tokens ( 211.60 ms per token, 4.73 tokens per second) 1.12.696.593 I slot print_timing: id 3 | task 278 | total time = 855.69 ms / 159 tokens 1.12.696.594 I slot print_timing: id 3 | task 278 | graphs reused = 26 1.12.696.594 I slot print_timing: id 3 | task 278 | graph reallocs = 0 / 0 (same size) / (changed size) 1.12.696.617 I slot release: id 3 | task 278 | stop processing: n_tokens = 159, truncated = 0 1.12.696.623 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.252 (> 0.100 thold), f_keep = 0.248 1.12.697.063 I slot launch_slot_: id 1 | task 284 | processing task, is_child = 0 1.13.020.217 I slot print_timing: id 2 | task 281 | prompt eval time = 421.45 ms / 116 tokens ( 3.63 ms per token, 275.24 tokens per second) 1.13.020.222 I slot print_timing: id 2 | task 281 | eval time = 323.79 ms / 2 tokens ( 323.79 ms per token, 3.09 tokens per second) 1.13.020.222 I slot print_timing: id 2 | task 281 | total time = 745.24 ms / 118 tokens 1.13.020.223 I slot print_timing: id 2 | task 281 | graphs reused = 26 1.13.020.223 I slot print_timing: id 2 | task 281 | graph reallocs = 0 / 0 (same size) / (changed size) 1.13.020.242 I slot release: id 2 | task 281 | stop processing: n_tokens = 118, truncated = 0 1.13.020.248 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.190 (> 0.100 thold), f_keep = 0.246 1.13.021.357 I slot launch_slot_: id 2 | task 286 | processing task, is_child = 0 1.13.411.969 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.207 (> 0.100 thold), f_keep = 0.182 1.13.412.050 I slot launch_slot_: id 3 | task 288 | processing task, is_child = 0 1.13.802.244 I slot print_timing: id 0 | task 274 | prompt eval time = 806.42 ms / 144 tokens ( 5.60 ms per token, 178.57 tokens per second) 1.13.802.246 I slot print_timing: id 0 | task 274 | eval time = 1963.19 ms / 8 tokens ( 280.46 ms per token, 3.57 tokens per second) 1.13.802.246 I slot print_timing: id 0 | task 274 | total time = 2769.60 ms / 152 tokens 1.13.802.247 I slot print_timing: id 0 | task 274 | graphs reused = 26 1.13.802.247 I slot print_timing: id 0 | task 274 | graph reallocs = 0 / 0 (same size) / (changed size) 1.13.802.267 I slot release: id 0 | task 274 | stop processing: n_tokens = 152, truncated = 0 1.13.883.160 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.246 (> 0.100 thold), f_keep = 0.191 1.13.885.233 I slot launch_slot_: id 0 | task 291 | processing task, is_child = 0 1.14.181.481 I slot print_timing: id 3 | task 288 | prompt eval time = 470.51 ms / 139 tokens ( 3.38 ms per token, 295.42 tokens per second) 1.14.181.486 I slot print_timing: id 3 | task 288 | eval time = 298.32 ms / 2 tokens ( 298.32 ms per token, 3.35 tokens per second) 1.14.181.487 I slot print_timing: id 3 | task 288 | total time = 768.84 ms / 141 tokens 1.14.181.487 I slot print_timing: id 3 | task 288 | graphs reused = 26 1.14.181.488 I slot print_timing: id 3 | task 288 | graph reallocs = 0 / 0 (same size) / (changed size) 1.14.181.511 I slot release: id 3 | task 288 | stop processing: n_tokens = 141, truncated = 0 1.14.261.713 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.246 (> 0.100 thold), f_keep = 0.206 1.14.263.469 I slot launch_slot_: id 3 | task 294 | processing task, is_child = 0 1.14.559.169 I slot print_timing: id 0 | task 291 | prompt eval time = 376.13 ms / 117 tokens ( 3.21 ms per token, 311.06 tokens per second) 1.14.559.171 I slot print_timing: id 0 | task 291 | eval time = 297.79 ms / 2 tokens ( 297.79 ms per token, 3.36 tokens per second) 1.14.559.171 I slot print_timing: id 0 | task 291 | total time = 673.92 ms / 119 tokens 1.14.559.172 I slot print_timing: id 0 | task 291 | graphs reused = 26 1.14.559.172 I slot print_timing: id 0 | task 291 | graph reallocs = 0 / 0 (same size) / (changed size) 1.14.559.191 I slot release: id 0 | task 291 | stop processing: n_tokens = 119, truncated = 0 1.14.639.712 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.186 (> 0.100 thold), f_keep = 0.244 1.14.640.154 I slot launch_slot_: id 0 | task 297 | processing task, is_child = 0 1.14.991.174 I slot print_timing: id 1 | task 284 | prompt eval time = 713.46 ms / 114 tokens ( 6.26 ms per token, 159.79 tokens per second) 1.14.991.179 I slot print_timing: id 1 | task 284 | eval time = 1579.21 ms / 8 tokens ( 225.60 ms per token, 4.43 tokens per second) 1.14.991.179 I slot print_timing: id 1 | task 284 | total time = 2292.67 ms / 122 tokens 1.14.991.180 I slot print_timing: id 1 | task 284 | graphs reused = 26 1.14.991.180 I slot print_timing: id 1 | task 284 | graph reallocs = 0 / 0 (same size) / (changed size) 1.14.991.201 I slot release: id 1 | task 284 | stop processing: n_tokens = 122, truncated = 0 1.15.072.179 I slot print_timing: id 2 | task 286 | prompt eval time = 780.82 ms / 152 tokens ( 5.14 ms per token, 194.67 tokens per second) 1.15.072.184 I slot print_timing: id 2 | task 286 | eval time = 1269.53 ms / 8 tokens ( 181.36 ms per token, 5.51 tokens per second) 1.15.072.185 I slot print_timing: id 2 | task 286 | total time = 2050.35 ms / 160 tokens 1.15.072.185 I slot print_timing: id 2 | task 286 | graphs reused = 26 1.15.072.186 I slot print_timing: id 2 | task 286 | graph reallocs = 0 / 0 (same size) / (changed size) 1.15.072.209 I slot release: id 2 | task 286 | stop processing: n_tokens = 160, truncated = 0 1.15.072.376 I slot print_timing: id 3 | task 294 | prompt eval time = 376.23 ms / 117 tokens ( 3.22 ms per token, 310.98 tokens per second) 1.15.072.378 I slot print_timing: id 3 | task 294 | eval time = 432.67 ms / 3 tokens ( 216.33 ms per token, 4.62 tokens per second) 1.15.072.379 I slot print_timing: id 3 | task 294 | total time = 808.90 ms / 120 tokens 1.15.072.379 I slot print_timing: id 3 | task 294 | graphs reused = 26 1.15.072.379 I slot print_timing: id 3 | task 294 | graph reallocs = 0 / 0 (same size) / (changed size) 1.15.072.399 I slot release: id 3 | task 294 | stop processing: n_tokens = 120, truncated = 0 1.15.072.403 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.218 (> 0.100 thold), f_keep = 0.238 1.15.073.411 I slot launch_slot_: id 1 | task 300 | processing task, is_child = 0 1.15.372.313 I slot print_timing: id 0 | task 297 | prompt eval time = 431.86 ms / 155 tokens ( 2.79 ms per token, 358.91 tokens per second) 1.15.372.316 I slot print_timing: id 0 | task 297 | eval time = 300.29 ms / 2 tokens ( 300.29 ms per token, 3.33 tokens per second) 1.15.372.316 I slot print_timing: id 0 | task 297 | total time = 732.15 ms / 157 tokens 1.15.372.317 I slot print_timing: id 0 | task 297 | graphs reused = 26 1.15.372.317 I slot print_timing: id 0 | task 297 | graph reallocs = 0 / 0 (same size) / (changed size) 1.15.372.337 I slot release: id 0 | task 297 | stop processing: n_tokens = 157, truncated = 0 1.15.372.343 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.223 (> 0.100 thold), f_keep = 0.185 1.15.374.152 I slot launch_slot_: id 0 | task 302 | processing task, is_child = 0 1.15.374.217 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.254 (> 0.100 thold), f_keep = 0.250 1.15.374.269 I slot launch_slot_: id 3 | task 303 | processing task, is_child = 0 1.15.930.479 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.170 (> 0.100 thold), f_keep = 0.181 1.15.930.548 I slot launch_slot_: id 2 | task 305 | processing task, is_child = 0 1.16.531.310 I slot print_timing: id 0 | task 302 | prompt eval time = 1047.89 ms / 129 tokens ( 8.12 ms per token, 123.10 tokens per second) 1.16.531.313 I slot print_timing: id 0 | task 302 | eval time = 109.11 ms / 2 tokens ( 109.11 ms per token, 9.17 tokens per second) 1.16.531.313 I slot print_timing: id 0 | task 302 | total time = 1157.00 ms / 131 tokens 1.16.531.314 I slot print_timing: id 0 | task 302 | graphs reused = 26 1.16.531.314 I slot print_timing: id 0 | task 302 | graph reallocs = 0 / 0 (same size) / (changed size) 1.16.531.335 I slot release: id 0 | task 302 | stop processing: n_tokens = 131, truncated = 0 1.16.573.478 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.179 (> 0.100 thold), f_keep = 0.221 1.16.574.387 I slot launch_slot_: id 0 | task 309 | processing task, is_child = 0 1.17.090.036 I slot print_timing: id 1 | task 300 | prompt eval time = 854.91 ms / 132 tokens ( 6.48 ms per token, 154.40 tokens per second) 1.17.090.042 I slot print_timing: id 1 | task 300 | eval time = 1159.56 ms / 8 tokens ( 165.65 ms per token, 6.04 tokens per second) 1.17.090.042 I slot print_timing: id 1 | task 300 | total time = 2014.47 ms / 140 tokens 1.17.090.042 I slot print_timing: id 1 | task 300 | graphs reused = 28 1.17.090.043 I slot print_timing: id 1 | task 300 | graph reallocs = 0 / 0 (same size) / (changed size) 1.17.090.063 I slot release: id 1 | task 300 | stop processing: n_tokens = 140, truncated = 0 1.17.159.556 I slot print_timing: id 3 | task 303 | prompt eval time = 1047.62 ms / 117 tokens ( 8.95 ms per token, 111.68 tokens per second) 1.17.159.561 I slot print_timing: id 3 | task 303 | eval time = 737.00 ms / 8 tokens ( 105.29 ms per token, 9.50 tokens per second) 1.17.159.562 I slot print_timing: id 3 | task 303 | total time = 1784.63 ms / 125 tokens 1.17.159.562 I slot print_timing: id 3 | task 303 | graphs reused = 28 1.17.159.563 I slot print_timing: id 3 | task 303 | graph reallocs = 0 / 0 (same size) / (changed size) 1.17.159.583 I slot release: id 3 | task 303 | stop processing: n_tokens = 125, truncated = 0 1.17.159.589 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.229 (> 0.100 thold), f_keep = 0.214 1.17.160.931 I slot launch_slot_: id 1 | task 315 | processing task, is_child = 0 1.17.486.168 I slot print_timing: id 2 | task 305 | prompt eval time = 600.63 ms / 170 tokens ( 3.53 ms per token, 283.03 tokens per second) 1.17.486.174 I slot print_timing: id 2 | task 305 | eval time = 954.46 ms / 8 tokens ( 136.35 ms per token, 7.33 tokens per second) 1.17.486.175 I slot print_timing: id 2 | task 305 | total time = 1555.10 ms / 178 tokens 1.17.486.175 I slot print_timing: id 2 | task 305 | graphs reused = 28 1.17.486.175 I slot print_timing: id 2 | task 305 | graph reallocs = 0 / 0 (same size) / (changed size) 1.17.486.200 I slot release: id 2 | task 305 | stop processing: n_tokens = 178, truncated = 0 1.17.486.206 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.254 (> 0.100 thold), f_keep = 0.163 1.17.488.168 I slot launch_slot_: id 2 | task 317 | processing task, is_child = 0 1.17.822.732 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.164 (> 0.100 thold), f_keep = 0.232 1.17.822.797 I slot launch_slot_: id 3 | task 319 | processing task, is_child = 0 1.18.276.927 I slot print_timing: id 1 | task 315 | prompt eval time = 660.92 ms / 130 tokens ( 5.08 ms per token, 196.69 tokens per second) 1.18.276.932 I slot print_timing: id 1 | task 315 | eval time = 454.19 ms / 2 tokens ( 454.19 ms per token, 2.20 tokens per second) 1.18.276.933 I slot print_timing: id 1 | task 315 | total time = 1115.12 ms / 132 tokens 1.18.276.934 I slot print_timing: id 1 | task 315 | graphs reused = 28 1.18.276.934 I slot print_timing: id 1 | task 315 | graph reallocs = 0 / 0 (same size) / (changed size) 1.18.276.954 I slot release: id 1 | task 315 | stop processing: n_tokens = 132, truncated = 0 1.18.384.438 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.181 (> 0.100 thold), f_keep = 0.220 1.18.385.478 I slot launch_slot_: id 1 | task 322 | processing task, is_child = 0 1.18.935.162 I slot print_timing: id 1 | task 322 | prompt eval time = 506.86 ms / 159 tokens ( 3.19 ms per token, 313.69 tokens per second) 1.18.935.167 I slot print_timing: id 1 | task 322 | eval time = 42.80 ms / 2 tokens ( 42.80 ms per token, 23.36 tokens per second) 1.18.935.168 I slot print_timing: id 1 | task 322 | total time = 549.67 ms / 161 tokens 1.18.935.168 I slot print_timing: id 1 | task 322 | graphs reused = 28 1.18.935.175 I slot print_timing: id 1 | task 322 | graph reallocs = 0 / 0 (same size) / (changed size) 1.18.935.202 I slot release: id 1 | task 322 | stop processing: n_tokens = 161, truncated = 0 1.19.004.596 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.190 (> 0.100 thold), f_keep = 0.180 1.19.006.063 I slot launch_slot_: id 1 | task 327 | processing task, is_child = 0 1.19.510.781 I slot print_timing: id 2 | task 317 | prompt eval time = 788.73 ms / 113 tokens ( 6.98 ms per token, 143.27 tokens per second) 1.19.510.788 I slot print_timing: id 2 | task 317 | eval time = 1233.61 ms / 8 tokens ( 176.23 ms per token, 5.67 tokens per second) 1.19.510.788 I slot print_timing: id 2 | task 317 | total time = 2022.34 ms / 121 tokens 1.19.510.789 I slot print_timing: id 2 | task 317 | graphs reused = 28 1.19.510.789 I slot print_timing: id 2 | task 317 | graph reallocs = 0 / 0 (same size) / (changed size) 1.19.510.811 I slot release: id 2 | task 317 | stop processing: n_tokens = 121, truncated = 0 1.19.580.161 I slot print_timing: id 3 | task 319 | prompt eval time = 561.44 ms / 176 tokens ( 3.19 ms per token, 313.48 tokens per second) 1.19.580.167 I slot print_timing: id 3 | task 319 | eval time = 1195.72 ms / 8 tokens ( 170.82 ms per token, 5.85 tokens per second) 1.19.580.168 I slot print_timing: id 3 | task 319 | total time = 1757.17 ms / 184 tokens 1.19.580.168 I slot print_timing: id 3 | task 319 | graphs reused = 28 1.19.580.168 I slot print_timing: id 3 | task 319 | graph reallocs = 0 / 0 (same size) / (changed size) 1.19.580.192 I slot release: id 3 | task 319 | stop processing: n_tokens = 184, truncated = 0 1.19.580.197 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.238 (> 0.100 thold), f_keep = 0.240 1.19.581.362 I slot launch_slot_: id 2 | task 331 | processing task, is_child = 0 1.19.878.970 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.209 (> 0.100 thold), f_keep = 0.158 1.19.879.038 I slot launch_slot_: id 3 | task 333 | processing task, is_child = 0 1.20.392.610 I slot print_timing: id 2 | task 331 | prompt eval time = 686.05 ms / 121 tokens ( 5.67 ms per token, 176.37 tokens per second) 1.20.392.615 I slot print_timing: id 2 | task 331 | eval time = 123.62 ms / 3 tokens ( 61.81 ms per token, 16.18 tokens per second) 1.20.392.615 I slot print_timing: id 2 | task 331 | total time = 809.67 ms / 124 tokens 1.20.392.616 I slot print_timing: id 2 | task 331 | graphs reused = 28 1.20.392.616 I slot print_timing: id 2 | task 331 | graph reallocs = 0 / 0 (same size) / (changed size) 1.20.392.641 I slot release: id 2 | task 331 | stop processing: n_tokens = 124, truncated = 0 1.20.462.025 I slot print_timing: id 0 | task 309 | prompt eval time = 432.16 ms / 161 tokens ( 2.68 ms per token, 372.54 tokens per second) 1.20.462.028 I slot print_timing: id 0 | task 309 | eval time = 3455.46 ms / 20 tokens ( 181.87 ms per token, 5.50 tokens per second) 1.20.462.029 I slot print_timing: id 0 | task 309 | total time = 3887.62 ms / 181 tokens 1.20.462.029 I slot print_timing: id 0 | task 309 | graphs reused = 28 1.20.462.030 I slot print_timing: id 0 | task 309 | graph reallocs = 0 / 0 (same size) / (changed size) 1.20.462.055 I slot release: id 0 | task 309 | stop processing: n_tokens = 181, truncated = 0 1.20.462.399 I slot print_timing: id 3 | task 333 | prompt eval time = 471.15 ms / 138 tokens ( 3.41 ms per token, 292.90 tokens per second) 1.20.462.400 I slot print_timing: id 3 | task 333 | eval time = 112.00 ms / 3 tokens ( 56.00 ms per token, 17.86 tokens per second) 1.20.462.401 I slot print_timing: id 3 | task 333 | total time = 583.15 ms / 141 tokens 1.20.462.401 I slot print_timing: id 3 | task 333 | graphs reused = 28 1.20.462.401 I slot print_timing: id 3 | task 333 | graph reallocs = 0 / 0 (same size) / (changed size) 1.20.462.418 I slot release: id 3 | task 333 | stop processing: n_tokens = 141, truncated = 0 1.20.462.422 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.177 (> 0.100 thold), f_keep = 0.160 1.20.463.694 I slot launch_slot_: id 0 | task 338 | processing task, is_child = 0 1.20.807.710 I slot print_timing: id 1 | task 327 | prompt eval time = 504.56 ms / 152 tokens ( 3.32 ms per token, 301.25 tokens per second) 1.20.807.716 I slot print_timing: id 1 | task 327 | eval time = 1297.08 ms / 8 tokens ( 185.30 ms per token, 5.40 tokens per second) 1.20.807.717 I slot print_timing: id 1 | task 327 | total time = 1801.64 ms / 160 tokens 1.20.807.717 I slot print_timing: id 1 | task 327 | graphs reused = 28 1.20.807.717 I slot print_timing: id 1 | task 327 | graph reallocs = 0 / 0 (same size) / (changed size) 1.20.807.738 I slot release: id 1 | task 327 | stop processing: n_tokens = 160, truncated = 0 1.20.807.743 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.209 (> 0.100 thold), f_keep = 0.181 1.20.809.206 I slot launch_slot_: id 1 | task 340 | processing task, is_child = 0 1.20.809.282 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.187 (> 0.100 thold), f_keep = 0.234 1.20.809.329 I slot launch_slot_: id 2 | task 341 | processing task, is_child = 0 1.21.478.304 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.225 (> 0.100 thold), f_keep = 0.206 1.21.478.642 I slot launch_slot_: id 3 | task 343 | processing task, is_child = 0 1.21.837.444 I slot print_timing: id 0 | task 338 | prompt eval time = 1012.52 ms / 163 tokens ( 6.21 ms per token, 160.98 tokens per second) 1.21.837.449 I slot print_timing: id 0 | task 338 | eval time = 359.15 ms / 2 tokens ( 359.15 ms per token, 2.78 tokens per second) 1.21.837.450 I slot print_timing: id 0 | task 338 | total time = 1371.67 ms / 165 tokens 1.21.837.450 I slot print_timing: id 0 | task 338 | graphs reused = 28 1.21.837.451 I slot print_timing: id 0 | task 338 | graph reallocs = 0 / 0 (same size) / (changed size) 1.21.837.475 I slot release: id 0 | task 338 | stop processing: n_tokens = 165, truncated = 0 1.21.917.921 I slot print_timing: id 2 | task 341 | prompt eval time = 1027.79 ms / 154 tokens ( 6.67 ms per token, 149.84 tokens per second) 1.21.917.926 I slot print_timing: id 2 | task 341 | eval time = 80.03 ms / 2 tokens ( 80.03 ms per token, 12.50 tokens per second) 1.21.917.926 I slot print_timing: id 2 | task 341 | total time = 1107.82 ms / 156 tokens 1.21.917.927 I slot print_timing: id 2 | task 341 | graphs reused = 28 1.21.917.927 I slot print_timing: id 2 | task 341 | graph reallocs = 0 / 0 (same size) / (changed size) 1.21.917.947 I slot release: id 2 | task 341 | stop processing: n_tokens = 156, truncated = 0 1.21.918.150 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.242 (> 0.100 thold), f_keep = 0.176 1.21.920.328 I slot launch_slot_: id 0 | task 346 | processing task, is_child = 0 1.21.921.985 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.186 (> 0.100 thold), f_keep = 0.186 1.21.922.047 I slot launch_slot_: id 2 | task 347 | processing task, is_child = 0 1.22.552.750 I slot print_timing: id 3 | task 343 | prompt eval time = 438.92 ms / 128 tokens ( 3.43 ms per token, 291.63 tokens per second) 1.22.552.756 I slot print_timing: id 3 | task 343 | eval time = 634.59 ms / 2 tokens ( 634.59 ms per token, 1.58 tokens per second) 1.22.552.756 I slot print_timing: id 3 | task 343 | total time = 1073.51 ms / 130 tokens 1.22.552.757 I slot print_timing: id 3 | task 343 | graphs reused = 28 1.22.552.757 I slot print_timing: id 3 | task 343 | graph reallocs = 0 / 0 (same size) / (changed size) 1.22.552.778 I slot release: id 3 | task 343 | stop processing: n_tokens = 130, truncated = 0 1.22.671.526 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.177 (> 0.100 thold), f_keep = 0.223 1.22.672.001 I slot launch_slot_: id 3 | task 350 | processing task, is_child = 0 1.23.025.250 I slot print_timing: id 0 | task 346 | prompt eval time = 749.12 ms / 119 tokens ( 6.30 ms per token, 158.85 tokens per second) 1.23.025.255 I slot print_timing: id 0 | task 346 | eval time = 354.07 ms / 2 tokens ( 354.07 ms per token, 2.82 tokens per second) 1.23.025.256 I slot print_timing: id 0 | task 346 | total time = 1103.19 ms / 121 tokens 1.23.025.256 I slot print_timing: id 0 | task 346 | graphs reused = 28 1.23.025.256 I slot print_timing: id 0 | task 346 | graph reallocs = 0 / 0 (same size) / (changed size) 1.23.025.279 I slot release: id 0 | task 346 | stop processing: n_tokens = 121, truncated = 0 1.23.106.337 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.190 (> 0.100 thold), f_keep = 0.240 1.23.107.346 I slot launch_slot_: id 0 | task 353 | processing task, is_child = 0 1.23.458.053 I slot print_timing: id 3 | task 350 | prompt eval time = 434.33 ms / 163 tokens ( 2.66 ms per token, 375.29 tokens per second) 1.23.458.056 I slot print_timing: id 3 | task 350 | eval time = 351.72 ms / 2 tokens ( 351.72 ms per token, 2.84 tokens per second) 1.23.458.056 I slot print_timing: id 3 | task 350 | total time = 786.04 ms / 165 tokens 1.23.458.056 I slot print_timing: id 3 | task 350 | graphs reused = 28 1.23.458.057 I slot print_timing: id 3 | task 350 | graph reallocs = 0 / 0 (same size) / (changed size) 1.23.458.078 I slot release: id 3 | task 350 | stop processing: n_tokens = 165, truncated = 0 1.23.538.976 I slot print_timing: id 1 | task 340 | prompt eval time = 1027.67 ms / 138 tokens ( 7.45 ms per token, 134.28 tokens per second) 1.23.538.979 I slot print_timing: id 1 | task 340 | eval time = 1701.28 ms / 8 tokens ( 243.04 ms per token, 4.11 tokens per second) 1.23.538.980 I slot print_timing: id 1 | task 340 | total time = 2728.95 ms / 146 tokens 1.23.538.980 I slot print_timing: id 1 | task 340 | graphs reused = 28 1.23.538.980 I slot print_timing: id 1 | task 340 | graph reallocs = 0 / 0 (same size) / (changed size) 1.23.539.000 I slot release: id 1 | task 340 | stop processing: n_tokens = 146, truncated = 0 1.23.539.182 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.182 (> 0.100 thold), f_keep = 0.199 1.23.540.711 I slot launch_slot_: id 1 | task 356 | processing task, is_child = 0 1.23.920.800 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.188 (> 0.100 thold), f_keep = 0.176 1.23.920.873 I slot launch_slot_: id 3 | task 358 | processing task, is_child = 0 1.24.428.044 I slot print_timing: id 2 | task 347 | prompt eval time = 749.39 ms / 155 tokens ( 4.83 ms per token, 206.84 tokens per second) 1.24.428.050 I slot print_timing: id 2 | task 347 | eval time = 1756.52 ms / 8 tokens ( 250.93 ms per token, 3.99 tokens per second) 1.24.428.050 I slot print_timing: id 2 | task 347 | total time = 2505.90 ms / 163 tokens 1.24.428.051 I slot print_timing: id 2 | task 347 | graphs reused = 28 1.24.428.051 I slot print_timing: id 2 | task 347 | graph reallocs = 0 / 0 (same size) / (changed size) 1.24.428.075 I slot release: id 2 | task 347 | stop processing: n_tokens = 163, truncated = 0 1.24.497.331 I slot print_timing: id 3 | task 358 | prompt eval time = 507.17 ms / 153 tokens ( 3.31 ms per token, 301.68 tokens per second) 1.24.497.335 I slot print_timing: id 3 | task 358 | eval time = 69.05 ms / 2 tokens ( 69.05 ms per token, 14.48 tokens per second) 1.24.497.336 I slot print_timing: id 3 | task 358 | total time = 576.21 ms / 155 tokens 1.24.497.336 I slot print_timing: id 3 | task 358 | graphs reused = 28 1.24.497.337 I slot print_timing: id 3 | task 358 | graph reallocs = 0 / 0 (same size) / (changed size) 1.24.497.356 I slot release: id 3 | task 358 | stop processing: n_tokens = 155, truncated = 0 1.24.497.362 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.257 (> 0.100 thold), f_keep = 0.178 1.24.498.819 I slot launch_slot_: id 2 | task 362 | processing task, is_child = 0 1.24.795.147 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.246 (> 0.100 thold), f_keep = 0.187 1.24.795.210 I slot launch_slot_: id 3 | task 364 | processing task, is_child = 0 1.25.212.081 I slot print_timing: id 0 | task 353 | prompt eval time = 431.46 ms / 152 tokens ( 2.84 ms per token, 352.29 tokens per second) 1.25.212.086 I slot print_timing: id 0 | task 353 | eval time = 1673.27 ms / 8 tokens ( 239.04 ms per token, 4.18 tokens per second) 1.25.212.086 I slot print_timing: id 0 | task 353 | total time = 2104.72 ms / 160 tokens 1.25.212.087 I slot print_timing: id 0 | task 353 | graphs reused = 28 1.25.212.087 I slot print_timing: id 0 | task 353 | graph reallocs = 0 / 0 (same size) / (changed size) 1.25.212.111 I slot release: id 0 | task 353 | stop processing: n_tokens = 160, truncated = 0 1.25.254.104 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.153 (> 0.100 thold), f_keep = 0.181 1.25.255.264 I slot launch_slot_: id 0 | task 368 | processing task, is_child = 0 1.25.668.977 I slot print_timing: id 1 | task 356 | prompt eval time = 804.95 ms / 158 tokens ( 5.09 ms per token, 196.29 tokens per second) 1.25.668.984 I slot print_timing: id 1 | task 356 | eval time = 1321.88 ms / 8 tokens ( 188.84 ms per token, 5.30 tokens per second) 1.25.668.985 I slot print_timing: id 1 | task 356 | total time = 2126.82 ms / 166 tokens 1.25.668.986 I slot print_timing: id 1 | task 356 | graphs reused = 29 1.25.668.986 I slot print_timing: id 1 | task 356 | graph reallocs = 0 / 0 (same size) / (changed size) 1.25.669.010 I slot release: id 1 | task 356 | stop processing: n_tokens = 166, truncated = 0 1.25.751.133 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.269 (> 0.100 thold), f_keep = 0.175 1.25.752.511 I slot launch_slot_: id 1 | task 371 | processing task, is_child = 0 1.26.243.216 I slot print_timing: id 1 | task 371 | prompt eval time = 447.72 ms / 107 tokens ( 4.18 ms per token, 238.99 tokens per second) 1.26.243.221 I slot print_timing: id 1 | task 371 | eval time = 42.97 ms / 2 tokens ( 42.97 ms per token, 23.27 tokens per second) 1.26.243.221 I slot print_timing: id 1 | task 371 | total time = 490.69 ms / 109 tokens 1.26.243.222 I slot print_timing: id 1 | task 371 | graphs reused = 29 1.26.243.222 I slot print_timing: id 1 | task 371 | graph reallocs = 0 / 0 (same size) / (changed size) 1.26.243.241 I slot release: id 1 | task 371 | stop processing: n_tokens = 109, truncated = 0 1.26.243.418 I slot print_timing: id 2 | task 362 | prompt eval time = 631.05 ms / 112 tokens ( 5.63 ms per token, 177.48 tokens per second) 1.26.243.420 I slot print_timing: id 2 | task 362 | eval time = 1112.19 ms / 8 tokens ( 158.88 ms per token, 6.29 tokens per second) 1.26.243.421 I slot print_timing: id 2 | task 362 | total time = 1743.24 ms / 120 tokens 1.26.243.421 I slot print_timing: id 2 | task 362 | graphs reused = 29 1.26.243.421 I slot print_timing: id 2 | task 362 | graph reallocs = 0 / 0 (same size) / (changed size) 1.26.243.433 I slot release: id 2 | task 362 | stop processing: n_tokens = 120, truncated = 0 1.26.302.255 I slot print_timing: id 3 | task 364 | prompt eval time = 417.23 ms / 117 tokens ( 3.57 ms per token, 280.42 tokens per second) 1.26.302.260 I slot print_timing: id 3 | task 364 | eval time = 1089.62 ms / 8 tokens ( 155.66 ms per token, 6.42 tokens per second) 1.26.302.261 I slot print_timing: id 3 | task 364 | total time = 1506.85 ms / 125 tokens 1.26.302.261 I slot print_timing: id 3 | task 364 | graphs reused = 29 1.26.302.262 I slot print_timing: id 3 | task 364 | graph reallocs = 0 / 0 (same size) / (changed size) 1.26.302.284 I slot release: id 3 | task 364 | stop processing: n_tokens = 125, truncated = 0 1.26.302.291 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.232 (> 0.100 thold), f_keep = 0.266 1.26.302.714 I slot launch_slot_: id 1 | task 376 | processing task, is_child = 0 1.26.304.575 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.248 (> 0.100 thold), f_keep = 0.242 1.26.304.862 I slot launch_slot_: id 2 | task 377 | processing task, is_child = 0 1.26.813.872 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.220 (> 0.100 thold), f_keep = 0.232 1.26.813.931 I slot launch_slot_: id 3 | task 379 | processing task, is_child = 0 1.27.255.954 I slot print_timing: id 0 | task 368 | prompt eval time = 495.54 ms / 188 tokens ( 2.64 ms per token, 379.38 tokens per second) 1.27.255.959 I slot print_timing: id 0 | task 368 | eval time = 1505.14 ms / 8 tokens ( 215.02 ms per token, 4.65 tokens per second) 1.27.255.959 I slot print_timing: id 0 | task 368 | total time = 2000.68 ms / 196 tokens 1.27.255.960 I slot print_timing: id 0 | task 368 | graphs reused = 29 1.27.255.960 I slot print_timing: id 0 | task 368 | graph reallocs = 0 / 0 (same size) / (changed size) 1.27.255.982 I slot release: id 0 | task 368 | stop processing: n_tokens = 196, truncated = 0 1.27.298.354 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.176 (> 0.100 thold), f_keep = 0.148 1.27.299.929 I slot launch_slot_: id 0 | task 383 | processing task, is_child = 0 1.27.648.490 I slot print_timing: id 3 | task 379 | prompt eval time = 442.18 ms / 131 tokens ( 3.38 ms per token, 296.26 tokens per second) 1.27.648.493 I slot print_timing: id 3 | task 379 | eval time = 391.98 ms / 3 tokens ( 195.99 ms per token, 5.10 tokens per second) 1.27.648.493 I slot print_timing: id 3 | task 379 | total time = 834.16 ms / 134 tokens 1.27.648.494 I slot print_timing: id 3 | task 379 | graphs reused = 30 1.27.648.494 I slot print_timing: id 3 | task 379 | graph reallocs = 0 / 0 (same size) / (changed size) 1.27.648.518 I slot release: id 3 | task 379 | stop processing: n_tokens = 134, truncated = 0 1.27.728.935 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.213 (> 0.100 thold), f_keep = 0.216 1.27.731.236 I slot launch_slot_: id 3 | task 386 | processing task, is_child = 0 1.28.080.591 I slot print_timing: id 0 | task 383 | prompt eval time = 428.69 ms / 164 tokens ( 2.61 ms per token, 382.56 tokens per second) 1.28.080.596 I slot print_timing: id 0 | task 383 | eval time = 351.97 ms / 2 tokens ( 351.97 ms per token, 2.84 tokens per second) 1.28.080.596 I slot print_timing: id 0 | task 383 | total time = 780.65 ms / 166 tokens 1.28.080.597 I slot print_timing: id 0 | task 383 | graphs reused = 30 1.28.080.597 I slot print_timing: id 0 | task 383 | graph reallocs = 0 / 0 (same size) / (changed size) 1.28.080.618 I slot release: id 0 | task 383 | stop processing: n_tokens = 166, truncated = 0 1.28.161.755 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.223 (> 0.100 thold), f_keep = 0.175 1.28.163.348 I slot launch_slot_: id 0 | task 389 | processing task, is_child = 0 1.28.460.963 I slot print_timing: id 1 | task 376 | prompt eval time = 869.99 ms / 124 tokens ( 7.02 ms per token, 142.53 tokens per second) 1.28.460.965 I slot print_timing: id 1 | task 376 | eval time = 1286.07 ms / 8 tokens ( 183.72 ms per token, 5.44 tokens per second) 1.28.460.965 I slot print_timing: id 1 | task 376 | total time = 2156.07 ms / 132 tokens 1.28.460.966 I slot print_timing: id 1 | task 376 | graphs reused = 30 1.28.460.966 I slot print_timing: id 1 | task 376 | graph reallocs = 0 / 0 (same size) / (changed size) 1.28.460.987 I slot release: id 1 | task 376 | stop processing: n_tokens = 132, truncated = 0 1.28.461.166 I slot print_timing: id 2 | task 377 | prompt eval time = 870.12 ms / 116 tokens ( 7.50 ms per token, 133.31 tokens per second) 1.28.461.168 I slot print_timing: id 2 | task 377 | eval time = 1286.09 ms / 8 tokens ( 183.73 ms per token, 5.44 tokens per second) 1.28.461.169 I slot print_timing: id 2 | task 377 | total time = 2156.21 ms / 124 tokens 1.28.461.169 I slot print_timing: id 2 | task 377 | graphs reused = 30 1.28.461.169 I slot print_timing: id 2 | task 377 | graph reallocs = 0 / 0 (same size) / (changed size) 1.28.461.182 I slot release: id 2 | task 377 | stop processing: n_tokens = 124, truncated = 0 1.28.531.773 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.232 (> 0.100 thold), f_keep = 0.220 1.28.532.224 I slot launch_slot_: id 1 | task 392 | processing task, is_child = 0 1.28.533.131 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.216 (> 0.100 thold), f_keep = 0.242 1.28.533.181 I slot launch_slot_: id 2 | task 393 | processing task, is_child = 0 1.29.380.719 I slot print_timing: id 3 | task 386 | prompt eval time = 430.51 ms / 135 tokens ( 3.19 ms per token, 313.58 tokens per second) 1.29.380.721 I slot print_timing: id 3 | task 386 | eval time = 1218.96 ms / 8 tokens ( 174.14 ms per token, 5.74 tokens per second) 1.29.380.721 I slot print_timing: id 3 | task 386 | total time = 1649.47 ms / 143 tokens 1.29.380.722 I slot print_timing: id 3 | task 386 | graphs reused = 32 1.29.380.722 I slot print_timing: id 3 | task 386 | graph reallocs = 0 / 0 (same size) / (changed size) 1.29.380.745 I slot release: id 3 | task 386 | stop processing: n_tokens = 143, truncated = 0 1.29.422.434 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.179 (> 0.100 thold), f_keep = 0.203 1.29.423.971 I slot launch_slot_: id 3 | task 400 | processing task, is_child = 0 1.29.858.274 I slot print_timing: id 0 | task 389 | prompt eval time = 368.27 ms / 129 tokens ( 2.85 ms per token, 350.29 tokens per second) 1.29.858.280 I slot print_timing: id 0 | task 389 | eval time = 1326.65 ms / 9 tokens ( 165.83 ms per token, 6.03 tokens per second) 1.29.858.280 I slot print_timing: id 0 | task 389 | total time = 1694.92 ms / 138 tokens 1.29.858.281 I slot print_timing: id 0 | task 389 | graphs reused = 32 1.29.858.281 I slot print_timing: id 0 | task 389 | graph reallocs = 0 / 0 (same size) / (changed size) 1.29.858.302 I slot release: id 0 | task 389 | stop processing: n_tokens = 138, truncated = 0 1.29.900.559 I slot print_timing: id 2 | task 393 | prompt eval time = 723.82 ms / 138 tokens ( 5.25 ms per token, 190.65 tokens per second) 1.29.900.561 I slot print_timing: id 2 | task 393 | eval time = 643.47 ms / 8 tokens ( 91.92 ms per token, 10.88 tokens per second) 1.29.900.566 I slot print_timing: id 2 | task 393 | total time = 1367.29 ms / 146 tokens 1.29.900.567 I slot print_timing: id 2 | task 393 | graphs reused = 32 1.29.900.567 I slot print_timing: id 2 | task 393 | graph reallocs = 0 / 0 (same size) / (changed size) 1.29.900.589 I slot release: id 2 | task 393 | stop processing: n_tokens = 146, truncated = 0 1.29.900.759 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.197 (> 0.100 thold), f_keep = 0.210 1.29.901.766 I slot launch_slot_: id 0 | task 404 | processing task, is_child = 0 1.30.270.534 I slot print_timing: id 1 | task 392 | prompt eval time = 723.71 ms / 124 tokens ( 5.84 ms per token, 171.34 tokens per second) 1.30.270.536 I slot print_timing: id 1 | task 392 | eval time = 1013.64 ms / 9 tokens ( 126.70 ms per token, 7.89 tokens per second) 1.30.270.537 I slot print_timing: id 1 | task 392 | total time = 1737.34 ms / 133 tokens 1.30.270.538 I slot print_timing: id 1 | task 392 | graphs reused = 32 1.30.270.538 I slot print_timing: id 1 | task 392 | graph reallocs = 0 / 0 (same size) / (changed size) 1.30.270.558 I slot release: id 1 | task 392 | stop processing: n_tokens = 133, truncated = 0 1.30.270.755 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.170 (> 0.100 thold), f_keep = 0.218 1.30.272.133 I slot launch_slot_: id 1 | task 406 | processing task, is_child = 0 1.30.717.172 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.232 (> 0.100 thold), f_keep = 0.199 1.30.717.289 I slot launch_slot_: id 2 | task 408 | processing task, is_child = 0 1.31.082.565 I slot print_timing: id 0 | task 404 | prompt eval time = 814.00 ms / 146 tokens ( 5.58 ms per token, 179.36 tokens per second) 1.31.082.567 I slot print_timing: id 0 | task 404 | eval time = 365.56 ms / 2 tokens ( 365.56 ms per token, 2.74 tokens per second) 1.31.082.567 I slot print_timing: id 0 | task 404 | total time = 1179.55 ms / 148 tokens 1.31.082.568 I slot print_timing: id 0 | task 404 | graphs reused = 32 1.31.082.568 I slot print_timing: id 0 | task 404 | graph reallocs = 0 / 0 (same size) / (changed size) 1.31.082.592 I slot release: id 0 | task 404 | stop processing: n_tokens = 148, truncated = 0 1.31.189.647 I slot print_timing: id 1 | task 406 | prompt eval time = 809.62 ms / 170 tokens ( 4.76 ms per token, 209.98 tokens per second) 1.31.189.650 I slot print_timing: id 1 | task 406 | eval time = 106.84 ms / 2 tokens ( 106.84 ms per token, 9.36 tokens per second) 1.31.189.650 I slot print_timing: id 1 | task 406 | total time = 916.46 ms / 172 tokens 1.31.189.651 I slot print_timing: id 1 | task 406 | graphs reused = 32 1.31.189.651 I slot print_timing: id 1 | task 406 | graph reallocs = 0 / 0 (same size) / (changed size) 1.31.189.671 I slot release: id 1 | task 406 | stop processing: n_tokens = 172, truncated = 0 1.31.190.044 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.156 (> 0.100 thold), f_keep = 0.196 1.31.191.438 I slot launch_slot_: id 0 | task 411 | processing task, is_child = 0 1.31.607.064 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.187 (> 0.100 thold), f_keep = 0.169 1.31.607.142 I slot launch_slot_: id 1 | task 412 | processing task, is_child = 0 1.32.000.595 I slot print_timing: id 3 | task 400 | prompt eval time = 434.83 ms / 161 tokens ( 2.70 ms per token, 370.26 tokens per second) 1.32.000.601 I slot print_timing: id 3 | task 400 | eval time = 2141.79 ms / 8 tokens ( 305.97 ms per token, 3.27 tokens per second) 1.32.000.602 I slot print_timing: id 3 | task 400 | total time = 2576.62 ms / 169 tokens 1.32.000.602 I slot print_timing: id 3 | task 400 | graphs reused = 32 1.32.000.603 I slot print_timing: id 3 | task 400 | graph reallocs = 0 / 0 (same size) / (changed size) 1.32.000.625 I slot release: id 3 | task 400 | stop processing: n_tokens = 169, truncated = 0 1.32.107.612 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.269 (> 0.100 thold), f_keep = 0.172 1.32.109.042 I slot launch_slot_: id 3 | task 416 | processing task, is_child = 0 1.32.403.165 I slot print_timing: id 1 | task 412 | prompt eval time = 499.60 ms / 154 tokens ( 3.24 ms per token, 308.25 tokens per second) 1.32.403.170 I slot print_timing: id 1 | task 412 | eval time = 295.73 ms / 2 tokens ( 295.73 ms per token, 3.38 tokens per second) 1.32.403.170 I slot print_timing: id 1 | task 412 | total time = 795.32 ms / 156 tokens 1.32.403.171 I slot print_timing: id 1 | task 412 | graphs reused = 32 1.32.403.171 I slot print_timing: id 1 | task 412 | graph reallocs = 0 / 0 (same size) / (changed size) 1.32.403.196 I slot release: id 1 | task 412 | stop processing: n_tokens = 156, truncated = 0 1.32.510.236 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.212 (> 0.100 thold), f_keep = 0.186 1.32.511.591 I slot launch_slot_: id 1 | task 419 | processing task, is_child = 0 1.33.015.270 I slot print_timing: id 2 | task 408 | prompt eval time = 471.80 ms / 124 tokens ( 3.80 ms per token, 262.83 tokens per second) 1.33.015.276 I slot print_timing: id 2 | task 408 | eval time = 1825.39 ms / 8 tokens ( 260.77 ms per token, 3.83 tokens per second) 1.33.015.276 I slot print_timing: id 2 | task 408 | total time = 2297.19 ms / 132 tokens 1.33.015.276 I slot print_timing: id 2 | task 408 | graphs reused = 32 1.33.015.277 I slot print_timing: id 2 | task 408 | graph reallocs = 0 / 0 (same size) / (changed size) 1.33.015.300 I slot release: id 2 | task 408 | stop processing: n_tokens = 132, truncated = 0 1.33.084.597 I slot print_timing: id 1 | task 419 | prompt eval time = 503.51 ms / 136 tokens ( 3.70 ms per token, 270.10 tokens per second) 1.33.084.600 I slot print_timing: id 1 | task 419 | eval time = 69.48 ms / 2 tokens ( 69.48 ms per token, 14.39 tokens per second) 1.33.084.600 I slot print_timing: id 1 | task 419 | total time = 572.99 ms / 138 tokens 1.33.084.601 I slot print_timing: id 1 | task 419 | graphs reused = 32 1.33.084.601 I slot print_timing: id 1 | task 419 | graph reallocs = 0 / 0 (same size) / (changed size) 1.33.084.620 I slot release: id 1 | task 419 | stop processing: n_tokens = 138, truncated = 0 1.33.084.789 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.223 (> 0.100 thold), f_keep = 0.210 1.33.085.861 I slot launch_slot_: id 1 | task 423 | processing task, is_child = 0 1.33.411.070 I slot print_timing: id 0 | task 411 | prompt eval time = 807.35 ms / 185 tokens ( 4.36 ms per token, 229.14 tokens per second) 1.33.411.073 I slot print_timing: id 0 | task 411 | eval time = 1410.81 ms / 8 tokens ( 201.54 ms per token, 4.96 tokens per second) 1.33.411.073 I slot print_timing: id 0 | task 411 | total time = 2218.16 ms / 193 tokens 1.33.411.074 I slot print_timing: id 0 | task 411 | graphs reused = 32 1.33.411.074 I slot print_timing: id 0 | task 411 | graph reallocs = 0 / 0 (same size) / (changed size) 1.33.411.107 I slot release: id 0 | task 411 | stop processing: n_tokens = 193, truncated = 0 1.33.411.297 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.203 (> 0.100 thold), f_keep = 0.150 1.33.414.057 I slot launch_slot_: id 0 | task 425 | processing task, is_child = 0 1.33.892.202 I slot print_timing: id 1 | task 423 | prompt eval time = 707.39 ms / 129 tokens ( 5.48 ms per token, 182.36 tokens per second) 1.33.892.207 I slot print_timing: id 1 | task 423 | eval time = 98.04 ms / 2 tokens ( 98.04 ms per token, 10.20 tokens per second) 1.33.892.208 I slot print_timing: id 1 | task 423 | total time = 805.43 ms / 131 tokens 1.33.892.208 I slot print_timing: id 1 | task 423 | graphs reused = 32 1.33.892.209 I slot print_timing: id 1 | task 423 | graph reallocs = 0 / 0 (same size) / (changed size) 1.33.892.228 I slot release: id 1 | task 423 | stop processing: n_tokens = 131, truncated = 0 1.33.951.417 I slot print_timing: id 3 | task 416 | prompt eval time = 401.18 ms / 107 tokens ( 3.75 ms per token, 266.71 tokens per second) 1.33.951.422 I slot print_timing: id 3 | task 416 | eval time = 1441.19 ms / 8 tokens ( 205.88 ms per token, 4.86 tokens per second) 1.33.951.423 I slot print_timing: id 3 | task 416 | total time = 1842.37 ms / 115 tokens 1.33.951.423 I slot print_timing: id 3 | task 416 | graphs reused = 32 1.33.951.423 I slot print_timing: id 3 | task 416 | graph reallocs = 0 / 0 (same size) / (changed size) 1.33.951.440 I slot release: id 3 | task 416 | stop processing: n_tokens = 115, truncated = 0 1.34.121.944 I slot print_timing: id 0 | task 425 | prompt eval time = 477.96 ms / 142 tokens ( 3.37 ms per token, 297.09 tokens per second) 1.34.121.952 I slot print_timing: id 0 | task 425 | eval time = 229.89 ms / 8 tokens ( 32.84 ms per token, 30.45 tokens per second) 1.34.121.952 I slot print_timing: id 0 | task 425 | total time = 707.85 ms / 150 tokens 1.34.121.953 I slot print_timing: id 0 | task 425 | graphs reused = 37 1.34.121.954 I slot print_timing: id 0 | task 425 | graph reallocs = 0 / 0 (same size) / (changed size) 1.34.121.977 I slot release: id 0 | task 425 | stop processing: n_tokens = 150, truncated = 0 1.34.158.883 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 132, t_last = 235867158108 1.34.159.005 I slot launch_slot_: id 2 | task 435 | processing task, is_child = 0 1.34.162.337 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 131, t_last = 235868035036 1.34.162.398 I slot launch_slot_: id 1 | task 436 | processing task, is_child = 0 1.34.162.466 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 115, t_last = 235868094248 1.34.162.515 I slot launch_slot_: id 3 | task 437 | processing task, is_child = 0 1.34.162.552 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 150, t_last = 235868264785 1.34.162.604 I slot launch_slot_: id 0 | task 438 | processing task, is_child = 0 1.38.163.926 I slot print_timing: id 0 | task 438 | prompt processing, n_tokens = 663, progress = 0.56, t = 4.00 s / 165.70 tokens per second 1.38.202.826 I slot print_timing: id 1 | task 436 | prompt processing, n_tokens = 655, progress = 0.56, t = 4.00 s / 163.70 tokens per second 1.38.205.707 I slot print_timing: id 2 | task 435 | prompt processing, n_tokens = 643, progress = 0.56, t = 4.00 s / 160.70 tokens per second 1.38.208.543 I slot print_timing: id 3 | task 437 | prompt processing, n_tokens = 87, progress = 0.07, t = 4.00 s / 21.74 tokens per second 1.41.677.257 I slot print_timing: id 0 | task 438 | prompt processing, n_tokens = 1074, progress = 0.91, t = 7.51 s / 142.92 tokens per second 1.42.003.909 I slot print_timing: id 1 | task 436 | prompt processing, n_tokens = 1074, progress = 0.92, t = 7.51 s / 142.92 tokens per second 1.42.006.815 I slot print_timing: id 2 | task 435 | prompt processing, n_tokens = 1074, progress = 0.93, t = 7.51 s / 142.92 tokens per second 1.42.009.011 I slot print_timing: id 3 | task 437 | prompt processing, n_tokens = 670, progress = 0.57, t = 7.51 s / 89.16 tokens per second 1.42.876.573 I slot print_timing: id 0 | task 438 | prompt processing, n_tokens = 1175, progress = 1.00, t = 8.71 s / 134.84 tokens per second 1.43.578.457 I slot print_timing: id 1 | task 436 | prompt processing, n_tokens = 1167, progress = 1.00, t = 8.71 s / 133.92 tokens per second 1.43.581.595 I slot print_timing: id 2 | task 435 | prompt processing, n_tokens = 1155, progress = 1.00, t = 8.71 s / 132.55 tokens per second 1.43.584.591 I slot print_timing: id 3 | task 437 | prompt processing, n_tokens = 1074, progress = 0.91, t = 8.71 s / 123.25 tokens per second 1.43.936.913 I slot print_timing: id 3 | task 437 | prompt processing, n_tokens = 1182, progress = 1.00, t = 9.77 s / 120.94 tokens per second 1.46.993.495 I slot print_timing: id 2 | task 435 | prompt eval time = 9774.13 ms / 1159 tokens ( 8.43 ms per token, 118.58 tokens per second) 1.46.993.500 I slot print_timing: id 2 | task 435 | eval time = 3056.58 ms / 71 tokens ( 43.67 ms per token, 22.90 tokens per second) 1.46.993.501 I slot print_timing: id 2 | task 435 | total time = 12830.71 ms / 1230 tokens 1.46.993.502 I slot print_timing: id 2 | task 435 | graphs reused = 107 1.46.993.503 I slot print_timing: id 2 | task 435 | graph reallocs = 0 / 0 (same size) / (changed size) 1.46.993.617 I slot release: id 2 | task 435 | stop processing: n_tokens = 1230, truncated = 0 1.47.066.385 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.910 (> 0.100 thold), f_keep = 0.891 1.47.066.428 I slot launch_slot_: id 2 | task 514 | processing task, is_child = 0 1.48.348.263 I slot print_timing: id 1 | task 436 | prompt eval time = 9774.00 ms / 1171 tokens ( 8.35 ms per token, 119.81 tokens per second) 1.48.348.270 I slot print_timing: id 1 | task 436 | eval time = 4411.55 ms / 93 tokens ( 47.95 ms per token, 20.85 tokens per second) 1.48.348.273 I slot print_timing: id 1 | task 436 | total time = 14185.56 ms / 1264 tokens 1.48.348.273 I slot print_timing: id 1 | task 436 | graphs reused = 125 1.48.348.274 I slot print_timing: id 1 | task 436 | graph reallocs = 0 / 0 (same size) / (changed size) 1.48.348.393 I slot release: id 1 | task 436 | stop processing: n_tokens = 1264, truncated = 0 1.48.421.735 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.906 (> 0.100 thold), f_keep = 0.867 1.48.421.774 I slot launch_slot_: id 1 | task 537 | processing task, is_child = 0 1.49.076.857 I slot print_timing: id 0 | task 438 | n_gen = 100, tg = 19.26 t/s, tg_3s = 19.45 t/s 1.49.119.691 I slot print_timing: id 3 | task 437 | n_gen = 100, tg = 19.43 t/s, tg_3s = 19.62 t/s 1.52.097.579 I slot print_timing: id 0 | task 438 | n_gen = 170, tg = 20.71 t/s, tg_3s = 23.17 t/s 1.52.142.099 I slot print_timing: id 3 | task 437 | n_gen = 170, tg = 20.82 t/s, tg_3s = 23.16 t/s 1.52.228.403 I slot print_timing: id 2 | task 514 | n_gen = 100, tg = 21.06 t/s, tg_3s = 21.28 t/s 1.53.180.069 I slot print_timing: id 1 | task 537 | n_gen = 100, tg = 23.16 t/s, tg_3s = 23.40 t/s 1.54.304.794 I slot print_timing: id 2 | task 514 | prompt eval time = 462.07 ms / 108 tokens ( 4.28 ms per token, 233.73 tokens per second) 1.54.304.799 I slot print_timing: id 2 | task 514 | eval time = 6776.27 ms / 148 tokens ( 46.10 ms per token, 21.69 tokens per second) 1.54.304.800 I slot print_timing: id 2 | task 514 | total time = 7238.34 ms / 256 tokens 1.54.304.801 I slot print_timing: id 2 | task 514 | graphs reused = 249 1.54.304.801 I slot print_timing: id 2 | task 514 | graph reallocs = 0 / 0 (same size) / (changed size) 1.54.304.934 I slot release: id 2 | task 514 | stop processing: n_tokens = 1351, truncated = 0 1.54.377.565 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.906 (> 0.100 thold), f_keep = 0.811 1.54.377.602 I slot launch_slot_: id 2 | task 666 | processing task, is_child = 0 1.55.098.751 I slot print_timing: id 0 | task 438 | n_gen = 230, tg = 20.52 t/s, tg_3s = 19.99 t/s 1.55.184.955 I slot print_timing: id 3 | task 437 | n_gen = 231, tg = 20.61 t/s, tg_3s = 20.05 t/s 1.56.185.032 I slot print_timing: id 1 | task 537 | n_gen = 160, tg = 21.84 t/s, tg_3s = 19.97 t/s 1.56.616.152 I slot print_timing: id 0 | task 438 | prompt eval time = 9773.90 ms / 1179 tokens ( 8.29 ms per token, 120.63 tokens per second) 1.56.616.160 I slot print_timing: id 0 | task 438 | eval time = 12679.64 ms / 265 tokens ( 48.03 ms per token, 20.82 tokens per second) 1.56.616.161 I slot print_timing: id 0 | task 438 | total time = 22453.53 ms / 1444 tokens 1.56.616.162 I slot print_timing: id 0 | task 438 | graphs reused = 289 1.56.616.163 I slot print_timing: id 0 | task 438 | graph reallocs = 0 / 0 (same size) / (changed size) 1.56.616.283 I slot release: id 0 | task 438 | stop processing: n_tokens = 1444, truncated = 0 1.56.662.877 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.925 (> 0.100 thold), f_keep = 0.759 1.56.662.909 I slot launch_slot_: id 0 | task 711 | processing task, is_child = 0 1.57.436.876 I slot print_timing: id 3 | task 437 | prompt eval time = 9861.15 ms / 1186 tokens ( 8.31 ms per token, 120.27 tokens per second) 1.57.436.882 I slot print_timing: id 3 | task 437 | eval time = 13412.87 ms / 277 tokens ( 48.60 ms per token, 20.58 tokens per second) 1.57.436.882 I slot print_timing: id 3 | task 437 | total time = 23274.02 ms / 1463 tokens 1.57.436.883 I slot print_timing: id 3 | task 437 | graphs reused = 299 1.57.436.884 I slot print_timing: id 3 | task 437 | graph reallocs = 0 / 0 (same size) / (changed size) 1.57.436.964 I slot release: id 3 | task 437 | stop processing: n_tokens = 1463, truncated = 0 1.57.481.174 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.904 (> 0.100 thold), f_keep = 0.749 1.57.481.210 I slot launch_slot_: id 3 | task 725 | processing task, is_child = 0 1.59.196.045 I slot print_timing: id 1 | task 537 | n_gen = 216, tg = 20.89 t/s, tg_3s = 18.60 t/s 1.59.713.923 I slot print_timing: id 2 | task 666 | n_gen = 100, tg = 20.32 t/s, tg_3s = 20.53 t/s 2.01.617.788 I slot print_timing: id 0 | task 711 | n_gen = 100, tg = 21.48 t/s, tg_3s = 21.70 t/s 2.01.877.538 I slot print_timing: id 1 | task 537 | prompt eval time = 484.17 ms / 114 tokens ( 4.25 ms per token, 235.46 tokens per second) 2.01.877.543 I slot print_timing: id 1 | task 537 | eval time = 12971.59 ms / 278 tokens ( 46.83 ms per token, 21.35 tokens per second) 2.01.877.544 I slot print_timing: id 1 | task 537 | total time = 13455.75 ms / 392 tokens 2.01.877.544 I slot print_timing: id 1 | task 537 | graphs reused = 390 2.01.877.545 I slot print_timing: id 1 | task 537 | graph reallocs = 0 / 0 (same size) / (changed size) 2.01.877.675 I slot release: id 1 | task 537 | stop processing: n_tokens = 1487, truncated = 0 2.01.950.752 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.880 (> 0.100 thold), f_keep = 0.737 2.01.950.786 I slot launch_slot_: id 1 | task 821 | processing task, is_child = 0 2.02.678.212 I slot print_timing: id 3 | task 725 | n_gen = 100, tg = 20.70 t/s, tg_3s = 20.91 t/s 2.02.720.455 I slot print_timing: id 0 | task 711 | prompt eval time = 346.14 ms / 89 tokens ( 3.89 ms per token, 257.12 tokens per second) 2.02.720.463 I slot print_timing: id 0 | task 711 | eval time = 5711.40 ms / 114 tokens ( 50.54 ms per token, 19.78 tokens per second) 2.02.720.464 I slot print_timing: id 0 | task 711 | total time = 6057.54 ms / 203 tokens 2.02.720.465 I slot print_timing: id 0 | task 711 | graphs reused = 394 2.02.720.466 I slot print_timing: id 0 | task 711 | graph reallocs = 0 / 0 (same size) / (changed size) 2.02.720.582 I slot release: id 0 | task 711 | stop processing: n_tokens = 1298, truncated = 0 2.02.721.283 I slot print_timing: id 2 | task 666 | n_gen = 158, tg = 19.93 t/s, tg_3s = 19.29 t/s 2.02.767.212 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.916 (> 0.100 thold), f_keep = 0.844 2.02.767.249 I slot launch_slot_: id 0 | task 830 | processing task, is_child = 0 2.04.339.478 I slot print_timing: id 3 | task 725 | prompt eval time = 415.40 ms / 116 tokens ( 3.58 ms per token, 279.25 tokens per second) 2.04.339.483 I slot print_timing: id 3 | task 725 | eval time = 6442.85 ms / 131 tokens ( 49.56 ms per token, 20.18 tokens per second) 2.04.339.484 I slot print_timing: id 3 | task 725 | total time = 6858.26 ms / 247 tokens 2.04.339.484 I slot print_timing: id 3 | task 725 | graphs reused = 421 2.04.339.485 I slot print_timing: id 3 | task 725 | graph reallocs = 0 / 0 (same size) / (changed size) 2.04.339.594 I slot release: id 3 | task 725 | stop processing: n_tokens = 1342, truncated = 0 2.04.383.700 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.935 (> 0.100 thold), f_keep = 0.817 2.04.383.737 I slot launch_slot_: id 3 | task 861 | processing task, is_child = 0 2.05.758.248 I slot print_timing: id 2 | task 666 | n_gen = 215, tg = 19.60 t/s, tg_3s = 18.77 t/s 2.07.352.599 I slot print_timing: id 1 | task 821 | n_gen = 100, tg = 20.38 t/s, tg_3s = 20.59 t/s 2.07.698.030 I slot print_timing: id 0 | task 830 | n_gen = 100, tg = 21.87 t/s, tg_3s = 22.09 t/s 2.08.778.901 I slot print_timing: id 2 | task 666 | n_gen = 285, tg = 20.38 t/s, tg_3s = 23.17 t/s 2.08.995.418 I slot print_timing: id 3 | task 861 | n_gen = 100, tg = 23.19 t/s, tg_3s = 23.42 t/s 2.09.427.804 I slot print_timing: id 0 | task 830 | prompt eval time = 403.14 ms / 101 tokens ( 3.99 ms per token, 250.54 tokens per second) 2.09.427.809 I slot print_timing: id 0 | task 830 | eval time = 6257.40 ms / 140 tokens ( 45.02 ms per token, 22.21 tokens per second) 2.09.427.810 I slot print_timing: id 0 | task 830 | total time = 6660.54 ms / 241 tokens 2.09.427.811 I slot print_timing: id 0 | task 830 | graphs reused = 529 2.09.427.812 I slot print_timing: id 0 | task 830 | graph reallocs = 0 / 0 (same size) / (changed size) 2.09.427.936 I slot release: id 0 | task 830 | stop processing: n_tokens = 1336, truncated = 0 2.09.474.933 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.935 (> 0.100 thold), f_keep = 0.820 2.09.474.978 I slot launch_slot_: id 0 | task 974 | processing task, is_child = 0 2.09.897.185 I slot print_timing: id 3 | task 861 | prompt eval time = 342.51 ms / 76 tokens ( 4.51 ms per token, 221.89 tokens per second) 2.09.897.190 I slot print_timing: id 3 | task 861 | eval time = 5170.93 ms / 115 tokens ( 45.36 ms per token, 22.05 tokens per second) 2.09.897.190 I slot print_timing: id 3 | task 861 | total time = 5513.44 ms / 191 tokens 2.09.897.191 I slot print_timing: id 3 | task 861 | graphs reused = 531 2.09.897.191 I slot print_timing: id 3 | task 861 | graph reallocs = 0 / 0 (same size) / (changed size) 2.09.897.251 I slot release: id 3 | task 861 | stop processing: n_tokens = 1286, truncated = 0 2.09.940.335 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.940 (> 0.100 thold), f_keep = 0.852 2.09.940.357 I slot launch_slot_: id 3 | task 980 | processing task, is_child = 0 2.10.367.140 I slot print_timing: id 1 | task 821 | n_gen = 158, tg = 19.94 t/s, tg_3s = 19.24 t/s 2.11.806.031 I slot print_timing: id 2 | task 666 | n_gen = 343, tg = 20.16 t/s, tg_3s = 19.16 t/s 2.13.408.271 I slot print_timing: id 1 | task 821 | n_gen = 228, tg = 20.80 t/s, tg_3s = 23.02 t/s 2.13.625.049 I slot print_timing: id 1 | task 821 | prompt eval time = 544.41 ms / 150 tokens ( 3.63 ms per token, 275.53 tokens per second) 2.13.625.057 I slot print_timing: id 1 | task 821 | eval time = 11129.83 ms / 233 tokens ( 47.97 ms per token, 20.84 tokens per second) 2.13.625.058 I slot print_timing: id 1 | task 821 | total time = 11674.24 ms / 383 tokens 2.13.625.059 I slot print_timing: id 1 | task 821 | graphs reused = 606 2.13.625.060 I slot print_timing: id 1 | task 821 | graph reallocs = 0 / 0 (same size) / (changed size) 2.13.625.190 I slot release: id 1 | task 821 | stop processing: n_tokens = 1478, truncated = 0 2.13.697.977 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.919 (> 0.100 thold), f_keep = 0.742 2.13.698.015 I slot launch_slot_: id 1 | task 1061 | processing task, is_child = 0 2.14.733.518 I slot print_timing: id 0 | task 974 | n_gen = 100, tg = 20.11 t/s, tg_3s = 20.31 t/s 2.14.820.216 I slot print_timing: id 2 | task 666 | n_gen = 404, tg = 20.17 t/s, tg_3s = 20.24 t/s 2.14.949.863 I slot print_timing: id 3 | task 980 | n_gen = 100, tg = 21.20 t/s, tg_3s = 21.42 t/s 2.17.760.711 I slot print_timing: id 0 | task 974 | prompt eval time = 335.02 ms / 76 tokens ( 4.41 ms per token, 226.85 tokens per second) 2.17.760.716 I slot print_timing: id 0 | task 974 | eval time = 7950.70 ms / 170 tokens ( 47.05 ms per token, 21.26 tokens per second) 2.17.760.716 I slot print_timing: id 0 | task 974 | total time = 8285.72 ms / 246 tokens 2.17.760.717 I slot print_timing: id 0 | task 974 | graphs reused = 689 2.17.760.718 I slot print_timing: id 0 | task 974 | graph reallocs = 0 / 0 (same size) / (changed size) 2.17.760.835 I slot release: id 0 | task 974 | stop processing: n_tokens = 1341, truncated = 0 2.17.761.505 I slot print_timing: id 2 | task 666 | prompt eval time = 465.00 ms / 114 tokens ( 4.08 ms per token, 245.16 tokens per second) 2.17.761.513 I slot print_timing: id 2 | task 666 | eval time = 22918.89 ms / 472 tokens ( 48.66 ms per token, 20.55 tokens per second) 2.17.761.514 I slot print_timing: id 2 | task 666 | total time = 23383.90 ms / 586 tokens 2.17.761.514 I slot print_timing: id 2 | task 666 | graphs reused = 689 2.17.761.515 I slot print_timing: id 2 | task 666 | graph reallocs = 0 / 0 (same size) / (changed size) 2.17.761.644 I slot release: id 2 | task 666 | stop processing: n_tokens = 1681, truncated = 0 2.17.823.451 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.947 (> 0.100 thold), f_keep = 0.817 2.17.823.476 I slot launch_slot_: id 0 | task 1149 | processing task, is_child = 0 2.17.837.837 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.899 (> 0.100 thold), f_keep = 0.652 2.17.837.858 I slot launch_slot_: id 2 | task 1150 | processing task, is_child = 0 2.18.349.909 I slot print_timing: id 3 | task 980 | n_gen = 167, tg = 20.57 t/s, tg_3s = 19.71 t/s 2.18.502.993 I slot print_timing: id 1 | task 1061 | prompt eval time = 424.39 ms / 96 tokens ( 4.42 ms per token, 226.21 tokens per second) 2.18.502.996 I slot print_timing: id 1 | task 1061 | eval time = 4380.58 ms / 88 tokens ( 50.35 ms per token, 19.86 tokens per second) 2.18.502.997 I slot print_timing: id 1 | task 1061 | total time = 4804.97 ms / 184 tokens 2.18.502.997 I slot print_timing: id 1 | task 1061 | graphs reused = 689 2.18.502.998 I slot print_timing: id 1 | task 1061 | graph reallocs = 0 / 0 (same size) / (changed size) 2.18.503.068 I slot release: id 1 | task 1061 | stop processing: n_tokens = 1279, truncated = 0 2.18.573.858 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.907 (> 0.100 thold), f_keep = 0.857 2.18.573.902 I slot launch_slot_: id 1 | task 1154 | processing task, is_child = 0 2.21.362.770 I slot print_timing: id 3 | task 980 | n_gen = 224, tg = 20.12 t/s, tg_3s = 18.92 t/s 2.23.216.497 I slot print_timing: id 0 | task 1149 | n_gen = 100, tg = 21.00 t/s, tg_3s = 21.21 t/s 2.23.217.165 I slot print_timing: id 2 | task 1150 | n_gen = 100, tg = 21.00 t/s, tg_3s = 21.21 t/s 2.23.346.912 I slot print_timing: id 1 | task 1154 | n_gen = 100, tg = 23.13 t/s, tg_3s = 23.37 t/s 2.24.384.559 I slot print_timing: id 3 | task 980 | n_gen = 294, tg = 20.77 t/s, tg_3s = 23.17 t/s 2.25.856.005 I slot print_timing: id 0 | task 1149 | prompt eval time = 664.95 ms / 61 tokens ( 10.90 ms per token, 91.74 tokens per second) 2.25.856.009 I slot print_timing: id 0 | task 1149 | eval time = 7353.18 ms / 161 tokens ( 45.96 ms per token, 21.76 tokens per second) 2.25.856.010 I slot print_timing: id 0 | task 1149 | total time = 8018.13 ms / 222 tokens 2.25.856.011 I slot print_timing: id 0 | task 1149 | graphs reused = 845 2.25.856.012 I slot print_timing: id 0 | task 1149 | graph reallocs = 0 / 0 (same size) / (changed size) 2.25.856.125 I slot release: id 0 | task 1149 | stop processing: n_tokens = 1317, truncated = 0 2.25.902.988 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.938 (> 0.100 thold), f_keep = 0.832 2.25.903.021 I slot launch_slot_: id 0 | task 1315 | processing task, is_child = 0 2.26.240.663 I slot print_timing: id 2 | task 1150 | n_gen = 164, tg = 21.07 t/s, tg_3s = 21.17 t/s 2.26.369.182 I slot print_timing: id 1 | task 1154 | n_gen = 164, tg = 22.32 t/s, tg_3s = 21.18 t/s 2.27.063.258 I slot print_timing: id 1 | task 1154 | prompt eval time = 493.46 ms / 113 tokens ( 4.37 ms per token, 228.99 tokens per second) 2.27.063.266 I slot print_timing: id 1 | task 1154 | eval time = 7995.88 ms / 180 tokens ( 44.67 ms per token, 22.39 tokens per second) 2.27.063.267 I slot print_timing: id 1 | task 1154 | total time = 8489.34 ms / 293 tokens 2.27.063.268 I slot print_timing: id 1 | task 1154 | graphs reused = 864 2.27.063.269 I slot print_timing: id 1 | task 1154 | graph reallocs = 0 / 0 (same size) / (changed size) 2.27.063.410 I slot release: id 1 | task 1154 | stop processing: n_tokens = 1388, truncated = 0 2.27.136.360 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.951 (> 0.100 thold), f_keep = 0.790 2.27.136.397 I slot launch_slot_: id 1 | task 1338 | processing task, is_child = 0 2.27.498.256 I slot print_timing: id 3 | task 980 | n_gen = 353, tg = 20.44 t/s, tg_3s = 18.95 t/s 2.28.060.736 I slot print_timing: id 3 | task 980 | prompt eval time = 340.45 ms / 70 tokens ( 4.86 ms per token, 205.61 tokens per second) 2.28.060.742 I slot print_timing: id 3 | task 980 | eval time = 17779.92 ms / 366 tokens ( 48.71 ms per token, 20.53 tokens per second) 2.28.060.743 I slot print_timing: id 3 | task 980 | total time = 18120.36 ms / 436 tokens 2.28.060.751 I slot print_timing: id 3 | task 980 | graphs reused = 876 2.28.060.752 I slot print_timing: id 3 | task 980 | graph reallocs = 0 / 0 (same size) / (changed size) 2.28.060.884 I slot release: id 3 | task 980 | stop processing: n_tokens = 1531, truncated = 0 2.28.105.911 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.935 (> 0.100 thold), f_keep = 0.716 2.28.105.944 I slot launch_slot_: id 3 | task 1355 | processing task, is_child = 0 2.29.268.681 I slot print_timing: id 2 | task 1150 | n_gen = 221, tg = 20.44 t/s, tg_3s = 18.82 t/s 2.30.908.447 I slot print_timing: id 0 | task 1315 | prompt eval time = 337.34 ms / 72 tokens ( 4.69 ms per token, 213.44 tokens per second) 2.30.908.452 I slot print_timing: id 0 | task 1315 | eval time = 4668.08 ms / 96 tokens ( 49.14 ms per token, 20.35 tokens per second) 2.30.908.453 I slot print_timing: id 0 | task 1315 | total time = 5005.42 ms / 168 tokens 2.30.908.454 I slot print_timing: id 0 | task 1315 | graphs reused = 932 2.30.908.454 I slot print_timing: id 0 | task 1315 | graph reallocs = 0 / 0 (same size) / (changed size) 2.30.908.564 I slot release: id 0 | task 1315 | stop processing: n_tokens = 1263, truncated = 0 2.30.955.642 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.941 (> 0.100 thold), f_keep = 0.868 2.30.955.678 I slot launch_slot_: id 0 | task 1416 | processing task, is_child = 0 2.32.290.641 I slot print_timing: id 1 | task 1338 | n_gen = 100, tg = 20.66 t/s, tg_3s = 20.87 t/s 2.32.290.998 I slot print_timing: id 2 | task 1150 | n_gen = 285, tg = 20.60 t/s, tg_3s = 21.18 t/s 2.32.766.099 I slot print_timing: id 1 | task 1338 | prompt eval time = 361.53 ms / 56 tokens ( 6.46 ms per token, 154.90 tokens per second) 2.32.766.106 I slot print_timing: id 1 | task 1338 | eval time = 5268.16 ms / 111 tokens ( 47.89 ms per token, 20.88 tokens per second) 2.32.766.107 I slot print_timing: id 1 | task 1338 | total time = 5629.69 ms / 167 tokens 2.32.766.108 I slot print_timing: id 1 | task 1338 | graphs reused = 966 2.32.766.109 I slot print_timing: id 1 | task 1338 | graph reallocs = 0 / 0 (same size) / (changed size) 2.32.766.228 I slot release: id 1 | task 1338 | stop processing: n_tokens = 1262, truncated = 0 2.32.838.938 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.913 (> 0.100 thold), f_keep = 0.868 2.32.838.988 I slot launch_slot_: id 1 | task 1454 | processing task, is_child = 0 2.33.404.338 I slot print_timing: id 3 | task 1355 | n_gen = 100, tg = 19.97 t/s, tg_3s = 20.18 t/s 2.33.791.112 I slot print_timing: id 2 | task 1150 | prompt eval time = 664.41 ms / 124 tokens ( 5.36 ms per token, 186.63 tokens per second) 2.33.791.118 I slot print_timing: id 2 | task 1150 | eval time = 15287.82 ms / 310 tokens ( 49.48 ms per token, 20.21 tokens per second) 2.33.791.119 I slot print_timing: id 2 | task 1150 | total time = 15952.24 ms / 434 tokens 2.33.791.120 I slot print_timing: id 2 | task 1150 | graphs reused = 976 2.33.791.121 I slot print_timing: id 2 | task 1150 | graph reallocs = 0 / 0 (same size) / (changed size) 2.33.791.295 I slot release: id 2 | task 1150 | stop processing: n_tokens = 1528, truncated = 0 2.33.864.646 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.944 (> 0.100 thold), f_keep = 0.717 2.33.864.682 I slot launch_slot_: id 2 | task 1469 | processing task, is_child = 0 2.34.946.769 I slot print_timing: id 0 | task 1416 | prompt eval time = 336.61 ms / 69 tokens ( 4.88 ms per token, 204.99 tokens per second) 2.34.946.776 I slot print_timing: id 0 | task 1416 | eval time = 3654.47 ms / 69 tokens ( 53.74 ms per token, 18.61 tokens per second) 2.34.946.777 I slot print_timing: id 0 | task 1416 | total time = 3991.08 ms / 138 tokens 2.34.946.778 I slot print_timing: id 0 | task 1416 | graphs reused = 992 2.34.946.779 I slot print_timing: id 0 | task 1416 | graph reallocs = 0 / 0 (same size) / (changed size) 2.34.946.899 I slot release: id 0 | task 1416 | stop processing: n_tokens = 1233, truncated = 0 2.34.993.708 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.939 (> 0.100 thold), f_keep = 0.889 2.34.993.747 I slot launch_slot_: id 0 | task 1490 | processing task, is_child = 0 2.36.445.604 I slot print_timing: id 3 | task 1355 | n_gen = 158, tg = 19.63 t/s, tg_3s = 19.07 t/s 2.38.126.402 I slot print_timing: id 1 | task 1454 | n_gen = 100, tg = 20.59 t/s, tg_3s = 20.80 t/s 2.38.256.069 I slot print_timing: id 3 | task 1355 | prompt eval time = 342.00 ms / 76 tokens ( 4.50 ms per token, 222.22 tokens per second) 2.38.256.080 I slot print_timing: id 3 | task 1355 | eval time = 9808.11 ms / 200 tokens ( 49.29 ms per token, 20.29 tokens per second) 2.38.256.081 I slot print_timing: id 3 | task 1355 | total time = 10150.11 ms / 276 tokens 2.38.256.082 I slot print_timing: id 3 | task 1355 | graphs reused = 1060 2.38.256.083 I slot print_timing: id 3 | task 1355 | graph reallocs = 0 / 0 (same size) / (changed size) 2.38.256.211 I slot release: id 3 | task 1355 | stop processing: n_tokens = 1371, truncated = 0 2.38.302.008 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.947 (> 0.100 thold), f_keep = 0.799 2.38.302.041 I slot launch_slot_: id 3 | task 1562 | processing task, is_child = 0 2.38.934.771 I slot print_timing: id 2 | task 1469 | n_gen = 100, tg = 20.94 t/s, tg_3s = 21.16 t/s 2.39.202.364 I slot print_timing: id 2 | task 1469 | prompt eval time = 343.16 ms / 65 tokens ( 5.28 ms per token, 189.41 tokens per second) 2.39.202.369 I slot print_timing: id 2 | task 1469 | eval time = 4994.51 ms / 106 tokens ( 47.57 ms per token, 21.02 tokens per second) 2.39.202.370 I slot print_timing: id 2 | task 1469 | total time = 5337.67 ms / 171 tokens 2.39.202.370 I slot print_timing: id 2 | task 1469 | graphs reused = 1073 2.39.202.371 I slot print_timing: id 2 | task 1469 | graph reallocs = 0 / 0 (same size) / (changed size) 2.39.202.508 I slot release: id 2 | task 1469 | stop processing: n_tokens = 1266, truncated = 0 2.39.275.528 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.913 (> 0.100 thold), f_keep = 0.867 2.39.275.560 I slot launch_slot_: id 2 | task 1580 | processing task, is_child = 0 2.40.217.951 I slot print_timing: id 0 | task 1490 | n_gen = 100, tg = 20.26 t/s, tg_3s = 20.46 t/s 2.40.261.322 I slot print_timing: id 0 | task 1490 | prompt eval time = 336.80 ms / 71 tokens ( 4.74 ms per token, 210.81 tokens per second) 2.40.261.330 I slot print_timing: id 0 | task 1490 | eval time = 4930.76 ms / 101 tokens ( 49.31 ms per token, 20.28 tokens per second) 2.40.261.331 I slot print_timing: id 0 | task 1490 | total time = 5267.56 ms / 172 tokens 2.40.261.332 I slot print_timing: id 0 | task 1490 | graphs reused = 1084 2.40.261.335 I slot print_timing: id 0 | task 1490 | graph reallocs = 0 / 0 (same size) / (changed size) 2.40.261.455 I slot release: id 0 | task 1490 | stop processing: n_tokens = 1267, truncated = 0 2.40.307.410 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.907 (> 0.100 thold), f_keep = 0.865 2.40.307.442 I slot launch_slot_: id 0 | task 1596 | processing task, is_child = 0 2.41.140.566 I slot print_timing: id 1 | task 1454 | n_gen = 148, tg = 18.79 t/s, tg_3s = 15.92 t/s 2.43.610.208 I slot print_timing: id 3 | task 1562 | n_gen = 100, tg = 19.73 t/s, tg_3s = 19.93 t/s 2.44.171.331 I slot print_timing: id 1 | task 1454 | n_gen = 218, tg = 19.99 t/s, tg_3s = 23.10 t/s 2.44.344.880 I slot print_timing: id 2 | task 1580 | n_gen = 100, tg = 21.49 t/s, tg_3s = 21.70 t/s 2.44.993.928 I slot print_timing: id 0 | task 1596 | n_gen = 100, tg = 23.13 t/s, tg_3s = 23.37 t/s 2.45.210.507 I slot print_timing: id 3 | task 1562 | prompt eval time = 290.97 ms / 61 tokens ( 4.77 ms per token, 209.64 tokens per second) 2.45.210.512 I slot print_timing: id 3 | task 1562 | eval time = 6617.48 ms / 137 tokens ( 48.66 ms per token, 20.55 tokens per second) 2.45.210.513 I slot print_timing: id 3 | task 1562 | total time = 6908.45 ms / 198 tokens 2.45.210.514 I slot print_timing: id 3 | task 1562 | graphs reused = 1188 2.45.210.515 I slot print_timing: id 3 | task 1562 | graph reallocs = 0 / 0 (same size) / (changed size) 2.45.210.643 I slot release: id 3 | task 1562 | stop processing: n_tokens = 1293, truncated = 0 2.45.255.886 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.896 (> 0.100 thold), f_keep = 0.848 2.45.255.922 I slot launch_slot_: id 3 | task 1704 | processing task, is_child = 0 2.45.803.225 I slot print_timing: id 1 | task 1454 | prompt eval time = 478.90 ms / 104 tokens ( 4.60 ms per token, 217.17 tokens per second) 2.45.803.227 I slot print_timing: id 1 | task 1454 | eval time = 12485.33 ms / 248 tokens ( 50.55 ms per token, 19.78 tokens per second) 2.45.803.228 I slot print_timing: id 1 | task 1454 | total time = 12964.23 ms / 352 tokens 2.45.803.228 I slot print_timing: id 1 | task 1454 | graphs reused = 1190 2.45.803.229 I slot print_timing: id 1 | task 1454 | graph reallocs = 0 / 0 (same size) / (changed size) 2.45.803.290 I slot release: id 1 | task 1454 | stop processing: n_tokens = 1447, truncated = 0 2.45.873.898 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.942 (> 0.100 thold), f_keep = 0.757 2.45.873.927 I slot launch_slot_: id 1 | task 1711 | processing task, is_child = 0 2.47.359.926 I slot print_timing: id 2 | task 1580 | n_gen = 155, tg = 20.20 t/s, tg_3s = 18.24 t/s 2.48.005.514 I slot print_timing: id 0 | task 1596 | n_gen = 155, tg = 21.12 t/s, tg_3s = 18.26 t/s 2.50.256.395 I slot print_timing: id 3 | task 1704 | n_gen = 100, tg = 21.61 t/s, tg_3s = 21.82 t/s 2.50.385.738 I slot print_timing: id 2 | task 1580 | n_gen = 225, tg = 21.04 t/s, tg_3s = 23.13 t/s 2.50.514.489 I slot print_timing: id 1 | task 1711 | n_gen = 100, tg = 23.14 t/s, tg_3s = 23.37 t/s 2.51.033.737 I slot print_timing: id 0 | task 1596 | n_gen = 225, tg = 21.71 t/s, tg_3s = 23.12 t/s 2.51.464.572 I slot print_timing: id 0 | task 1596 | prompt eval time = 406.75 ms / 112 tokens ( 3.63 ms per token, 275.36 tokens per second) 2.51.464.577 I slot print_timing: id 0 | task 1596 | eval time = 10750.38 ms / 235 tokens ( 45.94 ms per token, 21.77 tokens per second) 2.51.464.578 I slot print_timing: id 0 | task 1596 | total time = 11157.12 ms / 347 tokens 2.51.464.578 I slot print_timing: id 0 | task 1596 | graphs reused = 1310 2.51.464.579 I slot print_timing: id 0 | task 1596 | graph reallocs = 0 / 0 (same size) / (changed size) 2.51.464.702 I slot release: id 0 | task 1596 | stop processing: n_tokens = 1442, truncated = 0 2.51.510.821 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.946 (> 0.100 thold), f_keep = 0.760 2.51.510.850 I slot launch_slot_: id 0 | task 1836 | processing task, is_child = 0 2.52.706.256 I slot print_timing: id 1 | task 1711 | prompt eval time = 361.96 ms / 68 tokens ( 5.32 ms per token, 187.86 tokens per second) 2.52.706.261 I slot print_timing: id 1 | task 1711 | eval time = 6470.35 ms / 146 tokens ( 44.62 ms per token, 22.41 tokens per second) 2.52.706.262 I slot print_timing: id 1 | task 1711 | total time = 6832.32 ms / 214 tokens 2.52.706.263 I slot print_timing: id 1 | task 1711 | graphs reused = 1331 2.52.706.263 I slot print_timing: id 1 | task 1711 | graph reallocs = 0 / 0 (same size) / (changed size) 2.52.706.376 I slot release: id 1 | task 1711 | stop processing: n_tokens = 1309, truncated = 0 2.52.779.152 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.941 (> 0.100 thold), f_keep = 0.837 2.52.779.186 I slot launch_slot_: id 1 | task 1861 | processing task, is_child = 0 2.53.269.194 I slot print_timing: id 3 | task 1704 | n_gen = 158, tg = 20.67 t/s, tg_3s = 19.25 t/s 2.53.397.155 I slot print_timing: id 2 | task 1580 | n_gen = 283, tg = 20.64 t/s, tg_3s = 19.26 t/s 2.54.743.252 I slot print_timing: id 0 | task 1836 | prompt eval time = 286.09 ms / 62 tokens ( 4.61 ms per token, 216.71 tokens per second) 2.54.743.256 I slot print_timing: id 0 | task 1836 | eval time = 2946.30 ms / 62 tokens ( 48.30 ms per token, 20.70 tokens per second) 2.54.743.257 I slot print_timing: id 0 | task 1836 | total time = 3232.39 ms / 124 tokens 2.54.743.258 I slot print_timing: id 0 | task 1836 | graphs reused = 1367 2.54.743.259 I slot print_timing: id 0 | task 1836 | graph reallocs = 0 / 0 (same size) / (changed size) 2.54.743.373 I slot release: id 0 | task 1836 | stop processing: n_tokens = 1219, truncated = 0 2.54.789.438 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.931 (> 0.100 thold), f_keep = 0.899 2.54.789.469 I slot launch_slot_: id 0 | task 1902 | processing task, is_child = 0 2.56.310.707 I slot print_timing: id 3 | task 1704 | n_gen = 222, tg = 20.78 t/s, tg_3s = 21.04 t/s 2.56.440.183 I slot print_timing: id 2 | task 1580 | n_gen = 347, tg = 20.71 t/s, tg_3s = 21.03 t/s 2.57.002.647 I slot print_timing: id 1 | task 1861 | prompt eval time = 360.00 ms / 69 tokens ( 5.22 ms per token, 191.67 tokens per second) 2.57.002.654 I slot print_timing: id 1 | task 1861 | eval time = 3863.45 ms / 84 tokens ( 46.55 ms per token, 21.48 tokens per second) 2.57.002.655 I slot print_timing: id 1 | task 1861 | total time = 4223.45 ms / 153 tokens 2.57.002.656 I slot print_timing: id 1 | task 1861 | graphs reused = 1409 2.57.002.657 I slot print_timing: id 1 | task 1861 | graph reallocs = 0 / 0 (same size) / (changed size) 2.57.002.775 I slot release: id 1 | task 1861 | stop processing: n_tokens = 1248, truncated = 0 2.57.076.171 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.926 (> 0.100 thold), f_keep = 0.878 2.57.076.208 I slot launch_slot_: id 1 | task 1949 | processing task, is_child = 0 2.59.319.560 I slot print_timing: id 3 | task 1704 | n_gen = 283, tg = 20.67 t/s, tg_3s = 20.27 t/s 2.59.449.161 I slot print_timing: id 2 | task 1580 | n_gen = 408, tg = 20.65 t/s, tg_3s = 20.27 t/s 2.59.795.860 I slot print_timing: id 0 | task 1902 | n_gen = 100, tg = 21.23 t/s, tg_3s = 21.44 t/s 3.01.790.357 I slot print_timing: id 1 | task 1949 | n_gen = 100, tg = 23.06 t/s, tg_3s = 23.29 t/s 3.02.180.503 I slot print_timing: id 0 | task 1902 | prompt eval time = 342.90 ms / 81 tokens ( 4.23 ms per token, 236.22 tokens per second) 3.02.180.508 I slot print_timing: id 0 | task 1902 | eval time = 7048.13 ms / 155 tokens ( 45.77 ms per token, 21.85 tokens per second) 3.02.180.509 I slot print_timing: id 0 | task 1902 | total time = 7391.02 ms / 236 tokens 3.02.180.510 I slot print_timing: id 0 | task 1902 | graphs reused = 1516 3.02.180.510 I slot print_timing: id 0 | task 1902 | graph reallocs = 0 / 0 (same size) / (changed size) 3.02.180.624 I slot release: id 0 | task 1902 | stop processing: n_tokens = 1331, truncated = 0 3.02.227.362 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.918 (> 0.100 thold), f_keep = 0.823 3.02.227.393 I slot launch_slot_: id 0 | task 2061 | processing task, is_child = 0 3.02.490.831 I slot print_timing: id 2 | task 1580 | n_gen = 473, tg = 20.74 t/s, tg_3s = 21.37 t/s 3.02.491.004 I slot print_timing: id 3 | task 1704 | n_gen = 351, tg = 20.81 t/s, tg_3s = 21.44 t/s 3.03.006.962 I slot print_timing: id 3 | task 1704 | prompt eval time = 418.48 ms / 127 tokens ( 3.30 ms per token, 303.48 tokens per second) 3.03.006.974 I slot print_timing: id 3 | task 1704 | eval time = 17332.53 ms / 362 tokens ( 48.01 ms per token, 20.83 tokens per second) 3.03.006.975 I slot print_timing: id 3 | task 1704 | total time = 17751.01 ms / 489 tokens 3.03.006.977 I slot print_timing: id 3 | task 1704 | graphs reused = 1526 3.03.006.978 I slot print_timing: id 3 | task 1704 | graph reallocs = 0 / 0 (same size) / (changed size) 3.03.007.192 I slot release: id 3 | task 1704 | stop processing: n_tokens = 1584, truncated = 0 3.03.057.144 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.940 (> 0.100 thold), f_keep = 0.692 3.03.057.177 I slot launch_slot_: id 3 | task 2075 | processing task, is_child = 0 3.04.832.545 I slot print_timing: id 1 | task 1949 | n_gen = 158, tg = 21.40 t/s, tg_3s = 19.07 t/s 3.05.093.017 I slot print_timing: id 2 | task 1580 | prompt eval time = 461.64 ms / 105 tokens ( 4.40 ms per token, 227.45 tokens per second) 3.05.093.024 I slot print_timing: id 2 | task 1580 | eval time = 25355.80 ms / 526 tokens ( 48.30 ms per token, 20.71 tokens per second) 3.05.093.026 I slot print_timing: id 2 | task 1580 | total time = 25817.44 ms / 631 tokens 3.05.093.026 I slot print_timing: id 2 | task 1580 | graphs reused = 1564 3.05.093.027 I slot print_timing: id 2 | task 1580 | graph reallocs = 0 / 0 (same size) / (changed size) 3.05.093.148 I slot release: id 2 | task 1580 | stop processing: n_tokens = 1727, truncated = 0 3.05.165.788 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.926 (> 0.100 thold), f_keep = 0.635 3.05.165.834 I slot launch_slot_: id 2 | task 2118 | processing task, is_child = 0 3.07.468.046 I slot print_timing: id 0 | task 2061 | n_gen = 100, tg = 20.23 t/s, tg_3s = 20.44 t/s 3.07.856.395 I slot print_timing: id 1 | task 1949 | n_gen = 220, tg = 21.14 t/s, tg_3s = 20.50 t/s 3.08.029.678 I slot print_timing: id 3 | task 2075 | n_gen = 100, tg = 21.38 t/s, tg_3s = 21.60 t/s 3.08.547.192 I slot print_timing: id 0 | task 2061 | prompt eval time = 348.00 ms / 98 tokens ( 3.55 ms per token, 281.61 tokens per second) 3.08.547.199 I slot print_timing: id 0 | task 2061 | eval time = 5971.79 ms / 125 tokens ( 48.16 ms per token, 20.76 tokens per second) 3.08.547.200 I slot print_timing: id 0 | task 2061 | total time = 6319.79 ms / 223 tokens 3.08.547.201 I slot print_timing: id 0 | task 2061 | graphs reused = 1632 3.08.547.201 I slot print_timing: id 0 | task 2061 | graph reallocs = 0 / 0 (same size) / (changed size) 3.08.547.317 I slot release: id 0 | task 2061 | stop processing: n_tokens = 1318, truncated = 0 3.08.593.454 I slot print_timing: id 1 | task 1949 | prompt eval time = 420.30 ms / 87 tokens ( 4.83 ms per token, 206.99 tokens per second) 3.08.593.457 I slot print_timing: id 1 | task 1949 | eval time = 11096.94 ms / 237 tokens ( 47.02 ms per token, 21.27 tokens per second) 3.08.593.458 I slot print_timing: id 1 | task 1949 | total time = 11517.24 ms / 324 tokens 3.08.593.458 I slot print_timing: id 1 | task 1949 | graphs reused = 1632 3.08.593.459 I slot print_timing: id 1 | task 1949 | graph reallocs = 0 / 0 (same size) / (changed size) 3.08.593.547 I slot release: id 1 | task 1949 | stop processing: n_tokens = 1419, truncated = 0 3.08.594.041 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.895 (> 0.100 thold), f_keep = 0.832 3.08.594.072 I slot launch_slot_: id 0 | task 2191 | processing task, is_child = 0 3.08.935.173 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.912 (> 0.100 thold), f_keep = 0.772 3.08.935.200 I slot launch_slot_: id 1 | task 2193 | processing task, is_child = 0 3.10.550.170 I slot print_timing: id 2 | task 2118 | n_gen = 100, tg = 19.87 t/s, tg_3s = 20.07 t/s 3.11.067.674 I slot print_timing: id 3 | task 2075 | n_gen = 154, tg = 19.95 t/s, tg_3s = 17.77 t/s 3.13.569.154 I slot print_timing: id 2 | task 2118 | n_gen = 170, tg = 21.12 t/s, tg_3s = 23.19 t/s 3.13.655.459 I slot print_timing: id 0 | task 2191 | n_gen = 100, tg = 22.73 t/s, tg_3s = 22.95 t/s 3.13.699.130 I slot print_timing: id 1 | task 2193 | n_gen = 100, tg = 23.14 t/s, tg_3s = 23.37 t/s 3.14.090.885 I slot print_timing: id 3 | task 2075 | n_gen = 224, tg = 20.86 t/s, tg_3s = 23.15 t/s 3.15.865.784 I slot print_timing: id 2 | task 2118 | prompt eval time = 400.87 ms / 88 tokens ( 4.56 ms per token, 219.52 tokens per second) 3.15.865.790 I slot print_timing: id 2 | task 2118 | eval time = 10299.07 ms / 223 tokens ( 46.39 ms per token, 21.56 tokens per second) 3.15.865.791 I slot print_timing: id 2 | task 2118 | total time = 10699.94 ms / 311 tokens 3.15.865.792 I slot print_timing: id 2 | task 2118 | graphs reused = 1780 3.15.865.793 I slot print_timing: id 2 | task 2118 | graph reallocs = 0 / 0 (same size) / (changed size) 3.15.865.926 I slot release: id 2 | task 2118 | stop processing: n_tokens = 1405, truncated = 0 3.15.939.309 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.923 (> 0.100 thold), f_keep = 0.780 3.15.939.341 I slot launch_slot_: id 2 | task 2346 | processing task, is_child = 0 3.16.692.054 I slot print_timing: id 0 | task 2191 | n_gen = 162, tg = 21.78 t/s, tg_3s = 20.42 t/s 3.16.735.437 I slot print_timing: id 1 | task 2193 | n_gen = 162, tg = 22.01 t/s, tg_3s = 20.42 t/s 3.17.124.735 I slot print_timing: id 3 | task 2075 | n_gen = 286, tg = 20.77 t/s, tg_3s = 20.44 t/s 3.19.723.741 I slot print_timing: id 0 | task 2191 | n_gen = 232, tg = 22.16 t/s, tg_3s = 23.09 t/s 3.19.767.156 I slot print_timing: id 1 | task 2193 | n_gen = 232, tg = 22.33 t/s, tg_3s = 23.09 t/s 3.20.156.397 I slot print_timing: id 3 | task 2075 | n_gen = 356, tg = 21.19 t/s, tg_3s = 23.09 t/s 3.20.632.537 I slot print_timing: id 2 | task 2346 | n_gen = 100, tg = 23.07 t/s, tg_3s = 23.30 t/s 3.21.112.733 I slot print_timing: id 1 | task 2193 | prompt eval time = 483.73 ms / 106 tokens ( 4.56 ms per token, 219.13 tokens per second) 3.21.112.740 I slot print_timing: id 1 | task 2193 | eval time = 11692.64 ms / 263 tokens ( 44.63 ms per token, 22.41 tokens per second) 3.21.112.741 I slot print_timing: id 1 | task 2193 | total time = 12176.37 ms / 369 tokens 3.21.112.742 I slot print_timing: id 1 | task 2193 | graphs reused = 1888 3.21.112.743 I slot print_timing: id 1 | task 2193 | graph reallocs = 0 / 0 (same size) / (changed size) 3.21.112.861 I slot release: id 1 | task 2193 | stop processing: n_tokens = 1464, truncated = 0 3.21.184.961 I slot print_timing: id 0 | task 2191 | prompt eval time = 693.66 ms / 129 tokens ( 5.38 ms per token, 185.97 tokens per second) 3.21.184.965 I slot print_timing: id 0 | task 2191 | eval time = 11885.86 ms / 265 tokens ( 45.02 ms per token, 22.21 tokens per second) 3.21.184.966 I slot print_timing: id 0 | task 2191 | total time = 12579.52 ms / 394 tokens 3.21.184.967 I slot print_timing: id 0 | task 2191 | graphs reused = 1888 3.21.184.967 I slot print_timing: id 0 | task 2191 | graph reallocs = 0 / 0 (same size) / (changed size) 3.21.185.068 I slot release: id 0 | task 2191 | stop processing: n_tokens = 1489, truncated = 0 3.21.185.624 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.915 (> 0.100 thold), f_keep = 0.736 3.21.185.659 I slot launch_slot_: id 0 | task 2460 | processing task, is_child = 0 3.21.516.161 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.907 (> 0.100 thold), f_keep = 0.749 3.21.516.197 I slot launch_slot_: id 1 | task 2462 | processing task, is_child = 0 3.22.790.491 I slot print_timing: id 2 | task 2346 | prompt eval time = 401.41 ms / 92 tokens ( 4.36 ms per token, 229.19 tokens per second) 3.22.790.500 I slot print_timing: id 2 | task 2346 | eval time = 6449.73 ms / 133 tokens ( 48.86 ms per token, 20.47 tokens per second) 3.22.790.501 I slot print_timing: id 2 | task 2346 | total time = 6851.14 ms / 225 tokens 3.22.790.502 I slot print_timing: id 2 | task 2346 | graphs reused = 1906 3.22.790.502 I slot print_timing: id 2 | task 2346 | graph reallocs = 0 / 0 (same size) / (changed size) 3.22.790.633 I slot release: id 2 | task 2346 | stop processing: n_tokens = 1320, truncated = 0 3.22.863.151 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.939 (> 0.100 thold), f_keep = 0.830 3.22.863.186 I slot launch_slot_: id 2 | task 2484 | processing task, is_child = 0 3.23.257.466 I slot print_timing: id 3 | task 2075 | n_gen = 403, tg = 20.24 t/s, tg_3s = 15.16 t/s 3.26.285.047 I slot print_timing: id 3 | task 2075 | n_gen = 473, tg = 20.63 t/s, tg_3s = 23.12 t/s 3.26.586.651 I slot print_timing: id 0 | task 2460 | n_gen = 100, tg = 21.05 t/s, tg_3s = 21.27 t/s 3.26.630.155 I slot print_timing: id 1 | task 2462 | n_gen = 100, tg = 21.41 t/s, tg_3s = 21.62 t/s 3.27.539.267 I slot print_timing: id 2 | task 2484 | n_gen = 100, tg = 23.12 t/s, tg_3s = 23.35 t/s 3.28.750.674 I slot print_timing: id 2 | task 2484 | prompt eval time = 394.10 ms / 71 tokens ( 5.55 ms per token, 180.16 tokens per second) 3.28.750.683 I slot print_timing: id 2 | task 2484 | eval time = 5493.38 ms / 128 tokens ( 43.25 ms per token, 23.12 tokens per second) 3.28.750.684 I slot print_timing: id 2 | task 2484 | total time = 5887.48 ms / 199 tokens 3.28.750.685 I slot print_timing: id 2 | task 2484 | graphs reused = 2032 3.28.750.685 I slot print_timing: id 2 | task 2484 | graph reallocs = 0 / 0 (same size) / (changed size) 3.28.750.828 I slot release: id 2 | task 2484 | stop processing: n_tokens = 1294, truncated = 0 3.28.824.415 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.936 (> 0.100 thold), f_keep = 0.847 3.28.824.448 I slot launch_slot_: id 2 | task 2615 | processing task, is_child = 0 3.29.305.687 I slot print_timing: id 3 | task 2075 | n_gen = 535, tg = 20.61 t/s, tg_3s = 20.53 t/s 3.29.604.429 I slot print_timing: id 0 | task 2460 | n_gen = 162, tg = 20.85 t/s, tg_3s = 20.54 t/s 3.29.654.801 I slot print_timing: id 1 | task 2462 | n_gen = 162, tg = 21.05 t/s, tg_3s = 20.50 t/s 3.31.346.123 I slot print_timing: id 1 | task 2462 | prompt eval time = 488.25 ms / 113 tokens ( 4.32 ms per token, 231.44 tokens per second) 3.31.346.127 I slot print_timing: id 1 | task 2462 | eval time = 9340.51 ms / 201 tokens ( 46.70 ms per token, 21.41 tokens per second) 3.31.346.128 I slot print_timing: id 1 | task 2462 | total time = 9828.75 ms / 314 tokens 3.31.346.129 I slot print_timing: id 1 | task 2462 | graphs reused = 2080 3.31.346.130 I slot print_timing: id 1 | task 2462 | graph reallocs = 0 / 0 (same size) / (changed size) 3.31.346.244 I slot release: id 1 | task 2462 | stop processing: n_tokens = 1409, truncated = 0 3.31.419.717 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.938 (> 0.100 thold), f_keep = 0.778 3.31.419.752 I slot launch_slot_: id 1 | task 2668 | processing task, is_child = 0 3.32.308.340 I slot print_timing: id 3 | task 2075 | n_gen = 596, tg = 20.58 t/s, tg_3s = 20.32 t/s 3.32.618.505 I slot print_timing: id 0 | task 2460 | n_gen = 223, tg = 20.68 t/s, tg_3s = 20.24 t/s 3.33.882.203 I slot print_timing: id 2 | task 2615 | n_gen = 100, tg = 21.23 t/s, tg_3s = 21.44 t/s 3.34.056.511 I slot print_timing: id 2 | task 2615 | prompt eval time = 394.39 ms / 75 tokens ( 5.26 ms per token, 190.17 tokens per second) 3.34.056.518 I slot print_timing: id 2 | task 2615 | eval time = 4837.66 ms / 104 tokens ( 46.97 ms per token, 21.29 tokens per second) 3.34.056.519 I slot print_timing: id 2 | task 2615 | total time = 5232.05 ms / 179 tokens 3.34.056.520 I slot print_timing: id 2 | task 2615 | graphs reused = 2129 3.34.056.521 I slot print_timing: id 2 | task 2615 | graph reallocs = 0 / 0 (same size) / (changed size) 3.34.056.660 I slot release: id 2 | task 2615 | stop processing: n_tokens = 1274, truncated = 0 3.34.130.226 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.934 (> 0.100 thold), f_keep = 0.860 3.34.130.263 I slot launch_slot_: id 2 | task 2723 | processing task, is_child = 0 3.35.309.090 I slot print_timing: id 3 | task 2075 | n_gen = 657, tg = 20.56 t/s, tg_3s = 20.33 t/s 3.35.654.572 I slot print_timing: id 0 | task 2460 | n_gen = 285, tg = 20.62 t/s, tg_3s = 20.42 t/s 3.36.479.615 I slot print_timing: id 1 | task 2668 | n_gen = 100, tg = 21.31 t/s, tg_3s = 21.53 t/s 3.37.436.674 I slot print_timing: id 1 | task 2668 | prompt eval time = 414.94 ms / 73 tokens ( 5.68 ms per token, 175.93 tokens per second) 3.37.436.682 I slot print_timing: id 1 | task 2668 | eval time = 5601.97 ms / 122 tokens ( 46.30 ms per token, 21.60 tokens per second) 3.37.436.683 I slot print_timing: id 1 | task 2668 | total time = 6016.91 ms / 195 tokens 3.37.436.684 I slot print_timing: id 1 | task 2668 | graphs reused = 2195 3.37.436.685 I slot print_timing: id 1 | task 2668 | graph reallocs = 0 / 0 (same size) / (changed size) 3.37.436.808 I slot release: id 1 | task 2668 | stop processing: n_tokens = 1290, truncated = 0 3.37.509.970 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.932 (> 0.100 thold), f_keep = 0.850 3.37.510.005 I slot launch_slot_: id 1 | task 2794 | processing task, is_child = 0 3.38.143.922 I slot print_timing: id 3 | task 2075 | prompt eval time = 343.03 ms / 70 tokens ( 4.90 ms per token, 204.06 tokens per second) 3.38.143.927 I slot print_timing: id 3 | task 2075 | eval time = 34743.70 ms / 714 tokens ( 48.73 ms per token, 20.52 tokens per second) 3.38.143.928 I slot print_timing: id 3 | task 2075 | total time = 35086.73 ms / 784 tokens 3.38.143.928 I slot print_timing: id 3 | task 2075 | graphs reused = 2199 3.38.143.929 I slot print_timing: id 3 | task 2075 | graph reallocs = 0 / 0 (same size) / (changed size) 3.38.144.005 I slot release: id 3 | task 2075 | stop processing: n_tokens = 1879, truncated = 0 3.38.187.583 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.919 (> 0.100 thold), f_keep = 0.583 3.38.187.615 I slot launch_slot_: id 3 | task 2803 | processing task, is_child = 0 3.38.671.941 I slot print_timing: id 0 | task 2460 | n_gen = 340, tg = 20.19 t/s, tg_3s = 18.23 t/s 3.39.455.560 I slot print_timing: id 2 | task 2723 | n_gen = 100, tg = 20.07 t/s, tg_3s = 20.28 t/s 3.40.362.347 I slot print_timing: id 2 | task 2723 | prompt eval time = 393.17 ms / 77 tokens ( 5.11 ms per token, 195.84 tokens per second) 3.40.362.353 I slot print_timing: id 2 | task 2723 | eval time = 5838.90 ms / 121 tokens ( 48.66 ms per token, 20.55 tokens per second) 3.40.362.356 I slot print_timing: id 2 | task 2723 | total time = 6232.08 ms / 198 tokens 3.40.362.356 I slot print_timing: id 2 | task 2723 | graphs reused = 2239 3.40.362.357 I slot print_timing: id 2 | task 2723 | graph reallocs = 0 / 0 (same size) / (changed size) 3.40.362.481 I slot release: id 2 | task 2723 | stop processing: n_tokens = 1293, truncated = 0 3.40.435.174 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.919 (> 0.100 thold), f_keep = 0.848 3.40.435.209 I slot launch_slot_: id 2 | task 2849 | processing task, is_child = 0 3.41.708.147 I slot print_timing: id 0 | task 2460 | n_gen = 402, tg = 20.23 t/s, tg_3s = 20.42 t/s 3.42.829.537 I slot print_timing: id 1 | task 2794 | n_gen = 100, tg = 20.20 t/s, tg_3s = 20.41 t/s 3.43.176.521 I slot print_timing: id 3 | task 2803 | n_gen = 100, tg = 21.36 t/s, tg_3s = 21.57 t/s 3.43.956.708 I slot print_timing: id 1 | task 2794 | prompt eval time = 418.94 ms / 80 tokens ( 5.24 ms per token, 190.96 tokens per second) 3.43.956.716 I slot print_timing: id 1 | task 2794 | eval time = 6027.75 ms / 126 tokens ( 48.22 ms per token, 20.74 tokens per second) 3.43.956.717 I slot print_timing: id 1 | task 2794 | total time = 6446.69 ms / 206 tokens 3.43.956.717 I slot print_timing: id 1 | task 2794 | graphs reused = 2310 3.43.956.718 I slot print_timing: id 1 | task 2794 | graph reallocs = 0 / 0 (same size) / (changed size) 3.43.956.847 I slot release: id 1 | task 2794 | stop processing: n_tokens = 1301, truncated = 0 3.44.030.222 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.927 (> 0.100 thold), f_keep = 0.842 3.44.030.262 I slot launch_slot_: id 1 | task 2925 | processing task, is_child = 0 3.44.329.354 I slot print_timing: id 3 | task 2803 | prompt eval time = 353.44 ms / 98 tokens ( 3.61 ms per token, 277.27 tokens per second) 3.44.329.359 I slot print_timing: id 3 | task 2803 | eval time = 5788.29 ms / 120 tokens ( 48.64 ms per token, 20.56 tokens per second) 3.44.329.359 I slot print_timing: id 3 | task 2803 | total time = 6141.73 ms / 218 tokens 3.44.329.360 I slot print_timing: id 3 | task 2803 | graphs reused = 2310 3.44.329.360 I slot print_timing: id 3 | task 2803 | graph reallocs = 0 / 0 (same size) / (changed size) 3.44.329.427 I slot release: id 3 | task 2803 | stop processing: n_tokens = 1312, truncated = 0 3.44.439.693 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.947 (> 0.100 thold), f_keep = 0.835 3.44.439.722 I slot launch_slot_: id 3 | task 2928 | processing task, is_child = 0 3.44.725.248 I slot print_timing: id 0 | task 2460 | n_gen = 459, tg = 20.05 t/s, tg_3s = 18.89 t/s 3.45.674.288 I slot print_timing: id 2 | task 2849 | n_gen = 100, tg = 20.48 t/s, tg_3s = 20.69 t/s 3.47.753.688 I slot print_timing: id 0 | task 2460 | n_gen = 529, tg = 20.41 t/s, tg_3s = 23.11 t/s 3.47.927.367 I slot print_timing: id 3 | task 2928 | prompt eval time = 286.00 ms / 61 tokens ( 4.69 ms per token, 213.28 tokens per second) 3.47.927.375 I slot print_timing: id 3 | task 2928 | eval time = 3201.63 ms / 75 tokens ( 43.27 ms per token, 23.11 tokens per second) 3.47.927.377 I slot print_timing: id 3 | task 2928 | total time = 3487.63 ms / 136 tokens 3.47.927.377 I slot print_timing: id 3 | task 2928 | graphs reused = 2383 3.47.927.378 I slot print_timing: id 3 | task 2928 | graph reallocs = 0 / 0 (same size) / (changed size) 3.47.927.502 I slot release: id 3 | task 2928 | stop processing: n_tokens = 1231, truncated = 0 3.47.972.788 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.931 (> 0.100 thold), f_keep = 0.890 3.47.972.819 I slot launch_slot_: id 3 | task 3006 | processing task, is_child = 0 3.48.714.981 I slot print_timing: id 2 | task 2849 | n_gen = 164, tg = 20.70 t/s, tg_3s = 21.05 t/s 3.49.192.622 I slot print_timing: id 1 | task 2925 | n_gen = 100, tg = 20.83 t/s, tg_3s = 21.04 t/s 3.50.795.611 I slot print_timing: id 0 | task 2460 | n_gen = 593, tg = 20.48 t/s, tg_3s = 21.04 t/s 3.51.752.264 I slot print_timing: id 2 | task 2849 | n_gen = 234, tg = 21.35 t/s, tg_3s = 23.05 t/s 3.52.230.109 I slot print_timing: id 1 | task 2925 | n_gen = 170, tg = 21.69 t/s, tg_3s = 23.05 t/s 3.52.532.751 I slot print_timing: id 2 | task 2849 | prompt eval time = 405.27 ms / 97 tokens ( 4.18 ms per token, 239.35 tokens per second) 3.52.532.755 I slot print_timing: id 2 | task 2849 | eval time = 11692.27 ms / 252 tokens ( 46.58 ms per token, 21.47 tokens per second) 3.52.532.756 I slot print_timing: id 2 | task 2849 | total time = 12097.53 ms / 349 tokens 3.52.532.757 I slot print_timing: id 2 | task 2849 | graphs reused = 2478 3.52.532.758 I slot print_timing: id 2 | task 2849 | graph reallocs = 0 / 0 (same size) / (changed size) 3.52.532.858 I slot release: id 2 | task 2849 | stop processing: n_tokens = 1444, truncated = 0 3.52.605.104 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.938 (> 0.100 thold), f_keep = 0.759 3.52.605.145 I slot launch_slot_: id 2 | task 3107 | processing task, is_child = 0 3.52.887.024 I slot print_timing: id 3 | task 3006 | n_gen = 100, tg = 21.68 t/s, tg_3s = 21.90 t/s 3.53.823.393 I slot print_timing: id 0 | task 2460 | n_gen = 655, tg = 20.48 t/s, tg_3s = 20.48 t/s 3.54.647.095 I slot print_timing: id 1 | task 2925 | prompt eval time = 409.21 ms / 86 tokens ( 4.76 ms per token, 210.16 tokens per second) 3.54.647.102 I slot print_timing: id 1 | task 2925 | eval time = 10207.61 ms / 218 tokens ( 47.04 ms per token, 21.26 tokens per second) 3.54.647.103 I slot print_timing: id 1 | task 2925 | total time = 10616.82 ms / 304 tokens 3.54.647.104 I slot print_timing: id 1 | task 2925 | graphs reused = 2515 3.54.647.105 I slot print_timing: id 1 | task 2925 | graph reallocs = 0 / 0 (same size) / (changed size) 3.54.647.236 I slot release: id 1 | task 2925 | stop processing: n_tokens = 1399, truncated = 0 3.54.720.597 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.944 (> 0.100 thold), f_keep = 0.783 3.54.720.629 I slot launch_slot_: id 1 | task 3149 | processing task, is_child = 0 3.55.904.777 I slot print_timing: id 3 | task 3006 | n_gen = 161, tg = 21.09 t/s, tg_3s = 20.21 t/s 3.56.857.570 I slot print_timing: id 0 | task 2460 | n_gen = 718, tg = 20.50 t/s, tg_3s = 20.76 t/s 3.57.465.662 I slot print_timing: id 3 | task 3006 | prompt eval time = 346.99 ms / 82 tokens ( 4.23 ms per token, 236.32 tokens per second) 3.57.465.671 I slot print_timing: id 3 | task 3006 | eval time = 9145.84 ms / 197 tokens ( 46.66 ms per token, 21.43 tokens per second) 3.57.465.672 I slot print_timing: id 3 | task 3006 | total time = 9492.83 ms / 279 tokens 3.57.465.673 I slot print_timing: id 3 | task 3006 | graphs reused = 2569 3.57.465.674 I slot print_timing: id 3 | task 3006 | graph reallocs = 0 / 0 (same size) / (changed size) 3.57.465.829 I slot release: id 3 | task 3006 | stop processing: n_tokens = 1373, truncated = 0 3.57.511.439 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.922 (> 0.100 thold), f_keep = 0.798 3.57.511.477 I slot launch_slot_: id 3 | task 3208 | processing task, is_child = 0 3.57.858.065 I slot print_timing: id 2 | task 3107 | n_gen = 100, tg = 20.37 t/s, tg_3s = 20.58 t/s 3.59.640.900 I slot print_timing: id 1 | task 3149 | n_gen = 100, tg = 21.73 t/s, tg_3s = 21.95 t/s 3.59.900.753 I slot print_timing: id 0 | task 2460 | n_gen = 782, tg = 20.54 t/s, tg_3s = 21.03 t/s 4.00.900.818 I slot print_timing: id 2 | task 3107 | n_gen = 170, tg = 21.39 t/s, tg_3s = 23.01 t/s 4.01.292.540 I slot print_timing: id 3 | task 3208 | prompt eval time = 346.79 ms / 93 tokens ( 3.73 ms per token, 268.17 tokens per second) 4.01.292.547 I slot print_timing: id 3 | task 3208 | eval time = 3434.26 ms / 80 tokens ( 43.47 ms per token, 23.00 tokens per second) 4.01.292.550 I slot print_timing: id 3 | task 3208 | total time = 3781.05 ms / 173 tokens 4.01.292.551 I slot print_timing: id 3 | task 3208 | graphs reused = 2647 4.01.292.552 I slot print_timing: id 3 | task 3208 | graph reallocs = 0 / 0 (same size) / (changed size) 4.01.292.698 I slot release: id 3 | task 3208 | stop processing: n_tokens = 1268, truncated = 0 4.01.338.727 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.933 (> 0.100 thold), f_keep = 0.864 4.01.338.754 I slot launch_slot_: id 3 | task 3291 | processing task, is_child = 0 4.02.127.134 I slot print_timing: id 2 | task 3107 | prompt eval time = 393.36 ms / 73 tokens ( 5.39 ms per token, 185.58 tokens per second) 4.02.127.141 I slot print_timing: id 2 | task 3107 | eval time = 9128.61 ms / 192 tokens ( 47.79 ms per token, 20.92 tokens per second) 4.02.127.143 I slot print_timing: id 2 | task 3107 | total time = 9521.97 ms / 265 tokens 4.02.127.144 I slot print_timing: id 2 | task 3107 | graphs reused = 2656 4.02.127.145 I slot print_timing: id 2 | task 3107 | graph reallocs = 0 / 0 (same size) / (changed size) 4.02.127.314 I slot release: id 2 | task 3107 | stop processing: n_tokens = 1360, truncated = 0 4.02.201.370 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.940 (> 0.100 thold), f_keep = 0.806 4.02.201.404 I slot launch_slot_: id 2 | task 3305 | processing task, is_child = 0 4.02.683.370 I slot print_timing: id 1 | task 3149 | n_gen = 156, tg = 20.40 t/s, tg_3s = 18.41 t/s 4.02.909.304 I slot print_timing: id 0 | task 2460 | n_gen = 837, tg = 20.38 t/s, tg_3s = 18.28 t/s 4.04.732.399 I slot print_timing: id 0 | task 2460 | prompt eval time = 684.52 ms / 102 tokens ( 6.71 ms per token, 149.01 tokens per second) 4.04.732.403 I slot print_timing: id 0 | task 2460 | eval time = 42848.19 ms / 879 tokens ( 48.80 ms per token, 20.49 tokens per second) 4.04.732.404 I slot print_timing: id 0 | task 2460 | total time = 43532.72 ms / 981 tokens 4.04.732.405 I slot print_timing: id 0 | task 2460 | graphs reused = 2703 4.04.732.406 I slot print_timing: id 0 | task 2460 | graph reallocs = 0 / 0 (same size) / (changed size) 4.04.732.531 I slot release: id 0 | task 2460 | stop processing: n_tokens = 2076, truncated = 0 4.04.778.730 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.898 (> 0.100 thold), f_keep = 0.528 4.04.778.766 I slot launch_slot_: id 0 | task 3358 | processing task, is_child = 0 4.05.715.692 I slot print_timing: id 1 | task 3149 | n_gen = 218, tg = 20.41 t/s, tg_3s = 20.45 t/s 4.06.667.145 I slot print_timing: id 3 | task 3291 | n_gen = 100, tg = 19.87 t/s, tg_3s = 20.07 t/s 4.06.839.966 I slot print_timing: id 3 | task 3291 | prompt eval time = 345.53 ms / 79 tokens ( 4.37 ms per token, 228.63 tokens per second) 4.06.839.975 I slot print_timing: id 3 | task 3291 | eval time = 5155.66 ms / 104 tokens ( 50.05 ms per token, 19.98 tokens per second) 4.06.839.976 I slot print_timing: id 3 | task 3291 | total time = 5501.19 ms / 183 tokens 4.06.839.977 I slot print_timing: id 3 | task 3291 | graphs reused = 2741 4.06.839.978 I slot print_timing: id 3 | task 3291 | graph reallocs = 0 / 0 (same size) / (changed size) 4.06.840.132 I slot release: id 3 | task 3291 | stop processing: n_tokens = 1278, truncated = 0 4.06.885.547 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.926 (> 0.100 thold), f_keep = 0.858 4.06.885.582 I slot launch_slot_: id 3 | task 3400 | processing task, is_child = 0 4.07.488.505 I slot print_timing: id 2 | task 3305 | n_gen = 100, tg = 20.23 t/s, tg_3s = 20.44 t/s 4.07.670.021 I slot print_timing: id 2 | task 3305 | prompt eval time = 393.92 ms / 70 tokens ( 5.63 ms per token, 177.70 tokens per second) 4.07.670.028 I slot print_timing: id 2 | task 3305 | eval time = 5074.68 ms / 104 tokens ( 49.27 ms per token, 20.30 tokens per second) 4.07.670.029 I slot print_timing: id 2 | task 3305 | total time = 5468.61 ms / 174 tokens 4.07.670.030 I slot print_timing: id 2 | task 3305 | graphs reused = 2750 4.07.670.031 I slot print_timing: id 2 | task 3305 | graph reallocs = 0 / 0 (same size) / (changed size) 4.07.670.200 I slot release: id 2 | task 3305 | stop processing: n_tokens = 1269, truncated = 0 4.07.743.924 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.891 (> 0.100 thold), f_keep = 0.864 4.07.743.966 I slot launch_slot_: id 2 | task 3414 | processing task, is_child = 0 4.08.308.703 I slot print_timing: id 1 | task 3149 | prompt eval time = 363.73 ms / 65 tokens ( 5.60 ms per token, 178.70 tokens per second) 4.08.308.708 I slot print_timing: id 1 | task 3149 | eval time = 13224.33 ms / 261 tokens ( 50.86 ms per token, 19.66 tokens per second) 4.08.308.709 I slot print_timing: id 1 | task 3149 | total time = 13588.07 ms / 326 tokens 4.08.308.709 I slot print_timing: id 1 | task 3149 | graphs reused = 2750 4.08.308.709 I slot print_timing: id 1 | task 3149 | graph reallocs = 0 / 0 (same size) / (changed size) 4.08.308.774 I slot release: id 1 | task 3149 | stop processing: n_tokens = 1421, truncated = 0 4.08.379.225 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.926 (> 0.100 thold), f_keep = 0.771 4.08.379.251 I slot launch_slot_: id 1 | task 3419 | processing task, is_child = 0 4.10.584.404 I slot print_timing: id 0 | task 3358 | n_gen = 100, tg = 18.36 t/s, tg_3s = 18.55 t/s 4.12.226.402 I slot print_timing: id 1 | task 3419 | prompt eval time = 429.79 ms / 87 tokens ( 4.94 ms per token, 202.42 tokens per second) 4.12.226.406 I slot print_timing: id 1 | task 3419 | eval time = 3417.35 ms / 80 tokens ( 43.26 ms per token, 23.12 tokens per second) 4.12.226.407 I slot print_timing: id 1 | task 3419 | total time = 3847.14 ms / 167 tokens 4.12.226.408 I slot print_timing: id 1 | task 3419 | graphs reused = 2827 4.12.226.409 I slot print_timing: id 1 | task 3419 | graph reallocs = 0 / 0 (same size) / (changed size) 4.12.226.528 I slot release: id 1 | task 3419 | stop processing: n_tokens = 1262, truncated = 0 4.12.299.302 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.914 (> 0.100 thold), f_keep = 0.868 4.12.299.338 I slot launch_slot_: id 1 | task 3502 | processing task, is_child = 0 4.12.788.280 I slot print_timing: id 3 | task 3400 | n_gen = 100, tg = 17.82 t/s, tg_3s = 18.00 t/s 4.13.352.856 I slot print_timing: id 2 | task 3414 | n_gen = 100, tg = 19.46 t/s, tg_3s = 19.65 t/s 4.13.610.332 I slot print_timing: id 0 | task 3358 | n_gen = 160, tg = 18.89 t/s, tg_3s = 19.83 t/s 4.13.826.667 I slot print_timing: id 3 | task 3400 | prompt eval time = 346.48 ms / 87 tokens ( 3.98 ms per token, 251.10 tokens per second) 4.13.826.676 I slot print_timing: id 3 | task 3400 | eval time = 6594.59 ms / 124 tokens ( 53.61 ms per token, 18.65 tokens per second) 4.13.826.677 I slot print_timing: id 3 | task 3400 | total time = 6941.07 ms / 211 tokens 4.13.826.678 I slot print_timing: id 3 | task 3400 | graphs reused = 2850 4.13.826.679 I slot print_timing: id 3 | task 3400 | graph reallocs = 0 / 0 (same size) / (changed size) 4.13.826.824 I slot release: id 3 | task 3400 | stop processing: n_tokens = 1306, truncated = 0 4.13.871.900 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.951 (> 0.100 thold), f_keep = 0.839 4.13.871.933 I slot launch_slot_: id 3 | task 3530 | processing task, is_child = 0 4.16.360.774 I slot print_timing: id 2 | task 3414 | n_gen = 165, tg = 20.26 t/s, tg_3s = 21.61 t/s 4.16.619.817 I slot print_timing: id 0 | task 3358 | n_gen = 225, tg = 19.60 t/s, tg_3s = 21.60 t/s 4.17.139.161 I slot print_timing: id 3 | task 3530 | prompt eval time = 286.74 ms / 56 tokens ( 5.12 ms per token, 195.30 tokens per second) 4.17.139.169 I slot print_timing: id 3 | task 3530 | eval time = 2980.47 ms / 70 tokens ( 43.20 ms per token, 23.15 tokens per second) 4.17.139.170 I slot print_timing: id 3 | task 3530 | total time = 3267.21 ms / 126 tokens 4.17.139.171 I slot print_timing: id 3 | task 3530 | graphs reused = 2918 4.17.139.172 I slot print_timing: id 3 | task 3530 | graph reallocs = 0 / 0 (same size) / (changed size) 4.17.139.331 I slot release: id 3 | task 3530 | stop processing: n_tokens = 1221, truncated = 0 4.17.185.194 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.933 (> 0.100 thold), f_keep = 0.898 4.17.185.221 I slot launch_slot_: id 3 | task 3603 | processing task, is_child = 0 4.17.530.279 I slot print_timing: id 1 | task 3502 | n_gen = 100, tg = 20.87 t/s, tg_3s = 21.08 t/s 4.19.388.263 I slot print_timing: id 2 | task 3414 | n_gen = 229, tg = 20.50 t/s, tg_3s = 21.14 t/s 4.19.646.333 I slot print_timing: id 0 | task 3358 | n_gen = 289, tg = 19.93 t/s, tg_3s = 21.15 t/s 4.20.513.259 I slot print_timing: id 0 | task 3358 | prompt eval time = 414.80 ms / 126 tokens ( 3.29 ms per token, 303.76 tokens per second) 4.20.513.267 I slot print_timing: id 0 | task 3358 | eval time = 15319.68 ms / 309 tokens ( 49.74 ms per token, 20.10 tokens per second) 4.20.513.268 I slot print_timing: id 0 | task 3358 | total time = 15734.48 ms / 435 tokens 4.20.513.268 I slot print_timing: id 0 | task 3358 | graphs reused = 2986 4.20.513.269 I slot print_timing: id 0 | task 3358 | graph reallocs = 0 / 0 (same size) / (changed size) 4.20.513.384 I slot release: id 0 | task 3358 | stop processing: n_tokens = 1529, truncated = 0 4.20.558.993 I slot print_timing: id 1 | task 3502 | n_gen = 170, tg = 21.75 t/s, tg_3s = 23.11 t/s 4.20.559.504 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.917 (> 0.100 thold), f_keep = 0.717 4.20.559.530 I slot launch_slot_: id 0 | task 3676 | processing task, is_child = 0 4.21.183.551 I slot print_timing: id 2 | task 3414 | prompt eval time = 520.55 ms / 134 tokens ( 3.88 ms per token, 257.42 tokens per second) 4.21.183.556 I slot print_timing: id 2 | task 3414 | eval time = 12919.02 ms / 264 tokens ( 49.12 ms per token, 20.36 tokens per second) 4.21.183.557 I slot print_timing: id 2 | task 3414 | total time = 13439.57 ms / 398 tokens 4.21.183.557 I slot print_timing: id 2 | task 3414 | graphs reused = 2992 4.21.183.558 I slot print_timing: id 2 | task 3414 | graph reallocs = 0 / 0 (same size) / (changed size) 4.21.183.678 I slot release: id 2 | task 3414 | stop processing: n_tokens = 1493, truncated = 0 4.21.256.398 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.933 (> 0.100 thold), f_keep = 0.734 4.21.256.428 I slot launch_slot_: id 2 | task 3686 | processing task, is_child = 0 4.21.655.772 I slot print_timing: id 3 | task 3603 | prompt eval time = 345.42 ms / 79 tokens ( 4.37 ms per token, 228.71 tokens per second) 4.21.655.778 I slot print_timing: id 3 | task 3603 | eval time = 4125.12 ms / 82 tokens ( 50.93 ms per token, 19.64 tokens per second) 4.21.655.778 I slot print_timing: id 3 | task 3603 | total time = 4470.54 ms / 161 tokens 4.21.655.779 I slot print_timing: id 3 | task 3603 | graphs reused = 2992 4.21.655.779 I slot print_timing: id 3 | task 3603 | graph reallocs = 0 / 0 (same size) / (changed size) 4.21.655.844 I slot release: id 3 | task 3603 | stop processing: n_tokens = 1256, truncated = 0 4.21.698.657 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.915 (> 0.100 thold), f_keep = 0.873 4.21.698.684 I slot launch_slot_: id 3 | task 3690 | processing task, is_child = 0 4.23.566.573 I slot print_timing: id 1 | task 3502 | n_gen = 218, tg = 20.13 t/s, tg_3s = 15.96 t/s 4.25.852.037 I slot print_timing: id 0 | task 3676 | n_gen = 100, tg = 20.06 t/s, tg_3s = 20.26 t/s 4.26.241.673 I slot print_timing: id 2 | task 3686 | n_gen = 100, tg = 21.59 t/s, tg_3s = 21.81 t/s 4.26.372.698 I slot print_timing: id 3 | task 3690 | n_gen = 100, tg = 23.19 t/s, tg_3s = 23.42 t/s 4.26.589.069 I slot print_timing: id 1 | task 3502 | n_gen = 288, tg = 20.79 t/s, tg_3s = 23.16 t/s 4.27.066.392 I slot print_timing: id 3 | task 3690 | prompt eval time = 405.01 ms / 102 tokens ( 3.97 ms per token, 251.84 tokens per second) 4.27.066.400 I slot print_timing: id 3 | task 3690 | eval time = 4962.68 ms / 116 tokens ( 43.15 ms per token, 23.17 tokens per second) 4.27.066.401 I slot print_timing: id 3 | task 3690 | total time = 5367.69 ms / 218 tokens 4.27.066.402 I slot print_timing: id 3 | task 3690 | graphs reused = 3106 4.27.066.403 I slot print_timing: id 3 | task 3690 | graph reallocs = 0 / 0 (same size) / (changed size) 4.27.066.551 I slot release: id 3 | task 3690 | stop processing: n_tokens = 1313, truncated = 0 4.27.112.505 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.917 (> 0.100 thold), f_keep = 0.835 4.27.112.537 I slot launch_slot_: id 3 | task 3809 | processing task, is_child = 0 4.28.810.857 I slot print_timing: id 1 | task 3502 | prompt eval time = 488.05 ms / 103 tokens ( 4.74 ms per token, 211.04 tokens per second) 4.28.810.865 I slot print_timing: id 1 | task 3502 | eval time = 16023.46 ms / 333 tokens ( 48.26 ms per token, 20.72 tokens per second) 4.28.810.866 I slot print_timing: id 1 | task 3502 | total time = 16511.51 ms / 436 tokens 4.28.810.867 I slot print_timing: id 1 | task 3502 | graphs reused = 3136 4.28.810.867 I slot print_timing: id 1 | task 3502 | graph reallocs = 0 / 0 (same size) / (changed size) 4.28.810.984 I slot release: id 1 | task 3502 | stop processing: n_tokens = 1531, truncated = 0 4.28.883.196 I slot print_timing: id 0 | task 3676 | n_gen = 163, tg = 20.34 t/s, tg_3s = 20.78 t/s 4.28.883.769 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.932 (> 0.100 thold), f_keep = 0.718 4.28.883.808 I slot launch_slot_: id 1 | task 3844 | processing task, is_child = 0 4.29.305.486 I slot print_timing: id 2 | task 3686 | n_gen = 156, tg = 20.26 t/s, tg_3s = 18.28 t/s 4.30.602.535 I slot print_timing: id 0 | task 3676 | prompt eval time = 357.47 ms / 99 tokens ( 3.61 ms per token, 276.95 tokens per second) 4.30.602.542 I slot print_timing: id 0 | task 3676 | eval time = 9685.53 ms / 195 tokens ( 49.93 ms per token, 20.03 tokens per second) 4.30.602.543 I slot print_timing: id 0 | task 3676 | total time = 10043.00 ms / 294 tokens 4.30.602.544 I slot print_timing: id 0 | task 3676 | graphs reused = 3165 4.30.602.545 I slot print_timing: id 0 | task 3676 | graph reallocs = 0 / 0 (same size) / (changed size) 4.30.602.659 I slot release: id 0 | task 3676 | stop processing: n_tokens = 1389, truncated = 0 4.30.648.749 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.936 (> 0.100 thold), f_keep = 0.789 4.30.648.777 I slot launch_slot_: id 0 | task 3878 | processing task, is_child = 0 4.30.899.945 I slot print_timing: id 2 | task 3686 | prompt eval time = 399.18 ms / 79 tokens ( 5.05 ms per token, 197.91 tokens per second) 4.30.899.950 I slot print_timing: id 2 | task 3686 | eval time = 9244.33 ms / 188 tokens ( 49.43 ms per token, 20.23 tokens per second) 4.30.899.951 I slot print_timing: id 2 | task 3686 | total time = 9643.51 ms / 267 tokens 4.30.899.951 I slot print_timing: id 2 | task 3686 | graphs reused = 3166 4.30.899.951 I slot print_timing: id 2 | task 3686 | graph reallocs = 0 / 0 (same size) / (changed size) 4.30.900.010 I slot release: id 2 | task 3686 | stop processing: n_tokens = 1362, truncated = 0 4.31.001.172 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.883 (> 0.100 thold), f_keep = 0.805 4.31.001.210 I slot launch_slot_: id 2 | task 3881 | processing task, is_child = 0 4.32.824.935 I slot print_timing: id 3 | task 3809 | n_gen = 100, tg = 18.47 t/s, tg_3s = 18.65 t/s 4.33.857.752 I slot print_timing: id 1 | task 3844 | prompt eval time = 421.51 ms / 80 tokens ( 5.27 ms per token, 189.80 tokens per second) 4.33.857.759 I slot print_timing: id 1 | task 3844 | eval time = 4552.43 ms / 90 tokens ( 51.15 ms per token, 19.55 tokens per second) 4.33.857.760 I slot print_timing: id 1 | task 3844 | total time = 4973.93 ms / 170 tokens 4.33.857.761 I slot print_timing: id 1 | task 3844 | graphs reused = 3218 4.33.857.762 I slot print_timing: id 1 | task 3844 | graph reallocs = 0 / 0 (same size) / (changed size) 4.33.857.887 I slot release: id 1 | task 3844 | stop processing: n_tokens = 1268, truncated = 0 4.33.930.885 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.945 (> 0.100 thold), f_keep = 0.864 4.33.930.917 I slot launch_slot_: id 1 | task 3939 | processing task, is_child = 0 4.35.501.230 I slot print_timing: id 0 | task 3878 | prompt eval time = 351.82 ms / 75 tokens ( 4.69 ms per token, 213.18 tokens per second) 4.35.501.237 I slot print_timing: id 0 | task 3878 | eval time = 4500.62 ms / 88 tokens ( 51.73 ms per token, 19.33 tokens per second) 4.35.501.238 I slot print_timing: id 0 | task 3878 | total time = 4852.44 ms / 163 tokens 4.35.501.239 I slot print_timing: id 0 | task 3878 | graphs reused = 3245 4.35.501.240 I slot print_timing: id 0 | task 3878 | graph reallocs = 0 / 0 (same size) / (changed size) 4.35.501.351 I slot release: id 0 | task 3878 | stop processing: n_tokens = 1258, truncated = 0 4.35.547.771 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.952 (> 0.100 thold), f_keep = 0.871 4.35.547.801 I slot launch_slot_: id 0 | task 3971 | processing task, is_child = 0 4.35.831.481 I slot print_timing: id 3 | task 3809 | n_gen = 158, tg = 18.76 t/s, tg_3s = 19.29 t/s 4.36.044.830 I slot print_timing: id 2 | task 3881 | prompt eval time = 525.99 ms / 145 tokens ( 3.63 ms per token, 275.67 tokens per second) 4.36.044.835 I slot print_timing: id 2 | task 3881 | eval time = 4517.62 ms / 94 tokens ( 48.58 ms per token, 20.59 tokens per second) 4.36.044.835 I slot print_timing: id 2 | task 3881 | total time = 5043.61 ms / 239 tokens 4.36.044.836 I slot print_timing: id 2 | task 3881 | graphs reused = 3250 4.36.044.836 I slot print_timing: id 2 | task 3881 | graph reallocs = 0 / 0 (same size) / (changed size) 4.36.044.899 I slot release: id 2 | task 3881 | stop processing: n_tokens = 1334, truncated = 0 4.36.115.141 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.925 (> 0.100 thold), f_keep = 0.822 4.36.115.168 I slot launch_slot_: id 2 | task 3980 | processing task, is_child = 0 4.37.479.897 I slot print_timing: id 3 | task 3809 | prompt eval time = 351.77 ms / 99 tokens ( 3.55 ms per token, 281.44 tokens per second) 4.37.479.904 I slot print_timing: id 3 | task 3809 | eval time = 10015.58 ms / 188 tokens ( 53.56 ms per token, 18.67 tokens per second) 4.37.479.905 I slot print_timing: id 3 | task 3809 | total time = 10367.34 ms / 287 tokens 4.37.479.906 I slot print_timing: id 3 | task 3809 | graphs reused = 3271 4.37.479.906 I slot print_timing: id 3 | task 3809 | graph reallocs = 0 / 0 (same size) / (changed size) 4.37.480.055 I slot release: id 3 | task 3809 | stop processing: n_tokens = 1382, truncated = 0 4.37.525.454 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.939 (> 0.100 thold), f_keep = 0.793 4.37.525.483 I slot launch_slot_: id 3 | task 4006 | processing task, is_child = 0 4.39.372.938 I slot print_timing: id 1 | task 3939 | n_gen = 100, tg = 19.49 t/s, tg_3s = 19.69 t/s 4.39.502.751 I slot print_timing: id 1 | task 3939 | prompt eval time = 362.30 ms / 64 tokens ( 5.66 ms per token, 176.65 tokens per second) 4.39.502.756 I slot print_timing: id 1 | task 3939 | eval time = 5209.52 ms / 103 tokens ( 51.07 ms per token, 19.58 tokens per second) 4.39.502.758 I slot print_timing: id 1 | task 3939 | total time = 5571.82 ms / 167 tokens 4.39.502.759 I slot print_timing: id 1 | task 3939 | graphs reused = 3308 4.39.502.759 I slot print_timing: id 1 | task 3939 | graph reallocs = 0 / 0 (same size) / (changed size) 4.39.502.882 I slot release: id 1 | task 3939 | stop processing: n_tokens = 1262, truncated = 0 4.39.575.736 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.931 (> 0.100 thold), f_keep = 0.868 4.39.575.782 I slot launch_slot_: id 1 | task 4048 | processing task, is_child = 0 4.41.066.307 I slot print_timing: id 0 | task 3971 | n_gen = 100, tg = 18.91 t/s, tg_3s = 19.10 t/s 4.41.417.294 I slot print_timing: id 2 | task 3980 | prompt eval time = 409.64 ms / 89 tokens ( 4.60 ms per token, 217.26 tokens per second) 4.41.417.298 I slot print_timing: id 2 | task 3980 | eval time = 4892.47 ms / 100 tokens ( 49.42 ms per token, 20.24 tokens per second) 4.41.417.299 I slot print_timing: id 2 | task 3980 | total time = 5302.11 ms / 189 tokens 4.41.417.300 I slot print_timing: id 2 | task 3980 | graphs reused = 3339 4.41.417.301 I slot print_timing: id 2 | task 3980 | graph reallocs = 0 / 0 (same size) / (changed size) 4.41.417.418 I slot release: id 2 | task 3980 | stop processing: n_tokens = 1284, truncated = 0 4.41.490.271 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.938 (> 0.100 thold), f_keep = 0.854 4.41.490.305 I slot launch_slot_: id 2 | task 4085 | processing task, is_child = 0 4.42.494.263 I slot print_timing: id 3 | task 4006 | prompt eval time = 339.94 ms / 71 tokens ( 4.79 ms per token, 208.86 tokens per second) 4.42.494.271 I slot print_timing: id 3 | task 4006 | eval time = 4628.82 ms / 92 tokens ( 50.87 ms per token, 19.66 tokens per second) 4.42.494.272 I slot print_timing: id 3 | task 4006 | total time = 4968.76 ms / 163 tokens 4.42.494.273 I slot print_timing: id 3 | task 4006 | graphs reused = 3352 4.42.494.274 I slot print_timing: id 3 | task 4006 | graph reallocs = 0 / 0 (same size) / (changed size) 4.42.494.426 I slot release: id 3 | task 4006 | stop processing: n_tokens = 1258, truncated = 0 4.42.540.120 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.927 (> 0.100 thold), f_keep = 0.871 4.42.540.151 I slot launch_slot_: id 3 | task 4103 | processing task, is_child = 0 4.44.105.714 I slot print_timing: id 0 | task 3971 | n_gen = 156, tg = 18.73 t/s, tg_3s = 18.42 t/s 4.44.884.393 I slot print_timing: id 1 | task 4048 | n_gen = 100, tg = 20.25 t/s, tg_3s = 20.45 t/s 4.46.354.255 I slot print_timing: id 0 | task 3971 | prompt eval time = 283.22 ms / 55 tokens ( 5.15 ms per token, 194.19 tokens per second) 4.46.354.263 I slot print_timing: id 0 | task 3971 | eval time = 10523.22 ms / 208 tokens ( 50.84 ms per token, 19.67 tokens per second) 4.46.354.264 I slot print_timing: id 0 | task 3971 | total time = 10806.45 ms / 263 tokens 4.46.354.265 I slot print_timing: id 0 | task 3971 | graphs reused = 3430 4.46.354.266 I slot print_timing: id 0 | task 3971 | graph reallocs = 0 / 0 (same size) / (changed size) 4.46.354.378 I slot release: id 0 | task 3971 | stop processing: n_tokens = 1358, truncated = 0 4.46.400.360 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.921 (> 0.100 thold), f_keep = 0.807 4.46.400.394 I slot launch_slot_: id 0 | task 4187 | processing task, is_child = 0 4.46.662.047 I slot print_timing: id 2 | task 4085 | n_gen = 100, tg = 20.72 t/s, tg_3s = 20.93 t/s 4.47.446.912 I slot print_timing: id 3 | task 4103 | n_gen = 100, tg = 21.71 t/s, tg_3s = 21.93 t/s 4.47.922.025 I slot print_timing: id 1 | task 4048 | n_gen = 164, tg = 20.56 t/s, tg_3s = 21.07 t/s 4.48.786.852 I slot print_timing: id 3 | task 4103 | prompt eval time = 346.09 ms / 86 tokens ( 4.02 ms per token, 248.49 tokens per second) 4.48.786.862 I slot print_timing: id 3 | task 4103 | eval time = 5900.60 ms / 131 tokens ( 45.39 ms per token, 22.03 tokens per second) 4.48.786.864 I slot print_timing: id 3 | task 4103 | total time = 6246.68 ms / 217 tokens 4.48.786.865 I slot print_timing: id 3 | task 4103 | graphs reused = 3477 4.48.786.866 I slot print_timing: id 3 | task 4103 | graph reallocs = 0 / 0 (same size) / (changed size) 4.48.787.030 I slot release: id 3 | task 4103 | stop processing: n_tokens = 1312, truncated = 0 4.48.832.390 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.909 (> 0.100 thold), f_keep = 0.835 4.48.832.429 I slot launch_slot_: id 3 | task 4238 | processing task, is_child = 0 4.49.667.642 I slot print_timing: id 2 | task 4085 | n_gen = 161, tg = 20.56 t/s, tg_3s = 20.30 t/s 4.50.928.864 I slot print_timing: id 1 | task 4048 | n_gen = 226, tg = 20.58 t/s, tg_3s = 20.62 t/s 4.51.361.511 I slot print_timing: id 0 | task 4187 | n_gen = 100, tg = 21.45 t/s, tg_3s = 21.67 t/s 4.51.664.594 I slot print_timing: id 2 | task 4085 | prompt eval time = 393.69 ms / 72 tokens ( 5.47 ms per token, 182.89 tokens per second) 4.51.664.602 I slot print_timing: id 2 | task 4085 | eval time = 9780.59 ms / 207 tokens ( 47.48 ms per token, 21.06 tokens per second) 4.51.664.603 I slot print_timing: id 2 | task 4085 | total time = 10174.28 ms / 279 tokens 4.51.664.603 I slot print_timing: id 2 | task 4085 | graphs reused = 3532 4.51.664.604 I slot print_timing: id 2 | task 4085 | graph reallocs = 0 / 0 (same size) / (changed size) 4.51.664.723 I slot release: id 2 | task 4085 | stop processing: n_tokens = 1374, truncated = 0 4.51.737.417 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.926 (> 0.100 thold), f_keep = 0.798 4.51.737.464 I slot launch_slot_: id 2 | task 4298 | processing task, is_child = 0 4.52.694.379 I slot print_timing: id 0 | task 4187 | prompt eval time = 346.49 ms / 94 tokens ( 3.69 ms per token, 271.29 tokens per second) 4.52.694.387 I slot print_timing: id 0 | task 4187 | eval time = 5947.48 ms / 123 tokens ( 48.75 ms per token, 20.51 tokens per second) 4.52.694.388 I slot print_timing: id 0 | task 4187 | total time = 6293.98 ms / 217 tokens 4.52.694.388 I slot print_timing: id 0 | task 4187 | graphs reused = 3544 4.52.694.389 I slot print_timing: id 0 | task 4187 | graph reallocs = 0 / 0 (same size) / (changed size) 4.52.694.505 I slot release: id 0 | task 4187 | stop processing: n_tokens = 1312, truncated = 0 4.52.740.637 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.930 (> 0.100 thold), f_keep = 0.836 4.52.740.669 I slot launch_slot_: id 0 | task 4315 | processing task, is_child = 0 4.53.954.662 I slot print_timing: id 1 | task 4048 | n_gen = 282, tg = 20.13 t/s, tg_3s = 18.51 t/s 4.54.128.077 I slot print_timing: id 3 | task 4238 | n_gen = 100, tg = 20.26 t/s, tg_3s = 20.47 t/s 4.56.681.914 I slot print_timing: id 2 | task 4298 | n_gen = 100, tg = 21.79 t/s, tg_3s = 22.01 t/s 4.56.984.841 I slot print_timing: id 1 | task 4048 | n_gen = 352, tg = 20.66 t/s, tg_3s = 23.10 t/s 4.57.158.431 I slot print_timing: id 3 | task 4238 | n_gen = 170, tg = 21.35 t/s, tg_3s = 23.10 t/s 4.57.378.456 I slot print_timing: id 0 | task 4315 | n_gen = 100, tg = 23.05 t/s, tg_3s = 23.28 t/s 4.57.465.839 I slot print_timing: id 3 | task 4238 | prompt eval time = 409.71 ms / 110 tokens ( 3.72 ms per token, 268.48 tokens per second) 4.57.465.847 I slot print_timing: id 3 | task 4238 | eval time = 8223.68 ms / 177 tokens ( 46.73 ms per token, 21.40 tokens per second) 4.57.465.848 I slot print_timing: id 3 | task 4238 | total time = 8633.39 ms / 287 tokens 4.57.465.849 I slot print_timing: id 3 | task 4238 | graphs reused = 3644 4.57.465.850 I slot print_timing: id 3 | task 4238 | graph reallocs = 0 / 0 (same size) / (changed size) 4.57.466.010 I slot release: id 3 | task 4238 | stop processing: n_tokens = 1382, truncated = 0 4.57.511.048 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.943 (> 0.100 thold), f_keep = 0.793 4.57.511.083 I slot launch_slot_: id 3 | task 4420 | processing task, is_child = 0 4.59.699.391 I slot print_timing: id 2 | task 4298 | n_gen = 165, tg = 21.69 t/s, tg_3s = 21.54 t/s 5.00.001.248 I slot print_timing: id 1 | task 4048 | n_gen = 417, tg = 20.79 t/s, tg_3s = 21.55 t/s 5.00.392.036 I slot print_timing: id 0 | task 4315 | n_gen = 165, tg = 22.44 t/s, tg_3s = 21.57 t/s 5.02.085.898 I slot print_timing: id 3 | task 4420 | n_gen = 100, tg = 23.10 t/s, tg_3s = 23.33 t/s 5.02.389.904 I slot print_timing: id 1 | task 4048 | prompt eval time = 418.89 ms / 81 tokens ( 5.17 ms per token, 193.37 tokens per second) 5.02.389.909 I slot print_timing: id 1 | task 4048 | eval time = 22395.22 ms / 472 tokens ( 47.55 ms per token, 21.03 tokens per second) 5.02.389.910 I slot print_timing: id 1 | task 4048 | total time = 22814.11 ms / 553 tokens 5.02.389.911 I slot print_timing: id 1 | task 4048 | graphs reused = 3749 5.02.389.911 I slot print_timing: id 1 | task 4048 | graph reallocs = 0 / 0 (same size) / (changed size) 5.02.390.032 I slot release: id 1 | task 4048 | stop processing: n_tokens = 1648, truncated = 0 5.02.462.762 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.939 (> 0.100 thold), f_keep = 0.665 5.02.462.800 I slot launch_slot_: id 1 | task 4530 | processing task, is_child = 0 5.02.754.311 I slot print_timing: id 0 | task 4315 | prompt eval time = 342.31 ms / 83 tokens ( 4.12 ms per token, 242.47 tokens per second) 5.02.754.316 I slot print_timing: id 0 | task 4315 | eval time = 9671.32 ms / 213 tokens ( 45.62 ms per token, 21.92 tokens per second) 5.02.754.316 I slot print_timing: id 0 | task 4315 | total time = 10013.63 ms / 296 tokens 5.02.754.317 I slot print_timing: id 0 | task 4315 | graphs reused = 3749 5.02.754.317 I slot print_timing: id 0 | task 4315 | graph reallocs = 0 / 0 (same size) / (changed size) 5.02.754.378 I slot release: id 0 | task 4315 | stop processing: n_tokens = 1392, truncated = 0 5.02.754.559 I slot print_timing: id 2 | task 4298 | n_gen = 229, tg = 21.48 t/s, tg_3s = 20.95 t/s 5.02.839.871 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.920 (> 0.100 thold), f_keep = 0.787 5.02.839.894 I slot launch_slot_: id 0 | task 4533 | processing task, is_child = 0 5.04.142.426 I slot print_timing: id 2 | task 4298 | prompt eval time = 400.65 ms / 88 tokens ( 4.55 ms per token, 219.64 tokens per second) 5.04.142.434 I slot print_timing: id 2 | task 4298 | eval time = 12004.30 ms / 254 tokens ( 47.45 ms per token, 21.08 tokens per second) 5.04.142.435 I slot print_timing: id 2 | task 4298 | total time = 12404.95 ms / 342 tokens 5.04.142.436 I slot print_timing: id 2 | task 4298 | graphs reused = 3770 5.04.142.437 I slot print_timing: id 2 | task 4298 | graph reallocs = 0 / 0 (same size) / (changed size) 5.04.142.558 I slot release: id 2 | task 4298 | stop processing: n_tokens = 1437, truncated = 0 5.04.215.418 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.886 (> 0.100 thold), f_keep = 0.763 5.04.215.453 I slot launch_slot_: id 2 | task 4559 | processing task, is_child = 0 5.05.089.264 I slot print_timing: id 3 | task 4420 | n_gen = 145, tg = 19.76 t/s, tg_3s = 14.98 t/s 5.07.858.229 I slot print_timing: id 1 | task 4530 | n_gen = 100, tg = 19.73 t/s, tg_3s = 19.93 t/s 5.07.944.294 I slot print_timing: id 0 | task 4533 | n_gen = 100, tg = 20.82 t/s, tg_3s = 21.03 t/s 5.08.118.324 I slot print_timing: id 3 | task 4420 | n_gen = 215, tg = 20.74 t/s, tg_3s = 23.11 t/s 5.08.725.826 I slot print_timing: id 3 | task 4420 | prompt eval time = 289.29 ms / 66 tokens ( 4.38 ms per token, 228.15 tokens per second) 5.08.725.835 I slot print_timing: id 3 | task 4420 | eval time = 10925.45 ms / 229 tokens ( 47.92 ms per token, 20.87 tokens per second) 5.08.725.847 I slot print_timing: id 3 | task 4420 | total time = 11214.73 ms / 295 tokens 5.08.725.848 I slot print_timing: id 3 | task 4420 | graphs reused = 3860 5.08.725.849 I slot print_timing: id 3 | task 4420 | graph reallocs = 0 / 0 (same size) / (changed size) 5.08.725.986 I slot release: id 3 | task 4420 | stop processing: n_tokens = 1390, truncated = 0 5.08.771.472 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.923 (> 0.100 thold), f_keep = 0.788 5.08.771.503 I slot launch_slot_: id 3 | task 4655 | processing task, is_child = 0 5.09.290.349 I slot print_timing: id 2 | task 4559 | n_gen = 100, tg = 21.74 t/s, tg_3s = 21.96 t/s 5.10.899.319 I slot print_timing: id 1 | task 4530 | n_gen = 164, tg = 20.22 t/s, tg_3s = 21.05 t/s 5.10.985.617 I slot print_timing: id 0 | task 4533 | n_gen = 164, tg = 20.91 t/s, tg_3s = 21.04 t/s 5.12.329.277 I slot print_timing: id 2 | task 4559 | n_gen = 170, tg = 22.26 t/s, tg_3s = 23.03 t/s 5.13.410.655 I slot print_timing: id 3 | task 4655 | n_gen = 100, tg = 23.07 t/s, tg_3s = 23.30 t/s 5.13.931.536 I slot print_timing: id 1 | task 4530 | n_gen = 234, tg = 21.01 t/s, tg_3s = 23.09 t/s 5.14.018.090 I slot print_timing: id 0 | task 4533 | n_gen = 234, tg = 21.52 t/s, tg_3s = 23.08 t/s 5.15.357.876 I slot print_timing: id 2 | task 4559 | n_gen = 240, tg = 22.50 t/s, tg_3s = 23.11 t/s 5.15.444.392 I slot print_timing: id 3 | task 4655 | prompt eval time = 347.66 ms / 91 tokens ( 3.82 ms per token, 261.75 tokens per second) 5.15.444.398 I slot print_timing: id 3 | task 4655 | eval time = 6325.21 ms / 147 tokens ( 43.32 ms per token, 23.08 tokens per second) 5.15.444.399 I slot print_timing: id 3 | task 4655 | total time = 6672.88 ms / 238 tokens 5.15.444.400 I slot print_timing: id 3 | task 4655 | graphs reused = 4004 5.15.444.401 I slot print_timing: id 3 | task 4655 | graph reallocs = 0 / 0 (same size) / (changed size) 5.15.444.549 I slot release: id 3 | task 4655 | stop processing: n_tokens = 1333, truncated = 0 5.15.489.789 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.931 (> 0.100 thold), f_keep = 0.822 5.15.489.822 I slot launch_slot_: id 3 | task 4805 | processing task, is_child = 0 5.16.177.908 I slot print_timing: id 1 | task 4530 | prompt eval time = 376.75 ms / 72 tokens ( 5.23 ms per token, 191.11 tokens per second) 5.16.177.911 I slot print_timing: id 1 | task 4530 | eval time = 13338.35 ms / 280 tokens ( 47.81 ms per token, 20.92 tokens per second) 5.16.177.911 I slot print_timing: id 1 | task 4530 | total time = 13715.10 ms / 352 tokens 5.16.177.912 I slot print_timing: id 1 | task 4530 | graphs reused = 4011 5.16.177.912 I slot print_timing: id 1 | task 4530 | graph reallocs = 0 / 0 (same size) / (changed size) 5.16.177.970 I slot release: id 1 | task 4530 | stop processing: n_tokens = 1446, truncated = 0 5.16.248.346 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.932 (> 0.100 thold), f_keep = 0.758 5.16.248.380 I slot launch_slot_: id 1 | task 4817 | processing task, is_child = 0 5.17.026.561 I slot print_timing: id 0 | task 4533 | n_gen = 289, tg = 20.81 t/s, tg_3s = 18.28 t/s 5.18.368.090 I slot print_timing: id 2 | task 4559 | n_gen = 295, tg = 21.57 t/s, tg_3s = 18.27 t/s 5.20.060.468 I slot print_timing: id 0 | task 4533 | n_gen = 359, tg = 21.22 t/s, tg_3s = 23.07 t/s 5.20.496.377 I slot print_timing: id 3 | task 4805 | n_gen = 100, tg = 21.24 t/s, tg_3s = 21.46 t/s 5.20.972.282 I slot print_timing: id 1 | task 4817 | n_gen = 100, tg = 23.04 t/s, tg_3s = 23.28 t/s 5.21.145.987 I slot print_timing: id 3 | task 4805 | prompt eval time = 346.05 ms / 81 tokens ( 4.27 ms per token, 234.07 tokens per second) 5.21.145.999 I slot print_timing: id 3 | task 4805 | eval time = 5310.11 ms / 115 tokens ( 46.58 ms per token, 21.47 tokens per second) 5.21.146.000 I slot print_timing: id 3 | task 4805 | total time = 5656.15 ms / 196 tokens 5.21.146.001 I slot print_timing: id 3 | task 4805 | graphs reused = 4112 5.21.146.002 I slot print_timing: id 3 | task 4805 | graph reallocs = 0 / 0 (same size) / (changed size) 5.21.146.130 I slot release: id 3 | task 4805 | stop processing: n_tokens = 1291, truncated = 0 5.21.191.149 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.911 (> 0.100 thold), f_keep = 0.849 5.21.191.190 I slot launch_slot_: id 3 | task 4924 | processing task, is_child = 0 5.21.512.145 I slot print_timing: id 2 | task 4559 | n_gen = 361, tg = 21.46 t/s, tg_3s = 20.99 t/s 5.22.153.031 I slot print_timing: id 0 | task 4533 | prompt eval time = 348.78 ms / 95 tokens ( 3.67 ms per token, 272.38 tokens per second) 5.22.153.037 I slot print_timing: id 0 | task 4533 | eval time = 18964.35 ms / 400 tokens ( 47.53 ms per token, 21.04 tokens per second) 5.22.153.038 I slot print_timing: id 0 | task 4533 | total time = 19313.13 ms / 495 tokens 5.22.153.039 I slot print_timing: id 0 | task 4533 | graphs reused = 4124 5.22.153.040 I slot print_timing: id 0 | task 4533 | graph reallocs = 0 / 0 (same size) / (changed size) 5.22.153.175 I slot release: id 0 | task 4533 | stop processing: n_tokens = 1590, truncated = 0 5.22.201.295 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.926 (> 0.100 thold), f_keep = 0.689 5.22.201.332 I slot launch_slot_: id 0 | task 4941 | processing task, is_child = 0 5.23.975.011 I slot print_timing: id 1 | task 4817 | n_gen = 156, tg = 21.24 t/s, tg_3s = 18.65 t/s 5.24.539.310 I slot print_timing: id 2 | task 4559 | n_gen = 424, tg = 21.36 t/s, tg_3s = 20.81 t/s 5.25.058.541 I slot print_timing: id 1 | task 4817 | prompt eval time = 427.44 ms / 80 tokens ( 5.34 ms per token, 187.16 tokens per second) 5.25.058.546 I slot print_timing: id 1 | task 4817 | eval time = 8382.71 ms / 181 tokens ( 46.57 ms per token, 21.47 tokens per second) 5.25.058.547 I slot print_timing: id 1 | task 4817 | total time = 8810.15 ms / 261 tokens 5.25.058.547 I slot print_timing: id 1 | task 4817 | graphs reused = 4182 5.25.058.548 I slot print_timing: id 1 | task 4817 | graph reallocs = 0 / 0 (same size) / (changed size) 5.25.058.663 I slot release: id 1 | task 4817 | stop processing: n_tokens = 1356, truncated = 0 5.25.131.742 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.926 (> 0.100 thold), f_keep = 0.808 5.25.131.781 I slot launch_slot_: id 1 | task 5003 | processing task, is_child = 0 5.26.504.935 I slot print_timing: id 3 | task 4924 | n_gen = 100, tg = 20.17 t/s, tg_3s = 20.38 t/s 5.27.195.890 I slot print_timing: id 0 | task 4941 | n_gen = 100, tg = 21.28 t/s, tg_3s = 21.50 t/s 5.27.542.089 I slot print_timing: id 2 | task 4559 | n_gen = 485, tg = 21.22 t/s, tg_3s = 20.31 t/s 5.28.928.130 I slot print_timing: id 0 | task 4941 | prompt eval time = 342.61 ms / 87 tokens ( 3.94 ms per token, 253.93 tokens per second) 5.28.928.138 I slot print_timing: id 0 | task 4941 | eval time = 6384.18 ms / 140 tokens ( 45.93 ms per token, 21.77 tokens per second) 5.28.928.139 I slot print_timing: id 0 | task 4941 | total time = 6726.79 ms / 227 tokens 5.28.928.140 I slot print_timing: id 0 | task 4941 | graphs reused = 4259 5.28.928.140 I slot print_timing: id 0 | task 4941 | graph reallocs = 0 / 0 (same size) / (changed size) 5.28.928.268 I slot release: id 0 | task 4941 | stop processing: n_tokens = 1322, truncated = 0 5.28.974.923 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.922 (> 0.100 thold), f_keep = 0.829 5.28.974.956 I slot launch_slot_: id 0 | task 5085 | processing task, is_child = 0 5.29.536.518 I slot print_timing: id 3 | task 4924 | n_gen = 164, tg = 20.53 t/s, tg_3s = 21.11 t/s 5.30.101.401 I slot print_timing: id 1 | task 5003 | n_gen = 100, tg = 21.76 t/s, tg_3s = 21.98 t/s 5.30.579.656 I slot print_timing: id 2 | task 4559 | n_gen = 549, tg = 21.20 t/s, tg_3s = 21.07 t/s 5.30.972.844 I slot print_timing: id 1 | task 5003 | prompt eval time = 420.45 ms / 89 tokens ( 4.72 ms per token, 211.68 tokens per second) 5.30.972.849 I slot print_timing: id 1 | task 5003 | eval time = 5420.60 ms / 120 tokens ( 45.55 ms per token, 21.95 tokens per second) 5.30.972.850 I slot print_timing: id 1 | task 5003 | total time = 5841.05 ms / 209 tokens 5.30.972.850 I slot print_timing: id 1 | task 5003 | graphs reused = 4296 5.30.972.851 I slot print_timing: id 1 | task 5003 | graph reallocs = 0 / 0 (same size) / (changed size) 5.30.972.970 I slot release: id 1 | task 5003 | stop processing: n_tokens = 1303, truncated = 0 5.31.045.713 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.920 (> 0.100 thold), f_keep = 0.841 5.31.045.750 I slot launch_slot_: id 1 | task 5127 | processing task, is_child = 0 5.32.555.698 I slot print_timing: id 3 | task 4924 | n_gen = 225, tg = 20.44 t/s, tg_3s = 20.20 t/s 5.32.857.900 I slot print_timing: id 2 | task 4559 | prompt eval time = 520.72 ms / 141 tokens ( 3.69 ms per token, 270.78 tokens per second) 5.32.857.907 I slot print_timing: id 2 | task 4559 | eval time = 28121.72 ms / 593 tokens ( 47.50 ms per token, 21.05 tokens per second) 5.32.857.908 I slot print_timing: id 2 | task 4559 | total time = 28642.44 ms / 734 tokens 5.32.857.908 I slot print_timing: id 2 | task 4559 | graphs reused = 4327 5.32.857.909 I slot print_timing: id 2 | task 4559 | graph reallocs = 0 / 0 (same size) / (changed size) 5.32.858.018 I slot release: id 2 | task 4559 | stop processing: n_tokens = 1829, truncated = 0 5.32.930.581 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.937 (> 0.100 thold), f_keep = 0.599 5.32.930.615 I slot launch_slot_: id 2 | task 5163 | processing task, is_child = 0 5.34.334.481 I slot print_timing: id 0 | task 5085 | n_gen = 100, tg = 19.75 t/s, tg_3s = 19.95 t/s 5.35.592.081 I slot print_timing: id 3 | task 4924 | n_gen = 287, tg = 20.44 t/s, tg_3s = 20.42 t/s 5.36.112.079 I slot print_timing: id 1 | task 5127 | n_gen = 100, tg = 21.32 t/s, tg_3s = 21.54 t/s 5.37.367.153 I slot print_timing: id 0 | task 5085 | n_gen = 170, tg = 21.01 t/s, tg_3s = 23.08 t/s 5.37.454.289 I slot print_timing: id 1 | task 5127 | prompt eval time = 423.76 ms / 95 tokens ( 4.46 ms per token, 224.18 tokens per second) 5.37.454.296 I slot print_timing: id 1 | task 5127 | eval time = 5984.77 ms / 131 tokens ( 46.04 ms per token, 21.72 tokens per second) 5.37.454.297 I slot print_timing: id 1 | task 5127 | total time = 6408.53 ms / 226 tokens 5.37.454.298 I slot print_timing: id 1 | task 5127 | graphs reused = 4421 5.37.454.299 I slot print_timing: id 1 | task 5127 | graph reallocs = 0 / 0 (same size) / (changed size) 5.37.454.417 I slot release: id 1 | task 5127 | stop processing: n_tokens = 1321, truncated = 0 5.37.527.791 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.922 (> 0.100 thold), f_keep = 0.830 5.37.527.835 I slot launch_slot_: id 1 | task 5262 | processing task, is_child = 0 5.37.991.305 I slot print_timing: id 2 | task 5163 | n_gen = 100, tg = 21.26 t/s, tg_3s = 21.48 t/s 5.38.385.184 I slot print_timing: id 2 | task 5163 | prompt eval time = 404.20 ms / 75 tokens ( 5.39 ms per token, 185.55 tokens per second) 5.38.385.189 I slot print_timing: id 2 | task 5163 | eval time = 5050.36 ms / 109 tokens ( 46.76 ms per token, 21.38 tokens per second) 5.38.385.190 I slot print_timing: id 2 | task 5163 | total time = 5454.56 ms / 184 tokens 5.38.385.191 I slot print_timing: id 2 | task 5163 | graphs reused = 4429 5.38.385.192 I slot print_timing: id 2 | task 5163 | graph reallocs = 0 / 0 (same size) / (changed size) 5.38.385.322 I slot release: id 2 | task 5163 | stop processing: n_tokens = 1278, truncated = 0 5.38.459.278 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.937 (> 0.100 thold), f_keep = 0.858 5.38.459.312 I slot launch_slot_: id 2 | task 5276 | processing task, is_child = 0 5.38.741.107 I slot print_timing: id 3 | task 4924 | n_gen = 345, tg = 20.07 t/s, tg_3s = 18.42 t/s 5.40.370.690 I slot print_timing: id 0 | task 5085 | n_gen = 223, tg = 20.09 t/s, tg_3s = 17.65 t/s 5.41.759.154 I slot print_timing: id 3 | task 4924 | n_gen = 413, tg = 20.43 t/s, tg_3s = 22.53 t/s 5.42.582.766 I slot print_timing: id 1 | task 5262 | n_gen = 100, tg = 21.35 t/s, tg_3s = 21.57 t/s 5.42.972.074 I slot print_timing: id 2 | task 5276 | prompt eval time = 393.88 ms / 74 tokens ( 5.32 ms per token, 187.87 tokens per second) 5.42.972.080 I slot print_timing: id 2 | task 5276 | eval time = 4118.86 ms / 96 tokens ( 43.36 ms per token, 23.06 tokens per second) 5.42.972.081 I slot print_timing: id 2 | task 5276 | total time = 4512.74 ms / 170 tokens 5.42.972.082 I slot print_timing: id 2 | task 5276 | graphs reused = 4523 5.42.972.082 I slot print_timing: id 2 | task 5276 | graph reallocs = 0 / 0 (same size) / (changed size) 5.42.972.208 I slot release: id 2 | task 5276 | stop processing: n_tokens = 1265, truncated = 0 5.43.045.139 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.938 (> 0.100 thold), f_keep = 0.866 5.43.045.172 I slot launch_slot_: id 2 | task 5375 | processing task, is_child = 0 5.43.438.399 I slot print_timing: id 0 | task 5085 | n_gen = 286, tg = 20.19 t/s, tg_3s = 20.54 t/s 5.43.784.279 I slot print_timing: id 1 | task 5262 | prompt eval time = 418.92 ms / 93 tokens ( 4.50 ms per token, 222.00 tokens per second) 5.43.784.285 I slot print_timing: id 1 | task 5262 | eval time = 5837.52 ms / 120 tokens ( 49.05 ms per token, 20.39 tokens per second) 5.43.784.287 I slot print_timing: id 1 | task 5262 | total time = 6256.43 ms / 213 tokens 5.43.784.287 I slot print_timing: id 1 | task 5262 | graphs reused = 4530 5.43.784.289 I slot print_timing: id 1 | task 5262 | graph reallocs = 0 / 0 (same size) / (changed size) 5.43.784.434 I slot release: id 1 | task 5262 | stop processing: n_tokens = 1308, truncated = 0 5.43.858.048 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.934 (> 0.100 thold), f_keep = 0.838 5.43.858.079 I slot launch_slot_: id 1 | task 5387 | processing task, is_child = 0 5.44.534.433 I slot print_timing: id 3 | task 4924 | prompt eval time = 406.10 ms / 107 tokens ( 3.80 ms per token, 263.48 tokens per second) 5.44.534.439 I slot print_timing: id 3 | task 4924 | eval time = 22937.14 ms / 461 tokens ( 49.86 ms per token, 20.05 tokens per second) 5.44.534.440 I slot print_timing: id 3 | task 4924 | total time = 23343.24 ms / 568 tokens 5.44.534.440 I slot print_timing: id 3 | task 4924 | graphs reused = 4535 5.44.534.441 I slot print_timing: id 3 | task 4924 | graph reallocs = 0 / 0 (same size) / (changed size) 5.44.534.521 I slot release: id 3 | task 4924 | stop processing: n_tokens = 1663, truncated = 0 5.44.578.343 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.880 (> 0.100 thold), f_keep = 0.659 5.44.578.368 I slot launch_slot_: id 3 | task 5397 | processing task, is_child = 0 5.46.455.112 I slot print_timing: id 0 | task 5085 | n_gen = 338, tg = 19.67 t/s, tg_3s = 17.24 t/s 5.48.274.027 I slot print_timing: id 2 | task 5375 | prompt eval time = 393.57 ms / 72 tokens ( 5.47 ms per token, 182.94 tokens per second) 5.48.274.034 I slot print_timing: id 2 | task 5375 | eval time = 4835.27 ms / 95 tokens ( 51.44 ms per token, 19.44 tokens per second) 5.48.274.035 I slot print_timing: id 2 | task 5375 | total time = 5228.84 ms / 167 tokens 5.48.274.036 I slot print_timing: id 2 | task 5375 | graphs reused = 4607 5.48.274.037 I slot print_timing: id 2 | task 5375 | graph reallocs = 0 / 0 (same size) / (changed size) 5.48.274.182 I slot release: id 2 | task 5375 | stop processing: n_tokens = 1262, truncated = 0 5.48.347.779 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.921 (> 0.100 thold), f_keep = 0.868 5.48.347.816 I slot launch_slot_: id 2 | task 5475 | processing task, is_child = 0 5.49.313.166 I slot print_timing: id 1 | task 5387 | n_gen = 100, tg = 19.66 t/s, tg_3s = 19.85 t/s 5.49.486.110 I slot print_timing: id 0 | task 5085 | n_gen = 400, tg = 19.79 t/s, tg_3s = 20.46 t/s 5.49.704.136 I slot print_timing: id 3 | task 5397 | n_gen = 100, tg = 21.34 t/s, tg_3s = 21.55 t/s 5.49.789.869 I slot print_timing: id 1 | task 5387 | prompt eval time = 418.20 ms / 78 tokens ( 5.36 ms per token, 186.51 tokens per second) 5.49.789.877 I slot print_timing: id 1 | task 5387 | eval time = 5513.58 ms / 111 tokens ( 50.12 ms per token, 19.95 tokens per second) 5.49.789.878 I slot print_timing: id 1 | task 5387 | total time = 5931.78 ms / 189 tokens 5.49.789.879 I slot print_timing: id 1 | task 5387 | graphs reused = 4630 5.49.789.879 I slot print_timing: id 1 | task 5387 | graph reallocs = 0 / 0 (same size) / (changed size) 5.49.790.020 I slot release: id 1 | task 5387 | stop processing: n_tokens = 1284, truncated = 0 5.49.862.607 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.924 (> 0.100 thold), f_keep = 0.854 5.49.862.642 I slot launch_slot_: id 1 | task 5503 | processing task, is_child = 0 5.52.491.562 I slot print_timing: id 0 | task 5085 | n_gen = 461, tg = 19.85 t/s, tg_3s = 20.30 t/s 5.52.709.077 I slot print_timing: id 3 | task 5397 | n_gen = 161, tg = 20.93 t/s, tg_3s = 20.30 t/s 5.53.399.752 I slot print_timing: id 2 | task 5475 | n_gen = 100, tg = 21.30 t/s, tg_3s = 21.52 t/s 5.54.569.680 I slot print_timing: id 1 | task 5503 | n_gen = 100, tg = 23.10 t/s, tg_3s = 23.33 t/s 5.55.521.360 I slot print_timing: id 0 | task 5085 | n_gen = 531, tg = 20.23 t/s, tg_3s = 23.10 t/s 5.55.739.767 I slot print_timing: id 3 | task 5397 | n_gen = 231, tg = 21.54 t/s, tg_3s = 23.10 t/s 5.56.433.377 I slot print_timing: id 2 | task 5475 | prompt eval time = 404.78 ms / 94 tokens ( 4.31 ms per token, 232.23 tokens per second) 5.56.433.383 I slot print_timing: id 2 | task 5475 | eval time = 7680.77 ms / 170 tokens ( 45.45 ms per token, 22.00 tokens per second) 5.56.433.384 I slot print_timing: id 2 | task 5475 | total time = 8085.55 ms / 264 tokens 5.56.433.393 I slot print_timing: id 2 | task 5475 | graphs reused = 4771 5.56.433.394 I slot print_timing: id 2 | task 5475 | graph reallocs = 0 / 0 (same size) / (changed size) 5.56.433.564 I slot release: id 2 | task 5475 | stop processing: n_tokens = 1359, truncated = 0 5.56.506.797 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.934 (> 0.100 thold), f_keep = 0.806 5.56.506.827 I slot launch_slot_: id 2 | task 5649 | processing task, is_child = 0 5.57.599.089 I slot print_timing: id 1 | task 5503 | n_gen = 162, tg = 22.01 t/s, tg_3s = 20.47 t/s 5.58.291.254 I slot print_timing: id 1 | task 5503 | prompt eval time = 420.49 ms / 90 tokens ( 4.67 ms per token, 214.03 tokens per second) 5.58.291.262 I slot print_timing: id 1 | task 5503 | eval time = 8008.11 ms / 178 tokens ( 45.24 ms per token, 22.10 tokens per second) 5.58.291.263 I slot print_timing: id 1 | task 5503 | total time = 8428.60 ms / 268 tokens 5.58.291.263 I slot print_timing: id 1 | task 5503 | graphs reused = 4802 5.58.291.264 I slot print_timing: id 1 | task 5503 | graph reallocs = 0 / 0 (same size) / (changed size) 5.58.291.381 I slot release: id 1 | task 5503 | stop processing: n_tokens = 1363, truncated = 0 5.58.364.821 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.922 (> 0.100 thold), f_keep = 0.804 5.58.364.863 I slot launch_slot_: id 1 | task 5685 | processing task, is_child = 0 5.58.662.695 I slot print_timing: id 0 | task 5085 | n_gen = 589, tg = 20.04 t/s, tg_3s = 18.46 t/s 5.58.786.480 I slot print_timing: id 3 | task 5397 | n_gen = 285, tg = 20.70 t/s, tg_3s = 17.72 t/s 6.01.578.164 I slot print_timing: id 2 | task 5649 | n_gen = 100, tg = 21.16 t/s, tg_3s = 21.37 t/s 6.01.664.139 I slot print_timing: id 0 | task 5085 | n_gen = 656, tg = 20.25 t/s, tg_3s = 22.32 t/s 6.01.794.668 I slot print_timing: id 3 | task 5397 | n_gen = 354, tg = 21.10 t/s, tg_3s = 22.94 t/s 6.03.097.775 I slot print_timing: id 1 | task 5685 | n_gen = 100, tg = 22.96 t/s, tg_3s = 23.19 t/s 6.04.183.784 I slot print_timing: id 2 | task 5649 | prompt eval time = 392.93 ms / 77 tokens ( 5.10 ms per token, 195.96 tokens per second) 6.04.183.790 I slot print_timing: id 2 | task 5649 | eval time = 7284.02 ms / 160 tokens ( 45.81 ms per token, 21.83 tokens per second) 6.04.183.790 I slot print_timing: id 2 | task 5649 | total time = 7676.95 ms / 237 tokens 6.04.183.791 I slot print_timing: id 2 | task 5649 | graphs reused = 4924 6.04.183.792 I slot print_timing: id 2 | task 5649 | graph reallocs = 0 / 0 (same size) / (changed size) 6.04.183.945 I slot release: id 2 | task 5649 | stop processing: n_tokens = 1332, truncated = 0 6.04.257.881 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.946 (> 0.100 thold), f_keep = 0.823 6.04.257.914 I slot launch_slot_: id 2 | task 5813 | processing task, is_child = 0 6.04.687.925 I slot print_timing: id 0 | task 5085 | n_gen = 719, tg = 20.30 t/s, tg_3s = 20.83 t/s 6.04.816.236 I slot print_timing: id 3 | task 5397 | n_gen = 417, tg = 21.06 t/s, tg_3s = 20.85 t/s 6.05.299.576 I slot print_timing: id 1 | task 5685 | prompt eval time = 421.29 ms / 93 tokens ( 4.53 ms per token, 220.75 tokens per second) 6.05.299.581 I slot print_timing: id 1 | task 5685 | eval time = 6513.42 ms / 144 tokens ( 45.55 ms per token, 21.95 tokens per second) 6.05.299.582 I slot print_timing: id 1 | task 5685 | total time = 6934.70 ms / 237 tokens 6.05.299.583 I slot print_timing: id 1 | task 5685 | graphs reused = 4939 6.05.299.584 I slot print_timing: id 1 | task 5685 | graph reallocs = 0 / 0 (same size) / (changed size) 6.05.299.698 I slot release: id 1 | task 5685 | stop processing: n_tokens = 1332, truncated = 0 6.05.372.530 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.913 (> 0.100 thold), f_keep = 0.823 6.05.372.561 I slot launch_slot_: id 1 | task 5833 | processing task, is_child = 0 6.06.331.725 I slot print_timing: id 0 | task 5085 | prompt eval time = 346.76 ms / 93 tokens ( 3.73 ms per token, 268.19 tokens per second) 6.06.331.733 I slot print_timing: id 0 | task 5085 | eval time = 37010.00 ms / 747 tokens ( 49.61 ms per token, 20.16 tokens per second) 6.06.331.734 I slot print_timing: id 0 | task 5085 | total time = 37356.76 ms / 840 tokens 6.06.331.735 I slot print_timing: id 0 | task 5085 | graphs reused = 4949 6.06.331.736 I slot print_timing: id 0 | task 5085 | graph reallocs = 0 / 0 (same size) / (changed size) 6.06.331.852 I slot release: id 0 | task 5085 | stop processing: n_tokens = 1935, truncated = 0 6.06.378.731 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.946 (> 0.100 thold), f_keep = 0.566 6.06.378.762 I slot launch_slot_: id 0 | task 5848 | processing task, is_child = 0 6.07.834.644 I slot print_timing: id 3 | task 5397 | n_gen = 472, tg = 20.68 t/s, tg_3s = 18.22 t/s 6.09.522.642 I slot print_timing: id 2 | task 5813 | n_gen = 100, tg = 20.12 t/s, tg_3s = 20.32 t/s 6.10.302.575 I slot print_timing: id 2 | task 5813 | prompt eval time = 343.19 ms / 63 tokens ( 5.45 ms per token, 183.57 tokens per second) 6.10.302.586 I slot print_timing: id 2 | task 5813 | eval time = 5701.47 ms / 118 tokens ( 48.73 ms per token, 20.52 tokens per second) 6.10.302.587 I slot print_timing: id 2 | task 5813 | total time = 6044.65 ms / 181 tokens 6.10.302.588 I slot print_timing: id 2 | task 5813 | graphs reused = 5033 6.10.302.589 I slot print_timing: id 2 | task 5813 | graph reallocs = 0 / 0 (same size) / (changed size) 6.10.302.717 I slot release: id 2 | task 5813 | stop processing: n_tokens = 1276, truncated = 0 6.10.375.218 I slot print_timing: id 1 | task 5833 | n_gen = 100, tg = 21.88 t/s, tg_3s = 22.11 t/s 6.10.375.499 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.898 (> 0.100 thold), f_keep = 0.859 6.10.375.532 I slot launch_slot_: id 2 | task 5936 | processing task, is_child = 0 6.10.841.125 I slot print_timing: id 3 | task 5397 | n_gen = 532, tg = 20.60 t/s, tg_3s = 19.96 t/s 6.11.225.019 I slot print_timing: id 0 | task 5848 | prompt eval time = 285.05 ms / 64 tokens ( 4.45 ms per token, 224.52 tokens per second) 6.11.225.027 I slot print_timing: id 0 | task 5848 | eval time = 4561.20 ms / 97 tokens ( 47.51 ms per token, 21.05 tokens per second) 6.11.225.030 I slot print_timing: id 0 | task 5848 | total time = 4846.25 ms / 161 tokens 6.11.225.031 I slot print_timing: id 0 | task 5848 | graphs reused = 5041 6.11.225.032 I slot print_timing: id 0 | task 5848 | graph reallocs = 0 / 0 (same size) / (changed size) 6.11.225.176 I slot release: id 0 | task 5848 | stop processing: n_tokens = 1255, truncated = 0 6.11.273.299 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.922 (> 0.100 thold), f_keep = 0.873 6.11.273.324 I slot launch_slot_: id 0 | task 5949 | processing task, is_child = 0 6.11.837.223 I slot print_timing: id 3 | task 5397 | prompt eval time = 485.78 ms / 151 tokens ( 3.22 ms per token, 310.84 tokens per second) 6.11.837.227 I slot print_timing: id 3 | task 5397 | eval time = 26773.06 ms / 549 tokens ( 48.86 ms per token, 20.47 tokens per second) 6.11.837.227 I slot print_timing: id 3 | task 5397 | total time = 27258.85 ms / 700 tokens 6.11.837.228 I slot print_timing: id 3 | task 5397 | graphs reused = 5045 6.11.837.228 I slot print_timing: id 3 | task 5397 | graph reallocs = 0 / 0 (same size) / (changed size) 6.11.837.304 I slot release: id 3 | task 5397 | stop processing: n_tokens = 1794, truncated = 0 6.11.880.447 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.928 (> 0.100 thold), f_keep = 0.611 6.11.880.473 I slot launch_slot_: id 3 | task 5958 | processing task, is_child = 0 6.13.390.521 I slot print_timing: id 1 | task 5833 | n_gen = 149, tg = 19.63 t/s, tg_3s = 16.25 t/s 6.15.635.845 I slot print_timing: id 2 | task 5936 | n_gen = 100, tg = 20.65 t/s, tg_3s = 20.86 t/s 6.16.155.017 I slot print_timing: id 0 | task 5949 | n_gen = 100, tg = 21.83 t/s, tg_3s = 22.05 t/s 6.16.414.890 I slot print_timing: id 1 | task 5833 | n_gen = 219, tg = 20.64 t/s, tg_3s = 23.15 t/s 6.16.502.622 I slot print_timing: id 3 | task 5958 | n_gen = 100, tg = 23.15 t/s, tg_3s = 23.38 t/s 6.17.885.782 I slot print_timing: id 2 | task 5936 | prompt eval time = 465.42 ms / 124 tokens ( 3.75 ms per token, 266.42 tokens per second) 6.17.885.787 I slot print_timing: id 2 | task 5936 | eval time = 7044.82 ms / 152 tokens ( 46.65 ms per token, 21.43 tokens per second) 6.17.885.788 I slot print_timing: id 2 | task 5936 | total time = 7510.24 ms / 276 tokens 6.17.885.789 I slot print_timing: id 2 | task 5936 | graphs reused = 5174 6.17.885.790 I slot print_timing: id 2 | task 5936 | graph reallocs = 0 / 0 (same size) / (changed size) 6.17.885.920 I slot release: id 2 | task 5936 | stop processing: n_tokens = 1371, truncated = 0 6.17.958.986 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.910 (> 0.100 thold), f_keep = 0.799 6.17.959.027 I slot launch_slot_: id 2 | task 6093 | processing task, is_child = 0 6.18.418.193 I slot print_timing: id 1 | task 5833 | prompt eval time = 478.81 ms / 104 tokens ( 4.60 ms per token, 217.20 tokens per second) 6.18.418.197 I slot print_timing: id 1 | task 5833 | eval time = 12566.81 ms / 256 tokens ( 49.28 ms per token, 20.29 tokens per second) 6.18.418.198 I slot print_timing: id 1 | task 5833 | total time = 13045.62 ms / 360 tokens 6.18.418.198 I slot print_timing: id 1 | task 5833 | graphs reused = 5174 6.18.418.199 I slot print_timing: id 1 | task 5833 | graph reallocs = 0 / 0 (same size) / (changed size) 6.18.418.259 I slot release: id 1 | task 5833 | stop processing: n_tokens = 1455, truncated = 0 6.18.488.571 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.942 (> 0.100 thold), f_keep = 0.753 6.18.488.602 I slot launch_slot_: id 1 | task 6097 | processing task, is_child = 0 6.19.167.073 I slot print_timing: id 0 | task 5949 | n_gen = 153, tg = 20.14 t/s, tg_3s = 17.60 t/s 6.19.513.257 I slot print_timing: id 3 | task 5958 | n_gen = 153, tg = 20.86 t/s, tg_3s = 17.60 t/s 6.19.904.191 I slot print_timing: id 0 | task 5949 | prompt eval time = 346.93 ms / 93 tokens ( 3.73 ms per token, 268.07 tokens per second) 6.19.904.199 I slot print_timing: id 0 | task 5949 | eval time = 8283.93 ms / 170 tokens ( 49.02 ms per token, 20.40 tokens per second) 6.19.904.200 I slot print_timing: id 0 | task 5949 | total time = 8630.86 ms / 263 tokens 6.19.904.201 I slot print_timing: id 0 | task 5949 | graphs reused = 5196 6.19.904.201 I slot print_timing: id 0 | task 5949 | graph reallocs = 0 / 0 (same size) / (changed size) 6.19.904.315 I slot release: id 0 | task 5949 | stop processing: n_tokens = 1358, truncated = 0 6.19.950.147 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.921 (> 0.100 thold), f_keep = 0.807 6.19.950.192 I slot launch_slot_: id 0 | task 6125 | processing task, is_child = 0 6.22.543.732 I slot print_timing: id 3 | task 5958 | n_gen = 217, tg = 20.94 t/s, tg_3s = 21.12 t/s 6.23.279.303 I slot print_timing: id 2 | task 6093 | n_gen = 100, tg = 20.37 t/s, tg_3s = 20.57 t/s 6.23.408.617 I slot print_timing: id 1 | task 6097 | n_gen = 100, tg = 21.76 t/s, tg_3s = 21.98 t/s 6.24.532.081 I slot print_timing: id 1 | task 6097 | prompt eval time = 370.02 ms / 67 tokens ( 5.52 ms per token, 181.07 tokens per second) 6.24.532.088 I slot print_timing: id 1 | task 6097 | eval time = 5673.45 ms / 126 tokens ( 45.39 ms per token, 22.03 tokens per second) 6.24.532.089 I slot print_timing: id 1 | task 6097 | total time = 6043.47 ms / 193 tokens 6.24.532.090 I slot print_timing: id 1 | task 6097 | graphs reused = 5293 6.24.532.091 I slot print_timing: id 1 | task 6097 | graph reallocs = 0 / 0 (same size) / (changed size) 6.24.532.201 I slot release: id 1 | task 6097 | stop processing: n_tokens = 1288, truncated = 0 6.24.604.746 I slot print_timing: id 0 | task 6125 | n_gen = 100, tg = 22.98 t/s, tg_3s = 23.21 t/s 6.24.605.315 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.911 (> 0.100 thold), f_keep = 0.851 6.24.605.350 I slot launch_slot_: id 1 | task 6227 | processing task, is_child = 0 6.25.341.299 I slot print_timing: id 0 | task 6125 | prompt eval time = 346.64 ms / 94 tokens ( 3.69 ms per token, 271.17 tokens per second) 6.25.341.302 I slot print_timing: id 0 | task 6125 | eval time = 5044.45 ms / 108 tokens ( 47.14 ms per token, 21.21 tokens per second) 6.25.341.302 I slot print_timing: id 0 | task 6125 | total time = 5391.09 ms / 202 tokens 6.25.341.303 I slot print_timing: id 0 | task 6125 | graphs reused = 5298 6.25.341.304 I slot print_timing: id 0 | task 6125 | graph reallocs = 0 / 0 (same size) / (changed size) 6.25.341.378 I slot release: id 0 | task 6125 | stop processing: n_tokens = 1297, truncated = 0 6.25.385.824 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.940 (> 0.100 thold), f_keep = 0.845 6.25.385.857 I slot launch_slot_: id 0 | task 6237 | processing task, is_child = 0 6.25.639.258 I slot print_timing: id 3 | task 5958 | n_gen = 274, tg = 20.35 t/s, tg_3s = 18.41 t/s 6.25.864.677 I slot print_timing: id 2 | task 6093 | prompt eval time = 459.43 ms / 109 tokens ( 4.21 ms per token, 237.25 tokens per second) 6.25.864.685 I slot print_timing: id 2 | task 6093 | eval time = 7446.21 ms / 144 tokens ( 52.07 ms per token, 19.20 tokens per second) 6.25.864.686 I slot print_timing: id 2 | task 6093 | total time = 7905.64 ms / 253 tokens 6.25.864.686 I slot print_timing: id 2 | task 6093 | graphs reused = 5301 6.25.864.687 I slot print_timing: id 2 | task 6093 | graph reallocs = 0 / 0 (same size) / (changed size) 6.25.864.792 I slot release: id 2 | task 6093 | stop processing: n_tokens = 1348, truncated = 0 6.25.937.513 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.938 (> 0.100 thold), f_keep = 0.813 6.25.937.545 I slot launch_slot_: id 2 | task 6244 | processing task, is_child = 0 6.27.630.563 I slot print_timing: id 3 | task 5958 | prompt eval time = 345.77 ms / 87 tokens ( 3.97 ms per token, 251.61 tokens per second) 6.27.630.574 I slot print_timing: id 3 | task 5958 | eval time = 15404.31 ms / 311 tokens ( 49.69 ms per token, 20.12 tokens per second) 6.27.630.575 I slot print_timing: id 3 | task 5958 | total time = 15750.08 ms / 398 tokens 6.27.630.576 I slot print_timing: id 3 | task 5958 | graphs reused = 5330 6.27.630.577 I slot print_timing: id 3 | task 5958 | graph reallocs = 0 / 0 (same size) / (changed size) 6.27.630.704 I slot release: id 3 | task 5958 | stop processing: n_tokens = 1491, truncated = 0 6.27.676.076 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.923 (> 0.100 thold), f_keep = 0.735 6.27.676.105 I slot launch_slot_: id 3 | task 6278 | processing task, is_child = 0 6.30.224.948 I slot print_timing: id 1 | task 6227 | n_gen = 100, tg = 19.26 t/s, tg_3s = 19.45 t/s 6.30.613.974 I slot print_timing: id 0 | task 6237 | n_gen = 100, tg = 20.27 t/s, tg_3s = 20.48 t/s 6.30.872.708 I slot print_timing: id 2 | task 6244 | n_gen = 100, tg = 21.80 t/s, tg_3s = 22.02 t/s 6.31.089.328 I slot print_timing: id 2 | task 6244 | prompt eval time = 393.57 ms / 73 tokens ( 5.39 ms per token, 185.48 tokens per second) 6.31.089.337 I slot print_timing: id 2 | task 6244 | eval time = 4758.20 ms / 105 tokens ( 45.75 ms per token, 21.86 tokens per second) 6.31.089.338 I slot print_timing: id 2 | task 6244 | total time = 5151.77 ms / 178 tokens 6.31.089.339 I slot print_timing: id 2 | task 6244 | graphs reused = 5399 6.31.089.340 I slot print_timing: id 2 | task 6244 | graph reallocs = 0 / 0 (same size) / (changed size) 6.31.089.468 I slot release: id 2 | task 6244 | stop processing: n_tokens = 1273, truncated = 0 6.31.162.196 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.913 (> 0.100 thold), f_keep = 0.861 6.31.162.229 I slot launch_slot_: id 2 | task 6353 | processing task, is_child = 0 6.32.699.109 I slot print_timing: id 3 | task 6278 | n_gen = 100, tg = 21.17 t/s, tg_3s = 21.39 t/s 6.33.262.043 I slot print_timing: id 1 | task 6227 | n_gen = 161, tg = 19.57 t/s, tg_3s = 20.08 t/s 6.33.649.081 I slot print_timing: id 0 | task 6237 | n_gen = 161, tg = 20.20 t/s, tg_3s = 20.10 t/s 6.35.729.109 I slot print_timing: id 3 | task 6278 | n_gen = 170, tg = 21.93 t/s, tg_3s = 23.10 t/s 6.35.902.540 I slot print_timing: id 2 | task 6353 | n_gen = 100, tg = 23.12 t/s, tg_3s = 23.36 t/s 6.36.292.407 I slot print_timing: id 1 | task 6227 | n_gen = 231, tg = 20.52 t/s, tg_3s = 23.10 t/s 6.36.681.616 I slot print_timing: id 0 | task 6237 | n_gen = 231, tg = 21.00 t/s, tg_3s = 23.08 t/s 6.37.462.194 I slot print_timing: id 3 | task 6278 | prompt eval time = 346.92 ms / 91 tokens ( 3.81 ms per token, 262.31 tokens per second) 6.37.462.202 I slot print_timing: id 3 | task 6278 | eval time = 9439.16 ms / 210 tokens ( 45.16 ms per token, 22.14 tokens per second) 6.37.462.203 I slot print_timing: id 3 | task 6278 | total time = 9786.07 ms / 301 tokens 6.37.462.204 I slot print_timing: id 3 | task 6278 | graphs reused = 5532 6.37.462.205 I slot print_timing: id 3 | task 6278 | graph reallocs = 0 / 0 (same size) / (changed size) 6.37.462.335 I slot release: id 3 | task 6278 | stop processing: n_tokens = 1396, truncated = 0 6.37.507.112 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.934 (> 0.100 thold), f_keep = 0.785 6.37.507.150 I slot launch_slot_: id 3 | task 6492 | processing task, is_child = 0 6.38.930.654 I slot print_timing: id 2 | task 6353 | n_gen = 164, tg = 22.30 t/s, tg_3s = 21.14 t/s 6.39.319.019 I slot print_timing: id 1 | task 6227 | n_gen = 295, tg = 20.65 t/s, tg_3s = 21.15 t/s 6.39.707.888 I slot print_timing: id 0 | task 6237 | n_gen = 295, tg = 21.03 t/s, tg_3s = 21.15 t/s 6.41.187.767 I slot print_timing: id 1 | task 6227 | prompt eval time = 478.88 ms / 107 tokens ( 4.48 ms per token, 223.44 tokens per second) 6.41.187.774 I slot print_timing: id 1 | task 6227 | eval time = 16103.53 ms / 338 tokens ( 47.78 ms per token, 20.93 tokens per second) 6.41.187.775 I slot print_timing: id 1 | task 6227 | total time = 16582.41 ms / 445 tokens 6.41.187.776 I slot print_timing: id 1 | task 6227 | graphs reused = 5607 6.41.187.777 I slot print_timing: id 1 | task 6227 | graph reallocs = 0 / 0 (same size) / (changed size) 6.41.187.904 I slot release: id 1 | task 6227 | stop processing: n_tokens = 1540, truncated = 0 6.41.260.773 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.918 (> 0.100 thold), f_keep = 0.712 6.41.260.807 I slot launch_slot_: id 1 | task 6573 | processing task, is_child = 0 6.41.814.387 I slot print_timing: id 2 | task 6353 | prompt eval time = 459.20 ms / 105 tokens ( 4.37 ms per token, 228.66 tokens per second) 6.41.814.390 I slot print_timing: id 2 | task 6353 | eval time = 10192.94 ms / 222 tokens ( 46.12 ms per token, 21.68 tokens per second) 6.41.814.390 I slot print_timing: id 2 | task 6353 | total time = 10652.15 ms / 327 tokens 6.41.814.391 I slot print_timing: id 2 | task 6353 | graphs reused = 5609 6.41.814.391 I slot print_timing: id 2 | task 6353 | graph reallocs = 0 / 0 (same size) / (changed size) 6.41.814.463 I slot release: id 2 | task 6353 | stop processing: n_tokens = 1422, truncated = 0 6.41.884.826 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.910 (> 0.100 thold), f_keep = 0.771 6.41.884.861 I slot launch_slot_: id 2 | task 6580 | processing task, is_child = 0 6.42.748.359 I slot print_timing: id 0 | task 6237 | n_gen = 347, tg = 20.33 t/s, tg_3s = 17.10 t/s 6.42.921.716 I slot print_timing: id 3 | task 6492 | n_gen = 100, tg = 19.50 t/s, tg_3s = 19.70 t/s 6.43.310.126 I slot print_timing: id 0 | task 6237 | prompt eval time = 344.11 ms / 70 tokens ( 4.92 ms per token, 203.43 tokens per second) 6.43.310.134 I slot print_timing: id 0 | task 6237 | eval time = 17580.15 ms / 360 tokens ( 48.97 ms per token, 20.42 tokens per second) 6.43.310.135 I slot print_timing: id 0 | task 6237 | total time = 17924.26 ms / 430 tokens 6.43.310.136 I slot print_timing: id 0 | task 6237 | graphs reused = 5630 6.43.310.137 I slot print_timing: id 0 | task 6237 | graph reallocs = 0 / 0 (same size) / (changed size) 6.43.310.256 I slot release: id 0 | task 6237 | stop processing: n_tokens = 1525, truncated = 0 6.43.357.056 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.918 (> 0.100 thold), f_keep = 0.719 6.43.357.088 I slot launch_slot_: id 0 | task 6606 | processing task, is_child = 0 6.44.834.616 I slot print_timing: id 3 | task 6492 | prompt eval time = 338.71 ms / 77 tokens ( 4.40 ms per token, 227.33 tokens per second) 6.44.834.628 I slot print_timing: id 3 | task 6492 | eval time = 6988.74 ms / 138 tokens ( 51.01 ms per token, 19.60 tokens per second) 6.44.834.629 I slot print_timing: id 3 | task 6492 | total time = 7327.45 ms / 215 tokens 6.44.834.630 I slot print_timing: id 3 | task 6492 | graphs reused = 5656 6.44.834.631 I slot print_timing: id 3 | task 6492 | graph reallocs = 0 / 0 (same size) / (changed size) 6.44.834.773 I slot release: id 3 | task 6492 | stop processing: n_tokens = 1310, truncated = 0 6.44.880.459 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.922 (> 0.100 thold), f_keep = 0.837 6.44.880.499 I slot launch_slot_: id 3 | task 6636 | processing task, is_child = 0 6.46.921.406 I slot print_timing: id 1 | task 6573 | n_gen = 100, tg = 18.91 t/s, tg_3s = 19.10 t/s 6.47.180.176 I slot print_timing: id 2 | task 6580 | n_gen = 100, tg = 20.52 t/s, tg_3s = 20.73 t/s 6.48.261.371 I slot print_timing: id 0 | task 6606 | n_gen = 100, tg = 21.72 t/s, tg_3s = 21.94 t/s 6.49.519.247 I slot print_timing: id 3 | task 6636 | n_gen = 100, tg = 23.07 t/s, tg_3s = 23.30 t/s 6.49.647.901 I slot print_timing: id 0 | task 6606 | prompt eval time = 347.24 ms / 98 tokens ( 3.54 ms per token, 282.22 tokens per second) 6.49.647.908 I slot print_timing: id 0 | task 6606 | eval time = 5943.56 ms / 132 tokens ( 45.37 ms per token, 22.04 tokens per second) 6.49.647.910 I slot print_timing: id 0 | task 6606 | total time = 6290.81 ms / 230 tokens 6.49.647.911 I slot print_timing: id 0 | task 6606 | graphs reused = 5755 6.49.647.912 I slot print_timing: id 0 | task 6606 | graph reallocs = 0 / 0 (same size) / (changed size) 6.49.648.031 I slot release: id 0 | task 6606 | stop processing: n_tokens = 1325, truncated = 0 6.49.694.423 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.935 (> 0.100 thold), f_keep = 0.827 6.49.694.455 I slot launch_slot_: id 0 | task 6742 | processing task, is_child = 0 6.49.944.590 I slot print_timing: id 1 | task 6573 | n_gen = 165, tg = 19.86 t/s, tg_3s = 21.50 t/s 6.50.201.053 I slot print_timing: id 2 | task 6580 | n_gen = 164, tg = 20.78 t/s, tg_3s = 21.19 t/s 6.52.545.324 I slot print_timing: id 3 | task 6636 | n_gen = 164, tg = 22.27 t/s, tg_3s = 21.15 t/s 6.52.976.743 I slot print_timing: id 1 | task 6573 | n_gen = 234, tg = 20.63 t/s, tg_3s = 22.76 t/s 6.53.237.783 I slot print_timing: id 2 | task 6580 | n_gen = 234, tg = 21.41 t/s, tg_3s = 23.05 t/s 6.54.318.083 I slot print_timing: id 0 | task 6742 | n_gen = 100, tg = 23.08 t/s, tg_3s = 23.32 t/s 6.55.575.566 I slot print_timing: id 3 | task 6636 | n_gen = 234, tg = 22.52 t/s, tg_3s = 23.10 t/s 6.56.008.430 I slot print_timing: id 1 | task 6573 | n_gen = 304, tg = 21.15 t/s, tg_3s = 23.09 t/s 6.56.268.935 I slot print_timing: id 2 | task 6580 | n_gen = 304, tg = 21.78 t/s, tg_3s = 23.09 t/s 6.56.918.096 I slot print_timing: id 1 | task 6573 | prompt eval time = 424.34 ms / 98 tokens ( 4.33 ms per token, 230.95 tokens per second) 6.56.918.100 I slot print_timing: id 1 | task 6573 | eval time = 15232.94 ms / 325 tokens ( 47.02 ms per token, 21.27 tokens per second) 6.56.918.101 I slot print_timing: id 1 | task 6573 | total time = 15657.28 ms / 423 tokens 6.56.918.102 I slot print_timing: id 1 | task 6573 | graphs reused = 5914 6.56.918.103 I slot print_timing: id 1 | task 6573 | graph reallocs = 0 / 0 (same size) / (changed size) 6.56.918.219 I slot release: id 1 | task 6573 | stop processing: n_tokens = 1518, truncated = 0 6.56.991.580 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.940 (> 0.100 thold), f_keep = 0.722 6.56.991.619 I slot launch_slot_: id 1 | task 6905 | processing task, is_child = 0 6.57.403.959 I slot print_timing: id 0 | task 6742 | n_gen = 163, tg = 21.97 t/s, tg_3s = 20.42 t/s 6.57.757.377 I slot print_timing: id 2 | task 6580 | prompt eval time = 471.88 ms / 108 tokens ( 4.37 ms per token, 228.87 tokens per second) 6.57.757.381 I slot print_timing: id 2 | task 6580 | eval time = 15400.62 ms / 330 tokens ( 46.81 ms per token, 21.36 tokens per second) 6.57.757.382 I slot print_timing: id 2 | task 6580 | total time = 15872.50 ms / 438 tokens 6.57.757.383 I slot print_timing: id 2 | task 6580 | graphs reused = 5921 6.57.757.384 I slot print_timing: id 2 | task 6580 | graph reallocs = 0 / 0 (same size) / (changed size) 6.57.757.516 I slot release: id 2 | task 6580 | stop processing: n_tokens = 1533, truncated = 0 6.57.829.924 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.895 (> 0.100 thold), f_keep = 0.715 6.57.829.955 I slot launch_slot_: id 2 | task 6917 | processing task, is_child = 0 6.58.600.293 I slot print_timing: id 3 | task 6636 | n_gen = 286, tg = 21.31 t/s, tg_3s = 17.19 t/s 6.58.945.056 I slot print_timing: id 3 | task 6636 | prompt eval time = 347.15 ms / 93 tokens ( 3.73 ms per token, 267.90 tokens per second) 6.58.945.064 I slot print_timing: id 3 | task 6636 | eval time = 13717.40 ms / 294 tokens ( 46.82 ms per token, 21.36 tokens per second) 6.58.945.065 I slot print_timing: id 3 | task 6636 | total time = 14064.55 ms / 387 tokens 6.58.945.066 I slot print_timing: id 3 | task 6636 | graphs reused = 5935 6.58.945.066 I slot print_timing: id 3 | task 6636 | graph reallocs = 0 / 0 (same size) / (changed size) 6.58.945.196 I slot release: id 3 | task 6636 | stop processing: n_tokens = 1482, truncated = 0 6.58.990.411 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.945 (> 0.100 thold), f_keep = 0.740 6.58.990.443 I slot launch_slot_: id 3 | task 6936 | processing task, is_child = 0 7.00.411.239 I slot print_timing: id 0 | task 6742 | n_gen = 218, tg = 20.90 t/s, tg_3s = 18.29 t/s 7.01.576.238 I slot print_timing: id 0 | task 6742 | prompt eval time = 335.10 ms / 76 tokens ( 4.41 ms per token, 226.80 tokens per second) 7.01.576.245 I slot print_timing: id 0 | task 6742 | eval time = 11546.68 ms / 245 tokens ( 47.32 ms per token, 21.13 tokens per second) 7.01.576.247 I slot print_timing: id 0 | task 6742 | total time = 11881.77 ms / 321 tokens 7.01.576.248 I slot print_timing: id 0 | task 6742 | graphs reused = 5987 7.01.576.249 I slot print_timing: id 0 | task 6742 | graph reallocs = 0 / 0 (same size) / (changed size) 7.01.576.370 I slot release: id 0 | task 6742 | stop processing: n_tokens = 1416, truncated = 0 7.01.622.257 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.936 (> 0.100 thold), f_keep = 0.774 7.01.622.287 I slot launch_slot_: id 0 | task 6993 | processing task, is_child = 0 7.02.386.591 I slot print_timing: id 3 | task 6936 | prompt eval time = 289.25 ms / 64 tokens ( 4.52 ms per token, 221.26 tokens per second) 7.02.386.602 I slot print_timing: id 3 | task 6936 | eval time = 3106.87 ms / 67 tokens ( 47.07 ms per token, 21.24 tokens per second) 7.02.386.604 I slot print_timing: id 3 | task 6936 | total time = 3396.12 ms / 131 tokens 7.02.386.605 I slot print_timing: id 3 | task 6936 | graphs reused = 5997 7.02.386.606 I slot print_timing: id 3 | task 6936 | graph reallocs = 0 / 0 (same size) / (changed size) 7.02.386.776 I slot release: id 3 | task 6936 | stop processing: n_tokens = 1226, truncated = 0 7.02.434.654 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.942 (> 0.100 thold), f_keep = 0.894 7.02.434.685 I slot launch_slot_: id 3 | task 7007 | processing task, is_child = 0 7.02.784.752 I slot print_timing: id 1 | task 6905 | n_gen = 100, tg = 18.40 t/s, tg_3s = 18.59 t/s 7.03.259.651 I slot print_timing: id 2 | task 6917 | n_gen = 100, tg = 19.96 t/s, tg_3s = 20.16 t/s 7.04.425.722 I slot print_timing: id 1 | task 6905 | prompt eval time = 412.53 ms / 70 tokens ( 5.89 ms per token, 169.68 tokens per second) 7.04.425.729 I slot print_timing: id 1 | task 6905 | eval time = 7021.56 ms / 138 tokens ( 51.25 ms per token, 19.51 tokens per second) 7.04.425.731 I slot print_timing: id 1 | task 6905 | total time = 7434.10 ms / 208 tokens 7.04.425.732 I slot print_timing: id 1 | task 6905 | graphs reused = 6035 7.04.425.733 I slot print_timing: id 1 | task 6905 | graph reallocs = 0 / 0 (same size) / (changed size) 7.04.425.862 I slot release: id 1 | task 6905 | stop processing: n_tokens = 1303, truncated = 0 7.04.498.808 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.925 (> 0.100 thold), f_keep = 0.841 7.04.498.852 I slot launch_slot_: id 1 | task 7050 | processing task, is_child = 0 7.06.264.065 I slot print_timing: id 2 | task 6917 | n_gen = 161, tg = 20.09 t/s, tg_3s = 20.30 t/s 7.06.824.753 I slot print_timing: id 0 | task 6993 | n_gen = 100, tg = 20.34 t/s, tg_3s = 20.55 t/s 7.07.388.234 I slot print_timing: id 3 | task 7007 | n_gen = 100, tg = 21.28 t/s, tg_3s = 21.50 t/s 7.08.641.829 I slot print_timing: id 3 | task 7007 | prompt eval time = 301.54 ms / 67 tokens ( 4.50 ms per token, 222.19 tokens per second) 7.08.641.839 I slot print_timing: id 3 | task 7007 | eval time = 5905.60 ms / 129 tokens ( 46.14 ms per token, 21.67 tokens per second) 7.08.641.840 I slot print_timing: id 3 | task 7007 | total time = 6207.13 ms / 196 tokens 7.08.641.841 I slot print_timing: id 3 | task 7007 | graphs reused = 6120 7.08.641.841 I slot print_timing: id 3 | task 7007 | graph reallocs = 0 / 0 (same size) / (changed size) 7.08.641.979 I slot release: id 3 | task 7007 | stop processing: n_tokens = 1291, truncated = 0 7.08.686.791 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.922 (> 0.100 thold), f_keep = 0.849 7.08.686.823 I slot launch_slot_: id 3 | task 7140 | processing task, is_child = 0 7.09.289.937 I slot print_timing: id 2 | task 6917 | n_gen = 225, tg = 20.38 t/s, tg_3s = 21.15 t/s 7.09.471.026 I slot print_timing: id 1 | task 7050 | n_gen = 100, tg = 21.75 t/s, tg_3s = 21.97 t/s 7.09.859.873 I slot print_timing: id 0 | task 6993 | n_gen = 164, tg = 20.63 t/s, tg_3s = 21.09 t/s 7.11.504.111 I slot print_timing: id 1 | task 7050 | prompt eval time = 419.66 ms / 89 tokens ( 4.72 ms per token, 212.07 tokens per second) 7.11.504.120 I slot print_timing: id 1 | task 7050 | eval time = 6585.59 ms / 147 tokens ( 45.11 ms per token, 22.17 tokens per second) 7.11.504.121 I slot print_timing: id 1 | task 7050 | total time = 7005.25 ms / 236 tokens 7.11.504.121 I slot print_timing: id 1 | task 7050 | graphs reused = 6176 7.11.504.122 I slot print_timing: id 1 | task 7050 | graph reallocs = 0 / 0 (same size) / (changed size) 7.11.504.247 I slot release: id 1 | task 7050 | stop processing: n_tokens = 1331, truncated = 0 7.11.576.671 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.944 (> 0.100 thold), f_keep = 0.823 7.11.576.709 I slot launch_slot_: id 1 | task 7201 | processing task, is_child = 0 7.12.322.742 I slot print_timing: id 2 | task 6917 | n_gen = 288, tg = 20.47 t/s, tg_3s = 20.77 t/s 7.12.892.492 I slot print_timing: id 0 | task 6993 | n_gen = 227, tg = 20.67 t/s, tg_3s = 20.77 t/s 7.13.633.085 I slot print_timing: id 3 | task 7140 | n_gen = 100, tg = 21.52 t/s, tg_3s = 21.74 t/s 7.13.675.133 I slot print_timing: id 0 | task 6993 | prompt eval time = 335.93 ms / 75 tokens ( 4.48 ms per token, 223.26 tokens per second) 7.13.675.139 I slot print_timing: id 0 | task 6993 | eval time = 11716.91 ms / 245 tokens ( 48.02 ms per token, 20.82 tokens per second) 7.13.675.140 I slot print_timing: id 0 | task 6993 | total time = 12052.84 ms / 320 tokens 7.13.675.140 I slot print_timing: id 0 | task 6993 | graphs reused = 6214 7.13.675.141 I slot print_timing: id 0 | task 6993 | graph reallocs = 0 / 0 (same size) / (changed size) 7.13.675.268 I slot release: id 0 | task 6993 | stop processing: n_tokens = 1415, truncated = 0 7.13.721.449 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.882 (> 0.100 thold), f_keep = 0.775 7.13.721.485 I slot launch_slot_: id 0 | task 7245 | processing task, is_child = 0 7.15.360.876 I slot print_timing: id 2 | task 6917 | n_gen = 349, tg = 20.40 t/s, tg_3s = 20.08 t/s 7.16.314.427 I slot print_timing: id 1 | task 7201 | prompt eval time = 361.12 ms / 65 tokens ( 5.56 ms per token, 180.00 tokens per second) 7.16.314.435 I slot print_timing: id 1 | task 7201 | eval time = 4376.59 ms / 93 tokens ( 47.57 ms per token, 21.02 tokens per second) 7.16.314.436 I slot print_timing: id 1 | task 7201 | total time = 4737.71 ms / 158 tokens 7.16.314.437 I slot print_timing: id 1 | task 7201 | graphs reused = 6263 7.16.314.438 I slot print_timing: id 1 | task 7201 | graph reallocs = 0 / 0 (same size) / (changed size) 7.16.314.561 I slot release: id 1 | task 7201 | stop processing: n_tokens = 1253, truncated = 0 7.16.387.456 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.931 (> 0.100 thold), f_keep = 0.875 7.16.387.493 I slot launch_slot_: id 1 | task 7298 | processing task, is_child = 0 7.16.684.687 I slot print_timing: id 3 | task 7140 | n_gen = 155, tg = 20.13 t/s, tg_3s = 18.02 t/s 7.18.372.197 I slot print_timing: id 2 | task 6917 | n_gen = 410, tg = 20.38 t/s, tg_3s = 20.26 t/s 7.18.845.863 I slot print_timing: id 0 | task 7245 | n_gen = 100, tg = 21.25 t/s, tg_3s = 21.47 t/s 7.19.715.434 I slot print_timing: id 3 | task 7140 | n_gen = 223, tg = 20.78 t/s, tg_3s = 22.44 t/s 7.21.102.554 I slot print_timing: id 1 | task 7298 | n_gen = 100, tg = 23.04 t/s, tg_3s = 23.27 t/s 7.21.405.643 I slot print_timing: id 2 | task 6917 | n_gen = 480, tg = 20.73 t/s, tg_3s = 23.08 t/s 7.21.882.616 I slot print_timing: id 0 | task 7245 | n_gen = 170, tg = 21.96 t/s, tg_3s = 23.05 t/s 7.22.752.199 I slot print_timing: id 3 | task 7140 | n_gen = 293, tg = 21.29 t/s, tg_3s = 23.05 t/s 7.24.142.633 I slot print_timing: id 1 | task 7298 | n_gen = 170, tg = 23.03 t/s, tg_3s = 23.03 t/s 7.24.447.507 I slot print_timing: id 2 | task 6917 | n_gen = 550, tg = 21.00 t/s, tg_3s = 23.01 t/s 7.24.534.127 I slot print_timing: id 2 | task 6917 | prompt eval time = 469.56 ms / 128 tokens ( 3.67 ms per token, 272.60 tokens per second) 7.24.534.134 I slot print_timing: id 2 | task 6917 | eval time = 26234.61 ms / 552 tokens ( 47.61 ms per token, 21.00 tokens per second) 7.24.534.136 I slot print_timing: id 2 | task 6917 | total time = 26704.17 ms / 680 tokens 7.24.534.137 I slot print_timing: id 2 | task 6917 | graphs reused = 6440 7.24.534.138 I slot print_timing: id 2 | task 6917 | graph reallocs = 0 / 0 (same size) / (changed size) 7.24.534.276 I slot release: id 2 | task 6917 | stop processing: n_tokens = 1775, truncated = 0 7.24.607.618 I slot print_timing: id 3 | task 7140 | prompt eval time = 346.93 ms / 93 tokens ( 3.73 ms per token, 268.07 tokens per second) 7.24.607.625 I slot print_timing: id 3 | task 7140 | eval time = 15573.86 ms / 335 tokens ( 46.63 ms per token, 21.45 tokens per second) 7.24.607.626 I slot print_timing: id 3 | task 7140 | total time = 15920.79 ms / 428 tokens 7.24.607.626 I slot print_timing: id 3 | task 7140 | graphs reused = 6440 7.24.607.627 I slot print_timing: id 3 | task 7140 | graph reallocs = 0 / 0 (same size) / (changed size) 7.24.607.741 I slot release: id 3 | task 7140 | stop processing: n_tokens = 1523, truncated = 0 7.24.607.754 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.901 (> 0.100 thold), f_keep = 0.617 7.24.607.786 I slot launch_slot_: id 2 | task 7480 | processing task, is_child = 0 7.24.950.686 I slot print_timing: id 0 | task 7245 | n_gen = 233, tg = 21.56 t/s, tg_3s = 20.53 t/s 7.24.950.856 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.929 (> 0.100 thold), f_keep = 0.720 7.24.950.882 I slot launch_slot_: id 3 | task 7482 | processing task, is_child = 0 7.25.635.806 I slot print_timing: id 1 | task 7298 | prompt eval time = 417.99 ms / 81 tokens ( 5.16 ms per token, 193.79 tokens per second) 7.25.635.812 I slot print_timing: id 1 | task 7298 | eval time = 8830.32 ms / 190 tokens ( 46.72 ms per token, 21.40 tokens per second) 7.25.635.814 I slot print_timing: id 1 | task 7298 | total time = 9248.31 ms / 271 tokens 7.25.635.814 I slot print_timing: id 1 | task 7298 | graphs reused = 6446 7.25.635.815 I slot print_timing: id 1 | task 7298 | graph reallocs = 0 / 0 (same size) / (changed size) 7.25.635.893 I slot release: id 1 | task 7298 | stop processing: n_tokens = 1366, truncated = 0 7.25.707.245 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.907 (> 0.100 thold), f_keep = 0.802 7.25.707.305 I slot launch_slot_: id 1 | task 7493 | processing task, is_child = 0 7.27.960.374 I slot print_timing: id 0 | task 7245 | n_gen = 286, tg = 20.69 t/s, tg_3s = 17.61 t/s 7.29.998.294 I slot print_timing: id 2 | task 7480 | n_gen = 100, tg = 20.86 t/s, tg_3s = 21.07 t/s 7.30.041.730 I slot print_timing: id 3 | task 7482 | prompt eval time = 386.06 ms / 84 tokens ( 4.60 ms per token, 217.59 tokens per second) 7.30.041.734 I slot print_timing: id 3 | task 7482 | eval time = 4703.77 ms / 100 tokens ( 47.51 ms per token, 21.05 tokens per second) 7.30.041.735 I slot print_timing: id 3 | task 7482 | total time = 5089.82 ms / 184 tokens 7.30.041.736 I slot print_timing: id 3 | task 7482 | graphs reused = 6533 7.30.041.737 I slot print_timing: id 3 | task 7482 | graph reallocs = 0 / 0 (same size) / (changed size) 7.30.041.851 I slot release: id 3 | task 7482 | stop processing: n_tokens = 1279, truncated = 0 7.30.086.719 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.927 (> 0.100 thold), f_keep = 0.857 7.30.086.752 I slot launch_slot_: id 3 | task 7586 | processing task, is_child = 0 7.30.732.794 I slot print_timing: id 1 | task 7493 | n_gen = 100, tg = 21.80 t/s, tg_3s = 22.02 t/s 7.31.001.964 I slot print_timing: id 0 | task 7245 | n_gen = 350, tg = 20.76 t/s, tg_3s = 21.04 t/s 7.33.041.302 I slot print_timing: id 2 | task 7480 | n_gen = 164, tg = 20.93 t/s, tg_3s = 21.03 t/s 7.33.734.535 I slot print_timing: id 1 | task 7493 | n_gen = 169, tg = 22.27 t/s, tg_3s = 22.99 t/s 7.34.037.564 I slot print_timing: id 0 | task 7245 | n_gen = 420, tg = 21.11 t/s, tg_3s = 23.06 t/s 7.34.602.627 I slot print_timing: id 2 | task 7480 | prompt eval time = 627.77 ms / 122 tokens ( 5.15 ms per token, 194.34 tokens per second) 7.34.602.636 I slot print_timing: id 2 | task 7480 | eval time = 9349.52 ms / 200 tokens ( 46.98 ms per token, 21.28 tokens per second) 7.34.602.638 I slot print_timing: id 2 | task 7480 | total time = 9977.28 ms / 322 tokens 7.34.602.639 I slot print_timing: id 2 | task 7480 | graphs reused = 6628 7.34.602.639 I slot print_timing: id 2 | task 7480 | graph reallocs = 0 / 0 (same size) / (changed size) 7.34.602.784 I slot release: id 2 | task 7480 | stop processing: n_tokens = 1416, truncated = 0 7.34.675.789 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.910 (> 0.100 thold), f_keep = 0.774 7.34.675.823 I slot launch_slot_: id 2 | task 7686 | processing task, is_child = 0 7.35.135.194 I slot print_timing: id 3 | task 7586 | n_gen = 100, tg = 21.06 t/s, tg_3s = 21.27 t/s 7.36.699.504 I slot print_timing: id 1 | task 7493 | prompt eval time = 483.54 ms / 113 tokens ( 4.28 ms per token, 233.69 tokens per second) 7.36.699.512 I slot print_timing: id 1 | task 7493 | eval time = 10508.65 ms / 228 tokens ( 46.29 ms per token, 21.60 tokens per second) 7.36.699.513 I slot print_timing: id 1 | task 7493 | total time = 10992.19 ms / 341 tokens 7.36.699.514 I slot print_timing: id 1 | task 7493 | graphs reused = 6663 7.36.699.515 I slot print_timing: id 1 | task 7493 | graph reallocs = 0 / 0 (same size) / (changed size) 7.36.699.633 I slot release: id 1 | task 7493 | stop processing: n_tokens = 1436, truncated = 0 7.36.773.352 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.919 (> 0.100 thold), f_keep = 0.763 7.36.773.388 I slot launch_slot_: id 1 | task 7726 | processing task, is_child = 0 7.37.075.589 I slot print_timing: id 0 | task 7245 | n_gen = 474, tg = 20.67 t/s, tg_3s = 17.77 t/s 7.38.150.800 I slot print_timing: id 3 | task 7586 | n_gen = 161, tg = 20.73 t/s, tg_3s = 20.23 t/s 7.39.789.487 I slot print_timing: id 2 | task 7686 | n_gen = 100, tg = 21.27 t/s, tg_3s = 21.48 t/s 7.40.092.005 I slot print_timing: id 0 | task 7245 | n_gen = 542, tg = 20.88 t/s, tg_3s = 22.54 t/s 7.40.221.626 I slot print_timing: id 0 | task 7245 | prompt eval time = 466.37 ms / 146 tokens ( 3.19 ms per token, 313.06 tokens per second) 7.40.221.630 I slot print_timing: id 0 | task 7245 | eval time = 26033.77 ms / 545 tokens ( 47.86 ms per token, 20.90 tokens per second) 7.40.221.631 I slot print_timing: id 0 | task 7245 | total time = 26500.13 ms / 691 tokens 7.40.221.632 I slot print_timing: id 0 | task 7245 | graphs reused = 6732 7.40.221.633 I slot print_timing: id 0 | task 7245 | graph reallocs = 0 / 0 (same size) / (changed size) 7.40.221.752 I slot release: id 0 | task 7245 | stop processing: n_tokens = 1786, truncated = 0 7.40.267.785 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.939 (> 0.100 thold), f_keep = 0.614 7.40.267.822 I slot launch_slot_: id 0 | task 7800 | processing task, is_child = 0 7.41.173.138 I slot print_timing: id 3 | task 7586 | n_gen = 225, tg = 20.86 t/s, tg_3s = 21.18 t/s 7.41.735.156 I slot print_timing: id 1 | task 7726 | n_gen = 100, tg = 21.82 t/s, tg_3s = 22.04 t/s 7.42.817.412 I slot print_timing: id 2 | task 7686 | n_gen = 164, tg = 21.22 t/s, tg_3s = 21.14 t/s 7.43.076.815 I slot print_timing: id 3 | task 7586 | prompt eval time = 346.73 ms / 86 tokens ( 4.03 ms per token, 248.03 tokens per second) 7.43.076.821 I slot print_timing: id 3 | task 7586 | eval time = 12643.32 ms / 269 tokens ( 47.18 ms per token, 21.20 tokens per second) 7.43.076.822 I slot print_timing: id 3 | task 7586 | total time = 12990.05 ms / 355 tokens 7.43.076.823 I slot print_timing: id 3 | task 7586 | graphs reused = 6789 7.43.076.825 I slot print_timing: id 3 | task 7586 | graph reallocs = 0 / 0 (same size) / (changed size) 7.43.077.002 I slot release: id 3 | task 7586 | stop processing: n_tokens = 1450, truncated = 0 7.43.122.529 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.927 (> 0.100 thold), f_keep = 0.756 7.43.122.560 I slot launch_slot_: id 3 | task 7861 | processing task, is_child = 0 7.43.682.097 I slot print_timing: id 1 | task 7726 | prompt eval time = 424.23 ms / 96 tokens ( 4.42 ms per token, 226.29 tokens per second) 7.43.682.102 I slot print_timing: id 1 | task 7726 | eval time = 6484.47 ms / 139 tokens ( 46.99 ms per token, 21.28 tokens per second) 7.43.682.102 I slot print_timing: id 1 | task 7726 | total time = 6908.70 ms / 235 tokens 7.43.682.103 I slot print_timing: id 1 | task 7726 | graphs reused = 6793 7.43.682.103 I slot print_timing: id 1 | task 7726 | graph reallocs = 0 / 0 (same size) / (changed size) 7.43.682.170 I slot release: id 1 | task 7726 | stop processing: n_tokens = 1330, truncated = 0 7.43.752.568 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.935 (> 0.100 thold), f_keep = 0.824 7.43.752.610 I slot launch_slot_: id 1 | task 7870 | processing task, is_child = 0 7.45.520.220 I slot print_timing: id 0 | task 7800 | n_gen = 100, tg = 20.14 t/s, tg_3s = 20.34 t/s 7.45.823.215 I slot print_timing: id 2 | task 7686 | n_gen = 219, tg = 20.40 t/s, tg_3s = 18.30 t/s 7.48.112.882 I slot print_timing: id 3 | task 7861 | n_gen = 100, tg = 21.32 t/s, tg_3s = 21.53 t/s 7.48.328.746 I slot print_timing: id 0 | task 7800 | prompt eval time = 336.72 ms / 72 tokens ( 4.68 ms per token, 213.82 tokens per second) 7.48.328.753 I slot print_timing: id 0 | task 7800 | eval time = 7724.19 ms / 165 tokens ( 47.10 ms per token, 21.23 tokens per second) 7.48.328.754 I slot print_timing: id 0 | task 7800 | total time = 8060.91 ms / 237 tokens 7.48.328.754 I slot print_timing: id 0 | task 7800 | graphs reused = 6888 7.48.328.755 I slot print_timing: id 0 | task 7800 | graph reallocs = 0 / 0 (same size) / (changed size) 7.48.328.868 I slot release: id 0 | task 7800 | stop processing: n_tokens = 1331, truncated = 0 7.48.375.670 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.930 (> 0.100 thold), f_keep = 0.823 7.48.375.706 I slot launch_slot_: id 0 | task 7970 | processing task, is_child = 0 7.48.718.008 I slot print_timing: id 1 | task 7870 | n_gen = 100, tg = 21.79 t/s, tg_3s = 22.01 t/s 7.48.847.006 I slot print_timing: id 2 | task 7686 | n_gen = 283, tg = 20.57 t/s, tg_3s = 21.17 t/s 7.49.454.602 I slot print_timing: id 1 | task 7870 | prompt eval time = 422.70 ms / 76 tokens ( 5.56 ms per token, 179.80 tokens per second) 7.49.454.607 I slot print_timing: id 1 | task 7870 | eval time = 5279.28 ms / 117 tokens ( 45.51 ms per token, 21.97 tokens per second) 7.49.454.608 I slot print_timing: id 1 | task 7870 | total time = 5701.98 ms / 193 tokens 7.49.454.609 I slot print_timing: id 1 | task 7870 | graphs reused = 6905 7.49.454.610 I slot print_timing: id 1 | task 7870 | graph reallocs = 0 / 0 (same size) / (changed size) 7.49.454.724 I slot release: id 1 | task 7870 | stop processing: n_tokens = 1288, truncated = 0 7.49.527.747 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.885 (> 0.100 thold), f_keep = 0.851 7.49.527.782 I slot launch_slot_: id 1 | task 7991 | processing task, is_child = 0 7.51.150.916 I slot print_timing: id 3 | task 7861 | n_gen = 153, tg = 19.79 t/s, tg_3s = 17.45 t/s 7.51.281.191 I slot print_timing: id 3 | task 7861 | prompt eval time = 346.31 ms / 86 tokens ( 4.03 ms per token, 248.33 tokens per second) 7.51.281.199 I slot print_timing: id 3 | task 7861 | eval time = 7812.30 ms / 156 tokens ( 50.40 ms per token, 19.84 tokens per second) 7.51.281.200 I slot print_timing: id 3 | task 7861 | total time = 8158.62 ms / 242 tokens 7.51.281.201 I slot print_timing: id 3 | task 7861 | graphs reused = 6932 7.51.281.201 I slot print_timing: id 3 | task 7861 | graph reallocs = 0 / 0 (same size) / (changed size) 7.51.281.356 I slot release: id 3 | task 7861 | stop processing: n_tokens = 1337, truncated = 0 7.51.326.825 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.928 (> 0.100 thold), f_keep = 0.820 7.51.326.855 I slot launch_slot_: id 3 | task 8023 | processing task, is_child = 0 7.51.716.665 I slot print_timing: id 2 | task 7686 | prompt eval time = 459.20 ms / 109 tokens ( 4.21 ms per token, 237.37 tokens per second) 7.51.716.668 I slot print_timing: id 2 | task 7686 | eval time = 16581.63 ms / 332 tokens ( 50.10 ms per token, 19.96 tokens per second) 7.51.716.668 I slot print_timing: id 2 | task 7686 | total time = 17040.83 ms / 441 tokens 7.51.716.669 I slot print_timing: id 2 | task 7686 | graphs reused = 6932 7.51.716.669 I slot print_timing: id 2 | task 7686 | graph reallocs = 0 / 0 (same size) / (changed size) 7.51.716.729 I slot release: id 2 | task 7686 | stop processing: n_tokens = 1536, truncated = 0 7.51.786.978 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.913 (> 0.100 thold), f_keep = 0.714 7.51.787.006 I slot launch_slot_: id 2 | task 8028 | processing task, is_child = 0 7.54.162.059 I slot print_timing: id 0 | task 7970 | n_gen = 100, tg = 18.18 t/s, tg_3s = 18.37 t/s 7.55.023.528 I slot print_timing: id 1 | task 7991 | n_gen = 100, tg = 19.99 t/s, tg_3s = 20.19 t/s 7.56.368.110 I slot print_timing: id 3 | task 8023 | n_gen = 100, tg = 21.08 t/s, tg_3s = 21.30 t/s 7.56.541.649 I slot print_timing: id 2 | task 8028 | n_gen = 100, tg = 23.10 t/s, tg_3s = 23.33 t/s 7.57.190.678 I slot print_timing: id 0 | task 7970 | n_gen = 170, tg = 19.95 t/s, tg_3s = 23.11 t/s 7.58.055.331 I slot print_timing: id 1 | task 7991 | n_gen = 170, tg = 21.17 t/s, tg_3s = 23.09 t/s 7.58.402.211 I slot print_timing: id 2 | task 8028 | prompt eval time = 468.53 ms / 104 tokens ( 4.51 ms per token, 221.97 tokens per second) 7.58.402.216 I slot print_timing: id 2 | task 8028 | eval time = 6146.66 ms / 143 tokens ( 43.29 ms per token, 23.10 tokens per second) 7.58.402.217 I slot print_timing: id 2 | task 8028 | total time = 6615.19 ms / 247 tokens 7.58.402.218 I slot print_timing: id 2 | task 8028 | graphs reused = 7071 7.58.402.219 I slot print_timing: id 2 | task 8028 | graph reallocs = 0 / 0 (same size) / (changed size) 7.58.402.370 I slot release: id 2 | task 8028 | stop processing: n_tokens = 1342, truncated = 0 7.58.476.033 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.941 (> 0.100 thold), f_keep = 0.817 7.58.476.072 I slot launch_slot_: id 2 | task 8174 | processing task, is_child = 0 7.59.393.246 I slot print_timing: id 3 | task 8023 | n_gen = 163, tg = 20.98 t/s, tg_3s = 20.83 t/s 7.59.696.800 I slot print_timing: id 3 | task 8023 | prompt eval time = 345.56 ms / 85 tokens ( 4.07 ms per token, 245.98 tokens per second) 7.59.696.810 I slot print_timing: id 3 | task 8023 | eval time = 8024.37 ms / 170 tokens ( 47.48 ms per token, 21.06 tokens per second) 7.59.696.811 I slot print_timing: id 3 | task 8023 | total time = 8369.93 ms / 255 tokens 7.59.696.812 I slot print_timing: id 3 | task 8023 | graphs reused = 7090 7.59.696.813 I slot print_timing: id 3 | task 8023 | graph reallocs = 0 / 0 (same size) / (changed size) 7.59.696.988 I slot release: id 3 | task 8023 | stop processing: n_tokens = 1350, truncated = 0 7.59.742.577 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.901 (> 0.100 thold), f_keep = 0.812 7.59.742.609 I slot launch_slot_: id 3 | task 8198 | processing task, is_child = 0 8.00.198.060 I slot print_timing: id 0 | task 7970 | n_gen = 225, tg = 19.51 t/s, tg_3s = 18.29 t/s 8.01.061.869 I slot print_timing: id 1 | task 7991 | n_gen = 225, tg = 20.38 t/s, tg_3s = 18.29 t/s 8.01.407.084 I slot print_timing: id 0 | task 7970 | prompt eval time = 342.15 ms / 83 tokens ( 4.12 ms per token, 242.59 tokens per second) 8.01.407.089 I slot print_timing: id 0 | task 7970 | eval time = 12689.22 ms / 253 tokens ( 50.35 ms per token, 19.86 tokens per second) 8.01.407.090 I slot print_timing: id 0 | task 7970 | total time = 13031.37 ms / 336 tokens 8.01.407.091 I slot print_timing: id 0 | task 7970 | graphs reused = 7118 8.01.407.092 I slot print_timing: id 0 | task 7970 | graph reallocs = 0 / 0 (same size) / (changed size) 8.01.407.205 I slot release: id 0 | task 7970 | stop processing: n_tokens = 1431, truncated = 0 8.01.453.114 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.939 (> 0.100 thold), f_keep = 0.766 8.01.453.151 I slot launch_slot_: id 0 | task 8231 | processing task, is_child = 0 8.02.868.601 I slot print_timing: id 2 | task 8174 | prompt eval time = 350.47 ms / 69 tokens ( 5.08 ms per token, 196.88 tokens per second) 8.02.868.610 I slot print_timing: id 2 | task 8174 | eval time = 4042.04 ms / 81 tokens ( 50.53 ms per token, 19.79 tokens per second) 8.02.868.611 I slot print_timing: id 2 | task 8174 | total time = 4392.51 ms / 150 tokens 8.02.868.612 I slot print_timing: id 2 | task 8174 | graphs reused = 7143 8.02.868.613 I slot print_timing: id 2 | task 8174 | graph reallocs = 0 / 0 (same size) / (changed size) 8.02.868.735 I slot release: id 2 | task 8174 | stop processing: n_tokens = 1245, truncated = 0 8.04.126.223 I slot print_timing: id 1 | task 7991 | n_gen = 278, tg = 19.71 t/s, tg_3s = 17.30 t/s 8.05.890.627 I slot print_timing: id 3 | task 8198 | n_gen = 100, tg = 17.26 t/s, tg_3s = 17.43 t/s 8.07.159.331 I slot print_timing: id 1 | task 7991 | n_gen = 321, tg = 18.73 t/s, tg_3s = 14.18 t/s 8.08.006.310 I slot print_timing: id 0 | task 8231 | prompt eval time = 335.35 ms / 71 tokens ( 4.72 ms per token, 211.72 tokens per second) 8.08.006.313 I slot print_timing: id 0 | task 8231 | eval time = 6217.80 ms / 98 tokens ( 64.10 ms per token, 15.60 tokens per second) 8.08.006.314 I slot print_timing: id 0 | task 8231 | total time = 6553.15 ms / 169 tokens 8.08.006.314 I slot print_timing: id 0 | task 8231 | graphs reused = 7143 8.08.006.315 I slot print_timing: id 0 | task 8231 | graph reallocs = 0 / 0 (same size) / (changed size) 8.08.006.375 I slot release: id 0 | task 8231 | stop processing: n_tokens = 1264, truncated = 0 8.08.898.550 I slot print_timing: id 3 | task 8198 | n_gen = 145, tg = 16.47 t/s, tg_3s = 14.96 t/s 8.10.206.944 I slot print_timing: id 1 | task 7991 | n_gen = 370, tg = 18.33 t/s, tg_3s = 16.08 t/s 8.11.099.547 I slot print_timing: id 1 | task 7991 | prompt eval time = 543.47 ms / 143 tokens ( 3.80 ms per token, 263.13 tokens per second) 8.11.099.549 I slot print_timing: id 1 | task 7991 | eval time = 21028.29 ms / 385 tokens ( 54.76 ms per token, 18.26 tokens per second) 8.11.099.550 I slot print_timing: id 1 | task 7991 | total time = 21571.75 ms / 528 tokens 8.11.099.550 I slot print_timing: id 1 | task 7991 | graphs reused = 7143 8.11.099.551 I slot print_timing: id 1 | task 7991 | graph reallocs = 0 / 0 (same size) / (changed size) 8.11.099.614 I slot release: id 1 | task 7991 | stop processing: n_tokens = 1623, truncated = 0 8.11.920.241 I slot print_timing: id 3 | task 8198 | n_gen = 211, tg = 17.85 t/s, tg_3s = 21.84 t/s 8.12.371.352 I slot print_timing: id 3 | task 8198 | prompt eval time = 411.55 ms / 120 tokens ( 3.43 ms per token, 291.58 tokens per second) 8.12.371.359 I slot print_timing: id 3 | task 8198 | eval time = 12217.18 ms / 227 tokens ( 54.06 ms per token, 18.50 tokens per second) 8.12.371.359 I slot print_timing: id 3 | task 8198 | total time = 12628.73 ms / 347 tokens 8.12.371.360 I slot print_timing: id 3 | task 8198 | graphs reused = 7188 8.12.371.361 I slot print_timing: id 3 | task 8198 | graph reallocs = 0 / 0 (same size) / (changed size) 8.12.371.448 I slot release: id 3 | task 8198 | stop processing: n_tokens = 1442, truncated = 0 8.12.401.955 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1245, t_last = 236257011543 8.12.414.944 I slot launch_slot_: id 2 | task 8428 | processing task, is_child = 0 8.12.451.357 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1264, t_last = 236262149183 8.12.451.519 I slot launch_slot_: id 0 | task 8429 | processing task, is_child = 0 8.12.451.700 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1623, t_last = 236265242422 8.12.451.812 I slot launch_slot_: id 1 | task 8430 | processing task, is_child = 0 8.12.451.903 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1442, t_last = 236266514256 8.12.452.019 I slot launch_slot_: id 3 | task 8431 | processing task, is_child = 0 8.18.321.088 I slot print_timing: id 0 | task 8429 | prompt processing, n_tokens = 622, progress = 0.80, t = 5.87 s / 105.98 tokens per second 8.18.385.543 I slot print_timing: id 1 | task 8430 | prompt processing, n_tokens = 819, progress = 0.87, t = 5.87 s / 139.55 tokens per second 8.18.386.633 I slot print_timing: id 2 | task 8428 | prompt processing, n_tokens = 653, progress = 0.84, t = 5.87 s / 111.27 tokens per second 8.18.388.010 I slot print_timing: id 3 | task 8431 | prompt processing, n_tokens = 872, progress = 0.89, t = 5.87 s / 148.59 tokens per second 8.19.543.246 I slot print_timing: id 0 | task 8429 | prompt processing, n_tokens = 772, progress = 0.99, t = 7.09 s / 108.87 tokens per second 8.19.580.585 I slot print_timing: id 1 | task 8430 | prompt processing, n_tokens = 936, progress = 1.00, t = 7.09 s / 132.00 tokens per second 8.19.581.670 I slot print_timing: id 2 | task 8428 | prompt processing, n_tokens = 776, progress = 0.99, t = 7.09 s / 109.44 tokens per second 8.19.583.168 I slot print_timing: id 3 | task 8431 | prompt processing, n_tokens = 981, progress = 1.00, t = 7.09 s / 138.35 tokens per second 8.19.704.662 I slot print_timing: id 0 | task 8429 | prompt eval time = 7208.70 ms / 776 tokens ( 9.29 ms per token, 107.65 tokens per second) 8.19.704.666 I slot print_timing: id 0 | task 8429 | eval time = 43.94 ms / 2 tokens ( 43.94 ms per token, 22.76 tokens per second) 8.19.704.667 I slot print_timing: id 0 | task 8429 | total time = 7252.63 ms / 778 tokens 8.19.704.667 I slot print_timing: id 0 | task 8429 | graphs reused = 7189 8.19.704.668 I slot print_timing: id 0 | task 8429 | graph reallocs = 0 / 0 (same size) / (changed size) 8.19.704.719 I slot release: id 0 | task 8429 | stop processing: n_tokens = 778, truncated = 0 8.19.705.053 I slot print_timing: id 2 | task 8428 | prompt eval time = 7208.67 ms / 780 tokens ( 9.24 ms per token, 108.20 tokens per second) 8.19.705.056 I slot print_timing: id 2 | task 8428 | eval time = 43.97 ms / 2 tokens ( 43.97 ms per token, 22.75 tokens per second) 8.19.705.056 I slot print_timing: id 2 | task 8428 | total time = 7252.63 ms / 782 tokens 8.19.705.056 I slot print_timing: id 2 | task 8428 | graphs reused = 7189 8.19.705.057 I slot print_timing: id 2 | task 8428 | graph reallocs = 0 / 0 (same size) / (changed size) 8.19.705.089 I slot release: id 2 | task 8428 | stop processing: n_tokens = 782, truncated = 0 8.19.705.269 I slot print_timing: id 3 | task 8431 | prompt eval time = 7208.70 ms / 985 tokens ( 7.32 ms per token, 136.64 tokens per second) 8.19.705.271 I slot print_timing: id 3 | task 8431 | eval time = 44.00 ms / 2 tokens ( 44.00 ms per token, 22.73 tokens per second) 8.19.705.272 I slot print_timing: id 3 | task 8431 | total time = 7252.70 ms / 987 tokens 8.19.705.272 I slot print_timing: id 3 | task 8431 | graphs reused = 7189 8.19.705.272 I slot print_timing: id 3 | task 8431 | graph reallocs = 0 / 0 (same size) / (changed size) 8.19.705.316 I slot release: id 3 | task 8431 | stop processing: n_tokens = 987, truncated = 0 8.19.735.831 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 778, t_last = 236273847527 8.19.739.981 I slot launch_slot_: id 0 | task 8438 | processing task, is_child = 0 8.19.748.533 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 782, t_last = 236273847897 8.19.748.636 I slot launch_slot_: id 2 | task 8439 | processing task, is_child = 0 8.19.748.723 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 987, t_last = 236273848124 8.19.748.832 I slot launch_slot_: id 3 | task 8440 | processing task, is_child = 0 8.21.430.933 I slot print_timing: id 1 | task 8430 | prompt eval time = 7208.66 ms / 940 tokens ( 7.67 ms per token, 130.40 tokens per second) 8.21.430.935 I slot print_timing: id 1 | task 8430 | eval time = 1770.03 ms / 4 tokens ( 590.01 ms per token, 1.69 tokens per second) 8.21.430.935 I slot print_timing: id 1 | task 8430 | total time = 8978.69 ms / 944 tokens 8.21.430.936 I slot print_timing: id 1 | task 8430 | graphs reused = 7189 8.21.430.936 I slot print_timing: id 1 | task 8430 | graph reallocs = 0 / 0 (same size) / (changed size) 8.21.430.991 I slot release: id 1 | task 8430 | stop processing: n_tokens = 944, truncated = 0 8.23.777.415 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 944, t_last = 236275573799 8.23.812.786 I slot launch_slot_: id 1 | task 8443 | processing task, is_child = 0 8.23.812.799 I slot print_timing: id 0 | task 8438 | prompt processing, n_tokens = 672, progress = 0.82, t = 4.03 s / 166.81 tokens per second 8.23.813.756 I slot print_timing: id 2 | task 8439 | prompt processing, n_tokens = 672, progress = 0.86, t = 4.03 s / 166.82 tokens per second 8.23.814.504 I slot print_timing: id 3 | task 8440 | prompt processing, n_tokens = 672, progress = 0.86, t = 4.03 s / 166.82 tokens per second 8.24.962.652 I slot print_timing: id 0 | task 8438 | prompt processing, n_tokens = 819, progress = 1.00, t = 5.21 s / 157.08 tokens per second 8.25.341.881 I slot print_timing: id 2 | task 8439 | prompt processing, n_tokens = 780, progress = 0.99, t = 5.21 s / 149.61 tokens per second 8.25.343.360 I slot print_timing: id 3 | task 8440 | prompt processing, n_tokens = 777, progress = 0.99, t = 5.21 s / 149.04 tokens per second 8.26.528.786 I slot print_timing: id 0 | task 8438 | prompt eval time = 6361.31 ms / 823 tokens ( 7.73 ms per token, 129.38 tokens per second) 8.26.528.791 I slot print_timing: id 0 | task 8438 | eval time = 418.64 ms / 2 tokens ( 418.64 ms per token, 2.39 tokens per second) 8.26.528.792 I slot print_timing: id 0 | task 8438 | total time = 6779.94 ms / 825 tokens 8.26.528.793 I slot print_timing: id 0 | task 8438 | graphs reused = 7189 8.26.528.793 I slot print_timing: id 0 | task 8438 | graph reallocs = 0 / 0 (same size) / (changed size) 8.26.528.841 I slot release: id 0 | task 8438 | stop processing: n_tokens = 825, truncated = 0 8.26.529.011 I slot print_timing: id 2 | task 8439 | prompt eval time = 6361.31 ms / 784 tokens ( 8.11 ms per token, 123.25 tokens per second) 8.26.529.014 I slot print_timing: id 2 | task 8439 | eval time = 418.69 ms / 2 tokens ( 418.69 ms per token, 2.39 tokens per second) 8.26.529.015 I slot print_timing: id 2 | task 8439 | total time = 6780.00 ms / 786 tokens 8.26.529.015 I slot print_timing: id 2 | task 8439 | graphs reused = 7189 8.26.529.016 I slot print_timing: id 2 | task 8439 | graph reallocs = 0 / 0 (same size) / (changed size) 8.26.529.054 I slot release: id 2 | task 8439 | stop processing: n_tokens = 786, truncated = 0 8.26.529.235 I slot print_timing: id 3 | task 8440 | prompt eval time = 6361.33 ms / 781 tokens ( 8.15 ms per token, 122.77 tokens per second) 8.26.529.237 I slot print_timing: id 3 | task 8440 | eval time = 418.71 ms / 2 tokens ( 418.71 ms per token, 2.39 tokens per second) 8.26.529.238 I slot print_timing: id 3 | task 8440 | total time = 6780.05 ms / 783 tokens 8.26.529.238 I slot print_timing: id 3 | task 8440 | graphs reused = 7189 8.26.529.238 I slot print_timing: id 3 | task 8440 | graph reallocs = 0 / 0 (same size) / (changed size) 8.26.529.270 I slot release: id 3 | task 8440 | stop processing: n_tokens = 783, truncated = 0 8.26.575.252 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.872 (> 0.100 thold), f_keep = 0.850 8.26.575.284 I slot launch_slot_: id 0 | task 8448 | processing task, is_child = 0 8.26.587.840 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 786, t_last = 236280671862 8.26.587.939 I slot launch_slot_: id 2 | task 8449 | processing task, is_child = 0 8.26.588.013 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 783, t_last = 236280672078 8.26.588.092 I slot launch_slot_: id 3 | task 8450 | processing task, is_child = 0 8.28.261.003 I slot print_timing: id 1 | task 8443 | prompt eval time = 2761.66 ms / 833 tokens ( 3.32 ms per token, 301.63 tokens per second) 8.28.261.005 I slot print_timing: id 1 | task 8443 | eval time = 1685.76 ms / 2 tokens ( 1685.76 ms per token, 0.59 tokens per second) 8.28.261.006 I slot print_timing: id 1 | task 8443 | total time = 4447.41 ms / 835 tokens 8.28.261.006 I slot print_timing: id 1 | task 8443 | graphs reused = 7189 8.28.261.007 I slot print_timing: id 1 | task 8443 | graph reallocs = 0 / 0 (same size) / (changed size) 8.28.261.056 I slot release: id 1 | task 8443 | stop processing: n_tokens = 835, truncated = 0 8.29.840.259 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 835, t_last = 236282403864 8.29.846.538 I slot launch_slot_: id 1 | task 8453 | processing task, is_child = 0 8.29.846.711 I slot print_timing: id 2 | task 8449 | prompt processing, n_tokens = 738, progress = 0.84, t = 3.25 s / 226.99 tokens per second 8.29.847.455 I slot print_timing: id 3 | task 8450 | prompt processing, n_tokens = 738, progress = 0.85, t = 3.25 s / 227.00 tokens per second 8.31.318.445 I slot print_timing: id 0 | task 8448 | prompt eval time = 3252.16 ms / 103 tokens ( 31.57 ms per token, 31.67 tokens per second) 8.31.318.450 I slot print_timing: id 0 | task 8448 | eval time = 1478.18 ms / 2 tokens ( 1478.18 ms per token, 0.68 tokens per second) 8.31.318.450 I slot print_timing: id 0 | task 8448 | total time = 4730.34 ms / 105 tokens 8.31.318.451 I slot print_timing: id 0 | task 8448 | graphs reused = 7189 8.31.318.451 I slot print_timing: id 0 | task 8448 | graph reallocs = 0 / 0 (same size) / (changed size) 8.31.318.500 I slot release: id 0 | task 8448 | stop processing: n_tokens = 805, truncated = 0 8.31.319.154 I slot print_timing: id 2 | task 8449 | prompt processing, n_tokens = 871, progress = 1.00, t = 4.73 s / 184.16 tokens per second 8.31.322.361 I slot print_timing: id 3 | task 8450 | prompt processing, n_tokens = 863, progress = 1.00, t = 4.73 s / 182.48 tokens per second 8.32.147.750 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 805, t_last = 236285461308 8.32.158.419 I slot launch_slot_: id 0 | task 8456 | processing task, is_child = 0 8.33.487.555 I slot print_timing: id 2 | task 8449 | prompt eval time = 5558.77 ms / 875 tokens ( 6.35 ms per token, 157.41 tokens per second) 8.33.487.561 I slot print_timing: id 2 | task 8449 | eval time = 1340.00 ms / 2 tokens ( 1340.00 ms per token, 0.75 tokens per second) 8.33.487.561 I slot print_timing: id 2 | task 8449 | total time = 6898.77 ms / 877 tokens 8.33.487.562 I slot print_timing: id 2 | task 8449 | graphs reused = 7189 8.33.487.562 I slot print_timing: id 2 | task 8449 | graph reallocs = 0 / 0 (same size) / (changed size) 8.33.487.614 I slot release: id 2 | task 8449 | stop processing: n_tokens = 877, truncated = 0 8.33.487.784 I slot print_timing: id 3 | task 8450 | prompt eval time = 5558.82 ms / 867 tokens ( 6.41 ms per token, 155.97 tokens per second) 8.33.487.786 I slot print_timing: id 3 | task 8450 | eval time = 1340.04 ms / 2 tokens ( 1340.04 ms per token, 0.75 tokens per second) 8.33.487.786 I slot print_timing: id 3 | task 8450 | total time = 6898.86 ms / 869 tokens 8.33.487.787 I slot print_timing: id 3 | task 8450 | graphs reused = 7189 8.33.487.787 I slot print_timing: id 3 | task 8450 | graph reallocs = 0 / 0 (same size) / (changed size) 8.33.487.833 I slot release: id 3 | task 8450 | stop processing: n_tokens = 869, truncated = 0 8.33.488.654 I slot print_timing: id 1 | task 8453 | prompt processing, n_tokens = 952, progress = 1.00, t = 3.64 s / 261.48 tokens per second 8.34.353.648 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 877, t_last = 236287630422 8.34.362.139 I slot launch_slot_: id 2 | task 8459 | processing task, is_child = 0 8.34.368.698 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 869, t_last = 236287630641 8.34.368.795 I slot launch_slot_: id 3 | task 8460 | processing task, is_child = 0 8.36.453.022 I slot print_timing: id 1 | task 8453 | prompt eval time = 4507.09 ms / 956 tokens ( 4.71 ms per token, 212.11 tokens per second) 8.36.453.027 I slot print_timing: id 1 | task 8453 | eval time = 2099.38 ms / 2 tokens ( 2099.38 ms per token, 0.48 tokens per second) 8.36.453.028 I slot print_timing: id 1 | task 8453 | total time = 6606.46 ms / 958 tokens 8.36.453.028 I slot print_timing: id 1 | task 8453 | graphs reused = 7189 8.36.453.029 I slot print_timing: id 1 | task 8453 | graph reallocs = 0 / 0 (same size) / (changed size) 8.36.453.081 I slot release: id 1 | task 8453 | stop processing: n_tokens = 958, truncated = 0 8.36.453.091 I slot print_timing: id 0 | task 8456 | prompt processing, n_tokens = 997, progress = 1.00, t = 4.29 s / 232.16 tokens per second 8.37.990.132 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 958, t_last = 236290595889 8.37.997.389 I slot launch_slot_: id 1 | task 8463 | processing task, is_child = 0 8.37.997.586 I slot print_timing: id 2 | task 8459 | prompt processing, n_tokens = 882, progress = 0.85, t = 3.62 s / 243.68 tokens per second 8.37.998.283 I slot print_timing: id 3 | task 8460 | prompt processing, n_tokens = 741, progress = 0.81, t = 3.62 s / 204.73 tokens per second 8.40.202.783 I slot print_timing: id 0 | task 8456 | prompt eval time = 5831.70 ms / 1001 tokens ( 5.83 ms per token, 171.65 tokens per second) 8.40.202.785 I slot print_timing: id 0 | task 8456 | eval time = 2212.65 ms / 2 tokens ( 2212.65 ms per token, 0.45 tokens per second) 8.40.202.785 I slot print_timing: id 0 | task 8456 | total time = 8044.35 ms / 1003 tokens 8.40.202.786 I slot print_timing: id 0 | task 8456 | graphs reused = 7189 8.40.202.786 I slot print_timing: id 0 | task 8456 | graph reallocs = 0 / 0 (same size) / (changed size) 8.40.202.840 I slot release: id 0 | task 8456 | stop processing: n_tokens = 1003, truncated = 0 8.40.203.610 I slot print_timing: id 2 | task 8459 | prompt processing, n_tokens = 1032, progress = 1.00, t = 5.83 s / 176.95 tokens per second 8.40.206.211 I slot print_timing: id 3 | task 8460 | prompt processing, n_tokens = 908, progress = 1.00, t = 5.83 s / 155.69 tokens per second 8.41.337.119 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1003, t_last = 236294345648 8.41.346.793 I slot launch_slot_: id 0 | task 8466 | processing task, is_child = 0 8.41.346.976 I slot print_timing: id 1 | task 8463 | prompt processing, n_tokens = 1265, progress = 0.71, t = 3.34 s / 378.82 tokens per second 8.43.318.659 I slot print_timing: id 2 | task 8459 | prompt eval time = 6966.54 ms / 1036 tokens ( 6.72 ms per token, 148.71 tokens per second) 8.43.318.664 I slot print_timing: id 2 | task 8459 | eval time = 1981.72 ms / 2 tokens ( 1981.72 ms per token, 0.50 tokens per second) 8.43.318.666 I slot print_timing: id 2 | task 8459 | total time = 8948.26 ms / 1038 tokens 8.43.318.666 I slot print_timing: id 2 | task 8459 | graphs reused = 7189 8.43.318.666 I slot print_timing: id 2 | task 8459 | graph reallocs = 0 / 0 (same size) / (changed size) 8.43.318.722 I slot release: id 2 | task 8459 | stop processing: n_tokens = 1038, truncated = 0 8.43.318.894 I slot print_timing: id 3 | task 8460 | prompt eval time = 6966.56 ms / 912 tokens ( 7.64 ms per token, 130.91 tokens per second) 8.43.318.897 I slot print_timing: id 3 | task 8460 | eval time = 1981.78 ms / 2 tokens ( 1981.78 ms per token, 0.50 tokens per second) 8.43.318.897 I slot print_timing: id 3 | task 8460 | total time = 8948.34 ms / 914 tokens 8.43.318.898 I slot print_timing: id 3 | task 8460 | graphs reused = 7189 8.43.318.898 I slot print_timing: id 3 | task 8460 | graph reallocs = 0 / 0 (same size) / (changed size) 8.43.318.955 I slot release: id 3 | task 8460 | stop processing: n_tokens = 914, truncated = 0 8.43.319.675 I slot print_timing: id 1 | task 8463 | prompt processing, n_tokens = 1777, progress = 1.00, t = 5.32 s / 333.95 tokens per second 8.44.054.972 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1038, t_last = 236297461530 8.44.063.895 I slot launch_slot_: id 2 | task 8469 | processing task, is_child = 0 8.44.071.171 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 914, t_last = 236297461765 8.44.071.271 I slot launch_slot_: id 3 | task 8470 | processing task, is_child = 0 8.45.657.655 I slot print_timing: id 1 | task 8463 | prompt eval time = 6057.57 ms / 1781 tokens ( 3.40 ms per token, 294.01 tokens per second) 8.45.657.661 I slot print_timing: id 1 | task 8463 | eval time = 1602.68 ms / 2 tokens ( 1602.68 ms per token, 0.62 tokens per second) 8.45.657.661 I slot print_timing: id 1 | task 8463 | total time = 7660.25 ms / 1783 tokens 8.45.657.662 I slot print_timing: id 1 | task 8463 | graphs reused = 7189 8.45.657.662 I slot print_timing: id 1 | task 8463 | graph reallocs = 0 / 0 (same size) / (changed size) 8.45.657.767 I slot release: id 1 | task 8463 | stop processing: n_tokens = 1783, truncated = 0 8.45.657.780 I slot print_timing: id 0 | task 8466 | prompt processing, n_tokens = 923, progress = 1.00, t = 4.31 s / 214.12 tokens per second 8.47.282.963 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1783, t_last = 236299800576 8.47.290.330 I slot launch_slot_: id 1 | task 8473 | processing task, is_child = 0 8.47.290.598 I slot print_timing: id 2 | task 8469 | prompt processing, n_tokens = 599, progress = 0.81, t = 3.21 s / 186.61 tokens per second 8.47.291.381 I slot print_timing: id 3 | task 8470 | prompt processing, n_tokens = 756, progress = 0.87, t = 3.21 s / 235.54 tokens per second 8.48.315.075 I slot print_timing: id 0 | task 8466 | prompt eval time = 5936.15 ms / 927 tokens ( 6.40 ms per token, 156.16 tokens per second) 8.48.315.078 I slot print_timing: id 0 | task 8466 | eval time = 1032.11 ms / 2 tokens ( 1032.11 ms per token, 0.97 tokens per second) 8.48.315.078 I slot print_timing: id 0 | task 8466 | total time = 6968.26 ms / 929 tokens 8.48.315.079 I slot print_timing: id 0 | task 8466 | graphs reused = 7189 8.48.315.079 I slot print_timing: id 0 | task 8466 | graph reallocs = 0 / 0 (same size) / (changed size) 8.48.315.133 I slot release: id 0 | task 8466 | stop processing: n_tokens = 929, truncated = 0 8.48.315.873 I slot print_timing: id 2 | task 8469 | prompt processing, n_tokens = 738, progress = 0.99, t = 4.24 s / 173.97 tokens per second 8.48.317.572 I slot print_timing: id 3 | task 8470 | prompt processing, n_tokens = 866, progress = 1.00, t = 4.24 s / 204.16 tokens per second 8.49.181.571 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 929, t_last = 236302457941 8.49.191.789 I slot launch_slot_: id 0 | task 8476 | processing task, is_child = 0 8.49.878.307 I slot print_timing: id 2 | task 8469 | prompt eval time = 5108.50 ms / 742 tokens ( 6.88 ms per token, 145.25 tokens per second) 8.49.878.310 I slot print_timing: id 2 | task 8469 | eval time = 696.93 ms / 2 tokens ( 696.93 ms per token, 1.43 tokens per second) 8.49.878.311 I slot print_timing: id 2 | task 8469 | total time = 5805.44 ms / 744 tokens 8.49.878.312 I slot print_timing: id 2 | task 8469 | graphs reused = 7189 8.49.878.312 I slot print_timing: id 2 | task 8469 | graph reallocs = 0 / 0 (same size) / (changed size) 8.49.878.356 I slot release: id 2 | task 8469 | stop processing: n_tokens = 744, truncated = 0 8.49.878.529 I slot print_timing: id 3 | task 8470 | prompt eval time = 5108.53 ms / 870 tokens ( 5.87 ms per token, 170.30 tokens per second) 8.49.878.531 I slot print_timing: id 3 | task 8470 | eval time = 696.96 ms / 2 tokens ( 696.96 ms per token, 1.43 tokens per second) 8.49.878.532 I slot print_timing: id 3 | task 8470 | total time = 5805.49 ms / 872 tokens 8.49.878.532 I slot print_timing: id 3 | task 8470 | graphs reused = 7189 8.49.878.532 I slot print_timing: id 3 | task 8470 | graph reallocs = 0 / 0 (same size) / (changed size) 8.49.878.579 I slot release: id 3 | task 8470 | stop processing: n_tokens = 872, truncated = 0 8.50.719.462 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.865 (> 0.100 thold), f_keep = 0.844 8.50.719.517 I slot launch_slot_: id 2 | task 8479 | processing task, is_child = 0 8.50.728.390 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 872, t_last = 236304021387 8.50.728.495 I slot launch_slot_: id 3 | task 8480 | processing task, is_child = 0 8.51.689.140 I slot print_timing: id 1 | task 8473 | prompt eval time = 3429.11 ms / 712 tokens ( 4.82 ms per token, 207.63 tokens per second) 8.51.689.143 I slot print_timing: id 1 | task 8473 | eval time = 969.67 ms / 2 tokens ( 969.67 ms per token, 1.03 tokens per second) 8.51.689.143 I slot print_timing: id 1 | task 8473 | total time = 4398.79 ms / 714 tokens 8.51.689.143 I slot print_timing: id 1 | task 8473 | graphs reused = 7189 8.51.689.144 I slot print_timing: id 1 | task 8473 | graph reallocs = 0 / 0 (same size) / (changed size) 8.51.689.189 I slot release: id 1 | task 8473 | stop processing: n_tokens = 714, truncated = 0 8.52.569.625 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 714, t_last = 236305831997 8.52.577.510 I slot launch_slot_: id 1 | task 8483 | processing task, is_child = 0 8.53.643.157 I slot print_timing: id 0 | task 8476 | prompt eval time = 3377.63 ms / 716 tokens ( 4.72 ms per token, 211.98 tokens per second) 8.53.643.161 I slot print_timing: id 0 | task 8476 | eval time = 1073.72 ms / 2 tokens ( 1073.72 ms per token, 0.93 tokens per second) 8.53.643.161 I slot print_timing: id 0 | task 8476 | total time = 4451.35 ms / 718 tokens 8.53.643.162 I slot print_timing: id 0 | task 8476 | graphs reused = 7189 8.53.643.162 I slot print_timing: id 0 | task 8476 | graph reallocs = 0 / 0 (same size) / (changed size) 8.53.643.207 I slot release: id 0 | task 8476 | stop processing: n_tokens = 718, truncated = 0 8.53.643.380 I slot print_timing: id 2 | task 8479 | prompt eval time = 1839.48 ms / 98 tokens ( 18.77 ms per token, 53.28 tokens per second) 8.53.643.382 I slot print_timing: id 2 | task 8479 | eval time = 1073.76 ms / 2 tokens ( 1073.76 ms per token, 0.93 tokens per second) 8.53.643.383 I slot print_timing: id 2 | task 8479 | total time = 2913.24 ms / 100 tokens 8.53.643.383 I slot print_timing: id 2 | task 8479 | graphs reused = 7189 8.53.643.383 I slot print_timing: id 2 | task 8479 | graph reallocs = 0 / 0 (same size) / (changed size) 8.53.643.421 I slot release: id 2 | task 8479 | stop processing: n_tokens = 727, truncated = 0 8.54.497.188 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 718, t_last = 236307786015 8.54.505.724 I slot launch_slot_: id 0 | task 8486 | processing task, is_child = 0 8.54.512.969 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 727, t_last = 236307786229 8.54.513.061 I slot launch_slot_: id 2 | task 8487 | processing task, is_child = 0 8.56.735.052 I slot print_timing: id 3 | task 8480 | prompt eval time = 3766.36 ms / 719 tokens ( 5.24 ms per token, 190.90 tokens per second) 8.56.735.054 I slot print_timing: id 3 | task 8480 | eval time = 2237.86 ms / 2 tokens ( 2237.86 ms per token, 0.45 tokens per second) 8.56.735.055 I slot print_timing: id 3 | task 8480 | total time = 6004.22 ms / 721 tokens 8.56.735.055 I slot print_timing: id 3 | task 8480 | graphs reused = 7189 8.56.735.056 I slot print_timing: id 3 | task 8480 | graph reallocs = 0 / 0 (same size) / (changed size) 8.56.735.102 I slot release: id 3 | task 8480 | stop processing: n_tokens = 721, truncated = 0 8.56.735.872 I slot print_timing: id 1 | task 8483 | prompt processing, n_tokens = 873, progress = 1.00, t = 4.16 s / 209.99 tokens per second 8.58.266.119 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 721, t_last = 236310877910 8.58.274.073 I slot launch_slot_: id 3 | task 8490 | processing task, is_child = 0 8.58.274.085 I slot print_timing: id 0 | task 8486 | prompt processing, n_tokens = 861, progress = 0.86, t = 3.75 s / 229.43 tokens per second 8.58.275.712 I slot print_timing: id 2 | task 8487 | prompt processing, n_tokens = 861, progress = 0.83, t = 3.75 s / 229.48 tokens per second 9.00.011.892 I slot print_timing: id 1 | task 8483 | prompt eval time = 5688.59 ms / 877 tokens ( 6.49 ms per token, 154.17 tokens per second) 9.00.011.894 I slot print_timing: id 1 | task 8483 | eval time = 1745.78 ms / 2 tokens ( 1745.78 ms per token, 0.57 tokens per second) 9.00.011.895 I slot print_timing: id 1 | task 8483 | total time = 7434.37 ms / 879 tokens 9.00.011.895 I slot print_timing: id 1 | task 8483 | graphs reused = 7189 9.00.011.896 I slot print_timing: id 1 | task 8483 | graph reallocs = 0 / 0 (same size) / (changed size) 9.00.011.947 I slot release: id 1 | task 8483 | stop processing: n_tokens = 879, truncated = 0 9.00.011.959 I slot print_timing: id 0 | task 8486 | prompt processing, n_tokens = 992, progress = 1.00, t = 5.50 s / 180.41 tokens per second 9.00.012.910 I slot print_timing: id 2 | task 8487 | prompt processing, n_tokens = 1032, progress = 1.00, t = 5.50 s / 187.71 tokens per second 9.00.858.079 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 879, t_last = 236314154755 9.00.867.212 I slot launch_slot_: id 1 | task 8493 | processing task, is_child = 0 9.02.234.265 I slot print_timing: id 0 | task 8486 | prompt eval time = 6344.82 ms / 996 tokens ( 6.37 ms per token, 156.98 tokens per second) 9.02.234.271 I slot print_timing: id 0 | task 8486 | eval time = 1376.37 ms / 2 tokens ( 1376.37 ms per token, 0.73 tokens per second) 9.02.234.271 I slot print_timing: id 0 | task 8486 | total time = 7721.19 ms / 998 tokens 9.02.234.272 I slot print_timing: id 0 | task 8486 | graphs reused = 7189 9.02.234.272 I slot print_timing: id 0 | task 8486 | graph reallocs = 0 / 0 (same size) / (changed size) 9.02.234.322 I slot release: id 0 | task 8486 | stop processing: n_tokens = 998, truncated = 0 9.02.234.492 I slot print_timing: id 2 | task 8487 | prompt eval time = 6344.19 ms / 1036 tokens ( 6.12 ms per token, 163.30 tokens per second) 9.02.234.500 I slot print_timing: id 2 | task 8487 | eval time = 1376.42 ms / 2 tokens ( 1376.42 ms per token, 0.73 tokens per second) 9.02.234.500 I slot print_timing: id 2 | task 8487 | total time = 7720.61 ms / 1038 tokens 9.02.234.500 I slot print_timing: id 2 | task 8487 | graphs reused = 7189 9.02.234.501 I slot print_timing: id 2 | task 8487 | graph reallocs = 0 / 0 (same size) / (changed size) 9.02.234.546 I slot release: id 2 | task 8487 | stop processing: n_tokens = 1038, truncated = 0 9.02.235.559 I slot print_timing: id 3 | task 8490 | prompt processing, n_tokens = 1006, progress = 1.00, t = 3.96 s / 254.25 tokens per second 9.03.037.124 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 998, t_last = 236316377130 9.03.046.736 I slot launch_slot_: id 0 | task 8496 | processing task, is_child = 0 9.03.054.294 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.892 (> 0.100 thold), f_keep = 0.857 9.03.054.323 I slot launch_slot_: id 2 | task 8497 | processing task, is_child = 0 9.04.415.799 I slot print_timing: id 3 | task 8490 | prompt eval time = 4759.77 ms / 1010 tokens ( 4.71 ms per token, 212.20 tokens per second) 9.04.415.804 I slot print_timing: id 3 | task 8490 | eval time = 1378.68 ms / 2 tokens ( 1378.68 ms per token, 0.73 tokens per second) 9.04.415.804 I slot print_timing: id 3 | task 8490 | total time = 6138.45 ms / 1012 tokens 9.04.415.805 I slot print_timing: id 3 | task 8490 | graphs reused = 7189 9.04.415.805 I slot print_timing: id 3 | task 8490 | graph reallocs = 0 / 0 (same size) / (changed size) 9.04.415.858 I slot release: id 3 | task 8490 | stop processing: n_tokens = 1012, truncated = 0 9.04.416.409 I slot print_timing: id 1 | task 8493 | prompt processing, n_tokens = 999, progress = 1.00, t = 3.55 s / 281.53 tokens per second 9.05.234.707 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1012, t_last = 236318558666 9.05.244.932 I slot launch_slot_: id 3 | task 8500 | processing task, is_child = 0 9.06.576.246 I slot print_timing: id 1 | task 8493 | prompt eval time = 4367.28 ms / 1003 tokens ( 4.35 ms per token, 229.66 tokens per second) 9.06.576.249 I slot print_timing: id 1 | task 8493 | eval time = 1341.74 ms / 2 tokens ( 1341.74 ms per token, 0.75 tokens per second) 9.06.576.249 I slot print_timing: id 1 | task 8493 | total time = 5709.02 ms / 1005 tokens 9.06.576.250 I slot print_timing: id 1 | task 8493 | graphs reused = 7189 9.06.576.250 I slot print_timing: id 1 | task 8493 | graph reallocs = 0 / 0 (same size) / (changed size) 9.06.576.301 I slot release: id 1 | task 8493 | stop processing: n_tokens = 1005, truncated = 0 9.06.576.474 I slot print_timing: id 2 | task 8497 | prompt eval time = 2179.49 ms / 108 tokens ( 20.18 ms per token, 49.55 tokens per second) 9.06.576.481 I slot print_timing: id 2 | task 8497 | eval time = 1341.77 ms / 2 tokens ( 1341.77 ms per token, 0.75 tokens per second) 9.06.576.482 I slot print_timing: id 2 | task 8497 | total time = 3521.26 ms / 110 tokens 9.06.576.482 I slot print_timing: id 2 | task 8497 | graphs reused = 7189 9.06.576.482 I slot print_timing: id 2 | task 8497 | graph reallocs = 0 / 0 (same size) / (changed size) 9.06.576.522 I slot release: id 2 | task 8497 | stop processing: n_tokens = 999, truncated = 0 9.06.576.531 I slot print_timing: id 0 | task 8496 | prompt processing, n_tokens = 883, progress = 1.00, t = 3.52 s / 250.73 tokens per second 9.07.195.717 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1005, t_last = 236320719109 9.07.204.080 I slot launch_slot_: id 1 | task 8503 | processing task, is_child = 0 9.07.212.454 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 999, t_last = 236320719330 9.07.212.559 I slot launch_slot_: id 2 | task 8504 | processing task, is_child = 0 9.09.496.856 I slot print_timing: id 0 | task 8496 | prompt eval time = 4141.38 ms / 887 tokens ( 4.67 ms per token, 214.18 tokens per second) 9.09.496.861 I slot print_timing: id 0 | task 8496 | eval time = 2301.15 ms / 2 tokens ( 2301.15 ms per token, 0.43 tokens per second) 9.09.496.862 I slot print_timing: id 0 | task 8496 | total time = 6442.52 ms / 889 tokens 9.09.496.862 I slot print_timing: id 0 | task 8496 | graphs reused = 7189 9.09.496.862 I slot print_timing: id 0 | task 8496 | graph reallocs = 0 / 0 (same size) / (changed size) 9.09.496.906 I slot release: id 0 | task 8496 | stop processing: n_tokens = 889, truncated = 0 9.09.498.544 I slot print_timing: id 3 | task 8500 | prompt processing, n_tokens = 998, progress = 1.00, t = 4.25 s / 234.82 tokens per second 9.10.976.478 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 889, t_last = 236323639714 9.10.983.180 I slot launch_slot_: id 0 | task 8507 | processing task, is_child = 0 9.10.983.377 I slot print_timing: id 1 | task 8503 | prompt processing, n_tokens = 759, progress = 0.77, t = 3.76 s / 201.66 tokens per second 9.10.984.149 I slot print_timing: id 2 | task 8504 | prompt processing, n_tokens = 759, progress = 0.86, t = 3.76 s / 201.67 tokens per second 9.12.534.970 I slot print_timing: id 3 | task 8500 | prompt eval time = 5729.84 ms / 1002 tokens ( 5.72 ms per token, 174.87 tokens per second) 9.12.534.973 I slot print_timing: id 3 | task 8500 | eval time = 1558.50 ms / 2 tokens ( 1558.50 ms per token, 0.64 tokens per second) 9.12.534.973 I slot print_timing: id 3 | task 8500 | total time = 7288.33 ms / 1004 tokens 9.12.534.974 I slot print_timing: id 3 | task 8500 | graphs reused = 7189 9.12.534.974 I slot print_timing: id 3 | task 8500 | graph reallocs = 0 / 0 (same size) / (changed size) 9.12.535.033 I slot release: id 3 | task 8500 | stop processing: n_tokens = 1004, truncated = 0 9.12.535.598 I slot print_timing: id 1 | task 8503 | prompt processing, n_tokens = 980, progress = 1.00, t = 5.32 s / 184.13 tokens per second 9.12.538.327 I slot print_timing: id 2 | task 8504 | prompt processing, n_tokens = 880, progress = 1.00, t = 5.32 s / 165.35 tokens per second 9.13.363.266 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.828 (> 0.100 thold), f_keep = 0.785 9.13.363.340 I slot launch_slot_: id 3 | task 8510 | processing task, is_child = 0 9.14.078.838 I slot print_timing: id 1 | task 8503 | prompt eval time = 6150.50 ms / 984 tokens ( 6.25 ms per token, 159.99 tokens per second) 9.14.078.845 I slot print_timing: id 1 | task 8503 | eval time = 715.77 ms / 2 tokens ( 715.77 ms per token, 1.40 tokens per second) 9.14.078.846 I slot print_timing: id 1 | task 8503 | total time = 6866.27 ms / 986 tokens 9.14.078.846 I slot print_timing: id 1 | task 8503 | graphs reused = 7189 9.14.078.847 I slot print_timing: id 1 | task 8503 | graph reallocs = 0 / 0 (same size) / (changed size) 9.14.078.905 I slot release: id 1 | task 8503 | stop processing: n_tokens = 986, truncated = 0 9.14.079.089 I slot print_timing: id 2 | task 8504 | prompt eval time = 6150.51 ms / 884 tokens ( 6.96 ms per token, 143.73 tokens per second) 9.14.079.094 I slot print_timing: id 2 | task 8504 | eval time = 715.83 ms / 2 tokens ( 715.83 ms per token, 1.40 tokens per second) 9.14.079.094 I slot print_timing: id 2 | task 8504 | total time = 6866.34 ms / 886 tokens 9.14.079.094 I slot print_timing: id 2 | task 8504 | graphs reused = 7189 9.14.079.095 I slot print_timing: id 2 | task 8504 | graph reallocs = 0 / 0 (same size) / (changed size) 9.14.079.135 I slot release: id 2 | task 8504 | stop processing: n_tokens = 886, truncated = 0 9.14.079.142 I slot print_timing: id 0 | task 8507 | prompt processing, n_tokens = 888, progress = 1.00, t = 3.10 s / 286.87 tokens per second 9.14.166.182 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.904 (> 0.100 thold), f_keep = 0.799 9.14.166.227 I slot launch_slot_: id 1 | task 8513 | processing task, is_child = 0 9.14.173.491 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 886, t_last = 236328221943 9.14.173.592 I slot launch_slot_: id 2 | task 8514 | processing task, is_child = 0 9.15.242.315 I slot print_timing: id 0 | task 8507 | prompt eval time = 3182.80 ms / 892 tokens ( 3.57 ms per token, 280.26 tokens per second) 9.15.242.317 I slot print_timing: id 0 | task 8507 | eval time = 1076.32 ms / 2 tokens ( 1076.32 ms per token, 0.93 tokens per second) 9.15.242.318 I slot print_timing: id 0 | task 8507 | total time = 4259.12 ms / 894 tokens 9.15.242.318 I slot print_timing: id 0 | task 8507 | graphs reused = 7189 9.15.242.319 I slot print_timing: id 0 | task 8507 | graph reallocs = 0 / 0 (same size) / (changed size) 9.15.242.379 I slot release: id 0 | task 8507 | stop processing: n_tokens = 894, truncated = 0 9.15.242.559 I slot print_timing: id 3 | task 8510 | prompt eval time = 799.97 ms / 164 tokens ( 4.88 ms per token, 205.01 tokens per second) 9.15.242.561 I slot print_timing: id 3 | task 8510 | eval time = 1076.38 ms / 2 tokens ( 1076.38 ms per token, 0.93 tokens per second) 9.15.242.562 I slot print_timing: id 3 | task 8510 | total time = 1876.35 ms / 166 tokens 9.15.242.562 I slot print_timing: id 3 | task 8510 | graphs reused = 7189 9.15.242.562 I slot print_timing: id 3 | task 8510 | graph reallocs = 0 / 0 (same size) / (changed size) 9.15.242.603 I slot release: id 3 | task 8510 | stop processing: n_tokens = 953, truncated = 0 9.15.980.064 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 894, t_last = 236329385187 9.15.988.983 I slot launch_slot_: id 0 | task 8517 | processing task, is_child = 0 9.15.998.042 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 953, t_last = 236329385411 9.15.998.155 I slot launch_slot_: id 3 | task 8518 | processing task, is_child = 0 9.17.994.582 I slot print_timing: id 1 | task 8513 | prompt eval time = 1806.46 ms / 84 tokens ( 21.51 ms per token, 46.50 tokens per second) 9.17.994.587 I slot print_timing: id 1 | task 8513 | eval time = 2014.52 ms / 2 tokens ( 2014.52 ms per token, 0.50 tokens per second) 9.17.994.587 I slot print_timing: id 1 | task 8513 | total time = 3820.98 ms / 86 tokens 9.17.994.588 I slot print_timing: id 1 | task 8513 | graphs reused = 7189 9.17.994.588 I slot print_timing: id 1 | task 8513 | graph reallocs = 0 / 0 (same size) / (changed size) 9.17.994.653 I slot release: id 1 | task 8513 | stop processing: n_tokens = 873, truncated = 0 9.17.995.223 I slot print_timing: id 2 | task 8514 | prompt processing, n_tokens = 939, progress = 1.00, t = 3.82 s / 245.81 tokens per second 9.19.490.327 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 873, t_last = 236332137461 9.19.498.620 I slot launch_slot_: id 1 | task 8521 | processing task, is_child = 0 9.19.498.631 I slot print_timing: id 0 | task 8517 | prompt processing, n_tokens = 761, progress = 0.85, t = 3.49 s / 217.93 tokens per second 9.19.500.516 I slot print_timing: id 3 | task 8518 | prompt processing, n_tokens = 761, progress = 0.82, t = 3.49 s / 217.98 tokens per second 9.21.872.200 I slot print_timing: id 2 | task 8514 | prompt eval time = 5316.02 ms / 943 tokens ( 5.64 ms per token, 177.39 tokens per second) 9.21.872.205 I slot print_timing: id 2 | task 8514 | eval time = 2381.87 ms / 2 tokens ( 2381.87 ms per token, 0.42 tokens per second) 9.21.872.205 I slot print_timing: id 2 | task 8514 | total time = 7697.89 ms / 945 tokens 9.21.872.206 I slot print_timing: id 2 | task 8514 | graphs reused = 7189 9.21.872.206 I slot print_timing: id 2 | task 8514 | graph reallocs = 0 / 0 (same size) / (changed size) 9.21.872.259 I slot release: id 2 | task 8514 | stop processing: n_tokens = 945, truncated = 0 9.21.872.272 I slot print_timing: id 0 | task 8517 | prompt processing, n_tokens = 894, progress = 1.00, t = 5.87 s / 152.20 tokens per second 9.21.874.703 I slot print_timing: id 3 | task 8518 | prompt processing, n_tokens = 920, progress = 1.00, t = 5.87 s / 156.65 tokens per second 9.22.609.039 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 945, t_last = 236336015067 9.22.617.693 I slot launch_slot_: id 2 | task 8524 | processing task, is_child = 0 9.22.617.706 I slot print_timing: id 1 | task 8521 | prompt processing, n_tokens = 1157, progress = 0.85, t = 3.11 s / 372.23 tokens per second 9.24.763.442 I slot print_timing: id 0 | task 8517 | prompt eval time = 6610.68 ms / 898 tokens ( 7.36 ms per token, 135.84 tokens per second) 9.24.763.448 I slot print_timing: id 0 | task 8517 | eval time = 2154.59 ms / 2 tokens ( 2154.59 ms per token, 0.46 tokens per second) 9.24.763.448 I slot print_timing: id 0 | task 8517 | total time = 8765.27 ms / 900 tokens 9.24.763.449 I slot print_timing: id 0 | task 8517 | graphs reused = 7189 9.24.763.449 I slot print_timing: id 0 | task 8517 | graph reallocs = 0 / 0 (same size) / (changed size) 9.24.763.508 I slot release: id 0 | task 8517 | stop processing: n_tokens = 900, truncated = 0 9.24.763.686 I slot print_timing: id 3 | task 8518 | prompt eval time = 6610.04 ms / 924 tokens ( 7.15 ms per token, 139.79 tokens per second) 9.24.763.689 I slot print_timing: id 3 | task 8518 | eval time = 2154.65 ms / 2 tokens ( 2154.65 ms per token, 0.46 tokens per second) 9.24.763.689 I slot print_timing: id 3 | task 8518 | total time = 8764.69 ms / 926 tokens 9.24.763.690 I slot print_timing: id 3 | task 8518 | graphs reused = 7189 9.24.763.690 I slot print_timing: id 3 | task 8518 | graph reallocs = 0 / 0 (same size) / (changed size) 9.24.763.733 I slot release: id 3 | task 8518 | stop processing: n_tokens = 926, truncated = 0 9.24.763.743 I slot print_timing: id 1 | task 8521 | prompt processing, n_tokens = 1361, progress = 1.00, t = 5.26 s / 258.60 tokens per second 9.25.467.051 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 900, t_last = 236338906316 9.25.476.421 I slot launch_slot_: id 0 | task 8528 | processing task, is_child = 0 9.25.483.271 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 926, t_last = 236338906541 9.25.483.376 I slot launch_slot_: id 3 | task 8527 | processing task, is_child = 0 9.28.993.501 I slot print_timing: id 1 | task 8521 | prompt eval time = 5966.70 ms / 1365 tokens ( 4.37 ms per token, 228.77 tokens per second) 9.28.993.504 I slot print_timing: id 1 | task 8521 | eval time = 3526.45 ms / 2 tokens ( 3526.45 ms per token, 0.28 tokens per second) 9.28.993.504 I slot print_timing: id 1 | task 8521 | total time = 9493.15 ms / 1367 tokens 9.28.993.505 I slot print_timing: id 1 | task 8521 | graphs reused = 7189 9.28.993.505 I slot print_timing: id 1 | task 8521 | graph reallocs = 0 / 0 (same size) / (changed size) 9.28.993.583 I slot release: id 1 | task 8521 | stop processing: n_tokens = 1367, truncated = 0 9.28.993.597 I slot print_timing: id 0 | task 8528 | prompt processing, n_tokens = 794, progress = 0.61, t = 3.51 s / 226.21 tokens per second 9.28.994.314 I slot print_timing: id 2 | task 8524 | prompt processing, n_tokens = 1351, progress = 1.00, t = 6.37 s / 211.97 tokens per second 9.28.996.055 I slot print_timing: id 3 | task 8527 | prompt processing, n_tokens = 752, progress = 0.59, t = 3.51 s / 214.31 tokens per second 9.30.647.248 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1367, t_last = 236343136392 9.30.657.901 I slot launch_slot_: id 1 | task 8531 | processing task, is_child = 0 9.30.657.911 I slot print_timing: id 0 | task 8528 | prompt processing, n_tokens = 1157, progress = 0.88, t = 5.16 s / 224.07 tokens per second 9.30.659.892 I slot print_timing: id 3 | task 8527 | prompt processing, n_tokens = 1157, progress = 0.91, t = 5.16 s / 224.11 tokens per second 9.31.884.235 I slot print_timing: id 2 | task 8524 | prompt eval time = 8027.59 ms / 1355 tokens ( 5.92 ms per token, 168.79 tokens per second) 9.31.884.240 I slot print_timing: id 2 | task 8524 | eval time = 1236.98 ms / 2 tokens ( 1236.98 ms per token, 0.81 tokens per second) 9.31.884.241 I slot print_timing: id 2 | task 8524 | total time = 9264.57 ms / 1357 tokens 9.31.884.241 I slot print_timing: id 2 | task 8524 | graphs reused = 7189 9.31.884.241 I slot print_timing: id 2 | task 8524 | graph reallocs = 0 / 0 (same size) / (changed size) 9.31.884.308 I slot release: id 2 | task 8524 | stop processing: n_tokens = 1357, truncated = 0 9.31.884.319 I slot print_timing: id 0 | task 8528 | prompt processing, n_tokens = 1306, progress = 1.00, t = 6.40 s / 204.04 tokens per second 9.31.886.429 I slot print_timing: id 3 | task 8527 | prompt processing, n_tokens = 1264, progress = 1.00, t = 6.40 s / 197.51 tokens per second 9.32.773.429 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1357, t_last = 236346027116 9.32.783.237 I slot launch_slot_: id 2 | task 8534 | processing task, is_child = 0 9.33.685.817 I slot print_timing: id 0 | task 8528 | prompt eval time = 7289.85 ms / 1310 tokens ( 5.56 ms per token, 179.70 tokens per second) 9.33.685.822 I slot print_timing: id 0 | task 8528 | eval time = 912.57 ms / 2 tokens ( 912.57 ms per token, 1.10 tokens per second) 9.33.685.823 I slot print_timing: id 0 | task 8528 | total time = 8202.42 ms / 1312 tokens 9.33.685.823 I slot print_timing: id 0 | task 8528 | graphs reused = 7189 9.33.685.823 I slot print_timing: id 0 | task 8528 | graph reallocs = 0 / 0 (same size) / (changed size) 9.33.685.886 I slot release: id 0 | task 8528 | stop processing: n_tokens = 1312, truncated = 0 9.33.686.063 I slot print_timing: id 3 | task 8527 | prompt eval time = 7289.08 ms / 1268 tokens ( 5.75 ms per token, 173.96 tokens per second) 9.33.686.068 I slot print_timing: id 3 | task 8527 | eval time = 912.64 ms / 2 tokens ( 912.64 ms per token, 1.10 tokens per second) 9.33.686.069 I slot print_timing: id 3 | task 8527 | total time = 8201.72 ms / 1270 tokens 9.33.686.069 I slot print_timing: id 3 | task 8527 | graphs reused = 7189 9.33.686.069 I slot print_timing: id 3 | task 8527 | graph reallocs = 0 / 0 (same size) / (changed size) 9.33.686.121 I slot release: id 3 | task 8527 | stop processing: n_tokens = 1270, truncated = 0 9.33.686.128 I slot print_timing: id 1 | task 8531 | prompt processing, n_tokens = 786, progress = 0.99, t = 3.03 s / 259.75 tokens per second 9.34.481.646 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1312, t_last = 236347828694 9.34.491.450 I slot launch_slot_: id 0 | task 8537 | processing task, is_child = 0 9.34.498.957 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1270, t_last = 236347828929 9.34.499.070 I slot launch_slot_: id 3 | task 8538 | processing task, is_child = 0 9.36.209.245 I slot print_timing: id 1 | task 8531 | prompt eval time = 3821.96 ms / 790 tokens ( 4.84 ms per token, 206.70 tokens per second) 9.36.209.247 I slot print_timing: id 1 | task 8531 | eval time = 1727.60 ms / 2 tokens ( 1727.60 ms per token, 0.58 tokens per second) 9.36.209.248 I slot print_timing: id 1 | task 8531 | total time = 5549.56 ms / 792 tokens 9.36.209.248 I slot print_timing: id 1 | task 8531 | graphs reused = 7189 9.36.209.249 I slot print_timing: id 1 | task 8531 | graph reallocs = 0 / 0 (same size) / (changed size) 9.36.209.300 I slot release: id 1 | task 8531 | stop processing: n_tokens = 792, truncated = 0 9.36.209.824 I slot print_timing: id 2 | task 8534 | prompt processing, n_tokens = 804, progress = 1.00, t = 3.42 s / 234.82 tokens per second 9.37.808.284 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 792, t_last = 236350352108 9.37.815.937 I slot launch_slot_: id 1 | task 8541 | processing task, is_child = 0 9.37.815.951 I slot print_timing: id 0 | task 8537 | prompt processing, n_tokens = 742, progress = 0.86, t = 3.31 s / 224.24 tokens per second 9.37.817.836 I slot print_timing: id 3 | task 8538 | prompt processing, n_tokens = 742, progress = 0.83, t = 3.31 s / 224.30 tokens per second 9.39.079.247 I slot print_timing: id 2 | task 8534 | prompt eval time = 5023.13 ms / 808 tokens ( 6.22 ms per token, 160.86 tokens per second) 9.39.079.250 I slot print_timing: id 2 | task 8534 | eval time = 1270.97 ms / 2 tokens ( 1270.97 ms per token, 0.79 tokens per second) 9.39.079.251 I slot print_timing: id 2 | task 8534 | total time = 6294.10 ms / 810 tokens 9.39.079.251 I slot print_timing: id 2 | task 8534 | graphs reused = 7189 9.39.079.252 I slot print_timing: id 2 | task 8534 | graph reallocs = 0 / 0 (same size) / (changed size) 9.39.079.306 I slot release: id 2 | task 8534 | stop processing: n_tokens = 810, truncated = 0 9.39.079.318 I slot print_timing: id 0 | task 8537 | prompt processing, n_tokens = 861, progress = 1.00, t = 4.58 s / 187.99 tokens per second 9.39.081.090 I slot print_timing: id 3 | task 8538 | prompt processing, n_tokens = 891, progress = 1.00, t = 4.58 s / 194.58 tokens per second 9.39.914.230 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 810, t_last = 236353222114 9.39.922.807 I slot launch_slot_: id 2 | task 8544 | processing task, is_child = 0 9.40.995.747 I slot print_timing: id 0 | task 8537 | prompt eval time = 5414.96 ms / 865 tokens ( 6.26 ms per token, 159.74 tokens per second) 9.40.995.749 I slot print_timing: id 0 | task 8537 | eval time = 1081.70 ms / 2 tokens ( 1081.70 ms per token, 0.92 tokens per second) 9.40.995.751 I slot print_timing: id 0 | task 8537 | total time = 6496.66 ms / 867 tokens 9.40.995.751 I slot print_timing: id 0 | task 8537 | graphs reused = 7189 9.40.995.752 I slot print_timing: id 0 | task 8537 | graph reallocs = 0 / 0 (same size) / (changed size) 9.40.995.808 I slot release: id 0 | task 8537 | stop processing: n_tokens = 867, truncated = 0 9.40.995.991 I slot print_timing: id 3 | task 8538 | prompt eval time = 5414.26 ms / 895 tokens ( 6.05 ms per token, 165.30 tokens per second) 9.40.995.994 I slot print_timing: id 3 | task 8538 | eval time = 1081.77 ms / 2 tokens ( 1081.77 ms per token, 0.92 tokens per second) 9.40.995.995 I slot print_timing: id 3 | task 8538 | total time = 6496.03 ms / 897 tokens 9.40.995.995 I slot print_timing: id 3 | task 8538 | graphs reused = 7189 9.40.995.996 I slot print_timing: id 3 | task 8538 | graph reallocs = 0 / 0 (same size) / (changed size) 9.40.996.040 I slot release: id 3 | task 8538 | stop processing: n_tokens = 897, truncated = 0 9.40.996.048 I slot print_timing: id 1 | task 8541 | prompt processing, n_tokens = 797, progress = 1.00, t = 3.18 s / 250.79 tokens per second 9.41.672.026 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 867, t_last = 236355138616 9.41.679.561 I slot launch_slot_: id 0 | task 8547 | processing task, is_child = 0 9.41.686.373 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 897, t_last = 236355138848 9.41.686.476 I slot launch_slot_: id 3 | task 8548 | processing task, is_child = 0 9.43.269.825 I slot print_timing: id 1 | task 8541 | prompt eval time = 3854.34 ms / 801 tokens ( 4.81 ms per token, 207.82 tokens per second) 9.43.269.827 I slot print_timing: id 1 | task 8541 | eval time = 1597.80 ms / 2 tokens ( 1597.80 ms per token, 0.63 tokens per second) 9.43.269.828 I slot print_timing: id 1 | task 8541 | total time = 5452.14 ms / 803 tokens 9.43.269.828 I slot print_timing: id 1 | task 8541 | graphs reused = 7189 9.43.269.828 I slot print_timing: id 1 | task 8541 | graph reallocs = 0 / 0 (same size) / (changed size) 9.43.269.879 I slot release: id 1 | task 8541 | stop processing: n_tokens = 803, truncated = 0 9.43.270.284 I slot print_timing: id 2 | task 8544 | prompt processing, n_tokens = 862, progress = 1.00, t = 3.34 s / 257.70 tokens per second 9.44.912.387 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.853 (> 0.100 thold), f_keep = 0.861 9.44.912.449 I slot launch_slot_: id 1 | task 8551 | processing task, is_child = 0 9.44.912.457 I slot print_timing: id 0 | task 8547 | prompt processing, n_tokens = 662, progress = 0.84, t = 3.23 s / 205.23 tokens per second 9.44.914.514 I slot print_timing: id 3 | task 8548 | prompt processing, n_tokens = 662, progress = 0.84, t = 3.22 s / 205.28 tokens per second 9.45.787.997 I slot print_timing: id 2 | task 8544 | prompt eval time = 4987.69 ms / 866 tokens ( 5.76 ms per token, 173.63 tokens per second) 9.45.788.000 I slot print_timing: id 2 | task 8544 | eval time = 875.61 ms / 2 tokens ( 875.61 ms per token, 1.14 tokens per second) 9.45.788.000 I slot print_timing: id 2 | task 8544 | total time = 5863.30 ms / 868 tokens 9.45.788.001 I slot print_timing: id 2 | task 8544 | graphs reused = 7189 9.45.788.001 I slot print_timing: id 2 | task 8544 | graph reallocs = 0 / 0 (same size) / (changed size) 9.45.788.061 I slot release: id 2 | task 8544 | stop processing: n_tokens = 868, truncated = 0 9.45.788.071 I slot print_timing: id 0 | task 8547 | prompt processing, n_tokens = 785, progress = 0.99, t = 4.10 s / 191.40 tokens per second 9.45.793.388 I slot print_timing: id 3 | task 8548 | prompt processing, n_tokens = 781, progress = 0.99, t = 4.10 s / 190.46 tokens per second 9.45.882.627 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 868, t_last = 236359930869 9.45.890.236 I slot launch_slot_: id 2 | task 8554 | processing task, is_child = 0 9.46.806.130 I slot print_timing: id 0 | task 8547 | prompt eval time = 4195.77 ms / 789 tokens ( 5.32 ms per token, 188.05 tokens per second) 9.46.806.133 I slot print_timing: id 0 | task 8547 | eval time = 923.87 ms / 2 tokens ( 923.87 ms per token, 1.08 tokens per second) 9.46.806.133 I slot print_timing: id 0 | task 8547 | total time = 5119.64 ms / 791 tokens 9.46.806.134 I slot print_timing: id 0 | task 8547 | graphs reused = 7189 9.46.806.134 I slot print_timing: id 0 | task 8547 | graph reallocs = 0 / 0 (same size) / (changed size) 9.46.806.185 I slot release: id 0 | task 8547 | stop processing: n_tokens = 791, truncated = 0 9.46.806.357 I slot print_timing: id 1 | task 8551 | prompt eval time = 969.29 ms / 119 tokens ( 8.15 ms per token, 122.77 tokens per second) 9.46.806.359 I slot print_timing: id 1 | task 8551 | eval time = 923.92 ms / 2 tokens ( 923.92 ms per token, 1.08 tokens per second) 9.46.806.360 I slot print_timing: id 1 | task 8551 | total time = 1893.21 ms / 121 tokens 9.46.806.360 I slot print_timing: id 1 | task 8551 | graphs reused = 7189 9.46.806.360 I slot print_timing: id 1 | task 8551 | graph reallocs = 0 / 0 (same size) / (changed size) 9.46.806.401 I slot release: id 1 | task 8551 | stop processing: n_tokens = 811, truncated = 0 9.46.806.597 I slot print_timing: id 3 | task 8548 | prompt eval time = 4195.31 ms / 785 tokens ( 5.34 ms per token, 187.11 tokens per second) 9.46.806.601 I slot print_timing: id 3 | task 8548 | eval time = 923.98 ms / 2 tokens ( 923.98 ms per token, 1.08 tokens per second) 9.46.806.602 I slot print_timing: id 3 | task 8548 | total time = 5119.29 ms / 787 tokens 9.46.806.602 I slot print_timing: id 3 | task 8548 | graphs reused = 7189 9.46.806.602 I slot print_timing: id 3 | task 8548 | graph reallocs = 0 / 0 (same size) / (changed size) 9.46.806.638 I slot release: id 3 | task 8548 | stop processing: n_tokens = 787, truncated = 0 9.47.576.207 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 791, t_last = 236360948993 9.47.907.676 I slot launch_slot_: id 0 | task 8558 | processing task, is_child = 0 9.47.924.618 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 811, t_last = 236360949209 9.47.924.719 I slot launch_slot_: id 1 | task 8560 | processing task, is_child = 0 9.47.924.783 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 787, t_last = 236360949446 9.47.924.866 I slot launch_slot_: id 3 | task 8559 | processing task, is_child = 0 9.52.939.904 I slot print_timing: id 2 | task 8554 | prompt eval time = 4592.52 ms / 958 tokens ( 4.79 ms per token, 208.60 tokens per second) 9.52.939.909 I slot print_timing: id 2 | task 8554 | eval time = 2457.13 ms / 2 tokens ( 2457.13 ms per token, 0.41 tokens per second) 9.52.939.909 I slot print_timing: id 2 | task 8554 | total time = 7049.66 ms / 960 tokens 9.52.939.910 I slot print_timing: id 2 | task 8554 | graphs reused = 7189 9.52.939.910 I slot print_timing: id 2 | task 8554 | graph reallocs = 0 / 0 (same size) / (changed size) 9.52.939.960 I slot release: id 2 | task 8554 | stop processing: n_tokens = 960, truncated = 0 9.52.939.972 I slot print_timing: id 0 | task 8558 | prompt processing, n_tokens = 822, progress = 0.86, t = 5.01 s / 163.91 tokens per second 9.52.940.714 I slot print_timing: id 1 | task 8560 | prompt processing, n_tokens = 822, progress = 0.88, t = 5.01 s / 163.92 tokens per second 9.52.942.228 I slot print_timing: id 3 | task 8559 | prompt processing, n_tokens = 822, progress = 0.88, t = 5.01 s / 163.95 tokens per second 9.53.514.302 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.887 (> 0.100 thold), f_keep = 0.886 9.53.514.380 I slot launch_slot_: id 2 | task 8564 | processing task, is_child = 0 9.53.514.385 I slot print_timing: id 0 | task 8558 | prompt processing, n_tokens = 950, progress = 1.00, t = 5.59 s / 169.96 tokens per second 9.53.788.198 I slot print_timing: id 1 | task 8560 | prompt processing, n_tokens = 933, progress = 1.00, t = 5.59 s / 166.93 tokens per second 9.53.790.703 I slot print_timing: id 3 | task 8559 | prompt processing, n_tokens = 930, progress = 1.00, t = 5.59 s / 166.42 tokens per second 9.54.253.426 I slot print_timing: id 0 | task 8558 | prompt eval time = 6214.94 ms / 954 tokens ( 6.51 ms per token, 153.50 tokens per second) 9.54.253.428 I slot print_timing: id 0 | task 8558 | eval time = 113.61 ms / 2 tokens ( 113.61 ms per token, 8.80 tokens per second) 9.54.253.429 I slot print_timing: id 0 | task 8558 | total time = 6328.55 ms / 956 tokens 9.54.253.429 I slot print_timing: id 0 | task 8558 | graphs reused = 7189 9.54.253.430 I slot print_timing: id 0 | task 8558 | graph reallocs = 0 / 0 (same size) / (changed size) 9.54.253.482 I slot release: id 0 | task 8558 | stop processing: n_tokens = 956, truncated = 0 9.54.253.653 I slot print_timing: id 1 | task 8560 | prompt eval time = 6214.98 ms / 937 tokens ( 6.63 ms per token, 150.76 tokens per second) 9.54.253.655 I slot print_timing: id 1 | task 8560 | eval time = 113.63 ms / 2 tokens ( 113.63 ms per token, 8.80 tokens per second) 9.54.253.656 I slot print_timing: id 1 | task 8560 | total time = 6328.62 ms / 939 tokens 9.54.253.656 I slot print_timing: id 1 | task 8560 | graphs reused = 7189 9.54.253.656 I slot print_timing: id 1 | task 8560 | graph reallocs = 0 / 0 (same size) / (changed size) 9.54.253.702 I slot release: id 1 | task 8560 | stop processing: n_tokens = 939, truncated = 0 9.54.254.097 I slot print_timing: id 3 | task 8559 | prompt eval time = 6214.28 ms / 934 tokens ( 6.65 ms per token, 150.30 tokens per second) 9.54.254.102 I slot print_timing: id 3 | task 8559 | eval time = 113.88 ms / 2 tokens ( 113.88 ms per token, 8.78 tokens per second) 9.54.254.102 I slot print_timing: id 3 | task 8559 | total time = 6328.15 ms / 936 tokens 9.54.254.103 I slot print_timing: id 3 | task 8559 | graphs reused = 7189 9.54.254.103 I slot print_timing: id 3 | task 8559 | graph reallocs = 0 / 0 (same size) / (changed size) 9.54.254.137 I slot release: id 3 | task 8559 | stop processing: n_tokens = 936, truncated = 0 9.54.284.543 I slot print_timing: id 2 | task 8564 | prompt eval time = 464.69 ms / 108 tokens ( 4.30 ms per token, 232.42 tokens per second) 9.54.284.545 I slot print_timing: id 2 | task 8564 | eval time = 30.62 ms / 2 tokens ( 30.62 ms per token, 32.66 tokens per second) 9.54.284.546 I slot print_timing: id 2 | task 8564 | total time = 495.31 ms / 110 tokens 9.54.284.546 I slot print_timing: id 2 | task 8564 | graphs reused = 7189 9.54.284.547 I slot print_timing: id 2 | task 8564 | graph reallocs = 0 / 0 (same size) / (changed size) 9.54.284.587 I slot release: id 2 | task 8564 | stop processing: n_tokens = 960, truncated = 0 9.54.284.598 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 956, t_last = 236368396290 9.54.292.305 I slot launch_slot_: id 0 | task 8568 | processing task, is_child = 0 9.54.319.502 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 939, t_last = 236368396510 9.54.319.669 I slot launch_slot_: id 1 | task 8569 | processing task, is_child = 0 9.54.319.857 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 936, t_last = 236368396945 9.54.319.975 I slot launch_slot_: id 3 | task 8570 | processing task, is_child = 0 9.54.320.069 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 960, t_last = 236368427395 9.54.320.189 I slot launch_slot_: id 2 | task 8571 | processing task, is_child = 0 10.00.313.862 I slot print_timing: id 0 | task 8568 | prompt processing, n_tokens = 678, progress = 0.85, t = 5.99 s / 113.12 tokens per second 10.00.352.917 I slot print_timing: id 1 | task 8569 | prompt processing, n_tokens = 823, progress = 0.84, t = 5.99 s / 137.32 tokens per second 10.00.353.591 I slot print_timing: id 2 | task 8571 | prompt processing, n_tokens = 823, progress = 0.86, t = 5.99 s / 137.32 tokens per second 10.00.354.339 I slot print_timing: id 3 | task 8570 | prompt processing, n_tokens = 678, progress = 0.85, t = 5.99 s / 113.13 tokens per second 10.01.412.321 I slot print_timing: id 0 | task 8568 | prompt processing, n_tokens = 798, progress = 1.00, t = 7.09 s / 112.52 tokens per second 10.01.515.716 I slot print_timing: id 1 | task 8569 | prompt processing, n_tokens = 971, progress = 1.00, t = 7.09 s / 136.92 tokens per second 10.01.516.958 I slot print_timing: id 2 | task 8571 | prompt processing, n_tokens = 950, progress = 1.00, t = 7.09 s / 133.96 tokens per second 10.01.518.482 I slot print_timing: id 3 | task 8570 | prompt processing, n_tokens = 797, progress = 1.00, t = 7.09 s / 112.39 tokens per second 10.01.639.962 I slot print_timing: id 0 | task 8568 | prompt eval time = 7275.94 ms / 802 tokens ( 9.07 ms per token, 110.23 tokens per second) 10.01.639.967 I slot print_timing: id 0 | task 8568 | eval time = 43.81 ms / 2 tokens ( 43.81 ms per token, 22.83 tokens per second) 10.01.639.967 I slot print_timing: id 0 | task 8568 | total time = 7319.75 ms / 804 tokens 10.01.639.968 I slot print_timing: id 0 | task 8568 | graphs reused = 7190 10.01.639.968 I slot print_timing: id 0 | task 8568 | graph reallocs = 0 / 0 (same size) / (changed size) 10.01.640.014 I slot release: id 0 | task 8568 | stop processing: n_tokens = 804, truncated = 0 10.01.640.176 I slot print_timing: id 1 | task 8569 | prompt eval time = 7275.90 ms / 975 tokens ( 7.46 ms per token, 134.00 tokens per second) 10.01.640.178 I slot print_timing: id 1 | task 8569 | eval time = 43.86 ms / 2 tokens ( 43.86 ms per token, 22.80 tokens per second) 10.01.640.178 I slot print_timing: id 1 | task 8569 | total time = 7319.76 ms / 977 tokens 10.01.640.179 I slot print_timing: id 1 | task 8569 | graphs reused = 7190 10.01.640.179 I slot print_timing: id 1 | task 8569 | graph reallocs = 0 / 0 (same size) / (changed size) 10.01.640.228 I slot release: id 1 | task 8569 | stop processing: n_tokens = 977, truncated = 0 10.01.640.402 I slot print_timing: id 2 | task 8571 | prompt eval time = 7275.88 ms / 954 tokens ( 7.63 ms per token, 131.12 tokens per second) 10.01.640.406 I slot print_timing: id 2 | task 8571 | eval time = 43.91 ms / 2 tokens ( 43.91 ms per token, 22.78 tokens per second) 10.01.640.407 I slot print_timing: id 2 | task 8571 | total time = 7319.78 ms / 956 tokens 10.01.640.407 I slot print_timing: id 2 | task 8571 | graphs reused = 7190 10.01.640.407 I slot print_timing: id 2 | task 8571 | graph reallocs = 0 / 0 (same size) / (changed size) 10.01.640.446 I slot release: id 2 | task 8571 | stop processing: n_tokens = 956, truncated = 0 10.01.640.642 I slot print_timing: id 3 | task 8570 | prompt eval time = 7275.88 ms / 801 tokens ( 9.08 ms per token, 110.09 tokens per second) 10.01.640.644 I slot print_timing: id 3 | task 8570 | eval time = 43.95 ms / 2 tokens ( 43.95 ms per token, 22.75 tokens per second) 10.01.640.644 I slot print_timing: id 3 | task 8570 | total time = 7319.83 ms / 803 tokens 10.01.640.644 I slot print_timing: id 3 | task 8570 | graphs reused = 7190 10.01.640.645 I slot print_timing: id 3 | task 8570 | graph reallocs = 0 / 0 (same size) / (changed size) 10.01.640.683 I slot release: id 3 | task 8570 | stop processing: n_tokens = 803, truncated = 0 10.01.653.042 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.887 (> 0.100 thold), f_keep = 0.872 10.01.653.067 I slot launch_slot_: id 1 | task 8577 | processing task, is_child = 0 10.01.679.976 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 804, t_last = 236375782822 10.01.680.093 I slot launch_slot_: id 0 | task 8578 | processing task, is_child = 0 10.01.680.227 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 956, t_last = 236375783254 10.01.680.318 I slot launch_slot_: id 2 | task 8579 | processing task, is_child = 0 10.01.680.383 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 803, t_last = 236375783491 10.01.680.477 I slot launch_slot_: id 3 | task 8580 | processing task, is_child = 0 10.06.707.310 I slot print_timing: id 0 | task 8578 | prompt processing, n_tokens = 771, progress = 0.87, t = 5.03 s / 153.39 tokens per second 10.06.708.128 I slot print_timing: id 2 | task 8579 | prompt processing, n_tokens = 771, progress = 0.84, t = 5.03 s / 153.41 tokens per second 10.06.709.592 I slot print_timing: id 3 | task 8580 | prompt processing, n_tokens = 771, progress = 0.86, t = 5.03 s / 153.42 tokens per second 10.07.654.007 I slot print_timing: id 1 | task 8577 | prompt eval time = 5026.63 ms / 109 tokens ( 46.12 ms per token, 21.68 tokens per second) 10.07.654.010 I slot print_timing: id 1 | task 8577 | eval time = 946.71 ms / 2 tokens ( 946.71 ms per token, 1.06 tokens per second) 10.07.654.010 I slot print_timing: id 1 | task 8577 | total time = 5973.34 ms / 111 tokens 10.07.654.011 I slot print_timing: id 1 | task 8577 | graphs reused = 7190 10.07.654.011 I slot print_timing: id 1 | task 8577 | graph reallocs = 0 / 0 (same size) / (changed size) 10.07.654.067 I slot release: id 1 | task 8577 | stop processing: n_tokens = 962, truncated = 0 10.07.654.077 I slot print_timing: id 0 | task 8578 | prompt processing, n_tokens = 887, progress = 1.00, t = 5.97 s / 148.49 tokens per second 10.07.655.224 I slot print_timing: id 2 | task 8579 | prompt processing, n_tokens = 918, progress = 1.00, t = 5.97 s / 153.71 tokens per second 10.07.657.020 I slot print_timing: id 3 | task 8580 | prompt processing, n_tokens = 894, progress = 1.00, t = 5.97 s / 149.69 tokens per second 10.07.748.293 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 962, t_last = 236381796875 10.07.760.879 I slot launch_slot_: id 1 | task 8585 | processing task, is_child = 0 10.08.560.039 I slot print_timing: id 0 | task 8578 | prompt eval time = 6067.34 ms / 891 tokens ( 6.81 ms per token, 146.85 tokens per second) 10.08.560.041 I slot print_timing: id 0 | task 8578 | eval time = 812.21 ms / 2 tokens ( 812.21 ms per token, 1.23 tokens per second) 10.08.560.041 I slot print_timing: id 0 | task 8578 | total time = 6879.55 ms / 893 tokens 10.08.560.042 I slot print_timing: id 0 | task 8578 | graphs reused = 7190 10.08.560.042 I slot print_timing: id 0 | task 8578 | graph reallocs = 0 / 0 (same size) / (changed size) 10.08.560.109 I slot release: id 0 | task 8578 | stop processing: n_tokens = 893, truncated = 0 10.08.560.364 I slot print_timing: id 2 | task 8579 | prompt eval time = 6066.70 ms / 922 tokens ( 6.58 ms per token, 151.98 tokens per second) 10.08.560.367 I slot print_timing: id 2 | task 8579 | eval time = 812.31 ms / 2 tokens ( 812.31 ms per token, 1.23 tokens per second) 10.08.560.367 I slot print_timing: id 2 | task 8579 | total time = 6879.01 ms / 924 tokens 10.08.560.368 I slot print_timing: id 2 | task 8579 | graphs reused = 7190 10.08.560.368 I slot print_timing: id 2 | task 8579 | graph reallocs = 0 / 0 (same size) / (changed size) 10.08.560.416 I slot release: id 2 | task 8579 | stop processing: n_tokens = 924, truncated = 0 10.08.560.678 I slot print_timing: id 3 | task 8580 | prompt eval time = 6066.77 ms / 898 tokens ( 6.76 ms per token, 148.02 tokens per second) 10.08.560.685 I slot print_timing: id 3 | task 8580 | eval time = 812.39 ms / 2 tokens ( 812.39 ms per token, 1.23 tokens per second) 10.08.560.686 I slot print_timing: id 3 | task 8580 | total time = 6879.16 ms / 900 tokens 10.08.560.686 I slot print_timing: id 3 | task 8580 | graphs reused = 7190 10.08.560.686 I slot print_timing: id 3 | task 8580 | graph reallocs = 0 / 0 (same size) / (changed size) 10.08.560.726 I slot release: id 3 | task 8580 | stop processing: n_tokens = 900, truncated = 0 10.09.377.378 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 893, t_last = 236382702918 10.09.659.548 I slot launch_slot_: id 0 | task 8589 | processing task, is_child = 0 10.09.670.350 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.600 MiB) 10.09.670.359 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.756 MiB) 10.09.670.362 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 15.367 MiB) 10.09.670.364 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 18.743 MiB) 10.09.670.366 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.429 MiB) 10.09.670.368 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.319 MiB) 10.09.679.443 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 924, t_last = 236382703225 10.09.679.563 I slot launch_slot_: id 2 | task 8590 | processing task, is_child = 0 10.09.679.638 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.904 (> 0.100 thold), f_keep = 0.889 10.09.679.660 I slot launch_slot_: id 3 | task 8591 | processing task, is_child = 0 10.12.781.165 I slot print_timing: id 0 | task 8589 | prompt processing, n_tokens = 717, progress = 0.58, t = 3.10 s / 231.20 tokens per second 10.12.781.885 I slot print_timing: id 2 | task 8590 | prompt processing, n_tokens = 731, progress = 0.59, t = 3.10 s / 235.78 tokens per second 10.12.783.204 I slot print_timing: id 3 | task 8591 | prompt processing, n_tokens = 81, progress = 1.00, t = 3.10 s / 26.13 tokens per second 10.14.282.920 I slot print_timing: id 1 | task 8585 | prompt eval time = 5020.26 ms / 896 tokens ( 5.60 ms per token, 178.48 tokens per second) 10.14.282.922 I slot print_timing: id 1 | task 8585 | eval time = 1501.76 ms / 2 tokens ( 1501.76 ms per token, 0.67 tokens per second) 10.14.282.924 I slot print_timing: id 1 | task 8585 | total time = 6522.03 ms / 898 tokens 10.14.282.924 I slot print_timing: id 1 | task 8585 | graphs reused = 7190 10.14.282.925 I slot print_timing: id 1 | task 8585 | graph reallocs = 0 / 0 (same size) / (changed size) 10.14.282.981 I slot release: id 1 | task 8585 | stop processing: n_tokens = 898, truncated = 0 10.14.283.276 I slot print_timing: id 0 | task 8589 | prompt processing, n_tokens = 1067, progress = 0.87, t = 4.60 s / 231.80 tokens per second 10.14.284.719 I slot print_timing: id 2 | task 8590 | prompt processing, n_tokens = 1067, progress = 0.86, t = 4.60 s / 231.85 tokens per second 10.15.132.505 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 898, t_last = 236388425789 10.15.132.602 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.710 MiB) 10.15.132.607 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.803 MiB) 10.15.132.609 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.960 MiB) 10.15.132.616 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 17.954 MiB) 10.15.132.619 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.069 MiB) 10.15.132.621 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 16.445 MiB) 10.15.145.253 I slot launch_slot_: id 1 | task 8595 | processing task, is_child = 0 10.15.145.264 I slot print_timing: id 0 | task 8589 | prompt processing, n_tokens = 1229, progress = 1.00, t = 5.45 s / 225.39 tokens per second 10.15.147.689 I slot print_timing: id 2 | task 8590 | prompt processing, n_tokens = 1243, progress = 1.00, t = 5.45 s / 228.00 tokens per second 10.17.440.513 I slot print_timing: id 0 | task 8589 | prompt eval time = 7090.13 ms / 1233 tokens ( 5.75 ms per token, 173.90 tokens per second) 10.17.440.518 I slot print_timing: id 0 | task 8589 | eval time = 670.72 ms / 2 tokens ( 670.72 ms per token, 1.49 tokens per second) 10.17.440.519 I slot print_timing: id 0 | task 8589 | total time = 7760.84 ms / 1235 tokens 10.17.440.519 I slot print_timing: id 0 | task 8589 | graphs reused = 7190 10.17.440.520 I slot print_timing: id 0 | task 8589 | graph reallocs = 0 / 0 (same size) / (changed size) 10.17.440.582 I slot release: id 0 | task 8589 | stop processing: n_tokens = 1235, truncated = 0 10.17.440.830 I slot print_timing: id 2 | task 8590 | prompt eval time = 7089.45 ms / 1247 tokens ( 5.69 ms per token, 175.90 tokens per second) 10.17.440.832 I slot print_timing: id 2 | task 8590 | eval time = 670.79 ms / 2 tokens ( 670.79 ms per token, 1.49 tokens per second) 10.17.440.833 I slot print_timing: id 2 | task 8590 | total time = 7760.24 ms / 1249 tokens 10.17.440.833 I slot print_timing: id 2 | task 8590 | graphs reused = 7190 10.17.440.833 I slot print_timing: id 2 | task 8590 | graph reallocs = 0 / 0 (same size) / (changed size) 10.17.440.894 I slot release: id 2 | task 8590 | stop processing: n_tokens = 1249, truncated = 0 10.18.003.493 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1235, t_last = 236391583390 10.18.003.603 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.741 MiB) 10.18.003.607 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.054 MiB) 10.18.003.613 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.420 MiB) 10.18.003.615 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.146 MiB) 10.18.003.617 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.335 MiB) 10.18.003.619 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.054 MiB) 10.18.003.621 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.990 MiB) 10.18.003.623 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.944 MiB) 10.18.018.060 I slot launch_slot_: id 0 | task 8599 | processing task, is_child = 0 10.18.018.151 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.632 MiB) 10.18.018.154 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.491 MiB) 10.18.018.156 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 10.451 MiB) 10.18.018.159 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.530 MiB) 10.18.018.160 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 17.766 MiB) 10.18.018.162 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.788 MiB) 10.18.018.164 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 16.867 MiB) 10.18.028.134 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1249, t_last = 236391583704 10.18.028.297 I slot launch_slot_: id 2 | task 8600 | processing task, is_child = 0 10.22.243.316 I slot print_timing: id 0 | task 8599 | prompt processing, n_tokens = 1942, progress = 0.79, t = 4.21 s / 460.78 tokens per second 10.22.244.185 I slot print_timing: id 2 | task 8600 | prompt processing, n_tokens = 101, progress = 0.04, t = 4.21 s / 23.97 tokens per second 10.26.502.105 I slot print_timing: id 1 | task 8595 | prompt eval time = 7095.56 ms / 1297 tokens ( 5.47 ms per token, 182.79 tokens per second) 10.26.502.107 I slot print_timing: id 1 | task 8595 | eval time = 4259.01 ms / 2 tokens ( 4259.01 ms per token, 0.23 tokens per second) 10.26.502.107 I slot print_timing: id 1 | task 8595 | total time = 11354.58 ms / 1299 tokens 10.26.502.108 I slot print_timing: id 1 | task 8595 | graphs reused = 7190 10.26.502.108 I slot print_timing: id 1 | task 8595 | graph reallocs = 0 / 0 (same size) / (changed size) 10.26.502.180 I slot release: id 1 | task 8595 | stop processing: n_tokens = 1299, truncated = 0 10.26.502.397 I slot print_timing: id 0 | task 8599 | prompt processing, n_tokens = 2243, progress = 0.91, t = 8.47 s / 264.70 tokens per second 10.26.503.608 I slot print_timing: id 2 | task 8600 | prompt processing, n_tokens = 1846, progress = 0.72, t = 8.47 s / 217.88 tokens per second 10.27.477.297 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1299, t_last = 236400644989 10.27.477.408 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.444 MiB) 10.27.477.417 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.101 MiB) 10.27.477.509 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 16.117 MiB) 10.27.477.605 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 17.149 MiB) 10.27.477.729 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 15.601 MiB) 10.27.477.834 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.889 MiB) 10.27.477.939 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.459 MiB) 10.27.485.370 I slot launch_slot_: id 1 | task 8604 | processing task, is_child = 0 10.27.485.379 I slot print_timing: id 0 | task 8599 | prompt processing, n_tokens = 2454, progress = 1.00, t = 9.45 s / 259.71 tokens per second 10.31.629.022 I slot print_timing: id 1 | task 8604 | prompt processing, n_tokens = 2043, progress = 0.76, t = 4.14 s / 493.33 tokens per second 10.31.629.045 I slot print_timing: id 2 | task 8600 | prompt processing, n_tokens = 2033, progress = 0.80, t = 9.45 s / 215.19 tokens per second 10.32.555.260 I slot print_timing: id 0 | task 8599 | prompt eval time = 13600.54 ms / 2458 tokens ( 5.53 ms per token, 180.73 tokens per second) 10.32.555.262 I slot print_timing: id 0 | task 8599 | eval time = 926.41 ms / 2 tokens ( 926.41 ms per token, 1.08 tokens per second) 10.32.555.263 I slot print_timing: id 0 | task 8599 | total time = 14526.95 ms / 2460 tokens 10.32.555.263 I slot print_timing: id 0 | task 8599 | graphs reused = 7190 10.32.555.264 I slot print_timing: id 0 | task 8599 | graph reallocs = 0 / 0 (same size) / (changed size) 10.32.555.389 I slot release: id 0 | task 8599 | stop processing: n_tokens = 2460, truncated = 0 10.32.555.585 I slot print_timing: id 1 | task 8604 | prompt processing, n_tokens = 2180, progress = 0.81, t = 5.07 s / 430.18 tokens per second 10.32.556.796 I slot print_timing: id 2 | task 8600 | prompt processing, n_tokens = 2243, progress = 0.88, t = 14.53 s / 154.42 tokens per second 10.33.469.344 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.874 (> 0.100 thold), f_keep = 0.928 10.33.469.389 I slot launch_slot_: id 0 | task 8608 | processing task, is_child = 0 10.33.470.247 I slot print_timing: id 1 | task 8604 | prompt processing, n_tokens = 2243, progress = 0.83, t = 5.98 s / 374.97 tokens per second 10.33.473.776 I slot print_timing: id 2 | task 8600 | prompt processing, n_tokens = 2545, progress = 1.00, t = 15.44 s / 164.84 tokens per second 10.35.315.586 I slot print_timing: id 1 | task 8604 | prompt processing, n_tokens = 2692, progress = 1.00, t = 7.83 s / 344.00 tokens per second 10.35.407.211 I slot print_timing: id 2 | task 8600 | prompt eval time = 17283.67 ms / 2549 tokens ( 6.78 ms per token, 147.48 tokens per second) 10.35.407.216 I slot print_timing: id 2 | task 8600 | eval time = 94.02 ms / 2 tokens ( 94.02 ms per token, 10.64 tokens per second) 10.35.407.217 I slot print_timing: id 2 | task 8600 | total time = 17377.69 ms / 2551 tokens 10.35.407.217 I slot print_timing: id 2 | task 8600 | graphs reused = 7190 10.35.407.218 I slot print_timing: id 2 | task 8600 | graph reallocs = 0 / 0 (same size) / (changed size) 10.35.407.352 I slot release: id 2 | task 8600 | stop processing: n_tokens = 2551, truncated = 0 10.35.477.962 I slot print_timing: id 0 | task 8608 | prompt eval time = 1937.41 ms / 328 tokens ( 5.91 ms per token, 169.30 tokens per second) 10.35.477.968 I slot print_timing: id 0 | task 8608 | eval time = 71.15 ms / 2 tokens ( 71.15 ms per token, 14.05 tokens per second) 10.35.477.968 I slot print_timing: id 0 | task 8608 | total time = 2008.56 ms / 330 tokens 10.35.477.968 I slot print_timing: id 0 | task 8608 | graphs reused = 7190 10.35.477.969 I slot print_timing: id 0 | task 8608 | graph reallocs = 0 / 0 (same size) / (changed size) 10.35.478.112 I slot release: id 0 | task 8608 | stop processing: n_tokens = 2611, truncated = 0 10.35.478.307 I slot print_timing: id 1 | task 8604 | prompt eval time = 7919.64 ms / 2696 tokens ( 2.94 ms per token, 340.42 tokens per second) 10.35.478.310 I slot print_timing: id 1 | task 8604 | eval time = 71.27 ms / 2 tokens ( 71.27 ms per token, 14.03 tokens per second) 10.35.478.311 I slot print_timing: id 1 | task 8604 | total time = 7990.91 ms / 2698 tokens 10.35.478.311 I slot print_timing: id 1 | task 8604 | graphs reused = 7190 10.35.478.311 I slot print_timing: id 1 | task 8604 | graph reallocs = 0 / 0 (same size) / (changed size) 10.35.478.438 I slot release: id 1 | task 8604 | stop processing: n_tokens = 2698, truncated = 0 10.35.478.654 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 2551, t_last = 236409550161 10.35.478.834 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 15.601 MiB) 10.35.478.844 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 15.648 MiB) 10.35.478.847 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 16.117 MiB) 10.35.478.850 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.600 MiB) 10.35.478.991 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.944 MiB) 10.35.479.141 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.146 MiB) 10.35.479.262 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.146 MiB) 10.35.479.394 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.538 MiB) 10.35.479.562 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.662 MiB) 10.35.491.562 I slot launch_slot_: id 2 | task 8612 | processing task, is_child = 0 10.35.491.728 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.632 MiB) 10.35.491.877 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.710 MiB) 10.35.491.985 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.662 MiB) 10.35.492.079 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.272 MiB) 10.35.492.161 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.210 MiB) 10.35.492.283 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 10.959 MiB) 10.35.492.390 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.272 MiB) 10.35.492.488 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 16.680 MiB) 10.35.492.579 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 22.354 MiB) 10.35.492.673 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.256 MiB) 10.35.504.619 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 16.820 MiB) 10.35.504.721 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.851 MiB) 10.35.504.819 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.913 MiB) 10.35.504.930 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 15.984 MiB) 10.35.505.036 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 21.463 MiB) 10.35.505.154 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 18.368 MiB) 10.35.505.250 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.725 MiB) 10.35.505.336 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 16.492 MiB) 10.35.515.267 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 2611, t_last = 236409620921 10.35.515.521 I slot launch_slot_: id 0 | task 8613 | processing task, is_child = 0 10.35.515.659 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 2698, t_last = 236409621247 10.35.515.870 I slot launch_slot_: id 1 | task 8614 | processing task, is_child = 0 10.39.568.615 I slot print_timing: id 0 | task 8613 | prompt processing, n_tokens = 1422, progress = 0.71, t = 4.05 s / 350.89 tokens per second 10.39.569.509 I slot print_timing: id 1 | task 8614 | prompt processing, n_tokens = 625, progress = 0.34, t = 4.05 s / 154.24 tokens per second 10.43.616.159 I slot print_timing: id 0 | task 8613 | prompt processing, n_tokens = 1491, progress = 0.74, t = 8.10 s / 184.07 tokens per second 10.43.616.878 I slot print_timing: id 1 | task 8614 | prompt processing, n_tokens = 1301, progress = 0.72, t = 8.10 s / 160.63 tokens per second 10.43.618.149 I slot print_timing: id 2 | task 8612 | prompt processing, n_tokens = 1225, progress = 0.70, t = 4.05 s / 302.73 tokens per second 10.45.541.331 I slot print_timing: id 0 | task 8613 | prompt processing, n_tokens = 2003, progress = 1.00, t = 10.03 s / 199.79 tokens per second 10.45.542.391 I slot print_timing: id 1 | task 8614 | prompt processing, n_tokens = 1422, progress = 0.78, t = 10.02 s / 141.85 tokens per second 10.45.543.876 I slot print_timing: id 2 | task 8612 | prompt processing, n_tokens = 1422, progress = 0.82, t = 5.97 s / 238.13 tokens per second 10.47.214.924 I slot print_timing: id 1 | task 8614 | prompt processing, n_tokens = 1813, progress = 1.00, t = 11.70 s / 154.98 tokens per second 10.47.216.021 I slot print_timing: id 2 | task 8612 | prompt processing, n_tokens = 1737, progress = 1.00, t = 7.65 s / 227.21 tokens per second 10.47.331.645 I slot print_timing: id 0 | task 8613 | prompt eval time = 11698.85 ms / 2007 tokens ( 5.83 ms per token, 171.56 tokens per second) 10.47.331.649 I slot print_timing: id 0 | task 8613 | eval time = 116.91 ms / 2 tokens ( 116.91 ms per token, 8.55 tokens per second) 10.47.331.649 I slot print_timing: id 0 | task 8613 | total time = 11815.76 ms / 2009 tokens 10.47.331.650 I slot print_timing: id 0 | task 8613 | graphs reused = 7191 10.47.331.650 I slot print_timing: id 0 | task 8613 | graph reallocs = 0 / 0 (same size) / (changed size) 10.47.331.763 I slot release: id 0 | task 8613 | stop processing: n_tokens = 2009, truncated = 0 10.47.375.188 I slot print_timing: id 1 | task 8614 | prompt eval time = 11815.60 ms / 1817 tokens ( 6.50 ms per token, 153.78 tokens per second) 10.47.375.190 I slot print_timing: id 1 | task 8614 | eval time = 43.21 ms / 2 tokens ( 43.21 ms per token, 23.14 tokens per second) 10.47.375.191 I slot print_timing: id 1 | task 8614 | total time = 11858.81 ms / 1819 tokens 10.47.375.191 I slot print_timing: id 1 | task 8614 | graphs reused = 7191 10.47.375.192 I slot print_timing: id 1 | task 8614 | graph reallocs = 0 / 0 (same size) / (changed size) 10.47.375.309 I slot release: id 1 | task 8614 | stop processing: n_tokens = 1819, truncated = 0 10.47.375.498 I slot print_timing: id 2 | task 8612 | prompt eval time = 7762.65 ms / 1741 tokens ( 4.46 ms per token, 224.28 tokens per second) 10.47.375.500 I slot print_timing: id 2 | task 8612 | eval time = 43.32 ms / 2 tokens ( 43.32 ms per token, 23.09 tokens per second) 10.47.375.501 I slot print_timing: id 2 | task 8612 | total time = 7805.96 ms / 1743 tokens 10.47.375.501 I slot print_timing: id 2 | task 8612 | graphs reused = 7191 10.47.375.502 I slot print_timing: id 2 | task 8612 | graph reallocs = 0 / 0 (same size) / (changed size) 10.47.375.585 I slot release: id 2 | task 8612 | stop processing: n_tokens = 1743, truncated = 0 10.47.375.803 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.797 (> 0.100 thold), f_keep = 0.803 10.47.375.873 I slot launch_slot_: id 1 | task 8621 | processing task, is_child = 0 10.47.376.024 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.116 MiB) 10.47.376.029 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.764 MiB) 10.47.376.032 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.053 MiB) 10.47.376.035 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 15.656 MiB) 10.47.376.037 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.975 MiB) 10.47.376.039 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.116 MiB) 10.47.376.223 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.702 MiB) 10.47.376.385 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 17.055 MiB) 10.47.384.367 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 17.711 MiB) 10.47.384.429 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 16.164 MiB) 10.47.384.509 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.568 MiB) 10.47.384.581 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.131 MiB) 10.47.384.662 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.521 MiB) 10.47.384.730 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.600 MiB) 10.47.384.820 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.037 MiB) 10.47.384.906 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.412 MiB) 10.47.393.124 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.756 (> 0.100 thold), f_keep = 0.727 10.47.393.223 I slot launch_slot_: id 0 | task 8622 | processing task, is_child = 0 10.47.393.334 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.830 (> 0.100 thold), f_keep = 0.838 10.47.393.402 I slot launch_slot_: id 2 | task 8623 | processing task, is_child = 0 10.50.143.962 I slot print_timing: id 3 | task 8591 | prompt eval time = 4602.53 ms / 85 tokens ( 54.15 ms per token, 18.47 tokens per second) 10.50.143.964 I slot print_timing: id 3 | task 8591 | eval time = 35860.69 ms / 22 tokens ( 1707.65 ms per token, 0.59 tokens per second) 10.50.143.965 I slot print_timing: id 3 | task 8591 | total time = 40463.22 ms / 107 tokens 10.50.143.965 I slot print_timing: id 3 | task 8591 | graphs reused = 7191 10.50.143.966 I slot print_timing: id 3 | task 8591 | graph reallocs = 0 / 0 (same size) / (changed size) 10.50.144.022 I slot release: id 3 | task 8591 | stop processing: n_tokens = 906, truncated = 0 10.50.230.381 I slot print_timing: id 1 | task 8621 | prompt eval time = 2748.78 ms / 373 tokens ( 7.37 ms per token, 135.70 tokens per second) 10.50.230.385 I slot print_timing: id 1 | task 8621 | eval time = 86.78 ms / 2 tokens ( 86.78 ms per token, 11.52 tokens per second) 10.50.230.385 I slot print_timing: id 1 | task 8621 | total time = 2835.56 ms / 375 tokens 10.50.230.386 I slot print_timing: id 1 | task 8621 | graphs reused = 7191 10.50.230.386 I slot print_timing: id 1 | task 8621 | graph reallocs = 0 / 0 (same size) / (changed size) 10.50.230.485 I slot release: id 1 | task 8621 | stop processing: n_tokens = 1835, truncated = 0 10.50.230.666 I slot print_timing: id 2 | task 8623 | prompt eval time = 2748.21 ms / 299 tokens ( 9.19 ms per token, 108.80 tokens per second) 10.50.230.669 I slot print_timing: id 2 | task 8623 | eval time = 86.88 ms / 2 tokens ( 86.88 ms per token, 11.51 tokens per second) 10.50.230.669 I slot print_timing: id 2 | task 8623 | total time = 2835.09 ms / 301 tokens 10.50.230.669 I slot print_timing: id 2 | task 8623 | graphs reused = 7191 10.50.230.670 I slot print_timing: id 2 | task 8623 | graph reallocs = 0 / 0 (same size) / (changed size) 10.50.230.752 I slot release: id 2 | task 8623 | stop processing: n_tokens = 1760, truncated = 0 10.50.230.758 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 906, t_last = 236424286830 10.50.230.862 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.147 MiB) 10.50.230.866 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.834 MiB) 10.50.230.868 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.945 MiB) 10.50.230.924 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 15.414 MiB) 10.50.231.037 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.718 MiB) 10.50.231.130 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.866 MiB) 10.50.231.297 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.069 MiB) 10.50.231.450 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.053 MiB) 10.50.240.598 I slot launch_slot_: id 3 | task 8627 | processing task, is_child = 0 10.50.240.708 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.616 MiB) 10.50.240.811 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.569 MiB) 10.50.240.905 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.131 MiB) 10.50.241.005 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.741 MiB) 10.50.241.142 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.334 MiB) 10.50.241.264 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 16.304 MiB) 10.50.241.380 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.225 MiB) 10.50.241.501 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.945 MiB) 10.50.241.587 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 10.959 MiB) 10.50.252.108 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 16.867 MiB) 10.50.252.201 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 16.117 MiB) 10.50.252.289 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.436 MiB) 10.50.252.385 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.030 MiB) 10.50.252.482 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.616 MiB) 10.50.252.560 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 15.320 MiB) 10.50.252.661 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.476 MiB) 10.50.252.765 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.037 MiB) 10.50.252.854 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.193 MiB) 10.50.252.943 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.303 MiB) 10.50.263.197 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1835, t_last = 236424373294 10.50.263.411 I slot launch_slot_: id 1 | task 8628 | processing task, is_child = 0 10.50.263.535 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1760, t_last = 236424373561 10.50.263.701 I slot launch_slot_: id 2 | task 8629 | processing task, is_child = 0 10.51.710.250 I slot print_timing: id 0 | task 8622 | prompt eval time = 2836.80 ms / 509 tokens ( 5.57 ms per token, 179.43 tokens per second) 10.51.710.252 I slot print_timing: id 0 | task 8622 | eval time = 1480.04 ms / 2 tokens ( 1480.04 ms per token, 0.68 tokens per second) 10.51.710.253 I slot print_timing: id 0 | task 8622 | total time = 4316.84 ms / 511 tokens 10.51.710.253 I slot print_timing: id 0 | task 8622 | graphs reused = 7191 10.51.710.254 I slot print_timing: id 0 | task 8622 | graph reallocs = 0 / 0 (same size) / (changed size) 10.51.710.362 I slot release: id 0 | task 8622 | stop processing: n_tokens = 1932, truncated = 0 10.53.947.841 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1932, t_last = 236425853171 10.53.947.979 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 15.320 MiB) 10.53.947.982 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.898 MiB) 10.53.948.044 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.382 MiB) 10.53.948.170 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.616 MiB) 10.53.948.265 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 15.179 MiB) 10.53.948.365 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.334 MiB) 10.53.948.484 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 17.993 MiB) 10.54.094.729 I slot launch_slot_: id 0 | task 8632 | processing task, is_child = 0 10.54.095.118 I slot print_timing: id 1 | task 8628 | prompt processing, n_tokens = 610, progress = 0.82, t = 3.68 s / 165.58 tokens per second 10.54.096.588 I slot print_timing: id 2 | task 8629 | prompt processing, n_tokens = 610, progress = 0.80, t = 3.68 s / 165.60 tokens per second 10.54.098.066 I slot print_timing: id 3 | task 8627 | prompt processing, n_tokens = 610, progress = 0.84, t = 3.68 s / 165.62 tokens per second 10.55.389.700 I slot print_timing: id 1 | task 8628 | prompt processing, n_tokens = 741, progress = 0.99, t = 5.06 s / 146.38 tokens per second 10.55.390.509 I slot print_timing: id 2 | task 8629 | prompt processing, n_tokens = 755, progress = 0.99, t = 5.06 s / 149.16 tokens per second 10.55.392.013 I slot print_timing: id 3 | task 8627 | prompt processing, n_tokens = 721, progress = 0.99, t = 5.06 s / 142.45 tokens per second 10.56.578.493 I slot print_timing: id 1 | task 8628 | prompt eval time = 6000.36 ms / 745 tokens ( 8.05 ms per token, 124.16 tokens per second) 10.56.578.499 I slot print_timing: id 1 | task 8628 | eval time = 314.42 ms / 2 tokens ( 314.42 ms per token, 3.18 tokens per second) 10.56.578.499 I slot print_timing: id 1 | task 8628 | total time = 6314.78 ms / 747 tokens 10.56.578.500 I slot print_timing: id 1 | task 8628 | graphs reused = 7191 10.56.578.500 I slot print_timing: id 1 | task 8628 | graph reallocs = 0 / 0 (same size) / (changed size) 10.56.578.549 I slot release: id 1 | task 8628 | stop processing: n_tokens = 747, truncated = 0 10.56.578.731 I slot print_timing: id 2 | task 8629 | prompt eval time = 6000.11 ms / 759 tokens ( 7.91 ms per token, 126.50 tokens per second) 10.56.578.735 I slot print_timing: id 2 | task 8629 | eval time = 314.45 ms / 2 tokens ( 314.45 ms per token, 3.18 tokens per second) 10.56.578.735 I slot print_timing: id 2 | task 8629 | total time = 6314.56 ms / 761 tokens 10.56.578.736 I slot print_timing: id 2 | task 8629 | graphs reused = 7191 10.56.578.736 I slot print_timing: id 2 | task 8629 | graph reallocs = 0 / 0 (same size) / (changed size) 10.56.578.770 I slot release: id 2 | task 8629 | stop processing: n_tokens = 761, truncated = 0 10.56.578.968 I slot print_timing: id 3 | task 8627 | prompt eval time = 5999.89 ms / 725 tokens ( 8.28 ms per token, 120.84 tokens per second) 10.56.578.971 I slot print_timing: id 3 | task 8627 | eval time = 314.47 ms / 2 tokens ( 314.47 ms per token, 3.18 tokens per second) 10.56.578.971 I slot print_timing: id 3 | task 8627 | total time = 6314.36 ms / 727 tokens 10.56.578.972 I slot print_timing: id 3 | task 8627 | graphs reused = 7191 10.56.578.972 I slot print_timing: id 3 | task 8627 | graph reallocs = 0 / 0 (same size) / (changed size) 10.56.579.010 I slot release: id 3 | task 8627 | stop processing: n_tokens = 727, truncated = 0 10.56.623.039 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 747, t_last = 236430721357 10.56.623.139 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.373 MiB) 10.56.623.143 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 15.414 MiB) 10.56.623.146 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.990 MiB) 10.56.623.148 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.240 MiB) 10.56.623.150 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.022 MiB) 10.56.623.152 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.514 MiB) 10.56.627.336 I slot launch_slot_: id 1 | task 8637 | processing task, is_child = 0 10.56.627.421 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.303 MiB) 10.56.627.423 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.045 MiB) 10.56.627.496 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.725 MiB) 10.56.627.615 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 15.976 MiB) 10.56.627.714 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 15.460 MiB) 10.56.627.815 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.476 MiB) 10.56.631.957 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.788 MiB) 10.56.631.964 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.990 MiB) 10.56.632.023 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 17.711 MiB) 10.56.632.127 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.679 MiB) 10.56.632.246 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.131 MiB) 10.56.632.345 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 10.396 MiB) 10.56.638.934 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 761, t_last = 236430721578 10.56.639.052 I slot launch_slot_: id 2 | task 8638 | processing task, is_child = 0 10.56.639.135 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.865 (> 0.100 thold), f_keep = 0.879 10.56.639.226 I slot launch_slot_: id 3 | task 8639 | processing task, is_child = 0 10.58.462.486 I slot print_timing: id 0 | task 8632 | prompt eval time = 2528.28 ms / 724 tokens ( 3.49 ms per token, 286.36 tokens per second) 10.58.462.488 I slot print_timing: id 0 | task 8632 | eval time = 1839.45 ms / 2 tokens ( 1839.45 ms per token, 0.54 tokens per second) 10.58.462.489 I slot print_timing: id 0 | task 8632 | total time = 4367.72 ms / 726 tokens 10.58.462.489 I slot print_timing: id 0 | task 8632 | graphs reused = 7191 10.58.462.490 I slot print_timing: id 0 | task 8632 | graph reallocs = 0 / 0 (same size) / (changed size) 10.58.462.539 I slot release: id 0 | task 8632 | stop processing: n_tokens = 726, truncated = 0 11.00.014.485 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 726, t_last = 236432605347 11.00.014.568 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 126.356 MiB) 11.00.017.465 I slot launch_slot_: id 0 | task 8642 | processing task, is_child = 0 11.00.017.698 I slot print_timing: id 1 | task 8637 | prompt processing, n_tokens = 625, progress = 0.78, t = 3.38 s / 185.18 tokens per second 11.00.019.160 I slot print_timing: id 2 | task 8638 | prompt processing, n_tokens = 890, progress = 0.85, t = 3.37 s / 263.73 tokens per second 11.01.389.285 I slot print_timing: id 3 | task 8639 | prompt eval time = 3374.57 ms / 100 tokens ( 33.75 ms per token, 29.63 tokens per second) 11.01.389.287 I slot print_timing: id 3 | task 8639 | eval time = 1374.80 ms / 2 tokens ( 1374.80 ms per token, 0.73 tokens per second) 11.01.389.288 I slot print_timing: id 3 | task 8639 | total time = 4749.37 ms / 102 tokens 11.01.389.288 I slot print_timing: id 3 | task 8639 | graphs reused = 7191 11.01.389.289 I slot print_timing: id 3 | task 8639 | graph reallocs = 0 / 0 (same size) / (changed size) 11.01.389.338 I slot release: id 3 | task 8639 | stop processing: n_tokens = 740, truncated = 0 11.01.389.779 I slot print_timing: id 1 | task 8637 | prompt processing, n_tokens = 793, progress = 0.99, t = 4.75 s / 166.95 tokens per second 11.01.391.050 I slot print_timing: id 2 | task 8638 | prompt processing, n_tokens = 1041, progress = 1.00, t = 4.75 s / 219.18 tokens per second 11.02.209.339 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 740, t_last = 236435532146 11.02.209.425 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 122.260 MiB) 11.02.212.676 I slot launch_slot_: id 3 | task 8645 | processing task, is_child = 0 11.03.075.726 I slot print_timing: id 1 | task 8637 | prompt eval time = 5569.91 ms / 797 tokens ( 6.99 ms per token, 143.09 tokens per second) 11.03.075.732 I slot print_timing: id 1 | task 8637 | eval time = 866.58 ms / 2 tokens ( 866.58 ms per token, 1.15 tokens per second) 11.03.075.732 I slot print_timing: id 1 | task 8637 | total time = 6436.49 ms / 799 tokens 11.03.075.733 I slot print_timing: id 1 | task 8637 | graphs reused = 7191 11.03.075.733 I slot print_timing: id 1 | task 8637 | graph reallocs = 0 / 0 (same size) / (changed size) 11.03.075.783 I slot release: id 1 | task 8637 | stop processing: n_tokens = 799, truncated = 0 11.03.075.955 I slot print_timing: id 2 | task 8638 | prompt eval time = 5569.74 ms / 1045 tokens ( 5.33 ms per token, 187.62 tokens per second) 11.03.075.958 I slot print_timing: id 2 | task 8638 | eval time = 866.62 ms / 2 tokens ( 866.62 ms per token, 1.15 tokens per second) 11.03.075.959 I slot print_timing: id 2 | task 8638 | total time = 6436.37 ms / 1047 tokens 11.03.075.959 I slot print_timing: id 2 | task 8638 | graphs reused = 7191 11.03.075.960 I slot print_timing: id 2 | task 8638 | graph reallocs = 0 / 0 (same size) / (changed size) 11.03.076.016 I slot release: id 2 | task 8638 | stop processing: n_tokens = 1047, truncated = 0 11.03.076.024 I slot print_timing: id 0 | task 8642 | prompt processing, n_tokens = 802, progress = 1.00, t = 3.06 s / 262.26 tokens per second 11.03.920.609 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 799, t_last = 236437218591 11.03.920.698 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 122.963 MiB) 11.03.923.563 I slot launch_slot_: id 1 | task 8648 | processing task, is_child = 0 11.03.928.849 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1047, t_last = 236437218824 11.03.928.952 I slot launch_slot_: id 2 | task 8649 | processing task, is_child = 0 11.05.464.116 I slot print_timing: id 0 | task 8642 | prompt eval time = 3903.12 ms / 806 tokens ( 4.84 ms per token, 206.50 tokens per second) 11.05.464.119 I slot print_timing: id 0 | task 8642 | eval time = 1543.51 ms / 2 tokens ( 1543.51 ms per token, 0.65 tokens per second) 11.05.464.119 I slot print_timing: id 0 | task 8642 | total time = 5446.63 ms / 808 tokens 11.05.464.120 I slot print_timing: id 0 | task 8642 | graphs reused = 7191 11.05.464.120 I slot print_timing: id 0 | task 8642 | graph reallocs = 0 / 0 (same size) / (changed size) 11.05.464.170 I slot release: id 0 | task 8642 | stop processing: n_tokens = 808, truncated = 0 11.05.465.263 I slot print_timing: id 3 | task 8645 | prompt processing, n_tokens = 793, progress = 0.99, t = 3.25 s / 243.96 tokens per second 11.07.121.275 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 808, t_last = 236439606978 11.07.121.366 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 163.664 MiB) 11.07.125.458 I slot launch_slot_: id 0 | task 8652 | processing task, is_child = 0 11.07.125.630 I slot print_timing: id 1 | task 8648 | prompt processing, n_tokens = 718, progress = 0.85, t = 3.19 s / 224.93 tokens per second 11.07.126.324 I slot print_timing: id 2 | task 8649 | prompt processing, n_tokens = 718, progress = 0.86, t = 3.19 s / 224.94 tokens per second 11.08.459.357 I slot print_timing: id 3 | task 8645 | prompt eval time = 4907.91 ms / 797 tokens ( 6.16 ms per token, 162.39 tokens per second) 11.08.459.364 I slot print_timing: id 3 | task 8645 | eval time = 1338.09 ms / 2 tokens ( 1338.09 ms per token, 0.75 tokens per second) 11.08.459.365 I slot print_timing: id 3 | task 8645 | total time = 6246.00 ms / 799 tokens 11.08.459.365 I slot print_timing: id 3 | task 8645 | graphs reused = 7191 11.08.459.366 I slot print_timing: id 3 | task 8645 | graph reallocs = 0 / 0 (same size) / (changed size) 11.08.459.416 I slot release: id 3 | task 8645 | stop processing: n_tokens = 799, truncated = 0 11.08.459.994 I slot print_timing: id 1 | task 8648 | prompt processing, n_tokens = 839, progress = 1.00, t = 4.53 s / 185.20 tokens per second 11.08.461.513 I slot print_timing: id 2 | task 8649 | prompt processing, n_tokens = 832, progress = 1.00, t = 4.53 s / 183.66 tokens per second 11.09.220.106 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 799, t_last = 236442602224 11.09.226.388 I slot launch_slot_: id 3 | task 8655 | processing task, is_child = 0 11.10.444.127 I slot print_timing: id 1 | task 8648 | prompt eval time = 5290.94 ms / 843 tokens ( 6.28 ms per token, 159.33 tokens per second) 11.10.444.132 I slot print_timing: id 1 | task 8648 | eval time = 1224.22 ms / 2 tokens ( 1224.22 ms per token, 0.82 tokens per second) 11.10.444.132 I slot print_timing: id 1 | task 8648 | total time = 6515.16 ms / 845 tokens 11.10.444.133 I slot print_timing: id 1 | task 8648 | graphs reused = 7191 11.10.444.133 I slot print_timing: id 1 | task 8648 | graph reallocs = 0 / 0 (same size) / (changed size) 11.10.444.188 I slot release: id 1 | task 8648 | stop processing: n_tokens = 845, truncated = 0 11.10.444.364 I slot print_timing: id 2 | task 8649 | prompt eval time = 5290.98 ms / 836 tokens ( 6.33 ms per token, 158.00 tokens per second) 11.10.444.366 I slot print_timing: id 2 | task 8649 | eval time = 1224.26 ms / 2 tokens ( 1224.26 ms per token, 0.82 tokens per second) 11.10.444.367 I slot print_timing: id 2 | task 8649 | total time = 6515.24 ms / 838 tokens 11.10.444.367 I slot print_timing: id 2 | task 8649 | graphs reused = 7191 11.10.444.367 I slot print_timing: id 2 | task 8649 | graph reallocs = 0 / 0 (same size) / (changed size) 11.10.444.407 I slot release: id 2 | task 8649 | stop processing: n_tokens = 838, truncated = 0 11.10.444.416 I slot print_timing: id 0 | task 8652 | prompt processing, n_tokens = 895, progress = 1.00, t = 3.32 s / 269.70 tokens per second 11.11.175.993 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.870 (> 0.100 thold), f_keep = 0.884 11.11.176.029 I slot launch_slot_: id 1 | task 8658 | processing task, is_child = 0 11.11.176.131 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 139.428 MiB) 11.11.179.917 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 838, t_last = 236444587215 11.11.180.005 I slot launch_slot_: id 2 | task 8659 | processing task, is_child = 0 11.12.249.827 I slot print_timing: id 0 | task 8652 | prompt eval time = 4050.52 ms / 899 tokens ( 4.51 ms per token, 221.95 tokens per second) 11.12.249.830 I slot print_timing: id 0 | task 8652 | eval time = 1073.84 ms / 2 tokens ( 1073.84 ms per token, 0.93 tokens per second) 11.12.249.831 I slot print_timing: id 0 | task 8652 | total time = 5124.35 ms / 901 tokens 11.12.249.831 I slot print_timing: id 0 | task 8652 | graphs reused = 7191 11.12.249.832 I slot print_timing: id 0 | task 8652 | graph reallocs = 0 / 0 (same size) / (changed size) 11.12.249.886 I slot release: id 0 | task 8652 | stop processing: n_tokens = 901, truncated = 0 11.12.251.204 I slot print_timing: id 3 | task 8655 | prompt processing, n_tokens = 903, progress = 1.00, t = 3.02 s / 298.86 tokens per second 11.13.115.207 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 901, t_last = 236446392694 11.13.115.307 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 139.803 MiB) 11.13.118.302 I slot launch_slot_: id 0 | task 8662 | processing task, is_child = 0 11.14.055.355 I slot print_timing: id 1 | task 8658 | prompt eval time = 1935.00 ms / 112 tokens ( 17.28 ms per token, 57.88 tokens per second) 11.14.055.364 I slot print_timing: id 1 | task 8658 | eval time = 940.34 ms / 2 tokens ( 940.34 ms per token, 1.06 tokens per second) 11.14.055.365 I slot print_timing: id 1 | task 8658 | total time = 2875.34 ms / 114 tokens 11.14.055.366 I slot print_timing: id 1 | task 8658 | graphs reused = 7191 11.14.055.366 I slot print_timing: id 1 | task 8658 | graph reallocs = 0 / 0 (same size) / (changed size) 11.14.055.428 I slot release: id 1 | task 8658 | stop processing: n_tokens = 860, truncated = 0 11.14.055.598 I slot print_timing: id 3 | task 8655 | prompt eval time = 3887.00 ms / 907 tokens ( 4.29 ms per token, 233.34 tokens per second) 11.14.055.608 I slot print_timing: id 3 | task 8655 | eval time = 940.40 ms / 2 tokens ( 940.40 ms per token, 1.06 tokens per second) 11.14.055.608 I slot print_timing: id 3 | task 8655 | total time = 4827.40 ms / 909 tokens 11.14.055.609 I slot print_timing: id 3 | task 8655 | graphs reused = 7191 11.14.055.609 I slot print_timing: id 3 | task 8655 | graph reallocs = 0 / 0 (same size) / (changed size) 11.14.055.657 I slot release: id 3 | task 8655 | stop processing: n_tokens = 909, truncated = 0 11.14.903.264 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 860, t_last = 236448198236 11.14.910.231 I slot launch_slot_: id 1 | task 8665 | processing task, is_child = 0 11.14.910.310 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 145.339 MiB) 11.14.912.569 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 909, t_last = 236448198465 11.14.912.668 I slot launch_slot_: id 3 | task 8666 | processing task, is_child = 0 11.16.428.243 I slot print_timing: id 2 | task 8659 | prompt eval time = 3722.54 ms / 685 tokens ( 5.43 ms per token, 184.01 tokens per second) 11.16.428.246 I slot print_timing: id 2 | task 8659 | eval time = 1524.98 ms / 2 tokens ( 1524.98 ms per token, 0.66 tokens per second) 11.16.428.246 I slot print_timing: id 2 | task 8659 | total time = 5247.52 ms / 687 tokens 11.16.428.247 I slot print_timing: id 2 | task 8659 | graphs reused = 7191 11.16.428.247 I slot print_timing: id 2 | task 8659 | graph reallocs = 0 / 0 (same size) / (changed size) 11.16.428.293 I slot release: id 2 | task 8659 | stop processing: n_tokens = 687, truncated = 0 11.16.428.304 I slot print_timing: id 0 | task 8662 | prompt processing, n_tokens = 821, progress = 1.00, t = 3.31 s / 248.05 tokens per second 11.17.962.172 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 687, t_last = 236450571101 11.17.962.257 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 162.398 MiB) 11.17.966.297 I slot launch_slot_: id 2 | task 8669 | processing task, is_child = 0 11.17.966.314 I slot print_timing: id 1 | task 8665 | prompt processing, n_tokens = 623, progress = 0.82, t = 3.05 s / 204.36 tokens per second 11.17.967.867 I slot print_timing: id 3 | task 8666 | prompt processing, n_tokens = 705, progress = 0.83, t = 3.05 s / 231.27 tokens per second 11.19.082.328 I slot print_timing: id 0 | task 8662 | prompt eval time = 4843.85 ms / 825 tokens ( 5.87 ms per token, 170.32 tokens per second) 11.19.082.337 I slot print_timing: id 0 | task 8662 | eval time = 1120.16 ms / 2 tokens ( 1120.16 ms per token, 0.89 tokens per second) 11.19.082.337 I slot print_timing: id 0 | task 8662 | total time = 5964.01 ms / 827 tokens 11.19.082.338 I slot print_timing: id 0 | task 8662 | graphs reused = 7191 11.19.082.340 I slot print_timing: id 0 | task 8662 | graph reallocs = 0 / 0 (same size) / (changed size) 11.19.082.395 I slot release: id 0 | task 8662 | stop processing: n_tokens = 827, truncated = 0 11.19.082.411 I slot print_timing: id 1 | task 8665 | prompt processing, n_tokens = 758, progress = 0.99, t = 4.17 s / 181.83 tokens per second 11.19.084.136 I slot print_timing: id 3 | task 8666 | prompt processing, n_tokens = 848, progress = 1.00, t = 4.17 s / 203.42 tokens per second 11.19.948.488 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 827, t_last = 236453225203 11.19.954.476 I slot launch_slot_: id 0 | task 8672 | processing task, is_child = 0 11.20.724.511 I slot print_timing: id 1 | task 8665 | prompt eval time = 5034.95 ms / 762 tokens ( 6.61 ms per token, 151.34 tokens per second) 11.20.724.515 I slot print_timing: id 1 | task 8665 | eval time = 776.21 ms / 2 tokens ( 776.21 ms per token, 1.29 tokens per second) 11.20.724.516 I slot print_timing: id 1 | task 8665 | total time = 5811.16 ms / 764 tokens 11.20.724.516 I slot print_timing: id 1 | task 8665 | graphs reused = 7191 11.20.724.517 I slot print_timing: id 1 | task 8665 | graph reallocs = 0 / 0 (same size) / (changed size) 11.20.724.572 I slot release: id 1 | task 8665 | stop processing: n_tokens = 764, truncated = 0 11.20.724.740 I slot print_timing: id 3 | task 8666 | prompt eval time = 5034.98 ms / 852 tokens ( 5.91 ms per token, 169.22 tokens per second) 11.20.724.743 I slot print_timing: id 3 | task 8666 | eval time = 776.25 ms / 2 tokens ( 776.25 ms per token, 1.29 tokens per second) 11.20.724.744 I slot print_timing: id 3 | task 8666 | total time = 5811.24 ms / 854 tokens 11.20.724.744 I slot print_timing: id 3 | task 8666 | graphs reused = 7191 11.20.724.744 I slot print_timing: id 3 | task 8666 | graph reallocs = 0 / 0 (same size) / (changed size) 11.20.724.794 I slot release: id 3 | task 8666 | stop processing: n_tokens = 854, truncated = 0 11.21.562.130 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 764, t_last = 236454867380 11.21.562.217 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 82.423 MiB) 11.21.564.972 I slot launch_slot_: id 1 | task 8675 | processing task, is_child = 0 11.21.565.049 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 82.642 MiB) 11.21.569.209 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 854, t_last = 236454867602 11.21.569.305 I slot launch_slot_: id 3 | task 8676 | processing task, is_child = 0 11.22.674.637 I slot print_timing: id 2 | task 8669 | prompt eval time = 3594.41 ms / 746 tokens ( 4.82 ms per token, 207.54 tokens per second) 11.22.674.640 I slot print_timing: id 2 | task 8669 | eval time = 1112.51 ms / 2 tokens ( 1112.51 ms per token, 0.90 tokens per second) 11.22.674.640 I slot print_timing: id 2 | task 8669 | total time = 4706.92 ms / 748 tokens 11.22.674.641 I slot print_timing: id 2 | task 8669 | graphs reused = 7191 11.22.674.641 I slot print_timing: id 2 | task 8669 | graph reallocs = 0 / 0 (same size) / (changed size) 11.22.674.688 I slot release: id 2 | task 8669 | stop processing: n_tokens = 748, truncated = 0 11.24.257.186 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 748, t_last = 236456817496 11.24.257.268 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 93.857 MiB) 11.24.260.822 I slot launch_slot_: id 2 | task 8679 | processing task, is_child = 0 11.25.331.038 I slot print_timing: id 0 | task 8672 | prompt eval time = 4302.69 ms / 720 tokens ( 5.98 ms per token, 167.34 tokens per second) 11.25.331.041 I slot print_timing: id 0 | task 8672 | eval time = 1073.85 ms / 2 tokens ( 1073.85 ms per token, 0.93 tokens per second) 11.25.331.042 I slot print_timing: id 0 | task 8672 | total time = 5376.55 ms / 722 tokens 11.25.331.042 I slot print_timing: id 0 | task 8672 | graphs reused = 7191 11.25.331.043 I slot print_timing: id 0 | task 8672 | graph reallocs = 0 / 0 (same size) / (changed size) 11.25.331.089 I slot release: id 0 | task 8672 | stop processing: n_tokens = 722, truncated = 0 11.25.331.100 I slot print_timing: id 1 | task 8675 | prompt processing, n_tokens = 720, progress = 0.99, t = 3.76 s / 191.44 tokens per second 11.25.332.294 I slot print_timing: id 3 | task 8676 | prompt processing, n_tokens = 737, progress = 0.99, t = 3.76 s / 195.97 tokens per second 11.26.199.162 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.878 (> 0.100 thold), f_keep = 0.877 11.26.199.198 I slot launch_slot_: id 0 | task 8682 | processing task, is_child = 0 11.26.748.200 I slot print_timing: id 1 | task 8675 | prompt eval time = 4628.99 ms / 724 tokens ( 6.39 ms per token, 156.41 tokens per second) 11.26.748.202 I slot print_timing: id 1 | task 8675 | eval time = 549.24 ms / 2 tokens ( 549.24 ms per token, 1.82 tokens per second) 11.26.748.203 I slot print_timing: id 1 | task 8675 | total time = 5178.23 ms / 726 tokens 11.26.748.203 I slot print_timing: id 1 | task 8675 | graphs reused = 7191 11.26.748.204 I slot print_timing: id 1 | task 8675 | graph reallocs = 0 / 0 (same size) / (changed size) 11.26.748.247 I slot release: id 1 | task 8675 | stop processing: n_tokens = 726, truncated = 0 11.26.748.417 I slot print_timing: id 3 | task 8676 | prompt eval time = 4629.03 ms / 741 tokens ( 6.25 ms per token, 160.08 tokens per second) 11.26.748.418 I slot print_timing: id 3 | task 8676 | eval time = 549.26 ms / 2 tokens ( 549.26 ms per token, 1.82 tokens per second) 11.26.748.419 I slot print_timing: id 3 | task 8676 | total time = 5178.30 ms / 743 tokens 11.26.748.419 I slot print_timing: id 3 | task 8676 | graphs reused = 7191 11.26.748.420 I slot print_timing: id 3 | task 8676 | graph reallocs = 0 / 0 (same size) / (changed size) 11.26.748.456 I slot release: id 3 | task 8676 | stop processing: n_tokens = 743, truncated = 0 11.26.833.329 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.887 (> 0.100 thold), f_keep = 0.872 11.26.833.361 I slot launch_slot_: id 1 | task 8686 | processing task, is_child = 0 11.26.833.442 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 91.427 MiB) 11.26.835.920 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.889 (> 0.100 thold), f_keep = 0.852 11.26.835.950 I slot launch_slot_: id 3 | task 8685 | processing task, is_child = 0 11.27.332.375 I slot print_timing: id 0 | task 8682 | prompt eval time = 633.93 ms / 88 tokens ( 7.20 ms per token, 138.82 tokens per second) 11.27.332.381 I slot print_timing: id 0 | task 8682 | eval time = 499.23 ms / 2 tokens ( 499.23 ms per token, 2.00 tokens per second) 11.27.332.382 I slot print_timing: id 0 | task 8682 | total time = 1133.16 ms / 90 tokens 11.27.332.382 I slot print_timing: id 0 | task 8682 | graphs reused = 7191 11.27.332.383 I slot print_timing: id 0 | task 8682 | graph reallocs = 0 / 0 (same size) / (changed size) 11.27.332.426 I slot release: id 0 | task 8682 | stop processing: n_tokens = 722, truncated = 0 11.27.332.591 I slot print_timing: id 2 | task 8679 | prompt eval time = 2571.81 ms / 715 tokens ( 3.60 ms per token, 278.01 tokens per second) 11.27.332.593 I slot print_timing: id 2 | task 8679 | eval time = 499.27 ms / 2 tokens ( 499.27 ms per token, 2.00 tokens per second) 11.27.332.593 I slot print_timing: id 2 | task 8679 | total time = 3071.08 ms / 717 tokens 11.27.332.594 I slot print_timing: id 2 | task 8679 | graphs reused = 7191 11.27.332.594 I slot print_timing: id 2 | task 8679 | graph reallocs = 0 / 0 (same size) / (changed size) 11.27.332.627 I slot release: id 2 | task 8679 | stop processing: n_tokens = 717, truncated = 0 11.27.418.301 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.877 (> 0.100 thold), f_keep = 0.886 11.27.418.331 I slot launch_slot_: id 2 | task 8689 | processing task, is_child = 0 11.27.418.414 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 82.860 MiB) 11.27.421.012 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.878 (> 0.100 thold), f_keep = 0.877 11.27.421.037 I slot launch_slot_: id 0 | task 8690 | processing task, is_child = 0 11.27.909.838 I slot print_timing: id 1 | task 8686 | prompt eval time = 582.16 ms / 81 tokens ( 7.19 ms per token, 139.14 tokens per second) 11.27.909.843 I slot print_timing: id 1 | task 8686 | eval time = 491.72 ms / 2 tokens ( 491.72 ms per token, 2.03 tokens per second) 11.27.909.844 I slot print_timing: id 1 | task 8686 | total time = 1073.88 ms / 83 tokens 11.27.909.844 I slot print_timing: id 1 | task 8686 | graphs reused = 7191 11.27.909.845 I slot print_timing: id 1 | task 8686 | graph reallocs = 0 / 0 (same size) / (changed size) 11.27.909.887 I slot release: id 1 | task 8686 | stop processing: n_tokens = 715, truncated = 0 11.27.910.065 I slot print_timing: id 3 | task 8685 | prompt eval time = 581.49 ms / 79 tokens ( 7.36 ms per token, 135.86 tokens per second) 11.27.910.067 I slot print_timing: id 3 | task 8685 | eval time = 491.77 ms / 2 tokens ( 491.77 ms per token, 2.03 tokens per second) 11.27.910.067 I slot print_timing: id 3 | task 8685 | total time = 1073.26 ms / 81 tokens 11.27.910.067 I slot print_timing: id 3 | task 8685 | graphs reused = 7191 11.27.910.068 I slot print_timing: id 3 | task 8685 | graph reallocs = 0 / 0 (same size) / (changed size) 11.27.910.097 I slot release: id 3 | task 8685 | stop processing: n_tokens = 713, truncated = 0 11.27.995.437 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.838 (> 0.100 thold), f_keep = 0.885 11.27.995.478 I slot launch_slot_: id 1 | task 8693 | processing task, is_child = 0 11.27.995.568 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 82.696 MiB) 11.27.998.267 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.885 (> 0.100 thold), f_keep = 0.888 11.27.998.291 I slot launch_slot_: id 3 | task 8694 | processing task, is_child = 0 11.28.558.752 I slot print_timing: id 0 | task 8690 | prompt eval time = 574.21 ms / 88 tokens ( 6.53 ms per token, 153.25 tokens per second) 11.28.558.756 I slot print_timing: id 0 | task 8690 | eval time = 563.50 ms / 2 tokens ( 563.50 ms per token, 1.77 tokens per second) 11.28.558.757 I slot print_timing: id 0 | task 8690 | total time = 1137.70 ms / 90 tokens 11.28.558.757 I slot print_timing: id 0 | task 8690 | graphs reused = 7191 11.28.558.757 I slot print_timing: id 0 | task 8690 | graph reallocs = 0 / 0 (same size) / (changed size) 11.28.558.800 I slot release: id 0 | task 8690 | stop processing: n_tokens = 722, truncated = 0 11.28.558.986 I slot print_timing: id 2 | task 8689 | prompt eval time = 573.70 ms / 89 tokens ( 6.45 ms per token, 155.13 tokens per second) 11.28.558.988 I slot print_timing: id 2 | task 8689 | eval time = 563.56 ms / 2 tokens ( 563.56 ms per token, 1.77 tokens per second) 11.28.558.989 I slot print_timing: id 2 | task 8689 | total time = 1137.26 ms / 91 tokens 11.28.558.989 I slot print_timing: id 2 | task 8689 | graphs reused = 7191 11.28.558.990 I slot print_timing: id 2 | task 8689 | graph reallocs = 0 / 0 (same size) / (changed size) 11.28.559.020 I slot release: id 2 | task 8689 | stop processing: n_tokens = 725, truncated = 0 11.28.644.612 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 722, t_last = 236462701608 11.28.644.696 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 85.541 MiB) 11.28.647.520 I slot launch_slot_: id 0 | task 8697 | processing task, is_child = 0 11.28.647.591 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 104.688 MiB) 11.28.650.064 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 725, t_last = 236462701828 11.28.650.149 I slot launch_slot_: id 2 | task 8698 | processing task, is_child = 0 11.30.154.269 I slot print_timing: id 1 | task 8693 | prompt eval time = 646.13 ms / 122 tokens ( 5.30 ms per token, 188.82 tokens per second) 11.30.154.272 I slot print_timing: id 1 | task 8693 | eval time = 1509.84 ms / 2 tokens ( 1509.84 ms per token, 0.66 tokens per second) 11.30.154.273 I slot print_timing: id 1 | task 8693 | total time = 2155.97 ms / 124 tokens 11.30.154.273 I slot print_timing: id 1 | task 8693 | graphs reused = 7191 11.30.154.274 I slot print_timing: id 1 | task 8693 | graph reallocs = 0 / 0 (same size) / (changed size) 11.30.154.321 I slot release: id 1 | task 8693 | stop processing: n_tokens = 756, truncated = 0 11.30.154.493 I slot print_timing: id 3 | task 8694 | prompt eval time = 645.64 ms / 82 tokens ( 7.87 ms per token, 127.00 tokens per second) 11.30.154.498 I slot print_timing: id 3 | task 8694 | eval time = 1509.89 ms / 2 tokens ( 1509.89 ms per token, 0.66 tokens per second) 11.30.154.499 I slot print_timing: id 3 | task 8694 | total time = 2155.53 ms / 84 tokens 11.30.154.499 I slot print_timing: id 3 | task 8694 | graphs reused = 7191 11.30.154.499 I slot print_timing: id 3 | task 8694 | graph reallocs = 0 / 0 (same size) / (changed size) 11.30.154.537 I slot release: id 3 | task 8694 | stop processing: n_tokens = 716, truncated = 0 11.30.966.735 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 756, t_last = 236464297129 11.30.966.831 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 87.839 MiB) 11.31.718.179 I slot launch_slot_: id 1 | task 8701 | processing task, is_child = 0 11.31.718.250 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 87.401 MiB) 11.31.723.043 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 716, t_last = 236464297345 11.31.723.129 I slot launch_slot_: id 3 | task 8702 | processing task, is_child = 0 11.33.712.359 I slot print_timing: id 0 | task 8697 | prompt processing, n_tokens = 873, progress = 1.00, t = 5.06 s / 172.46 tokens per second 11.34.621.189 I slot print_timing: id 2 | task 8698 | prompt processing, n_tokens = 889, progress = 1.00, t = 5.06 s / 175.62 tokens per second 11.36.032.514 I slot print_timing: id 1 | task 8701 | prompt processing, n_tokens = 917, progress = 0.83, t = 4.31 s / 212.85 tokens per second 11.36.033.532 I slot print_timing: id 3 | task 8702 | prompt processing, n_tokens = 917, progress = 0.83, t = 4.31 s / 212.89 tokens per second 11.36.931.730 I slot print_timing: id 0 | task 8697 | prompt eval time = 7382.09 ms / 877 tokens ( 8.42 ms per token, 118.80 tokens per second) 11.36.931.735 I slot print_timing: id 0 | task 8697 | eval time = 899.48 ms / 2 tokens ( 899.48 ms per token, 1.11 tokens per second) 11.36.931.736 I slot print_timing: id 0 | task 8697 | total time = 8281.57 ms / 879 tokens 11.36.931.736 I slot print_timing: id 0 | task 8697 | graphs reused = 7191 11.36.931.737 I slot print_timing: id 0 | task 8697 | graph reallocs = 0 / 0 (same size) / (changed size) 11.36.931.791 I slot release: id 0 | task 8697 | stop processing: n_tokens = 879, truncated = 0 11.36.931.987 I slot print_timing: id 2 | task 8698 | prompt eval time = 7382.20 ms / 893 tokens ( 8.27 ms per token, 120.97 tokens per second) 11.36.931.991 I slot print_timing: id 2 | task 8698 | eval time = 899.48 ms / 2 tokens ( 899.48 ms per token, 1.11 tokens per second) 11.36.931.991 I slot print_timing: id 2 | task 8698 | total time = 8281.68 ms / 895 tokens 11.36.931.992 I slot print_timing: id 2 | task 8698 | graphs reused = 7191 11.36.931.992 I slot print_timing: id 2 | task 8698 | graph reallocs = 0 / 0 (same size) / (changed size) 11.36.932.036 I slot release: id 2 | task 8698 | stop processing: n_tokens = 895, truncated = 0 11.36.932.045 I slot print_timing: id 1 | task 8701 | prompt processing, n_tokens = 1095, progress = 1.00, t = 5.21 s / 210.26 tokens per second 11.36.933.473 I slot print_timing: id 3 | task 8702 | prompt processing, n_tokens = 1105, progress = 1.00, t = 5.21 s / 212.22 tokens per second 11.37.018.541 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 879, t_last = 236471074599 11.37.018.626 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 92.271 MiB) 11.37.021.094 I slot launch_slot_: id 0 | task 8707 | processing task, is_child = 0 11.37.021.168 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 94.733 MiB) 11.37.023.415 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 895, t_last = 236471074844 11.37.023.506 I slot launch_slot_: id 2 | task 8708 | processing task, is_child = 0 11.39.355.641 I slot print_timing: id 1 | task 8701 | prompt eval time = 5294.56 ms / 1099 tokens ( 4.82 ms per token, 207.57 tokens per second) 11.39.355.646 I slot print_timing: id 1 | task 8701 | eval time = 2337.28 ms / 2 tokens ( 2337.28 ms per token, 0.43 tokens per second) 11.39.355.646 I slot print_timing: id 1 | task 8701 | total time = 7631.85 ms / 1101 tokens 11.39.355.647 I slot print_timing: id 1 | task 8701 | graphs reused = 7191 11.39.355.647 I slot print_timing: id 1 | task 8701 | graph reallocs = 0 / 0 (same size) / (changed size) 11.39.355.705 I slot release: id 1 | task 8701 | stop processing: n_tokens = 1101, truncated = 0 11.39.355.887 I slot print_timing: id 3 | task 8702 | prompt eval time = 5293.93 ms / 1109 tokens ( 4.77 ms per token, 209.49 tokens per second) 11.39.355.890 I slot print_timing: id 3 | task 8702 | eval time = 2337.35 ms / 2 tokens ( 2337.35 ms per token, 0.43 tokens per second) 11.39.355.890 I slot print_timing: id 3 | task 8702 | total time = 7631.28 ms / 1111 tokens 11.39.355.891 I slot print_timing: id 3 | task 8702 | graphs reused = 7191 11.39.355.891 I slot print_timing: id 3 | task 8702 | graph reallocs = 0 / 0 (same size) / (changed size) 11.39.355.939 I slot release: id 3 | task 8702 | stop processing: n_tokens = 1111, truncated = 0 11.40.064.968 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.903 (> 0.100 thold), f_keep = 0.893 11.40.065.015 I slot launch_slot_: id 3 | task 8711 | processing task, is_child = 0 11.40.065.112 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 96.296 MiB) 11.40.763.732 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.901 (> 0.100 thold), f_keep = 0.900 11.40.763.813 I slot launch_slot_: id 1 | task 8712 | processing task, is_child = 0 11.40.763.825 I slot print_timing: id 0 | task 8707 | prompt processing, n_tokens = 917, progress = 0.84, t = 3.04 s / 301.50 tokens per second 11.40.766.717 I slot print_timing: id 2 | task 8708 | prompt processing, n_tokens = 917, progress = 0.83, t = 3.04 s / 301.52 tokens per second 11.41.826.553 I slot print_timing: id 0 | task 8707 | prompt processing, n_tokens = 1086, progress = 1.00, t = 4.80 s / 226.11 tokens per second 11.42.042.411 I slot print_timing: id 2 | task 8708 | prompt processing, n_tokens = 1100, progress = 1.00, t = 4.80 s / 229.03 tokens per second 11.42.164.979 I slot print_timing: id 0 | task 8707 | prompt eval time = 5097.28 ms / 1090 tokens ( 4.68 ms per token, 213.84 tokens per second) 11.42.164.984 I slot print_timing: id 0 | task 8707 | eval time = 44.18 ms / 2 tokens ( 44.18 ms per token, 22.63 tokens per second) 11.42.164.984 I slot print_timing: id 0 | task 8707 | total time = 5141.46 ms / 1092 tokens 11.42.164.985 I slot print_timing: id 0 | task 8707 | graphs reused = 7191 11.42.164.985 I slot print_timing: id 0 | task 8707 | graph reallocs = 0 / 0 (same size) / (changed size) 11.42.165.040 I slot release: id 0 | task 8707 | stop processing: n_tokens = 1092, truncated = 0 11.42.165.211 I slot print_timing: id 1 | task 8712 | prompt eval time = 1355.71 ms / 109 tokens ( 12.44 ms per token, 80.40 tokens per second) 11.42.165.213 I slot print_timing: id 1 | task 8712 | eval time = 44.24 ms / 2 tokens ( 44.24 ms per token, 22.60 tokens per second) 11.42.165.213 I slot print_timing: id 1 | task 8712 | total time = 1399.95 ms / 111 tokens 11.42.165.214 I slot print_timing: id 1 | task 8712 | graphs reused = 7191 11.42.165.214 I slot print_timing: id 1 | task 8712 | graph reallocs = 0 / 0 (same size) / (changed size) 11.42.165.257 I slot release: id 1 | task 8712 | stop processing: n_tokens = 1101, truncated = 0 11.42.165.455 I slot print_timing: id 2 | task 8708 | prompt eval time = 5097.48 ms / 1104 tokens ( 4.62 ms per token, 216.58 tokens per second) 11.42.165.462 I slot print_timing: id 2 | task 8708 | eval time = 44.30 ms / 2 tokens ( 44.30 ms per token, 22.57 tokens per second) 11.42.165.463 I slot print_timing: id 2 | task 8708 | total time = 5141.78 ms / 1106 tokens 11.42.165.463 I slot print_timing: id 2 | task 8708 | graphs reused = 7191 11.42.165.463 I slot print_timing: id 2 | task 8708 | graph reallocs = 0 / 0 (same size) / (changed size) 11.42.165.499 I slot release: id 2 | task 8708 | stop processing: n_tokens = 1106, truncated = 0 11.42.165.692 I slot print_timing: id 3 | task 8711 | prompt eval time = 1353.71 ms / 106 tokens ( 12.77 ms per token, 78.30 tokens per second) 11.42.165.694 I slot print_timing: id 3 | task 8711 | eval time = 44.36 ms / 2 tokens ( 44.36 ms per token, 22.54 tokens per second) 11.42.165.694 I slot print_timing: id 3 | task 8711 | total time = 1398.07 ms / 108 tokens 11.42.165.694 I slot print_timing: id 3 | task 8711 | graphs reused = 7191 11.42.165.694 I slot print_timing: id 3 | task 8711 | graph reallocs = 0 / 0 (same size) / (changed size) 11.42.165.726 I slot release: id 3 | task 8711 | stop processing: n_tokens = 1099, truncated = 0 11.42.178.932 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.900 (> 0.100 thold), f_keep = 0.908 11.42.178.958 I slot launch_slot_: id 0 | task 8716 | processing task, is_child = 0 11.42.179.057 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 89.863 MiB) 11.42.187.987 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 107.945 MiB) 11.42.190.701 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 90.684 MiB) 11.42.190.708 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 87.566 MiB) 11.42.197.795 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.909 (> 0.100 thold), f_keep = 0.901 11.42.197.824 I slot launch_slot_: id 1 | task 8717 | processing task, is_child = 0 11.42.197.973 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.896 (> 0.100 thold), f_keep = 0.897 11.42.197.991 I slot launch_slot_: id 2 | task 8718 | processing task, is_child = 0 11.42.198.065 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.901 (> 0.100 thold), f_keep = 0.903 11.42.198.082 I slot launch_slot_: id 3 | task 8719 | processing task, is_child = 0 11.43.312.383 I slot print_timing: id 0 | task 8716 | prompt eval time = 1070.05 ms / 110 tokens ( 9.73 ms per token, 102.80 tokens per second) 11.43.312.386 I slot print_timing: id 0 | task 8716 | eval time = 44.25 ms / 2 tokens ( 44.25 ms per token, 22.60 tokens per second) 11.43.312.386 I slot print_timing: id 0 | task 8716 | total time = 1114.29 ms / 112 tokens 11.43.312.387 I slot print_timing: id 0 | task 8716 | graphs reused = 7191 11.43.312.387 I slot print_timing: id 0 | task 8716 | graph reallocs = 0 / 0 (same size) / (changed size) 11.43.312.444 I slot release: id 0 | task 8716 | stop processing: n_tokens = 1103, truncated = 0 11.43.312.610 I slot print_timing: id 1 | task 8717 | prompt eval time = 1069.46 ms / 99 tokens ( 10.80 ms per token, 92.57 tokens per second) 11.43.312.615 I slot print_timing: id 1 | task 8717 | eval time = 44.26 ms / 2 tokens ( 44.26 ms per token, 22.59 tokens per second) 11.43.312.615 I slot print_timing: id 1 | task 8717 | total time = 1113.72 ms / 101 tokens 11.43.312.616 I slot print_timing: id 1 | task 8717 | graphs reused = 7191 11.43.312.616 I slot print_timing: id 1 | task 8717 | graph reallocs = 0 / 0 (same size) / (changed size) 11.43.312.660 I slot release: id 1 | task 8717 | stop processing: n_tokens = 1092, truncated = 0 11.43.312.852 I slot print_timing: id 2 | task 8718 | prompt eval time = 1068.93 ms / 115 tokens ( 9.30 ms per token, 107.58 tokens per second) 11.43.312.857 I slot print_timing: id 2 | task 8718 | eval time = 44.31 ms / 2 tokens ( 44.31 ms per token, 22.57 tokens per second) 11.43.312.859 I slot print_timing: id 2 | task 8718 | total time = 1113.23 ms / 117 tokens 11.43.312.859 I slot print_timing: id 2 | task 8718 | graphs reused = 7191 11.43.312.859 I slot print_timing: id 2 | task 8718 | graph reallocs = 0 / 0 (same size) / (changed size) 11.43.312.897 I slot release: id 2 | task 8718 | stop processing: n_tokens = 1108, truncated = 0 11.43.313.091 I slot print_timing: id 3 | task 8719 | prompt eval time = 1068.43 ms / 109 tokens ( 9.80 ms per token, 102.02 tokens per second) 11.43.313.093 I slot print_timing: id 3 | task 8719 | eval time = 44.33 ms / 2 tokens ( 44.33 ms per token, 22.56 tokens per second) 11.43.313.093 I slot print_timing: id 3 | task 8719 | total time = 1112.77 ms / 111 tokens 11.43.313.093 I slot print_timing: id 3 | task 8719 | graphs reused = 7191 11.43.313.094 I slot print_timing: id 3 | task 8719 | graph reallocs = 0 / 0 (same size) / (changed size) 11.43.313.127 I slot release: id 3 | task 8719 | stop processing: n_tokens = 1102, truncated = 0 11.43.326.280 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.906 (> 0.100 thold), f_keep = 0.899 11.43.326.307 I slot launch_slot_: id 0 | task 8723 | processing task, is_child = 0 11.43.326.402 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 78.921 MiB) 11.43.338.196 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 79.140 MiB) 11.43.338.201 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 100.303 MiB) 11.43.345.429 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 79.304 MiB) 11.43.353.041 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.903 (> 0.100 thold), f_keep = 0.908 11.43.353.101 I slot launch_slot_: id 1 | task 8724 | processing task, is_child = 0 11.43.353.255 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.903 (> 0.100 thold), f_keep = 0.895 11.43.353.275 I slot launch_slot_: id 2 | task 8725 | processing task, is_child = 0 11.43.353.352 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.907 (> 0.100 thold), f_keep = 0.900 11.43.353.367 I slot launch_slot_: id 3 | task 8726 | processing task, is_child = 0 11.44.423.023 I slot print_timing: id 0 | task 8723 | prompt eval time = 1025.06 ms / 103 tokens ( 9.95 ms per token, 100.48 tokens per second) 11.44.423.025 I slot print_timing: id 0 | task 8723 | eval time = 44.59 ms / 2 tokens ( 44.59 ms per token, 22.43 tokens per second) 11.44.423.026 I slot print_timing: id 0 | task 8723 | total time = 1069.64 ms / 105 tokens 11.44.423.026 I slot print_timing: id 0 | task 8723 | graphs reused = 7191 11.44.423.027 I slot print_timing: id 0 | task 8723 | graph reallocs = 0 / 0 (same size) / (changed size) 11.44.423.083 I slot release: id 0 | task 8723 | stop processing: n_tokens = 1096, truncated = 0 11.44.423.252 I slot print_timing: id 1 | task 8724 | prompt eval time = 1024.43 ms / 106 tokens ( 9.66 ms per token, 103.47 tokens per second) 11.44.423.254 I slot print_timing: id 1 | task 8724 | eval time = 44.61 ms / 2 tokens ( 44.61 ms per token, 22.41 tokens per second) 11.44.423.254 I slot print_timing: id 1 | task 8724 | total time = 1069.05 ms / 108 tokens 11.44.423.255 I slot print_timing: id 1 | task 8724 | graphs reused = 7191 11.44.423.255 I slot print_timing: id 1 | task 8724 | graph reallocs = 0 / 0 (same size) / (changed size) 11.44.423.299 I slot release: id 1 | task 8724 | stop processing: n_tokens = 1099, truncated = 0 11.44.423.490 I slot print_timing: id 2 | task 8725 | prompt eval time = 1023.97 ms / 107 tokens ( 9.57 ms per token, 104.49 tokens per second) 11.44.423.491 I slot print_timing: id 2 | task 8725 | eval time = 44.61 ms / 2 tokens ( 44.61 ms per token, 22.42 tokens per second) 11.44.423.493 I slot print_timing: id 2 | task 8725 | total time = 1068.59 ms / 109 tokens 11.44.423.497 I slot print_timing: id 2 | task 8725 | graphs reused = 7191 11.44.423.497 I slot print_timing: id 2 | task 8725 | graph reallocs = 0 / 0 (same size) / (changed size) 11.44.423.542 I slot release: id 2 | task 8725 | stop processing: n_tokens = 1100, truncated = 0 11.44.423.725 I slot print_timing: id 3 | task 8726 | prompt eval time = 1023.52 ms / 102 tokens ( 10.03 ms per token, 99.66 tokens per second) 11.44.423.727 I slot print_timing: id 3 | task 8726 | eval time = 44.58 ms / 2 tokens ( 44.58 ms per token, 22.43 tokens per second) 11.44.423.727 I slot print_timing: id 3 | task 8726 | total time = 1068.11 ms / 104 tokens 11.44.423.728 I slot print_timing: id 3 | task 8726 | graphs reused = 7191 11.44.423.728 I slot print_timing: id 3 | task 8726 | graph reallocs = 0 / 0 (same size) / (changed size) 11.44.423.764 I slot release: id 3 | task 8726 | stop processing: n_tokens = 1095, truncated = 0 11.44.437.772 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.904 (> 0.100 thold), f_keep = 0.905 11.44.437.803 I slot launch_slot_: id 0 | task 8730 | processing task, is_child = 0 11.44.437.911 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 87.948 MiB) 11.44.437.916 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 94.459 MiB) 11.44.445.988 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 96.296 MiB) 11.44.452.929 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 95.225 MiB) 11.44.459.783 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1099, t_last = 236478566107 11.44.459.913 I slot launch_slot_: id 1 | task 8731 | processing task, is_child = 0 11.44.460.062 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1100, t_last = 236478566351 11.44.460.156 I slot launch_slot_: id 2 | task 8732 | processing task, is_child = 0 11.44.460.234 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1095, t_last = 236478566572 11.44.460.327 I slot launch_slot_: id 3 | task 8733 | processing task, is_child = 0 11.47.548.659 I slot print_timing: id 0 | task 8730 | prompt processing, n_tokens = 101, progress = 1.00, t = 3.09 s / 32.70 tokens per second 11.47.754.395 I slot print_timing: id 1 | task 8731 | prompt processing, n_tokens = 483, progress = 0.48, t = 3.09 s / 156.43 tokens per second 11.47.755.330 I slot print_timing: id 2 | task 8732 | prompt processing, n_tokens = 492, progress = 0.49, t = 3.09 s / 159.37 tokens per second 11.47.756.708 I slot print_timing: id 3 | task 8733 | prompt processing, n_tokens = 565, progress = 0.52, t = 3.09 s / 183.03 tokens per second 11.49.932.798 I slot print_timing: id 1 | task 8731 | prompt processing, n_tokens = 855, progress = 0.86, t = 5.47 s / 156.26 tokens per second 11.49.933.494 I slot print_timing: id 2 | task 8732 | prompt processing, n_tokens = 855, progress = 0.85, t = 5.47 s / 156.27 tokens per second 11.49.934.770 I slot print_timing: id 3 | task 8733 | prompt processing, n_tokens = 855, progress = 0.79, t = 5.47 s / 156.28 tokens per second 11.51.189.963 I slot print_timing: id 0 | task 8730 | prompt eval time = 5472.45 ms / 105 tokens ( 52.12 ms per token, 19.19 tokens per second) 11.51.189.965 I slot print_timing: id 0 | task 8730 | eval time = 1257.18 ms / 2 tokens ( 1257.18 ms per token, 0.80 tokens per second) 11.51.189.966 I slot print_timing: id 0 | task 8730 | total time = 6729.62 ms / 107 tokens 11.51.189.966 I slot print_timing: id 0 | task 8730 | graphs reused = 7192 11.51.189.967 I slot print_timing: id 0 | task 8730 | graph reallocs = 0 / 0 (same size) / (changed size) 11.51.190.024 I slot release: id 0 | task 8730 | stop processing: n_tokens = 1098, truncated = 0 11.51.190.037 I slot print_timing: id 1 | task 8731 | prompt processing, n_tokens = 995, progress = 1.00, t = 6.73 s / 147.87 tokens per second 11.51.191.205 I slot print_timing: id 2 | task 8732 | prompt processing, n_tokens = 1004, progress = 1.00, t = 6.73 s / 149.22 tokens per second 11.51.192.895 I slot print_timing: id 3 | task 8733 | prompt processing, n_tokens = 1077, progress = 1.00, t = 6.73 s / 160.08 tokens per second 11.51.265.374 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1098, t_last = 236485332833 11.51.265.486 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 94.842 MiB) 11.51.270.825 I slot launch_slot_: id 0 | task 8738 | processing task, is_child = 0 11.52.364.982 I slot print_timing: id 1 | task 8731 | prompt eval time = 6803.89 ms / 999 tokens ( 6.81 ms per token, 146.83 tokens per second) 11.52.364.984 I slot print_timing: id 1 | task 8731 | eval time = 1100.02 ms / 2 tokens ( 1100.02 ms per token, 0.91 tokens per second) 11.52.364.985 I slot print_timing: id 1 | task 8731 | total time = 7903.91 ms / 1001 tokens 11.52.364.985 I slot print_timing: id 1 | task 8731 | graphs reused = 7192 11.52.364.986 I slot print_timing: id 1 | task 8731 | graph reallocs = 0 / 0 (same size) / (changed size) 11.52.365.050 I slot release: id 1 | task 8731 | stop processing: n_tokens = 1001, truncated = 0 11.52.365.239 I slot print_timing: id 2 | task 8732 | prompt eval time = 6803.77 ms / 1008 tokens ( 6.75 ms per token, 148.15 tokens per second) 11.52.365.247 I slot print_timing: id 2 | task 8732 | eval time = 1100.06 ms / 2 tokens ( 1100.06 ms per token, 0.91 tokens per second) 11.52.365.248 I slot print_timing: id 2 | task 8732 | total time = 7903.83 ms / 1010 tokens 11.52.365.248 I slot print_timing: id 2 | task 8732 | graphs reused = 7192 11.52.365.248 I slot print_timing: id 2 | task 8732 | graph reallocs = 0 / 0 (same size) / (changed size) 11.52.365.301 I slot release: id 2 | task 8732 | stop processing: n_tokens = 1010, truncated = 0 11.52.365.481 I slot print_timing: id 3 | task 8733 | prompt eval time = 6803.59 ms / 1081 tokens ( 6.29 ms per token, 158.89 tokens per second) 11.52.365.483 I slot print_timing: id 3 | task 8733 | eval time = 1100.11 ms / 2 tokens ( 1100.11 ms per token, 0.91 tokens per second) 11.52.365.483 I slot print_timing: id 3 | task 8733 | total time = 7903.70 ms / 1083 tokens 11.52.365.484 I slot print_timing: id 3 | task 8733 | graphs reused = 7192 11.52.365.484 I slot print_timing: id 3 | task 8733 | graph reallocs = 0 / 0 (same size) / (changed size) 11.52.365.532 I slot release: id 3 | task 8733 | stop processing: n_tokens = 1083, truncated = 0 11.53.070.445 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1001, t_last = 236486507858 11.53.070.536 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 115.692 MiB) 11.53.478.985 I slot launch_slot_: id 1 | task 8742 | processing task, is_child = 0 11.53.479.078 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 88.496 MiB) 11.53.482.646 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 88.331 MiB) 11.53.487.557 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.867 (> 0.100 thold), f_keep = 0.875 11.53.487.593 I slot launch_slot_: id 2 | task 8743 | processing task, is_child = 0 11.53.487.671 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.882 (> 0.100 thold), f_keep = 0.816 11.53.487.688 I slot launch_slot_: id 3 | task 8744 | processing task, is_child = 0 11.55.511.184 I slot print_timing: id 0 | task 8738 | prompt eval time = 3388.31 ms / 1047 tokens ( 3.24 ms per token, 309.00 tokens per second) 11.55.511.186 I slot print_timing: id 0 | task 8738 | eval time = 852.03 ms / 2 tokens ( 852.03 ms per token, 1.17 tokens per second) 11.55.511.187 I slot print_timing: id 0 | task 8738 | total time = 4240.34 ms / 1049 tokens 11.55.511.188 I slot print_timing: id 0 | task 8738 | graphs reused = 7192 11.55.511.188 I slot print_timing: id 0 | task 8738 | graph reallocs = 0 / 0 (same size) / (changed size) 11.55.511.249 I slot release: id 0 | task 8738 | stop processing: n_tokens = 1049, truncated = 0 11.55.880.304 I slot print_timing: id 2 | task 8743 | prompt eval time = 2022.76 ms / 136 tokens ( 14.87 ms per token, 67.23 tokens per second) 11.55.880.307 I slot print_timing: id 2 | task 8743 | eval time = 368.85 ms / 2 tokens ( 368.85 ms per token, 2.71 tokens per second) 11.55.880.307 I slot print_timing: id 2 | task 8743 | total time = 2391.61 ms / 138 tokens 11.55.880.308 I slot print_timing: id 2 | task 8743 | graphs reused = 7192 11.55.880.308 I slot print_timing: id 2 | task 8743 | graph reallocs = 0 / 0 (same size) / (changed size) 11.55.880.371 I slot release: id 2 | task 8743 | stop processing: n_tokens = 1021, truncated = 0 11.55.880.632 I slot print_timing: id 3 | task 8744 | prompt eval time = 2022.32 ms / 118 tokens ( 17.14 ms per token, 58.35 tokens per second) 11.55.880.634 I slot print_timing: id 3 | task 8744 | eval time = 368.93 ms / 2 tokens ( 368.93 ms per token, 2.71 tokens per second) 11.55.880.634 I slot print_timing: id 3 | task 8744 | total time = 2391.25 ms / 120 tokens 11.55.880.635 I slot print_timing: id 3 | task 8744 | graphs reused = 7192 11.55.880.635 I slot print_timing: id 3 | task 8744 | graph reallocs = 0 / 0 (same size) / (changed size) 11.55.880.681 I slot release: id 3 | task 8744 | stop processing: n_tokens = 1003, truncated = 0 11.55.880.686 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1049, t_last = 236489654057 11.55.880.784 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 88.769 MiB) 11.55.887.836 I slot launch_slot_: id 0 | task 8748 | processing task, is_child = 0 11.55.887.953 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 113.996 MiB) 11.55.891.207 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 112.042 MiB) 11.55.898.122 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1021, t_last = 236490023180 11.55.898.221 I slot launch_slot_: id 2 | task 8749 | processing task, is_child = 0 11.55.898.292 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1003, t_last = 236490023489 11.55.898.377 I slot launch_slot_: id 3 | task 8750 | processing task, is_child = 0 11.59.658.018 I slot print_timing: id 1 | task 8742 | prompt eval time = 3851.25 ms / 748 tokens ( 5.15 ms per token, 194.22 tokens per second) 11.59.658.021 I slot print_timing: id 1 | task 8742 | eval time = 2318.24 ms / 2 tokens ( 2318.24 ms per token, 0.43 tokens per second) 11.59.658.021 I slot print_timing: id 1 | task 8742 | total time = 6169.49 ms / 750 tokens 11.59.658.022 I slot print_timing: id 1 | task 8742 | graphs reused = 7192 11.59.658.022 I slot print_timing: id 1 | task 8742 | graph reallocs = 0 / 0 (same size) / (changed size) 11.59.658.066 I slot release: id 1 | task 8742 | stop processing: n_tokens = 750, truncated = 0 11.59.658.078 I slot print_timing: id 0 | task 8748 | prompt processing, n_tokens = 614, progress = 0.78, t = 3.76 s / 163.32 tokens per second 11.59.658.859 I slot print_timing: id 2 | task 8749 | prompt processing, n_tokens = 614, progress = 0.85, t = 3.76 s / 163.36 tokens per second 11.59.660.035 I slot print_timing: id 3 | task 8750 | prompt processing, n_tokens = 614, progress = 0.84, t = 3.76 s / 163.37 tokens per second 12.00.522.926 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.869 (> 0.100 thold), f_keep = 0.857 12.00.523.005 I slot launch_slot_: id 1 | task 8754 | processing task, is_child = 0 12.00.523.016 I slot print_timing: id 0 | task 8748 | prompt processing, n_tokens = 788, progress = 0.99, t = 4.62 s / 170.40 tokens per second 12.00.585.967 I slot print_timing: id 2 | task 8749 | prompt processing, n_tokens = 719, progress = 0.99, t = 4.62 s / 155.51 tokens per second 12.00.587.496 I slot print_timing: id 3 | task 8750 | prompt processing, n_tokens = 731, progress = 0.99, t = 4.62 s / 158.11 tokens per second 12.00.997.549 I slot print_timing: id 2 | task 8749 | prompt eval time = 4977.62 ms / 723 tokens ( 6.88 ms per token, 145.25 tokens per second) 12.00.997.551 I slot print_timing: id 2 | task 8749 | eval time = 120.63 ms / 2 tokens ( 120.63 ms per token, 8.29 tokens per second) 12.00.997.552 I slot print_timing: id 2 | task 8749 | total time = 5098.24 ms / 725 tokens 12.00.997.552 I slot print_timing: id 2 | task 8749 | graphs reused = 7192 12.00.997.553 I slot print_timing: id 2 | task 8749 | graph reallocs = 0 / 0 (same size) / (changed size) 12.00.997.600 I slot release: id 2 | task 8749 | stop processing: n_tokens = 725, truncated = 0 12.00.997.772 I slot print_timing: id 3 | task 8750 | prompt eval time = 4977.64 ms / 735 tokens ( 6.77 ms per token, 147.66 tokens per second) 12.00.997.774 I slot print_timing: id 3 | task 8750 | eval time = 120.66 ms / 2 tokens ( 120.66 ms per token, 8.29 tokens per second) 12.00.997.775 I slot print_timing: id 3 | task 8750 | total time = 5098.29 ms / 737 tokens 12.00.997.775 I slot print_timing: id 3 | task 8750 | graphs reused = 7192 12.00.997.775 I slot print_timing: id 3 | task 8750 | graph reallocs = 0 / 0 (same size) / (changed size) 12.00.997.807 I slot release: id 3 | task 8750 | stop processing: n_tokens = 737, truncated = 0 12.01.039.391 I slot print_timing: id 1 | task 8754 | prompt eval time = 412.73 ms / 97 tokens ( 4.25 ms per token, 235.02 tokens per second) 12.01.039.393 I slot print_timing: id 1 | task 8754 | eval time = 42.00 ms / 2 tokens ( 42.00 ms per token, 23.81 tokens per second) 12.01.039.393 I slot print_timing: id 1 | task 8754 | total time = 454.73 ms / 99 tokens 12.01.039.394 I slot print_timing: id 1 | task 8754 | graphs reused = 7192 12.01.039.394 I slot print_timing: id 1 | task 8754 | graph reallocs = 0 / 0 (same size) / (changed size) 12.01.039.442 I slot release: id 1 | task 8754 | stop processing: n_tokens = 741, truncated = 0 12.01.039.451 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.878 (> 0.100 thold), f_keep = 0.875 12.01.039.489 I slot launch_slot_: id 3 | task 8758 | processing task, is_child = 0 12.01.039.581 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 91.559 MiB) 12.01.042.690 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 89.097 MiB) 12.01.045.013 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.883 (> 0.100 thold), f_keep = 0.868 12.01.045.052 I slot launch_slot_: id 1 | task 8759 | processing task, is_child = 0 12.01.505.235 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.857 (> 0.100 thold), f_keep = 0.887 12.01.505.281 I slot launch_slot_: id 2 | task 8761 | processing task, is_child = 0 12.01.994.302 I slot print_timing: id 1 | task 8759 | prompt eval time = 837.69 ms / 85 tokens ( 9.86 ms per token, 101.47 tokens per second) 12.01.994.304 I slot print_timing: id 1 | task 8759 | eval time = 111.47 ms / 2 tokens ( 111.47 ms per token, 8.97 tokens per second) 12.01.994.305 I slot print_timing: id 1 | task 8759 | total time = 949.16 ms / 87 tokens 12.01.994.305 I slot print_timing: id 1 | task 8759 | graphs reused = 7192 12.01.994.306 I slot print_timing: id 1 | task 8759 | graph reallocs = 0 / 0 (same size) / (changed size) 12.01.994.349 I slot release: id 1 | task 8759 | stop processing: n_tokens = 729, truncated = 0 12.01.994.711 I slot print_timing: id 3 | task 8758 | prompt eval time = 837.14 ms / 90 tokens ( 9.30 ms per token, 107.51 tokens per second) 12.01.994.713 I slot print_timing: id 3 | task 8758 | eval time = 111.69 ms / 2 tokens ( 111.69 ms per token, 8.95 tokens per second) 12.01.994.714 I slot print_timing: id 3 | task 8758 | total time = 948.83 ms / 92 tokens 12.01.994.714 I slot print_timing: id 3 | task 8758 | graphs reused = 7192 12.01.994.714 I slot print_timing: id 3 | task 8758 | graph reallocs = 0 / 0 (same size) / (changed size) 12.01.994.752 I slot release: id 3 | task 8758 | stop processing: n_tokens = 736, truncated = 0 12.02.054.191 I slot print_timing: id 2 | task 8761 | prompt eval time = 488.40 ms / 107 tokens ( 4.56 ms per token, 219.08 tokens per second) 12.02.054.195 I slot print_timing: id 2 | task 8761 | eval time = 59.65 ms / 2 tokens ( 59.65 ms per token, 16.77 tokens per second) 12.02.054.195 I slot print_timing: id 2 | task 8761 | total time = 548.04 ms / 109 tokens 12.02.054.196 I slot print_timing: id 2 | task 8761 | graphs reused = 7192 12.02.054.196 I slot print_timing: id 2 | task 8761 | graph reallocs = 0 / 0 (same size) / (changed size) 12.02.054.250 I slot release: id 2 | task 8761 | stop processing: n_tokens = 751, truncated = 0 12.02.054.256 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.864 (> 0.100 thold), f_keep = 0.882 12.02.054.295 I slot launch_slot_: id 1 | task 8765 | processing task, is_child = 0 12.02.054.397 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 90.520 MiB) 12.02.057.177 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 101.440 MiB) 12.02.059.754 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 736, t_last = 236496137561 12.02.059.859 I slot launch_slot_: id 3 | task 8766 | processing task, is_child = 0 12.03.206.202 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 751, t_last = 236496197058 12.03.206.360 I slot launch_slot_: id 2 | task 8768 | processing task, is_child = 0 12.06.130.430 I slot print_timing: id 1 | task 8765 | prompt eval time = 2872.42 ms / 101 tokens ( 28.44 ms per token, 35.16 tokens per second) 12.06.130.433 I slot print_timing: id 1 | task 8765 | eval time = 1198.07 ms / 2 tokens ( 1198.07 ms per token, 0.83 tokens per second) 12.06.130.433 I slot print_timing: id 1 | task 8765 | total time = 4070.49 ms / 103 tokens 12.06.130.434 I slot print_timing: id 1 | task 8765 | graphs reused = 7192 12.06.130.434 I slot print_timing: id 1 | task 8765 | graph reallocs = 0 / 0 (same size) / (changed size) 12.06.130.478 I slot release: id 1 | task 8765 | stop processing: n_tokens = 745, truncated = 0 12.06.131.478 I slot print_timing: id 3 | task 8766 | prompt processing, n_tokens = 976, progress = 1.00, t = 4.07 s / 239.84 tokens per second 12.06.541.239 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 745, t_last = 236500273286 12.06.541.329 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 101.284 MiB) 12.06.545.023 I slot launch_slot_: id 1 | task 8772 | processing task, is_child = 0 12.06.545.190 I slot print_timing: id 2 | task 8768 | prompt processing, n_tokens = 957, progress = 1.00, t = 3.33 s / 287.08 tokens per second 12.07.498.858 I slot print_timing: id 3 | task 8766 | prompt eval time = 4480.59 ms / 980 tokens ( 4.57 ms per token, 218.72 tokens per second) 12.07.498.860 I slot print_timing: id 3 | task 8766 | eval time = 957.62 ms / 2 tokens ( 957.62 ms per token, 1.04 tokens per second) 12.07.498.861 I slot print_timing: id 3 | task 8766 | total time = 5438.22 ms / 982 tokens 12.07.498.862 I slot print_timing: id 3 | task 8766 | graphs reused = 7192 12.07.498.862 I slot print_timing: id 3 | task 8766 | graph reallocs = 0 / 0 (same size) / (changed size) 12.07.498.923 I slot release: id 3 | task 8766 | stop processing: n_tokens = 982, truncated = 0 12.08.327.338 I slot print_timing: id 2 | task 8768 | prompt eval time = 4291.34 ms / 961 tokens ( 4.47 ms per token, 223.94 tokens per second) 12.08.327.344 I slot print_timing: id 2 | task 8768 | eval time = 828.64 ms / 2 tokens ( 828.64 ms per token, 1.21 tokens per second) 12.08.327.345 I slot print_timing: id 2 | task 8768 | total time = 5119.98 ms / 963 tokens 12.08.327.345 I slot print_timing: id 2 | task 8768 | graphs reused = 7192 12.08.327.346 I slot print_timing: id 2 | task 8768 | graph reallocs = 0 / 0 (same size) / (changed size) 12.08.327.406 I slot release: id 2 | task 8768 | stop processing: n_tokens = 963, truncated = 0 12.08.327.414 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.807 (> 0.100 thold), f_keep = 0.871 12.08.327.481 I slot launch_slot_: id 2 | task 8775 | processing task, is_child = 0 12.08.327.570 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 100.580 MiB) 12.09.166.734 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 982, t_last = 236501641731 12.09.166.882 I slot launch_slot_: id 3 | task 8777 | processing task, is_child = 0 12.11.303.617 I slot print_timing: id 1 | task 8772 | prompt eval time = 3951.28 ms / 946 tokens ( 4.18 ms per token, 239.42 tokens per second) 12.11.303.620 I slot print_timing: id 1 | task 8772 | eval time = 807.30 ms / 2 tokens ( 807.30 ms per token, 1.24 tokens per second) 12.11.303.620 I slot print_timing: id 1 | task 8772 | total time = 4758.58 ms / 948 tokens 12.11.303.621 I slot print_timing: id 1 | task 8772 | graphs reused = 7192 12.11.303.621 I slot print_timing: id 1 | task 8772 | graph reallocs = 0 / 0 (same size) / (changed size) 12.11.303.679 I slot release: id 1 | task 8772 | stop processing: n_tokens = 948, truncated = 0 12.11.303.855 I slot print_timing: id 2 | task 8775 | prompt eval time = 2163.70 ms / 201 tokens ( 10.76 ms per token, 92.90 tokens per second) 12.11.303.857 I slot print_timing: id 2 | task 8775 | eval time = 807.36 ms / 2 tokens ( 807.36 ms per token, 1.24 tokens per second) 12.11.303.858 I slot print_timing: id 2 | task 8775 | total time = 2971.05 ms / 203 tokens 12.11.303.858 I slot print_timing: id 2 | task 8775 | graphs reused = 7192 12.11.303.858 I slot print_timing: id 2 | task 8775 | graph reallocs = 0 / 0 (same size) / (changed size) 12.11.303.906 I slot release: id 2 | task 8775 | stop processing: n_tokens = 1041, truncated = 0 12.11.674.538 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 948, t_last = 236505446488 12.11.674.638 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 99.923 MiB) 12.11.678.804 I slot launch_slot_: id 1 | task 8781 | processing task, is_child = 0 12.11.678.898 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 83.189 MiB) 12.11.678.903 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 84.173 MiB) 12.11.682.302 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1041, t_last = 236505446714 12.11.682.403 I slot launch_slot_: id 2 | task 8782 | processing task, is_child = 0 12.15.743.009 I slot print_timing: id 1 | task 8781 | prompt processing, n_tokens = 654, progress = 0.56, t = 4.06 s / 161.07 tokens per second 12.15.743.720 I slot print_timing: id 2 | task 8782 | prompt processing, n_tokens = 1393, progress = 0.67, t = 4.06 s / 343.08 tokens per second 12.16.967.878 I slot print_timing: id 1 | task 8781 | prompt processing, n_tokens = 981, progress = 0.84, t = 5.29 s / 185.62 tokens per second 12.16.968.666 I slot print_timing: id 2 | task 8782 | prompt processing, n_tokens = 1574, progress = 0.75, t = 5.28 s / 297.83 tokens per second 12.17.865.767 I slot print_timing: id 3 | task 8777 | prompt eval time = 7798.03 ms / 1133 tokens ( 6.88 ms per token, 145.29 tokens per second) 12.17.865.772 I slot print_timing: id 3 | task 8777 | eval time = 897.90 ms / 2 tokens ( 897.90 ms per token, 1.11 tokens per second) 12.17.865.773 I slot print_timing: id 3 | task 8777 | total time = 8695.92 ms / 1135 tokens 12.17.865.773 I slot print_timing: id 3 | task 8777 | graphs reused = 7192 12.17.865.774 I slot print_timing: id 3 | task 8777 | graph reallocs = 0 / 0 (same size) / (changed size) 12.17.865.840 I slot release: id 3 | task 8777 | stop processing: n_tokens = 1135, truncated = 0 12.17.865.851 I slot print_timing: id 1 | task 8781 | prompt processing, n_tokens = 1166, progress = 1.00, t = 6.18 s / 188.58 tokens per second 12.17.867.071 I slot print_timing: id 2 | task 8782 | prompt processing, n_tokens = 1764, progress = 0.84, t = 6.18 s / 285.31 tokens per second 12.18.645.295 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1135, t_last = 236512008648 12.18.645.392 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 87.292 MiB) 12.18.650.348 I slot launch_slot_: id 3 | task 8787 | processing task, is_child = 0 12.18.650.360 I slot print_timing: id 2 | task 8782 | prompt processing, n_tokens = 2086, progress = 1.00, t = 6.96 s / 299.61 tokens per second 12.21.887.041 I slot print_timing: id 0 | task 8748 | prompt eval time = 4978.35 ms / 792 tokens ( 6.29 ms per token, 159.09 tokens per second) 12.21.887.044 I slot print_timing: id 0 | task 8748 | eval time = 21010.30 ms / 22 tokens ( 1000.49 ms per token, 1.00 tokens per second) 12.21.887.044 I slot print_timing: id 0 | task 8748 | total time = 25988.65 ms / 814 tokens 12.21.887.045 I slot print_timing: id 0 | task 8748 | graphs reused = 7192 12.21.887.045 I slot print_timing: id 0 | task 8748 | graph reallocs = 0 / 0 (same size) / (changed size) 12.21.887.095 I slot release: id 0 | task 8748 | stop processing: n_tokens = 814, truncated = 0 12.21.887.270 I slot print_timing: id 1 | task 8781 | prompt eval time = 6962.88 ms / 1170 tokens ( 5.95 ms per token, 168.03 tokens per second) 12.21.887.274 I slot print_timing: id 1 | task 8781 | eval time = 3241.98 ms / 2 tokens ( 3241.98 ms per token, 0.31 tokens per second) 12.21.887.274 I slot print_timing: id 1 | task 8781 | total time = 10204.86 ms / 1172 tokens 12.21.887.275 I slot print_timing: id 1 | task 8781 | graphs reused = 7192 12.21.887.275 I slot print_timing: id 1 | task 8781 | graph reallocs = 0 / 0 (same size) / (changed size) 12.21.887.333 I slot release: id 1 | task 8781 | stop processing: n_tokens = 1172, truncated = 0 12.21.887.578 I slot print_timing: id 3 | task 8787 | prompt processing, n_tokens = 1587, progress = 0.75, t = 3.24 s / 490.48 tokens per second 12.22.351.441 I slot print_timing: id 2 | task 8782 | prompt eval time = 10204.96 ms / 2090 tokens ( 4.88 ms per token, 204.80 tokens per second) 12.22.351.443 I slot print_timing: id 2 | task 8782 | eval time = 463.88 ms / 2 tokens ( 463.88 ms per token, 2.16 tokens per second) 12.22.351.444 I slot print_timing: id 2 | task 8782 | total time = 10668.84 ms / 2092 tokens 12.22.351.444 I slot print_timing: id 2 | task 8782 | graphs reused = 7192 12.22.351.445 I slot print_timing: id 2 | task 8782 | graph reallocs = 0 / 0 (same size) / (changed size) 12.22.351.578 I slot release: id 2 | task 8782 | stop processing: n_tokens = 2092, truncated = 0 12.22.351.588 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.877 (> 0.100 thold), f_keep = 0.858 12.22.351.630 I slot launch_slot_: id 2 | task 8790 | processing task, is_child = 0 12.22.351.725 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 88.933 MiB) 12.22.355.242 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 87.347 MiB) 12.22.357.861 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 814, t_last = 236516029903 12.22.357.971 I slot launch_slot_: id 0 | task 8791 | processing task, is_child = 0 12.22.359.001 I slot print_timing: id 3 | task 8787 | prompt processing, n_tokens = 1764, progress = 0.84, t = 3.70 s / 476.76 tokens per second 12.26.498.762 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1172, t_last = 236516030141 12.26.498.943 I slot launch_slot_: id 1 | task 8793 | processing task, is_child = 0 12.26.498.959 I slot print_timing: id 0 | task 8791 | prompt processing, n_tokens = 1545, progress = 0.75, t = 4.14 s / 373.13 tokens per second 12.26.559.457 I slot print_timing: id 2 | task 8790 | prompt processing, n_tokens = 247, progress = 1.00, t = 4.14 s / 59.65 tokens per second 12.26.561.069 I slot print_timing: id 3 | task 8787 | prompt processing, n_tokens = 2020, progress = 0.96, t = 7.85 s / 257.41 tokens per second 12.30.547.609 I slot print_timing: id 0 | task 8791 | prompt processing, n_tokens = 1764, progress = 0.86, t = 8.19 s / 215.40 tokens per second 12.30.548.291 I slot print_timing: id 1 | task 8793 | prompt processing, n_tokens = 1598, progress = 0.76, t = 3.99 s / 400.69 tokens per second 12.30.549.600 I slot print_timing: id 3 | task 8787 | prompt processing, n_tokens = 2099, progress = 1.00, t = 11.90 s / 176.44 tokens per second 12.31.680.113 I slot print_timing: id 2 | task 8790 | prompt eval time = 8189.35 ms / 251 tokens ( 32.63 ms per token, 30.65 tokens per second) 12.31.680.117 I slot print_timing: id 2 | task 8790 | eval time = 1132.51 ms / 2 tokens ( 1132.51 ms per token, 0.88 tokens per second) 12.31.680.117 I slot print_timing: id 2 | task 8790 | total time = 9321.85 ms / 253 tokens 12.31.680.118 I slot print_timing: id 2 | task 8790 | graphs reused = 7192 12.31.680.118 I slot print_timing: id 2 | task 8790 | graph reallocs = 0 / 0 (same size) / (changed size) 12.31.680.231 I slot release: id 2 | task 8790 | stop processing: n_tokens = 2046, truncated = 0 12.31.680.452 I slot print_timing: id 0 | task 8791 | prompt processing, n_tokens = 2057, progress = 1.00, t = 9.32 s / 220.66 tokens per second 12.31.682.024 I slot print_timing: id 1 | task 8793 | prompt processing, n_tokens = 1764, progress = 0.83, t = 5.12 s / 344.49 tokens per second 12.32.517.389 I slot print_timing: id 3 | task 8787 | prompt eval time = 13029.15 ms / 2103 tokens ( 6.20 ms per token, 161.41 tokens per second) 12.32.517.392 I slot print_timing: id 3 | task 8787 | eval time = 836.94 ms / 2 tokens ( 836.94 ms per token, 1.19 tokens per second) 12.32.517.392 I slot print_timing: id 3 | task 8787 | total time = 13866.09 ms / 2105 tokens 12.32.517.393 I slot print_timing: id 3 | task 8787 | graphs reused = 7192 12.32.517.393 I slot print_timing: id 3 | task 8787 | graph reallocs = 0 / 0 (same size) / (changed size) 12.32.517.511 I slot release: id 3 | task 8787 | stop processing: n_tokens = 2105, truncated = 0 12.32.517.523 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.839 (> 0.100 thold), f_keep = 0.877 12.32.517.588 I slot launch_slot_: id 2 | task 8797 | processing task, is_child = 0 12.32.517.716 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 83.134 MiB) 12.32.529.229 I slot print_timing: id 1 | task 8793 | prompt processing, n_tokens = 2110, progress = 1.00, t = 5.96 s / 354.16 tokens per second 12.33.371.342 I slot print_timing: id 0 | task 8791 | prompt eval time = 10159.15 ms / 2061 tokens ( 4.93 ms per token, 202.87 tokens per second) 12.33.371.345 I slot print_timing: id 0 | task 8791 | eval time = 854.13 ms / 2 tokens ( 854.13 ms per token, 1.17 tokens per second) 12.33.371.345 I slot print_timing: id 0 | task 8791 | total time = 11013.28 ms / 2063 tokens 12.33.371.346 I slot print_timing: id 0 | task 8791 | graphs reused = 7192 12.33.371.346 I slot print_timing: id 0 | task 8791 | graph reallocs = 0 / 0 (same size) / (changed size) 12.33.371.458 I slot release: id 0 | task 8791 | stop processing: n_tokens = 2063, truncated = 0 12.33.371.690 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.867 (> 0.100 thold), f_keep = 0.869 12.33.371.757 I slot launch_slot_: id 0 | task 8799 | processing task, is_child = 0 12.34.078.928 I slot print_timing: id 1 | task 8793 | prompt eval time = 6812.43 ms / 2114 tokens ( 3.22 ms per token, 310.32 tokens per second) 12.34.078.933 I slot print_timing: id 1 | task 8793 | eval time = 707.24 ms / 2 tokens ( 707.24 ms per token, 1.41 tokens per second) 12.34.078.934 I slot print_timing: id 1 | task 8793 | total time = 7519.67 ms / 2116 tokens 12.34.078.934 I slot print_timing: id 1 | task 8793 | graphs reused = 7192 12.34.078.935 I slot print_timing: id 1 | task 8793 | graph reallocs = 0 / 0 (same size) / (changed size) 12.34.079.051 I slot release: id 1 | task 8793 | stop processing: n_tokens = 2116, truncated = 0 12.34.079.270 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.839 (> 0.100 thold), f_keep = 0.848 12.34.079.330 I slot launch_slot_: id 1 | task 8801 | processing task, is_child = 0 12.34.913.263 I slot print_timing: id 2 | task 8797 | prompt eval time = 1549.01 ms / 343 tokens ( 4.52 ms per token, 221.43 tokens per second) 12.34.913.266 I slot print_timing: id 2 | task 8797 | eval time = 834.00 ms / 2 tokens ( 834.00 ms per token, 1.20 tokens per second) 12.34.913.266 I slot print_timing: id 2 | task 8797 | total time = 2383.00 ms / 345 tokens 12.34.913.267 I slot print_timing: id 2 | task 8797 | graphs reused = 7192 12.34.913.267 I slot print_timing: id 2 | task 8797 | graph reallocs = 0 / 0 (same size) / (changed size) 12.34.913.380 I slot release: id 2 | task 8797 | stop processing: n_tokens = 2138, truncated = 0 12.34.913.390 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.805 (> 0.100 thold), f_keep = 0.839 12.34.913.427 I slot launch_slot_: id 2 | task 8803 | processing task, is_child = 0 12.35.964.189 I slot print_timing: id 0 | task 8799 | prompt eval time = 1541.20 ms / 275 tokens ( 5.60 ms per token, 178.43 tokens per second) 12.35.964.211 I slot print_timing: id 0 | task 8799 | eval time = 1051.05 ms / 2 tokens ( 1051.05 ms per token, 0.95 tokens per second) 12.35.964.213 I slot print_timing: id 0 | task 8799 | total time = 2592.24 ms / 277 tokens 12.35.964.215 I slot print_timing: id 0 | task 8799 | graphs reused = 7192 12.35.964.217 I slot print_timing: id 0 | task 8799 | graph reallocs = 0 / 0 (same size) / (changed size) 12.35.964.807 I slot release: id 0 | task 8799 | stop processing: n_tokens = 2069, truncated = 0 12.35.965.857 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.907 (> 0.100 thold), f_keep = 0.852 12.35.966.164 I slot launch_slot_: id 3 | task 8805 | processing task, is_child = 0 12.35.967.040 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 103.922 MiB) 12.35.967.082 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 82.915 MiB) 12.36.508.709 I slot print_timing: id 1 | task 8801 | prompt eval time = 1884.64 ms / 343 tokens ( 5.49 ms per token, 182.00 tokens per second) 12.36.508.726 I slot print_timing: id 1 | task 8801 | eval time = 542.86 ms / 2 tokens ( 542.86 ms per token, 1.84 tokens per second) 12.36.508.729 I slot print_timing: id 1 | task 8801 | total time = 2427.50 ms / 345 tokens 12.36.508.731 I slot print_timing: id 1 | task 8801 | graphs reused = 7192 12.36.508.733 I slot print_timing: id 1 | task 8801 | graph reallocs = 0 / 0 (same size) / (changed size) 12.36.509.337 I slot release: id 1 | task 8801 | stop processing: n_tokens = 2138, truncated = 0 12.36.510.404 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.887 (> 0.100 thold), f_keep = 0.839 12.36.510.707 I slot launch_slot_: id 1 | task 8807 | processing task, is_child = 0 12.37.159.005 I slot print_timing: id 2 | task 8803 | prompt eval time = 1594.75 ms / 435 tokens ( 3.67 ms per token, 272.77 tokens per second) 12.37.159.020 I slot print_timing: id 2 | task 8803 | eval time = 648.62 ms / 2 tokens ( 648.62 ms per token, 1.54 tokens per second) 12.37.159.032 I slot print_timing: id 2 | task 8803 | total time = 2243.37 ms / 437 tokens 12.37.159.034 I slot print_timing: id 2 | task 8803 | graphs reused = 7192 12.37.159.036 I slot print_timing: id 2 | task 8803 | graph reallocs = 0 / 0 (same size) / (changed size) 12.37.159.595 I slot release: id 2 | task 8803 | stop processing: n_tokens = 2229, truncated = 0 12.37.160.611 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.887 (> 0.100 thold), f_keep = 0.867 12.37.160.895 I slot launch_slot_: id 0 | task 8809 | processing task, is_child = 0 12.37.161.555 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 92.161 MiB) 12.37.161.570 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 91.231 MiB) 12.37.766.908 I slot print_timing: id 3 | task 8805 | prompt eval time = 1170.10 ms / 183 tokens ( 6.39 ms per token, 156.40 tokens per second) 12.37.766.911 I slot print_timing: id 3 | task 8805 | eval time = 606.33 ms / 2 tokens ( 606.33 ms per token, 1.65 tokens per second) 12.37.766.911 I slot print_timing: id 3 | task 8805 | total time = 1776.43 ms / 185 tokens 12.37.766.912 I slot print_timing: id 3 | task 8805 | graphs reused = 7192 12.37.766.912 I slot print_timing: id 3 | task 8805 | graph reallocs = 0 / 0 (same size) / (changed size) 12.37.767.022 I slot release: id 3 | task 8805 | stop processing: n_tokens = 1978, truncated = 0 12.37.767.033 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.865 (> 0.100 thold), f_keep = 0.805 12.37.767.092 I slot launch_slot_: id 2 | task 8811 | processing task, is_child = 0 12.37.767.213 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 112.386 MiB) 12.38.489.668 I slot print_timing: id 1 | task 8807 | prompt eval time = 1255.16 ms / 230 tokens ( 5.46 ms per token, 183.24 tokens per second) 12.38.489.670 I slot print_timing: id 1 | task 8807 | eval time = 722.97 ms / 2 tokens ( 722.97 ms per token, 1.38 tokens per second) 12.38.489.671 I slot print_timing: id 1 | task 8807 | total time = 1978.13 ms / 232 tokens 12.38.489.671 I slot print_timing: id 1 | task 8807 | graphs reused = 7192 12.38.489.672 I slot print_timing: id 1 | task 8807 | graph reallocs = 0 / 0 (same size) / (changed size) 12.38.489.784 I slot release: id 1 | task 8807 | stop processing: n_tokens = 2024, truncated = 0 12.38.489.793 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.847 (> 0.100 thold), f_keep = 0.886 12.38.489.833 I slot launch_slot_: id 1 | task 8813 | processing task, is_child = 0 12.39.272.266 I slot print_timing: id 0 | task 8809 | prompt eval time = 1303.61 ms / 229 tokens ( 5.69 ms per token, 175.67 tokens per second) 12.39.272.269 I slot print_timing: id 0 | task 8809 | eval time = 782.81 ms / 2 tokens ( 782.81 ms per token, 1.28 tokens per second) 12.39.272.270 I slot print_timing: id 0 | task 8809 | total time = 2086.41 ms / 231 tokens 12.39.272.271 I slot print_timing: id 0 | task 8809 | graphs reused = 7192 12.39.272.271 I slot print_timing: id 0 | task 8809 | graph reallocs = 0 / 0 (same size) / (changed size) 12.39.272.387 I slot release: id 0 | task 8809 | stop processing: n_tokens = 2023, truncated = 0 12.39.272.659 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.907 (> 0.100 thold), f_keep = 0.886 12.39.272.735 I slot launch_slot_: id 0 | task 8815 | processing task, is_child = 0 12.39.779.561 I slot print_timing: id 2 | task 8811 | prompt eval time = 1492.90 ms / 279 tokens ( 5.35 ms per token, 186.88 tokens per second) 12.39.779.564 I slot print_timing: id 2 | task 8811 | eval time = 506.90 ms / 2 tokens ( 506.90 ms per token, 1.97 tokens per second) 12.39.779.565 I slot print_timing: id 2 | task 8811 | total time = 1999.80 ms / 281 tokens 12.39.779.565 I slot print_timing: id 2 | task 8811 | graphs reused = 7192 12.39.779.566 I slot print_timing: id 2 | task 8811 | graph reallocs = 0 / 0 (same size) / (changed size) 12.39.779.677 I slot release: id 2 | task 8811 | stop processing: n_tokens = 2074, truncated = 0 12.39.779.687 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.867 (> 0.100 thold), f_keep = 0.865 12.39.779.717 I slot launch_slot_: id 2 | task 8817 | processing task, is_child = 0 12.40.486.220 I slot print_timing: id 1 | task 8813 | prompt eval time = 1289.43 ms / 323 tokens ( 3.99 ms per token, 250.50 tokens per second) 12.40.486.223 I slot print_timing: id 1 | task 8813 | eval time = 706.84 ms / 2 tokens ( 706.84 ms per token, 1.41 tokens per second) 12.40.486.223 I slot print_timing: id 1 | task 8813 | total time = 1996.27 ms / 325 tokens 12.40.486.224 I slot print_timing: id 1 | task 8813 | graphs reused = 7192 12.40.486.224 I slot print_timing: id 1 | task 8813 | graph reallocs = 0 / 0 (same size) / (changed size) 12.40.486.340 I slot release: id 1 | task 8813 | stop processing: n_tokens = 2118, truncated = 0 12.40.486.349 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.845 (> 0.100 thold), f_keep = 0.847 12.40.486.391 I slot launch_slot_: id 1 | task 8819 | processing task, is_child = 0 12.41.262.079 I slot print_timing: id 0 | task 8815 | prompt eval time = 1213.15 ms / 184 tokens ( 6.59 ms per token, 151.67 tokens per second) 12.41.262.081 I slot print_timing: id 0 | task 8815 | eval time = 776.06 ms / 2 tokens ( 776.06 ms per token, 1.29 tokens per second) 12.41.262.082 I slot print_timing: id 0 | task 8815 | total time = 1989.21 ms / 186 tokens 12.41.262.082 I slot print_timing: id 0 | task 8815 | graphs reused = 7192 12.41.262.083 I slot print_timing: id 0 | task 8815 | graph reallocs = 0 / 0 (same size) / (changed size) 12.41.262.189 I slot release: id 0 | task 8815 | stop processing: n_tokens = 1978, truncated = 0 12.41.262.494 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.824 (> 0.100 thold), f_keep = 0.906 12.41.262.543 I slot launch_slot_: id 0 | task 8821 | processing task, is_child = 0 12.42.170.995 I slot print_timing: id 2 | task 8817 | prompt eval time = 1481.21 ms / 276 tokens ( 5.37 ms per token, 186.33 tokens per second) 12.42.170.998 I slot print_timing: id 2 | task 8817 | eval time = 908.51 ms / 2 tokens ( 908.51 ms per token, 1.10 tokens per second) 12.42.170.999 I slot print_timing: id 2 | task 8817 | total time = 2389.72 ms / 278 tokens 12.42.170.999 I slot print_timing: id 2 | task 8817 | graphs reused = 7192 12.42.171.000 I slot print_timing: id 2 | task 8817 | graph reallocs = 0 / 0 (same size) / (changed size) 12.42.171.117 I slot release: id 2 | task 8817 | stop processing: n_tokens = 2070, truncated = 0 12.42.171.130 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.905 (> 0.100 thold), f_keep = 0.907 12.42.171.188 I slot launch_slot_: id 3 | task 8823 | processing task, is_child = 0 12.42.171.322 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 91.067 MiB) 12.42.687.888 I slot print_timing: id 1 | task 8819 | prompt eval time = 1684.26 ms / 328 tokens ( 5.13 ms per token, 194.74 tokens per second) 12.42.687.891 I slot print_timing: id 1 | task 8819 | eval time = 517.09 ms / 2 tokens ( 517.09 ms per token, 1.93 tokens per second) 12.42.687.891 I slot print_timing: id 1 | task 8819 | total time = 2201.35 ms / 330 tokens 12.42.687.892 I slot print_timing: id 1 | task 8819 | graphs reused = 7192 12.42.687.892 I slot print_timing: id 1 | task 8819 | graph reallocs = 0 / 0 (same size) / (changed size) 12.42.688.005 I slot release: id 1 | task 8819 | stop processing: n_tokens = 2123, truncated = 0 12.42.688.014 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.822 (> 0.100 thold), f_keep = 0.845 12.42.688.054 I slot launch_slot_: id 1 | task 8825 | processing task, is_child = 0 12.43.590.944 I slot print_timing: id 0 | task 8821 | prompt eval time = 1424.99 ms / 382 tokens ( 3.73 ms per token, 268.07 tokens per second) 12.43.590.949 I slot print_timing: id 0 | task 8821 | eval time = 903.28 ms / 2 tokens ( 903.28 ms per token, 1.11 tokens per second) 12.43.590.950 I slot print_timing: id 0 | task 8821 | total time = 2328.26 ms / 384 tokens 12.43.590.950 I slot print_timing: id 0 | task 8821 | graphs reused = 7192 12.43.590.950 I slot print_timing: id 0 | task 8821 | graph reallocs = 0 / 0 (same size) / (changed size) 12.43.591.074 I slot release: id 0 | task 8821 | stop processing: n_tokens = 2176, truncated = 0 12.43.591.338 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.878 (> 0.100 thold), f_keep = 0.824 12.43.591.405 I slot launch_slot_: id 0 | task 8827 | processing task, is_child = 0 12.44.230.106 I slot print_timing: id 3 | task 8823 | prompt eval time = 1405.03 ms / 188 tokens ( 7.47 ms per token, 133.81 tokens per second) 12.44.230.110 I slot print_timing: id 3 | task 8823 | eval time = 638.77 ms / 2 tokens ( 638.77 ms per token, 1.57 tokens per second) 12.44.230.110 I slot print_timing: id 3 | task 8823 | total time = 2043.80 ms / 190 tokens 12.44.230.110 I slot print_timing: id 3 | task 8823 | graphs reused = 7192 12.44.230.111 I slot print_timing: id 3 | task 8823 | graph reallocs = 0 / 0 (same size) / (changed size) 12.44.230.220 I slot release: id 3 | task 8823 | stop processing: n_tokens = 1983, truncated = 0 12.44.230.227 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.894 (> 0.100 thold), f_keep = 0.866 12.44.230.261 I slot launch_slot_: id 2 | task 8829 | processing task, is_child = 0 12.44.230.387 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 83.845 MiB) 12.44.230.393 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 92.161 MiB) 12.44.245.237 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.884 (> 0.100 thold), f_keep = 0.905 12.44.245.267 I slot launch_slot_: id 3 | task 8830 | processing task, is_child = 0 12.45.321.385 I slot print_timing: id 1 | task 8825 | prompt eval time = 1541.74 ms / 389 tokens ( 3.96 ms per token, 252.31 tokens per second) 12.45.321.388 I slot print_timing: id 1 | task 8825 | eval time = 1091.44 ms / 2 tokens ( 1091.44 ms per token, 0.92 tokens per second) 12.45.321.388 I slot print_timing: id 1 | task 8825 | total time = 2633.18 ms / 391 tokens 12.45.321.388 I slot print_timing: id 1 | task 8825 | graphs reused = 7192 12.45.321.389 I slot print_timing: id 1 | task 8825 | graph reallocs = 0 / 0 (same size) / (changed size) 12.45.321.506 I slot release: id 1 | task 8825 | stop processing: n_tokens = 2184, truncated = 0 12.45.401.515 I slot print_timing: id 0 | task 8827 | prompt eval time = 1729.65 ms / 250 tokens ( 6.92 ms per token, 144.54 tokens per second) 12.45.401.517 I slot print_timing: id 0 | task 8827 | eval time = 80.31 ms / 2 tokens ( 80.31 ms per token, 12.45 tokens per second) 12.45.401.518 I slot print_timing: id 0 | task 8827 | total time = 1809.96 ms / 252 tokens 12.45.401.519 I slot print_timing: id 0 | task 8827 | graphs reused = 7192 12.45.401.519 I slot print_timing: id 0 | task 8827 | graph reallocs = 0 / 0 (same size) / (changed size) 12.45.401.629 I slot release: id 0 | task 8827 | stop processing: n_tokens = 2043, truncated = 0 12.45.402.045 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.934 (> 0.100 thold), f_keep = 0.878 12.45.402.106 I slot launch_slot_: id 0 | task 8833 | processing task, is_child = 0 12.45.402.260 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 83.790 MiB) 12.45.415.430 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.895 (> 0.100 thold), f_keep = 0.821 12.45.415.458 I slot launch_slot_: id 1 | task 8834 | processing task, is_child = 0 12.46.241.379 I slot print_timing: id 2 | task 8829 | prompt eval time = 1155.65 ms / 213 tokens ( 5.43 ms per token, 184.31 tokens per second) 12.46.241.384 I slot print_timing: id 2 | task 8829 | eval time = 839.54 ms / 2 tokens ( 839.54 ms per token, 1.19 tokens per second) 12.46.241.385 I slot print_timing: id 2 | task 8829 | total time = 1995.19 ms / 215 tokens 12.46.241.385 I slot print_timing: id 2 | task 8829 | graphs reused = 7192 12.46.241.385 I slot print_timing: id 2 | task 8829 | graph reallocs = 0 / 0 (same size) / (changed size) 12.46.241.492 I slot release: id 2 | task 8829 | stop processing: n_tokens = 2007, truncated = 0 12.46.241.666 I slot print_timing: id 3 | task 8830 | prompt eval time = 1155.16 ms / 235 tokens ( 4.92 ms per token, 203.44 tokens per second) 12.46.241.668 I slot print_timing: id 3 | task 8830 | eval time = 839.63 ms / 2 tokens ( 839.63 ms per token, 1.19 tokens per second) 12.46.241.668 I slot print_timing: id 3 | task 8830 | total time = 1994.78 ms / 237 tokens 12.46.241.669 I slot print_timing: id 3 | task 8830 | graphs reused = 7192 12.46.241.674 I slot print_timing: id 3 | task 8830 | graph reallocs = 0 / 0 (same size) / (changed size) 12.46.241.762 I slot release: id 3 | task 8830 | stop processing: n_tokens = 2030, truncated = 0 12.46.293.302 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 2007, t_last = 236540384301 12.46.293.431 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 113.082 MiB) 12.46.293.435 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 88.714 MiB) 12.46.304.374 I slot launch_slot_: id 2 | task 8837 | processing task, is_child = 0 12.46.304.495 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 90.410 MiB) 12.46.315.788 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.915 (> 0.100 thold), f_keep = 0.883 12.46.315.819 I slot launch_slot_: id 3 | task 8838 | processing task, is_child = 0 12.48.620.779 I slot print_timing: id 0 | task 8833 | prompt eval time = 877.65 ms / 127 tokens ( 6.91 ms per token, 144.70 tokens per second) 12.48.620.782 I slot print_timing: id 0 | task 8833 | eval time = 2327.66 ms / 2 tokens ( 2327.66 ms per token, 0.43 tokens per second) 12.48.620.782 I slot print_timing: id 0 | task 8833 | total time = 3205.31 ms / 129 tokens 12.48.620.783 I slot print_timing: id 0 | task 8833 | graphs reused = 7192 12.48.620.783 I slot print_timing: id 0 | task 8833 | graph reallocs = 0 / 0 (same size) / (changed size) 12.48.620.888 I slot release: id 0 | task 8833 | stop processing: n_tokens = 1921, truncated = 0 12.48.621.070 I slot print_timing: id 1 | task 8834 | prompt eval time = 877.13 ms / 211 tokens ( 4.16 ms per token, 240.56 tokens per second) 12.48.621.073 I slot print_timing: id 1 | task 8834 | eval time = 2327.77 ms / 2 tokens ( 2327.77 ms per token, 0.43 tokens per second) 12.48.621.073 I slot print_timing: id 1 | task 8834 | total time = 3204.90 ms / 213 tokens 12.48.621.073 I slot print_timing: id 1 | task 8834 | graphs reused = 7192 12.48.621.074 I slot print_timing: id 1 | task 8834 | graph reallocs = 0 / 0 (same size) / (changed size) 12.48.621.164 I slot release: id 1 | task 8834 | stop processing: n_tokens = 2006, truncated = 0 12.49.326.925 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1921, t_last = 236542763697 12.49.327.053 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 89.097 MiB) 12.49.327.065 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 88.988 MiB) 12.49.339.951 I slot launch_slot_: id 0 | task 8841 | processing task, is_child = 0 12.49.340.071 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 99.376 MiB) 12.49.351.926 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 2006, t_last = 236542763973 12.49.352.068 I slot launch_slot_: id 1 | task 8842 | processing task, is_child = 0 12.53.395.598 I slot print_timing: id 3 | task 8838 | prompt eval time = 3010.79 ms / 167 tokens ( 18.03 ms per token, 55.47 tokens per second) 12.53.395.600 I slot print_timing: id 3 | task 8838 | eval time = 4068.67 ms / 2 tokens ( 4068.67 ms per token, 0.25 tokens per second) 12.53.395.600 I slot print_timing: id 3 | task 8838 | total time = 7079.46 ms / 169 tokens 12.53.395.601 I slot print_timing: id 3 | task 8838 | graphs reused = 7192 12.53.395.601 I slot print_timing: id 3 | task 8838 | graph reallocs = 0 / 0 (same size) / (changed size) 12.53.395.727 I slot release: id 3 | task 8838 | stop processing: n_tokens = 1961, truncated = 0 12.53.395.746 I slot print_timing: id 0 | task 8841 | prompt processing, n_tokens = 1009, progress = 0.66, t = 4.04 s / 249.55 tokens per second 12.53.396.570 I slot print_timing: id 1 | task 8842 | prompt processing, n_tokens = 1038, progress = 0.62, t = 4.04 s / 256.74 tokens per second 12.53.396.582 I slot print_timing: id 2 | task 8837 | prompt processing, n_tokens = 1256, progress = 0.86, t = 3.01 s / 417.15 tokens per second 12.54.460.421 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1961, t_last = 236547538536 12.54.460.576 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 99.595 MiB) 12.54.460.714 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 100.377 MiB) 12.54.684.861 I slot launch_slot_: id 3 | task 8845 | processing task, is_child = 0 12.54.684.875 I slot print_timing: id 0 | task 8841 | prompt processing, n_tokens = 1256, progress = 0.82, t = 5.11 s / 245.87 tokens per second 12.54.687.381 I slot print_timing: id 1 | task 8842 | prompt processing, n_tokens = 1146, progress = 0.69, t = 5.11 s / 224.35 tokens per second 12.54.689.496 I slot print_timing: id 2 | task 8837 | prompt processing, n_tokens = 1455, progress = 1.00, t = 8.14 s / 178.65 tokens per second 12.56.548.691 I slot print_timing: id 0 | task 8841 | prompt processing, n_tokens = 1521, progress = 1.00, t = 7.20 s / 211.36 tokens per second 12.56.549.597 I slot print_timing: id 1 | task 8842 | prompt processing, n_tokens = 1256, progress = 0.76, t = 7.20 s / 174.54 tokens per second 12.58.251.495 I slot print_timing: id 2 | task 8837 | prompt eval time = 10232.85 ms / 1459 tokens ( 7.01 ms per token, 142.58 tokens per second) 12.58.251.501 I slot print_timing: id 2 | task 8837 | eval time = 1702.81 ms / 2 tokens ( 1702.81 ms per token, 0.59 tokens per second) 12.58.251.501 I slot print_timing: id 2 | task 8837 | total time = 11935.67 ms / 1461 tokens 12.58.251.502 I slot print_timing: id 2 | task 8837 | graphs reused = 7192 12.58.251.502 I slot print_timing: id 2 | task 8837 | graph reallocs = 0 / 0 (same size) / (changed size) 12.58.251.586 I slot release: id 2 | task 8837 | stop processing: n_tokens = 1461, truncated = 0 12.58.251.601 I slot print_timing: id 1 | task 8842 | prompt processing, n_tokens = 1658, progress = 1.00, t = 8.90 s / 186.32 tokens per second 12.58.253.080 I slot print_timing: id 3 | task 8845 | prompt processing, n_tokens = 852, progress = 0.85, t = 3.56 s / 239.27 tokens per second 12.58.671.548 I slot print_timing: id 0 | task 8841 | prompt eval time = 8899.26 ms / 1525 tokens ( 5.84 ms per token, 171.36 tokens per second) 12.58.671.551 I slot print_timing: id 0 | task 8841 | eval time = 420.21 ms / 2 tokens ( 420.21 ms per token, 2.38 tokens per second) 12.58.671.551 I slot print_timing: id 0 | task 8841 | total time = 9319.47 ms / 1527 tokens 12.58.671.552 I slot print_timing: id 0 | task 8841 | graphs reused = 7192 12.58.671.552 I slot print_timing: id 0 | task 8841 | graph reallocs = 0 / 0 (same size) / (changed size) 12.58.671.630 I slot release: id 0 | task 8841 | stop processing: n_tokens = 1527, truncated = 0 12.58.671.838 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1461, t_last = 236552394395 12.58.671.965 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 119.954 MiB) 12.58.678.256 I slot launch_slot_: id 2 | task 8849 | processing task, is_child = 0 12.58.678.367 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 140.898 MiB) 12.58.681.495 I slot print_timing: id 3 | task 8845 | prompt processing, n_tokens = 999, progress = 1.00, t = 3.98 s / 250.94 tokens per second 12.59.659.799 I slot print_timing: id 1 | task 8842 | prompt eval time = 9319.49 ms / 1662 tokens ( 5.61 ms per token, 178.34 tokens per second) 12.59.659.802 I slot print_timing: id 1 | task 8842 | eval time = 987.96 ms / 2 tokens ( 987.96 ms per token, 1.01 tokens per second) 12.59.659.803 I slot print_timing: id 1 | task 8842 | total time = 10307.45 ms / 1664 tokens 12.59.659.803 I slot print_timing: id 1 | task 8842 | graphs reused = 7192 12.59.659.803 I slot print_timing: id 1 | task 8842 | graph reallocs = 0 / 0 (same size) / (changed size) 12.59.659.896 I slot release: id 1 | task 8842 | stop processing: n_tokens = 1664, truncated = 0 12.59.660.110 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1527, t_last = 236552814439 12.59.660.273 I slot launch_slot_: id 0 | task 8851 | processing task, is_child = 0 13.01.351.620 I slot print_timing: id 3 | task 8845 | prompt eval time = 4969.77 ms / 1003 tokens ( 4.95 ms per token, 201.82 tokens per second) 13.01.351.622 I slot print_timing: id 3 | task 8845 | eval time = 1691.51 ms / 2 tokens ( 1691.51 ms per token, 0.59 tokens per second) 13.01.351.623 I slot print_timing: id 3 | task 8845 | total time = 6661.27 ms / 1005 tokens 13.01.351.623 I slot print_timing: id 3 | task 8845 | graphs reused = 7192 13.01.351.623 I slot print_timing: id 3 | task 8845 | graph reallocs = 0 / 0 (same size) / (changed size) 13.01.351.689 I slot release: id 3 | task 8845 | stop processing: n_tokens = 1005, truncated = 0 13.01.351.698 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.915 (> 0.100 thold), f_keep = 0.878 13.01.351.747 I slot launch_slot_: id 3 | task 8853 | processing task, is_child = 0 13.02.510.769 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1664, t_last = 236553802706 13.02.510.937 I slot launch_slot_: id 1 | task 8855 | processing task, is_child = 0 13.02.665.797 I slot print_timing: id 2 | task 8849 | prompt processing, n_tokens = 988, progress = 1.00, t = 3.83 s / 258.00 tokens per second 13.03.926.272 I slot print_timing: id 0 | task 8851 | prompt processing, n_tokens = 978, progress = 1.00, t = 4.26 s / 229.75 tokens per second 13.04.774.191 I slot print_timing: id 2 | task 8849 | prompt eval time = 5244.78 ms / 992 tokens ( 5.29 ms per token, 189.14 tokens per second) 13.04.774.194 I slot print_timing: id 2 | task 8849 | eval time = 848.13 ms / 2 tokens ( 848.13 ms per token, 1.18 tokens per second) 13.04.774.195 I slot print_timing: id 2 | task 8849 | total time = 6092.91 ms / 994 tokens 13.04.774.195 I slot print_timing: id 2 | task 8849 | graphs reused = 7192 13.04.774.195 I slot print_timing: id 2 | task 8849 | graph reallocs = 0 / 0 (same size) / (changed size) 13.04.774.260 I slot release: id 2 | task 8849 | stop processing: n_tokens = 994, truncated = 0 13.04.774.431 I slot print_timing: id 3 | task 8853 | prompt eval time = 2572.22 ms / 82 tokens ( 31.37 ms per token, 31.88 tokens per second) 13.04.774.435 I slot print_timing: id 3 | task 8853 | eval time = 848.17 ms / 2 tokens ( 848.17 ms per token, 1.18 tokens per second) 13.04.774.436 I slot print_timing: id 3 | task 8853 | total time = 3420.39 ms / 84 tokens 13.04.774.436 I slot print_timing: id 3 | task 8853 | graphs reused = 7192 13.04.774.436 I slot print_timing: id 3 | task 8853 | graph reallocs = 0 / 0 (same size) / (changed size) 13.04.774.483 I slot release: id 3 | task 8853 | stop processing: n_tokens = 965, truncated = 0 13.05.148.786 I slot print_timing: id 0 | task 8851 | prompt eval time = 5105.01 ms / 982 tokens ( 5.20 ms per token, 192.36 tokens per second) 13.05.148.790 I slot print_timing: id 0 | task 8851 | eval time = 374.75 ms / 2 tokens ( 374.75 ms per token, 2.67 tokens per second) 13.05.148.791 I slot print_timing: id 0 | task 8851 | total time = 5479.76 ms / 984 tokens 13.05.148.791 I slot print_timing: id 0 | task 8851 | graphs reused = 7192 13.05.148.791 I slot print_timing: id 0 | task 8851 | graph reallocs = 0 / 0 (same size) / (changed size) 13.05.148.841 I slot release: id 0 | task 8851 | stop processing: n_tokens = 984, truncated = 0 13.05.148.848 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.899 (> 0.100 thold), f_keep = 0.895 13.05.148.877 I slot launch_slot_: id 0 | task 8859 | processing task, is_child = 0 13.05.148.960 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 122.252 MiB) 13.05.151.812 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 111.479 MiB) 13.05.154.964 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.903 (> 0.100 thold), f_keep = 0.886 13.05.155.000 I slot launch_slot_: id 2 | task 8860 | processing task, is_child = 0 13.05.658.189 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 965, t_last = 236558917291 13.05.658.319 I slot launch_slot_: id 3 | task 8862 | processing task, is_child = 0 13.06.386.442 I slot print_timing: id 1 | task 8855 | prompt eval time = 2992.61 ms / 987 tokens ( 3.03 ms per token, 329.81 tokens per second) 13.06.386.446 I slot print_timing: id 1 | task 8855 | eval time = 728.25 ms / 2 tokens ( 728.25 ms per token, 1.37 tokens per second) 13.06.386.446 I slot print_timing: id 1 | task 8855 | total time = 3720.87 ms / 989 tokens 13.06.386.447 I slot print_timing: id 1 | task 8855 | graphs reused = 7192 13.06.386.447 I slot print_timing: id 1 | task 8855 | graph reallocs = 0 / 0 (same size) / (changed size) 13.06.386.506 I slot release: id 1 | task 8855 | stop processing: n_tokens = 989, truncated = 0 13.07.255.960 I slot print_timing: id 0 | task 8859 | prompt eval time = 1231.19 ms / 99 tokens ( 12.44 ms per token, 80.41 tokens per second) 13.07.255.966 I slot print_timing: id 0 | task 8859 | eval time = 869.69 ms / 2 tokens ( 869.69 ms per token, 1.15 tokens per second) 13.07.255.967 I slot print_timing: id 0 | task 8859 | total time = 2100.88 ms / 101 tokens 13.07.255.968 I slot print_timing: id 0 | task 8859 | graphs reused = 7192 13.07.255.968 I slot print_timing: id 0 | task 8859 | graph reallocs = 0 / 0 (same size) / (changed size) 13.07.256.024 I slot release: id 0 | task 8859 | stop processing: n_tokens = 981, truncated = 0 13.07.256.215 I slot print_timing: id 2 | task 8860 | prompt eval time = 1230.15 ms / 95 tokens ( 12.95 ms per token, 77.23 tokens per second) 13.07.256.218 I slot print_timing: id 2 | task 8860 | eval time = 869.50 ms / 2 tokens ( 869.50 ms per token, 1.15 tokens per second) 13.07.256.218 I slot print_timing: id 2 | task 8860 | total time = 2099.66 ms / 97 tokens 13.07.256.218 I slot print_timing: id 2 | task 8860 | graphs reused = 7192 13.07.256.219 I slot print_timing: id 2 | task 8860 | graph reallocs = 0 / 0 (same size) / (changed size) 13.07.256.262 I slot release: id 2 | task 8860 | stop processing: n_tokens = 977, truncated = 0 13.07.256.266 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 989, t_last = 236560529314 13.07.256.358 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 107.319 MiB) 13.07.261.454 I slot launch_slot_: id 1 | task 8865 | processing task, is_child = 0 13.07.261.542 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 109.198 MiB) 13.07.265.053 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 128.764 MiB) 13.09.445.577 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 981, t_last = 236561398832 13.09.445.741 I slot launch_slot_: id 0 | task 8867 | processing task, is_child = 0 13.09.445.821 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 977, t_last = 236561399070 13.09.445.920 I slot launch_slot_: id 2 | task 8868 | processing task, is_child = 0 13.12.964.972 I slot print_timing: id 0 | task 8867 | prompt processing, n_tokens = 1100, progress = 0.68, t = 3.52 s / 312.59 tokens per second 13.13.829.921 I slot print_timing: id 1 | task 8865 | prompt processing, n_tokens = 1371, progress = 0.84, t = 5.70 s / 240.65 tokens per second 13.13.831.101 I slot print_timing: id 2 | task 8868 | prompt processing, n_tokens = 690, progress = 0.44, t = 3.24 s / 212.67 tokens per second 13.13.831.119 I slot print_timing: id 3 | task 8862 | prompt processing, n_tokens = 821, progress = 1.00, t = 3.78 s / 216.92 tokens per second 13.15.870.951 I slot print_timing: id 0 | task 8867 | prompt processing, n_tokens = 1371, progress = 0.85, t = 6.42 s / 213.39 tokens per second 13.15.871.866 I slot print_timing: id 1 | task 8865 | prompt processing, n_tokens = 1625, progress = 1.00, t = 8.60 s / 188.89 tokens per second 13.15.873.555 I slot print_timing: id 2 | task 8868 | prompt processing, n_tokens = 1071, progress = 0.68, t = 6.15 s / 174.14 tokens per second 13.17.169.590 I slot print_timing: id 3 | task 8862 | prompt eval time = 10210.13 ms / 825 tokens ( 12.38 ms per token, 80.80 tokens per second) 13.17.169.596 I slot print_timing: id 3 | task 8862 | eval time = 1298.64 ms / 2 tokens ( 1298.64 ms per token, 0.77 tokens per second) 13.17.169.596 I slot print_timing: id 3 | task 8862 | total time = 11508.77 ms / 827 tokens 13.17.169.597 I slot print_timing: id 3 | task 8862 | graphs reused = 7192 13.17.169.597 I slot print_timing: id 3 | task 8862 | graph reallocs = 0 / 0 (same size) / (changed size) 13.17.169.646 I slot release: id 3 | task 8862 | stop processing: n_tokens = 827, truncated = 0 13.17.169.658 I slot print_timing: id 0 | task 8867 | prompt processing, n_tokens = 1612, progress = 1.00, t = 7.72 s / 208.72 tokens per second 13.17.171.201 I slot print_timing: id 2 | task 8868 | prompt processing, n_tokens = 1371, progress = 0.86, t = 7.45 s / 184.06 tokens per second 13.17.736.199 I slot print_timing: id 1 | task 8865 | prompt eval time = 9901.55 ms / 1629 tokens ( 6.08 ms per token, 164.52 tokens per second) 13.17.736.201 I slot print_timing: id 1 | task 8865 | eval time = 566.77 ms / 2 tokens ( 566.77 ms per token, 1.76 tokens per second) 13.17.736.202 I slot print_timing: id 1 | task 8865 | total time = 10468.32 ms / 1631 tokens 13.17.736.202 I slot print_timing: id 1 | task 8865 | graphs reused = 7192 13.17.736.203 I slot print_timing: id 1 | task 8865 | graph reallocs = 0 / 0 (same size) / (changed size) 13.17.736.294 I slot release: id 1 | task 8865 | stop processing: n_tokens = 1631, truncated = 0 13.17.736.303 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.858 (> 0.100 thold), f_keep = 0.858 13.17.736.350 I slot launch_slot_: id 1 | task 8873 | processing task, is_child = 0 13.17.736.442 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 127.592 MiB) 13.17.740.649 I slot print_timing: id 2 | task 8868 | prompt processing, n_tokens = 1583, progress = 1.00, t = 8.02 s / 197.50 tokens per second 13.18.305.722 I slot print_timing: id 0 | task 8867 | prompt eval time = 8290.09 ms / 1616 tokens ( 5.13 ms per token, 194.93 tokens per second) 13.18.305.725 I slot print_timing: id 0 | task 8867 | eval time = 569.70 ms / 2 tokens ( 569.70 ms per token, 1.76 tokens per second) 13.18.305.725 I slot print_timing: id 0 | task 8867 | total time = 8859.79 ms / 1618 tokens 13.18.305.725 I slot print_timing: id 0 | task 8867 | graphs reused = 7192 13.18.305.726 I slot print_timing: id 0 | task 8867 | graph reallocs = 0 / 0 (same size) / (changed size) 13.18.305.822 I slot release: id 0 | task 8867 | stop processing: n_tokens = 1618, truncated = 0 13.18.306.065 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.815 (> 0.100 thold), f_keep = 0.865 13.18.306.120 I slot launch_slot_: id 0 | task 8875 | processing task, is_child = 0 13.19.058.700 I slot print_timing: id 2 | task 8868 | prompt eval time = 8585.62 ms / 1587 tokens ( 5.41 ms per token, 184.84 tokens per second) 13.19.058.702 I slot print_timing: id 2 | task 8868 | eval time = 752.63 ms / 2 tokens ( 752.63 ms per token, 1.33 tokens per second) 13.19.058.703 I slot print_timing: id 2 | task 8868 | total time = 9338.26 ms / 1589 tokens 13.19.058.703 I slot print_timing: id 2 | task 8868 | graphs reused = 7192 13.19.058.704 I slot print_timing: id 2 | task 8868 | graph reallocs = 0 / 0 (same size) / (changed size) 13.19.058.808 I slot release: id 2 | task 8868 | stop processing: n_tokens = 1589, truncated = 0 13.19.058.817 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 827, t_last = 236571312454 13.19.058.952 I slot launch_slot_: id 3 | task 8877 | processing task, is_child = 0 13.19.792.854 I slot print_timing: id 1 | task 8873 | prompt eval time = 1318.83 ms / 232 tokens ( 5.68 ms per token, 175.91 tokens per second) 13.19.792.856 I slot print_timing: id 1 | task 8873 | eval time = 734.32 ms / 2 tokens ( 734.32 ms per token, 1.36 tokens per second) 13.19.792.857 I slot print_timing: id 1 | task 8873 | total time = 2053.14 ms / 234 tokens 13.19.792.857 I slot print_timing: id 1 | task 8873 | graphs reused = 7192 13.19.792.858 I slot print_timing: id 1 | task 8873 | graph reallocs = 0 / 0 (same size) / (changed size) 13.19.792.959 I slot release: id 1 | task 8873 | stop processing: n_tokens = 1633, truncated = 0 13.19.792.971 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1589, t_last = 236573201617 13.19.793.129 I slot launch_slot_: id 2 | task 8879 | processing task, is_child = 0 13.19.793.233 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 110.236 MiB) 13.19.793.237 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 80.727 MiB) 13.21.325.771 I slot print_timing: id 0 | task 8875 | prompt eval time = 1486.48 ms / 317 tokens ( 4.69 ms per token, 213.26 tokens per second) 13.21.325.774 I slot print_timing: id 0 | task 8875 | eval time = 1533.08 ms / 2 tokens ( 1533.08 ms per token, 0.65 tokens per second) 13.21.325.775 I slot print_timing: id 0 | task 8875 | total time = 3019.57 ms / 319 tokens 13.21.325.775 I slot print_timing: id 0 | task 8875 | graphs reused = 7192 13.21.325.776 I slot print_timing: id 0 | task 8875 | graph reallocs = 0 / 0 (same size) / (changed size) 13.21.325.880 I slot release: id 0 | task 8875 | stop processing: n_tokens = 1718, truncated = 0 13.21.325.888 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1633, t_last = 236573935768 13.21.326.078 I slot launch_slot_: id 1 | task 8881 | processing task, is_child = 0 13.21.326.183 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 81.493 MiB) 13.22.881.698 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1718, t_last = 236575468689 13.22.881.894 I slot launch_slot_: id 0 | task 8883 | processing task, is_child = 0 13.23.029.722 I slot print_timing: id 2 | task 8879 | prompt processing, n_tokens = 724, progress = 0.83, t = 3.08 s / 234.81 tokens per second 13.23.030.758 I slot print_timing: id 3 | task 8877 | prompt processing, n_tokens = 837, progress = 1.00, t = 3.82 s / 219.23 tokens per second 13.24.847.618 I slot print_timing: id 1 | task 8881 | prompt processing, n_tokens = 714, progress = 0.85, t = 3.52 s / 203.11 tokens per second 13.24.849.049 I slot print_timing: id 2 | task 8879 | prompt processing, n_tokens = 864, progress = 1.00, t = 5.05 s / 171.17 tokens per second 13.25.976.863 I slot print_timing: id 3 | task 8877 | prompt eval time = 5782.50 ms / 841 tokens ( 6.88 ms per token, 145.44 tokens per second) 13.25.976.868 I slot print_timing: id 3 | task 8877 | eval time = 1130.55 ms / 2 tokens ( 1130.55 ms per token, 0.88 tokens per second) 13.25.976.869 I slot print_timing: id 3 | task 8877 | total time = 6913.05 ms / 843 tokens 13.25.976.869 I slot print_timing: id 3 | task 8877 | graphs reused = 7192 13.25.976.870 I slot print_timing: id 3 | task 8877 | graph reallocs = 0 / 0 (same size) / (changed size) 13.25.976.932 I slot release: id 3 | task 8877 | stop processing: n_tokens = 843, truncated = 0 13.25.976.944 I slot print_timing: id 0 | task 8883 | prompt processing, n_tokens = 714, progress = 0.83, t = 3.09 s / 230.73 tokens per second 13.25.978.006 I slot print_timing: id 1 | task 8881 | prompt processing, n_tokens = 839, progress = 1.00, t = 4.65 s / 180.60 tokens per second 13.26.385.924 I slot print_timing: id 2 | task 8879 | prompt eval time = 6178.36 ms / 868 tokens ( 7.12 ms per token, 140.49 tokens per second) 13.26.385.930 I slot print_timing: id 2 | task 8879 | eval time = 409.27 ms / 2 tokens ( 409.27 ms per token, 2.44 tokens per second) 13.26.385.930 I slot print_timing: id 2 | task 8879 | total time = 6587.63 ms / 870 tokens 13.26.385.930 I slot print_timing: id 2 | task 8879 | graphs reused = 7192 13.26.385.931 I slot print_timing: id 2 | task 8879 | graph reallocs = 0 / 0 (same size) / (changed size) 13.26.385.981 I slot release: id 2 | task 8879 | stop processing: n_tokens = 870, truncated = 0 13.26.385.988 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 843, t_last = 236580119740 13.26.386.071 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 79.632 MiB) 13.26.390.079 I slot launch_slot_: id 3 | task 8887 | processing task, is_child = 0 13.26.390.157 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 79.578 MiB) 13.26.392.872 I slot print_timing: id 0 | task 8883 | prompt processing, n_tokens = 858, progress = 1.00, t = 3.50 s / 244.89 tokens per second 13.27.184.212 I slot print_timing: id 1 | task 8881 | prompt eval time = 5054.96 ms / 843 tokens ( 6.00 ms per token, 166.77 tokens per second) 13.27.184.217 I slot print_timing: id 1 | task 8881 | eval time = 798.49 ms / 2 tokens ( 798.49 ms per token, 1.25 tokens per second) 13.27.184.218 I slot print_timing: id 1 | task 8881 | total time = 5853.46 ms / 845 tokens 13.27.184.218 I slot print_timing: id 1 | task 8881 | graphs reused = 7192 13.27.184.218 I slot print_timing: id 1 | task 8881 | graph reallocs = 0 / 0 (same size) / (changed size) 13.27.184.268 I slot release: id 1 | task 8881 | stop processing: n_tokens = 845, truncated = 0 13.27.184.274 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 870, t_last = 236580528789 13.27.184.393 I slot launch_slot_: id 2 | task 8889 | processing task, is_child = 0 13.27.184.470 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 99.842 MiB) 13.28.397.999 I slot print_timing: id 0 | task 8883 | prompt eval time = 4302.15 ms / 862 tokens ( 4.99 ms per token, 200.37 tokens per second) 13.28.398.002 I slot print_timing: id 0 | task 8883 | eval time = 1213.95 ms / 2 tokens ( 1213.95 ms per token, 0.82 tokens per second) 13.28.398.002 I slot print_timing: id 0 | task 8883 | total time = 5516.09 ms / 864 tokens 13.28.398.003 I slot print_timing: id 0 | task 8883 | graphs reused = 7192 13.28.398.003 I slot print_timing: id 0 | task 8883 | graph reallocs = 0 / 0 (same size) / (changed size) 13.28.398.055 I slot release: id 0 | task 8883 | stop processing: n_tokens = 864, truncated = 0 13.28.398.062 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 845, t_last = 236581327076 13.28.398.191 I slot launch_slot_: id 1 | task 8891 | processing task, is_child = 0 13.28.398.267 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 83.572 MiB) 13.29.649.291 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 864, t_last = 236582540863 13.29.649.450 I slot launch_slot_: id 0 | task 8893 | processing task, is_child = 0 13.29.976.361 I slot print_timing: id 3 | task 8887 | prompt processing, n_tokens = 883, progress = 1.00, t = 3.26 s / 271.22 tokens per second 13.31.508.811 I slot print_timing: id 1 | task 8891 | prompt processing, n_tokens = 616, progress = 0.83, t = 3.11 s / 198.28 tokens per second 13.31.509.826 I slot print_timing: id 2 | task 8889 | prompt processing, n_tokens = 761, progress = 0.99, t = 4.32 s / 176.14 tokens per second 13.32.673.037 I slot print_timing: id 3 | task 8887 | prompt eval time = 5114.91 ms / 887 tokens ( 5.77 ms per token, 173.41 tokens per second) 13.32.673.043 I slot print_timing: id 3 | task 8887 | eval time = 1164.51 ms / 2 tokens ( 1164.51 ms per token, 0.86 tokens per second) 13.32.673.044 I slot print_timing: id 3 | task 8887 | total time = 6279.41 ms / 889 tokens 13.32.673.045 I slot print_timing: id 3 | task 8887 | graphs reused = 7192 13.32.673.045 I slot print_timing: id 3 | task 8887 | graph reallocs = 0 / 0 (same size) / (changed size) 13.32.673.101 I slot release: id 3 | task 8887 | stop processing: n_tokens = 889, truncated = 0 13.32.673.113 I slot print_timing: id 0 | task 8893 | prompt processing, n_tokens = 561, progress = 0.82, t = 3.02 s / 185.57 tokens per second 13.32.674.378 I slot print_timing: id 1 | task 8891 | prompt processing, n_tokens = 734, progress = 0.99, t = 4.27 s / 171.86 tokens per second 13.33.021.418 I slot print_timing: id 2 | task 8889 | prompt eval time = 5484.83 ms / 765 tokens ( 7.17 ms per token, 139.48 tokens per second) 13.33.021.423 I slot print_timing: id 2 | task 8889 | eval time = 348.57 ms / 2 tokens ( 348.57 ms per token, 2.87 tokens per second) 13.33.021.424 I slot print_timing: id 2 | task 8889 | total time = 5833.40 ms / 767 tokens 13.33.021.424 I slot print_timing: id 2 | task 8889 | graphs reused = 7192 13.33.021.425 I slot print_timing: id 2 | task 8889 | graph reallocs = 0 / 0 (same size) / (changed size) 13.33.021.475 I slot release: id 2 | task 8889 | stop processing: n_tokens = 767, truncated = 0 13.33.021.480 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 889, t_last = 236586815909 13.33.021.568 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 96.436 MiB) 13.33.025.157 I slot launch_slot_: id 3 | task 8897 | processing task, is_child = 0 13.33.025.244 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 84.064 MiB) 13.33.027.480 I slot print_timing: id 0 | task 8893 | prompt processing, n_tokens = 684, progress = 0.99, t = 3.37 s / 202.88 tokens per second 13.33.474.110 I slot print_timing: id 1 | task 8891 | prompt eval time = 4619.56 ms / 738 tokens ( 6.26 ms per token, 159.76 tokens per second) 13.33.474.115 I slot print_timing: id 1 | task 8891 | eval time = 452.88 ms / 2 tokens ( 452.88 ms per token, 2.21 tokens per second) 13.33.474.115 I slot print_timing: id 1 | task 8891 | total time = 5072.43 ms / 740 tokens 13.33.474.116 I slot print_timing: id 1 | task 8891 | graphs reused = 7192 13.33.474.116 I slot print_timing: id 1 | task 8891 | graph reallocs = 0 / 0 (same size) / (changed size) 13.33.474.157 I slot release: id 1 | task 8891 | stop processing: n_tokens = 740, truncated = 0 13.33.474.163 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 767, t_last = 236587164283 13.33.474.297 I slot launch_slot_: id 2 | task 8899 | processing task, is_child = 0 13.33.474.374 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 83.572 MiB) 13.34.564.682 I slot print_timing: id 0 | task 8893 | prompt eval time = 3824.44 ms / 688 tokens ( 5.56 ms per token, 179.90 tokens per second) 13.34.564.687 I slot print_timing: id 0 | task 8893 | eval time = 1090.78 ms / 2 tokens ( 1090.78 ms per token, 0.92 tokens per second) 13.34.564.687 I slot print_timing: id 0 | task 8893 | total time = 4915.22 ms / 690 tokens 13.34.564.688 I slot print_timing: id 0 | task 8893 | graphs reused = 7192 13.34.564.688 I slot print_timing: id 0 | task 8893 | graph reallocs = 0 / 0 (same size) / (changed size) 13.34.564.731 I slot release: id 0 | task 8893 | stop processing: n_tokens = 690, truncated = 0 13.36.083.487 I slot print_timing: id 3 | task 8897 | prompt eval time = 2983.31 ms / 705 tokens ( 4.23 ms per token, 236.31 tokens per second) 13.36.083.493 I slot print_timing: id 3 | task 8897 | eval time = 71.93 ms / 2 tokens ( 71.93 ms per token, 13.90 tokens per second) 13.36.083.493 I slot print_timing: id 3 | task 8897 | total time = 3055.25 ms / 707 tokens 13.36.083.494 I slot print_timing: id 3 | task 8897 | graphs reused = 7192 13.36.083.494 I slot print_timing: id 3 | task 8897 | graph reallocs = 0 / 0 (same size) / (changed size) 13.36.083.534 I slot release: id 3 | task 8897 | stop processing: n_tokens = 707, truncated = 0 13.36.114.592 I slot print_timing: id 2 | task 8899 | prompt eval time = 2606.19 ms / 671 tokens ( 3.88 ms per token, 257.46 tokens per second) 13.36.114.594 I slot print_timing: id 2 | task 8899 | eval time = 31.25 ms / 2 tokens ( 31.25 ms per token, 32.00 tokens per second) 13.36.114.594 I slot print_timing: id 2 | task 8899 | total time = 2637.44 ms / 673 tokens 13.36.114.595 I slot print_timing: id 2 | task 8899 | graphs reused = 7192 13.36.114.595 I slot print_timing: id 2 | task 8899 | graph reallocs = 0 / 0 (same size) / (changed size) 13.36.114.626 I slot release: id 2 | task 8899 | stop processing: n_tokens = 673, truncated = 0 13.39.048.558 I srv operator(): operator(): cleaning up before exit...