/Users/minipro/quantdiff/llama.cpp/llama-b11770/llama-server -m /Users/minipro/quantdiff/models/campaign/6176bd788769/NVIDIA-Nemotron-3.5-Bolt-E4B-UD-Q8_K_XL.gguf --host 127.0.0.1 --port 8091 -c 16384 -np 4 -ngl 999 -fa on --jinja --seed 1234 --chat-template-kwargs "{\"enable_thinking\": false}" --no-webui -a quant 0.00.052.069 W Setting 'enable_thinking' via --chat-template-kwargs is deprecated. Use --reasoning on / --reasoning off instead. 0.00.052.128 I srv llama_server: initializing ... 0.00.052.134 I cmn common_param: common_params_print_info: verbosity = 3 (adjust with the `-lv N` CLI arg) 0.00.052.211 I srv init_listene: The UI is disabled 0.00.052.212 I srv init_listene: Use --ui/--no-ui (or deprecated --webui/--no-webui) to enable/disable 0.00.052.246 W srv llama_server: security: no API key is set and CORS allows all origins (see https://github.com/ggml-org/llama.cpp/pull/25655) 0.00.053.904 I srv load_model: loading model '/Users/minipro/quantdiff/models/campaign/6176bd788769/NVIDIA-Nemotron-3.5-Bolt-E4B-UD-Q8_K_XL.gguf' 0.00.715.575 W load: control-looking token: 50 '<|tool_response>' was not control-type; this is probably a bug in the model. its type will be overridden 0.00.718.395 W load: control-looking token: 212 '' was not control-type; this is probably a bug in the model. its type will be overridden 0.00.724.298 W load: '' is a normal token here, removing it from EOG list 0.01.123.850 I cmn init: llama threadpool init, n_threads = 8 0.01.215.249 I srv load_model: initializing, n_slots = 4, n_ctx_slot = 4096, kv_unified = 'false' 0.01.222.713 I srv llama_server: model loaded 0.01.222.718 I srv llama_server: listening on http://127.0.0.1:8091 0.31.961.283 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 0, t_last = -1 0.31.961.306 I slot launch_slot_: id 0 | task 0 | processing task, is_child = 0 0.31.961.307 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 0, t_last = -1 0.31.961.319 I slot launch_slot_: id 1 | task 2 | processing task, is_child = 0 0.31.961.320 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 0, t_last = -1 0.31.961.332 I slot launch_slot_: id 2 | task 1 | processing task, is_child = 0 0.32.018.531 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 0, t_last = -1 0.32.018.585 I slot launch_slot_: id 3 | task 4 | processing task, is_child = 0 0.33.147.704 I slot print_timing: id 0 | task 0 | prompt eval time = 1111.07 ms / 118 tokens ( 9.42 ms per token, 106.20 tokens per second) 0.33.147.706 I slot print_timing: id 0 | task 0 | eval time = 75.29 ms / 2 tokens ( 75.29 ms per token, 13.28 tokens per second) 0.33.147.707 I slot print_timing: id 0 | task 0 | total time = 1186.36 ms / 120 tokens 0.33.147.707 I slot print_timing: id 0 | task 0 | graphs reused = 1 0.33.147.707 I slot print_timing: id 0 | task 0 | graph reallocs = 0 / 0 (same size) / (changed size) 0.33.147.732 I slot release: id 0 | task 0 | stop processing: n_tokens = 119, truncated = 0 0.33.147.898 I slot print_timing: id 1 | task 2 | prompt eval time = 1111.40 ms / 135 tokens ( 8.23 ms per token, 121.47 tokens per second) 0.33.147.902 I slot print_timing: id 1 | task 2 | eval time = 75.16 ms / 2 tokens ( 75.16 ms per token, 13.31 tokens per second) 0.33.147.903 I slot print_timing: id 1 | task 2 | total time = 1186.55 ms / 137 tokens 0.33.147.903 I slot print_timing: id 1 | task 2 | graphs reused = 1 0.33.147.903 I slot print_timing: id 1 | task 2 | graph reallocs = 0 / 0 (same size) / (changed size) 0.33.147.917 I slot release: id 1 | task 2 | stop processing: n_tokens = 136, truncated = 0 0.33.148.100 I slot print_timing: id 2 | task 1 | prompt eval time = 1111.75 ms / 122 tokens ( 9.11 ms per token, 109.74 tokens per second) 0.33.148.102 I slot print_timing: id 2 | task 1 | eval time = 75.00 ms / 2 tokens ( 75.00 ms per token, 13.33 tokens per second) 0.33.148.102 I slot print_timing: id 2 | task 1 | total time = 1186.75 ms / 124 tokens 0.33.148.103 I slot print_timing: id 2 | task 1 | graphs reused = 1 0.33.148.103 I slot print_timing: id 2 | task 1 | graph reallocs = 0 / 0 (same size) / (changed size) 0.33.148.114 I slot release: id 2 | task 1 | stop processing: n_tokens = 123, truncated = 0 0.33.183.261 I slot print_timing: id 3 | task 4 | prompt eval time = 1092.97 ms / 126 tokens ( 8.67 ms per token, 115.28 tokens per second) 0.33.183.263 I slot print_timing: id 3 | task 4 | eval time = 34.76 ms / 2 tokens ( 34.76 ms per token, 28.77 tokens per second) 0.33.183.264 I slot print_timing: id 3 | task 4 | total time = 1127.72 ms / 128 tokens 0.33.183.264 I slot print_timing: id 3 | task 4 | graphs reused = 1 0.33.183.265 I slot print_timing: id 3 | task 4 | graph reallocs = 0 / 0 (same size) / (changed size) 0.33.183.281 I slot release: id 3 | task 4 | stop processing: n_tokens = 127, truncated = 0 0.33.183.285 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.180 (> 0.100 thold), f_keep = 0.244 0.33.183.983 I slot launch_slot_: id 0 | task 9 | processing task, is_child = 0 0.33.187.267 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.199 (> 0.100 thold), f_keep = 0.221 0.33.187.314 I slot launch_slot_: id 1 | task 10 | processing task, is_child = 0 0.33.187.357 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.147 (> 0.100 thold), f_keep = 0.236 0.33.187.399 I slot launch_slot_: id 2 | task 11 | processing task, is_child = 0 0.33.187.421 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.263 (> 0.100 thold), f_keep = 0.236 0.33.187.458 I slot launch_slot_: id 3 | task 12 | processing task, is_child = 0 0.34.642.077 I slot print_timing: id 0 | task 9 | prompt eval time = 1186.30 ms / 160 tokens ( 7.41 ms per token, 134.87 tokens per second) 0.34.642.083 I slot print_timing: id 0 | task 9 | eval time = 268.30 ms / 8 tokens ( 38.33 ms per token, 26.09 tokens per second) 0.34.642.084 I slot print_timing: id 0 | task 9 | total time = 1454.61 ms / 168 tokens 0.34.642.085 I slot print_timing: id 0 | task 9 | graphs reused = 7 0.34.642.086 I slot print_timing: id 0 | task 9 | graph reallocs = 0 / 0 (same size) / (changed size) 0.34.642.127 I slot release: id 0 | task 9 | stop processing: n_tokens = 168, truncated = 0 0.34.642.557 I slot print_timing: id 1 | task 10 | prompt eval time = 1186.40 ms / 150 tokens ( 7.91 ms per token, 126.43 tokens per second) 0.34.642.561 I slot print_timing: id 1 | task 10 | eval time = 268.60 ms / 8 tokens ( 38.37 ms per token, 26.06 tokens per second) 0.34.642.563 I slot print_timing: id 1 | task 10 | total time = 1455.01 ms / 158 tokens 0.34.642.563 I slot print_timing: id 1 | task 10 | graphs reused = 7 0.34.642.564 I slot print_timing: id 1 | task 10 | graph reallocs = 0 / 0 (same size) / (changed size) 0.34.642.599 I slot release: id 1 | task 10 | stop processing: n_tokens = 158, truncated = 0 0.34.643.019 I slot print_timing: id 2 | task 11 | prompt eval time = 1186.53 ms / 196 tokens ( 6.05 ms per token, 165.19 tokens per second) 0.34.643.024 I slot print_timing: id 2 | task 11 | eval time = 268.89 ms / 8 tokens ( 38.41 ms per token, 26.03 tokens per second) 0.34.643.025 I slot print_timing: id 2 | task 11 | total time = 1455.42 ms / 204 tokens 0.34.643.025 I slot print_timing: id 2 | task 11 | graphs reused = 7 0.34.643.026 I slot print_timing: id 2 | task 11 | graph reallocs = 0 / 0 (same size) / (changed size) 0.34.643.067 I slot release: id 2 | task 11 | stop processing: n_tokens = 204, truncated = 0 0.34.643.522 I slot print_timing: id 3 | task 12 | prompt eval time = 1186.66 ms / 113 tokens ( 10.50 ms per token, 95.23 tokens per second) 0.34.643.531 I slot print_timing: id 3 | task 12 | eval time = 269.19 ms / 8 tokens ( 38.46 ms per token, 26.00 tokens per second) 0.34.643.532 I slot print_timing: id 3 | task 12 | total time = 1455.86 ms / 121 tokens 0.34.643.533 I slot print_timing: id 3 | task 12 | graphs reused = 7 0.34.643.533 I slot print_timing: id 3 | task 12 | graph reallocs = 0 / 0 (same size) / (changed size) 0.34.643.561 I slot release: id 3 | task 12 | stop processing: n_tokens = 121, truncated = 0 0.34.654.201 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.220 (> 0.100 thold), f_keep = 0.173 0.34.656.870 I slot launch_slot_: id 0 | task 22 | processing task, is_child = 0 0.34.662.937 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.246 (> 0.100 thold), f_keep = 0.190 0.34.663.026 I slot launch_slot_: id 1 | task 23 | processing task, is_child = 0 0.34.663.116 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.236 (> 0.100 thold), f_keep = 0.142 0.34.663.189 I slot launch_slot_: id 2 | task 24 | processing task, is_child = 0 0.34.663.230 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.188 (> 0.100 thold), f_keep = 0.240 0.34.663.294 I slot launch_slot_: id 3 | task 25 | processing task, is_child = 0 0.35.697.730 I slot print_timing: id 1 | task 23 | prompt eval time = 995.32 ms / 121 tokens ( 8.23 ms per token, 121.57 tokens per second) 0.35.697.736 I slot print_timing: id 1 | task 23 | eval time = 38.92 ms / 2 tokens ( 38.92 ms per token, 25.69 tokens per second) 0.35.697.736 I slot print_timing: id 1 | task 23 | total time = 1034.24 ms / 123 tokens 0.35.697.737 I slot print_timing: id 1 | task 23 | graphs reused = 7 0.35.697.737 I slot print_timing: id 1 | task 23 | graph reallocs = 0 / 0 (same size) / (changed size) 0.35.697.762 I slot release: id 1 | task 23 | stop processing: n_tokens = 123, truncated = 0 0.35.767.529 I slot print_timing: id 0 | task 22 | prompt eval time = 995.32 ms / 131 tokens ( 7.60 ms per token, 131.62 tokens per second) 0.35.767.533 I slot print_timing: id 0 | task 22 | eval time = 108.90 ms / 3 tokens ( 54.45 ms per token, 18.37 tokens per second) 0.35.767.534 I slot print_timing: id 0 | task 22 | total time = 1104.22 ms / 134 tokens 0.35.767.534 I slot print_timing: id 0 | task 22 | graphs reused = 7 0.35.767.534 I slot print_timing: id 0 | task 22 | graph reallocs = 0 / 0 (same size) / (changed size) 0.35.767.556 I slot release: id 0 | task 22 | stop processing: n_tokens = 134, truncated = 0 0.35.767.889 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.154 (> 0.100 thold), f_keep = 0.216 0.35.768.823 I slot launch_slot_: id 0 | task 30 | processing task, is_child = 0 0.36.132.278 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.199 (> 0.100 thold), f_keep = 0.236 0.36.132.348 I slot launch_slot_: id 1 | task 32 | processing task, is_child = 0 0.36.662.009 I slot print_timing: id 2 | task 24 | prompt eval time = 995.39 ms / 122 tokens ( 8.16 ms per token, 122.56 tokens per second) 0.36.662.012 I slot print_timing: id 2 | task 24 | eval time = 1003.02 ms / 8 tokens ( 143.29 ms per token, 6.98 tokens per second) 0.36.662.012 I slot print_timing: id 2 | task 24 | total time = 1998.41 ms / 130 tokens 0.36.662.013 I slot print_timing: id 2 | task 24 | graphs reused = 9 0.36.662.013 I slot print_timing: id 2 | task 24 | graph reallocs = 0 / 0 (same size) / (changed size) 0.36.662.038 I slot release: id 2 | task 24 | stop processing: n_tokens = 130, truncated = 0 0.36.662.217 I slot print_timing: id 3 | task 25 | prompt eval time = 995.47 ms / 153 tokens ( 6.51 ms per token, 153.70 tokens per second) 0.36.662.220 I slot print_timing: id 3 | task 25 | eval time = 1003.04 ms / 8 tokens ( 143.29 ms per token, 6.98 tokens per second) 0.36.662.221 I slot print_timing: id 3 | task 25 | total time = 1998.51 ms / 161 tokens 0.36.662.221 I slot print_timing: id 3 | task 25 | graphs reused = 9 0.36.662.221 I slot print_timing: id 3 | task 25 | graph reallocs = 0 / 0 (same size) / (changed size) 0.36.662.236 I slot release: id 3 | task 25 | stop processing: n_tokens = 161, truncated = 0 0.36.699.472 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.240 (> 0.100 thold), f_keep = 0.223 0.36.700.520 I slot launch_slot_: id 2 | task 38 | processing task, is_child = 0 0.36.702.116 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.207 (> 0.100 thold), f_keep = 0.180 0.36.702.173 I slot launch_slot_: id 3 | task 39 | processing task, is_child = 0 0.37.362.089 I slot print_timing: id 0 | task 30 | prompt eval time = 708.49 ms / 187 tokens ( 3.79 ms per token, 263.94 tokens per second) 0.37.362.092 I slot print_timing: id 0 | task 30 | eval time = 883.61 ms / 8 tokens ( 126.23 ms per token, 7.92 tokens per second) 0.37.362.093 I slot print_timing: id 0 | task 30 | total time = 1592.10 ms / 195 tokens 0.37.362.094 I slot print_timing: id 0 | task 30 | graphs reused = 9 0.37.362.094 I slot print_timing: id 0 | task 30 | graph reallocs = 0 / 0 (same size) / (changed size) 0.37.362.122 I slot release: id 0 | task 30 | stop processing: n_tokens = 195, truncated = 0 0.37.362.451 I slot print_timing: id 2 | task 38 | prompt eval time = 621.34 ms / 120 tokens ( 5.18 ms per token, 193.13 tokens per second) 0.37.362.456 I slot print_timing: id 2 | task 38 | eval time = 38.93 ms / 2 tokens ( 38.93 ms per token, 25.69 tokens per second) 0.37.362.457 I slot print_timing: id 2 | task 38 | total time = 660.27 ms / 122 tokens 0.37.362.457 I slot print_timing: id 2 | task 38 | graphs reused = 9 0.37.362.457 I slot print_timing: id 2 | task 38 | graph reallocs = 0 / 0 (same size) / (changed size) 0.37.362.472 I slot release: id 2 | task 38 | stop processing: n_tokens = 122, truncated = 0 0.37.362.649 I slot print_timing: id 3 | task 39 | prompt eval time = 621.42 ms / 139 tokens ( 4.47 ms per token, 223.68 tokens per second) 0.37.362.654 I slot print_timing: id 3 | task 39 | eval time = 38.94 ms / 2 tokens ( 38.94 ms per token, 25.68 tokens per second) 0.37.362.655 I slot print_timing: id 3 | task 39 | total time = 660.36 ms / 141 tokens 0.37.362.655 I slot print_timing: id 3 | task 39 | graphs reused = 9 0.37.362.655 I slot print_timing: id 3 | task 39 | graph reallocs = 0 / 0 (same size) / (changed size) 0.37.362.669 I slot release: id 3 | task 39 | stop processing: n_tokens = 141, truncated = 0 0.37.397.619 I slot print_timing: id 1 | task 32 | prompt eval time = 452.79 ms / 145 tokens ( 3.12 ms per token, 320.24 tokens per second) 0.37.397.621 I slot print_timing: id 1 | task 32 | eval time = 811.65 ms / 8 tokens ( 115.95 ms per token, 8.62 tokens per second) 0.37.397.622 I slot print_timing: id 1 | task 32 | total time = 1264.44 ms / 153 tokens 0.37.397.622 I slot print_timing: id 1 | task 32 | graphs reused = 9 0.37.397.623 I slot print_timing: id 1 | task 32 | graph reallocs = 0 / 0 (same size) / (changed size) 0.37.397.640 I slot release: id 1 | task 32 | stop processing: n_tokens = 153, truncated = 0 0.37.397.646 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.218 (> 0.100 thold), f_keep = 0.149 0.37.399.693 I slot launch_slot_: id 0 | task 44 | processing task, is_child = 0 0.37.402.025 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.197 (> 0.100 thold), f_keep = 0.190 0.37.402.085 I slot launch_slot_: id 1 | task 45 | processing task, is_child = 0 0.37.402.137 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.165 (> 0.100 thold), f_keep = 0.238 0.37.402.182 I slot launch_slot_: id 2 | task 46 | processing task, is_child = 0 0.37.402.213 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.225 (> 0.100 thold), f_keep = 0.206 0.37.402.251 I slot launch_slot_: id 3 | task 47 | processing task, is_child = 0 0.38.540.328 I slot print_timing: id 2 | task 46 | prompt eval time = 1099.16 ms / 175 tokens ( 6.28 ms per token, 159.21 tokens per second) 0.38.540.334 I slot print_timing: id 2 | task 46 | eval time = 38.78 ms / 2 tokens ( 38.78 ms per token, 25.79 tokens per second) 0.38.540.335 I slot print_timing: id 2 | task 46 | total time = 1137.94 ms / 177 tokens 0.38.540.335 I slot print_timing: id 2 | task 46 | graphs reused = 9 0.38.540.336 I slot print_timing: id 2 | task 46 | graph reallocs = 0 / 0 (same size) / (changed size) 0.38.540.360 I slot release: id 2 | task 46 | stop processing: n_tokens = 177, truncated = 0 0.38.610.267 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.250 (> 0.100 thold), f_keep = 0.164 0.38.611.927 I slot launch_slot_: id 2 | task 52 | processing task, is_child = 0 0.39.121.664 I slot print_timing: id 0 | task 44 | prompt eval time = 1098.93 ms / 132 tokens ( 8.33 ms per token, 120.12 tokens per second) 0.39.121.670 I slot print_timing: id 0 | task 44 | eval time = 620.47 ms / 8 tokens ( 88.64 ms per token, 11.28 tokens per second) 0.39.121.671 I slot print_timing: id 0 | task 44 | total time = 1719.40 ms / 140 tokens 0.39.121.672 I slot print_timing: id 0 | task 44 | graphs reused = 11 0.39.121.672 I slot print_timing: id 0 | task 44 | graph reallocs = 0 / 0 (same size) / (changed size) 0.39.121.693 I slot release: id 0 | task 44 | stop processing: n_tokens = 140, truncated = 0 0.39.121.875 I slot print_timing: id 1 | task 45 | prompt eval time = 1099.04 ms / 146 tokens ( 7.53 ms per token, 132.84 tokens per second) 0.39.121.878 I slot print_timing: id 1 | task 45 | eval time = 620.51 ms / 8 tokens ( 88.64 ms per token, 11.28 tokens per second) 0.39.121.879 I slot print_timing: id 1 | task 45 | total time = 1719.55 ms / 154 tokens 0.39.121.879 I slot print_timing: id 1 | task 45 | graphs reused = 11 0.39.121.879 I slot print_timing: id 1 | task 45 | graph reallocs = 0 / 0 (same size) / (changed size) 0.39.121.897 I slot release: id 1 | task 45 | stop processing: n_tokens = 154, truncated = 0 0.39.159.742 I slot print_timing: id 3 | task 47 | prompt eval time = 1099.27 ms / 128 tokens ( 8.59 ms per token, 116.44 tokens per second) 0.39.159.744 I slot print_timing: id 3 | task 47 | eval time = 658.01 ms / 9 tokens ( 82.25 ms per token, 12.16 tokens per second) 0.39.159.744 I slot print_timing: id 3 | task 47 | total time = 1757.29 ms / 137 tokens 0.39.159.745 I slot print_timing: id 3 | task 47 | graphs reused = 11 0.39.159.745 I slot print_timing: id 3 | task 47 | graph reallocs = 0 / 0 (same size) / (changed size) 0.39.159.762 I slot release: id 3 | task 47 | stop processing: n_tokens = 137, truncated = 0 0.39.159.767 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.197 (> 0.100 thold), f_keep = 0.207 0.39.160.747 I slot launch_slot_: id 0 | task 59 | processing task, is_child = 0 0.39.163.245 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.193 (> 0.100 thold), f_keep = 0.188 0.39.163.291 I slot launch_slot_: id 1 | task 60 | processing task, is_child = 0 0.39.163.315 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.240 (> 0.100 thold), f_keep = 0.219 0.39.163.357 I slot launch_slot_: id 3 | task 61 | processing task, is_child = 0 0.40.076.931 I slot print_timing: id 2 | task 52 | prompt eval time = 397.35 ms / 115 tokens ( 3.46 ms per token, 289.42 tokens per second) 0.40.076.936 I slot print_timing: id 2 | task 52 | eval time = 1067.64 ms / 8 tokens ( 152.52 ms per token, 6.56 tokens per second) 0.40.076.937 I slot print_timing: id 2 | task 52 | total time = 1464.99 ms / 123 tokens 0.40.076.937 I slot print_timing: id 2 | task 52 | graphs reused = 11 0.40.076.937 I slot print_timing: id 2 | task 52 | graph reallocs = 0 / 0 (same size) / (changed size) 0.40.076.959 I slot release: id 2 | task 52 | stop processing: n_tokens = 123, truncated = 0 0.40.146.875 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.244 (> 0.100 thold), f_keep = 0.236 0.40.148.027 I slot launch_slot_: id 2 | task 66 | processing task, is_child = 0 0.40.585.785 I slot print_timing: id 2 | task 66 | prompt eval time = 398.40 ms / 118 tokens ( 3.38 ms per token, 296.18 tokens per second) 0.40.585.791 I slot print_timing: id 2 | task 66 | eval time = 39.34 ms / 2 tokens ( 39.34 ms per token, 25.42 tokens per second) 0.40.585.791 I slot print_timing: id 2 | task 66 | total time = 437.75 ms / 120 tokens 0.40.585.792 I slot print_timing: id 2 | task 66 | graphs reused = 11 0.40.585.792 I slot print_timing: id 2 | task 66 | graph reallocs = 0 / 0 (same size) / (changed size) 0.40.585.814 I slot release: id 2 | task 66 | stop processing: n_tokens = 120, truncated = 0 0.40.655.705 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.227 (> 0.100 thold), f_keep = 0.242 0.40.656.127 I slot launch_slot_: id 2 | task 71 | processing task, is_child = 0 0.40.950.878 I slot print_timing: id 0 | task 59 | prompt eval time = 874.42 ms / 146 tokens ( 5.99 ms per token, 166.97 tokens per second) 0.40.950.883 I slot print_timing: id 0 | task 59 | eval time = 913.10 ms / 8 tokens ( 130.44 ms per token, 7.67 tokens per second) 0.40.950.884 I slot print_timing: id 0 | task 59 | total time = 1787.51 ms / 154 tokens 0.40.950.885 I slot print_timing: id 0 | task 59 | graphs reused = 11 0.40.950.885 I slot print_timing: id 0 | task 59 | graph reallocs = 0 / 0 (same size) / (changed size) 0.40.950.908 I slot release: id 0 | task 59 | stop processing: n_tokens = 154, truncated = 0 0.40.951.069 I slot print_timing: id 1 | task 60 | prompt eval time = 874.53 ms / 149 tokens ( 5.87 ms per token, 170.38 tokens per second) 0.40.951.071 I slot print_timing: id 1 | task 60 | eval time = 913.10 ms / 8 tokens ( 130.44 ms per token, 7.67 tokens per second) 0.40.951.072 I slot print_timing: id 1 | task 60 | total time = 1787.63 ms / 157 tokens 0.40.951.072 I slot print_timing: id 1 | task 60 | graphs reused = 11 0.40.951.072 I slot print_timing: id 1 | task 60 | graph reallocs = 0 / 0 (same size) / (changed size) 0.40.951.086 I slot release: id 1 | task 60 | stop processing: n_tokens = 157, truncated = 0 0.40.951.265 I slot print_timing: id 3 | task 61 | prompt eval time = 874.81 ms / 124 tokens ( 7.05 ms per token, 141.74 tokens per second) 0.40.951.267 I slot print_timing: id 3 | task 61 | eval time = 912.95 ms / 8 tokens ( 130.42 ms per token, 7.67 tokens per second) 0.40.951.267 I slot print_timing: id 3 | task 61 | total time = 1787.76 ms / 132 tokens 0.40.951.268 I slot print_timing: id 3 | task 61 | graphs reused = 11 0.40.951.268 I slot print_timing: id 3 | task 61 | graph reallocs = 0 / 0 (same size) / (changed size) 0.40.951.278 I slot release: id 3 | task 61 | stop processing: n_tokens = 132, truncated = 0 0.40.989.769 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.199 (> 0.100 thold), f_keep = 0.188 0.40.991.097 I slot launch_slot_: id 0 | task 74 | processing task, is_child = 0 0.40.993.272 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.222 (> 0.100 thold), f_keep = 0.227 0.40.993.556 I slot launch_slot_: id 3 | task 75 | processing task, is_child = 0 0.40.993.585 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.259 (> 0.100 thold), f_keep = 0.185 0.40.993.636 I slot launch_slot_: id 1 | task 76 | processing task, is_child = 0 0.41.793.618 I slot print_timing: id 2 | task 71 | prompt eval time = 333.63 ms / 127 tokens ( 2.63 ms per token, 380.66 tokens per second) 0.41.793.622 I slot print_timing: id 2 | task 71 | eval time = 803.85 ms / 2 tokens ( 803.85 ms per token, 1.24 tokens per second) 0.41.793.623 I slot print_timing: id 2 | task 71 | total time = 1137.48 ms / 129 tokens 0.41.793.623 I slot print_timing: id 2 | task 71 | graphs reused = 11 0.41.793.624 I slot print_timing: id 2 | task 71 | graph reallocs = 0 / 0 (same size) / (changed size) 0.41.793.644 I slot release: id 2 | task 71 | stop processing: n_tokens = 129, truncated = 0 0.41.871.882 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.206 (> 0.100 thold), f_keep = 0.225 0.41.873.179 I slot launch_slot_: id 2 | task 79 | processing task, is_child = 0 0.42.211.721 I slot print_timing: id 0 | task 74 | prompt eval time = 877.88 ms / 145 tokens ( 6.05 ms per token, 165.17 tokens per second) 0.42.211.726 I slot print_timing: id 0 | task 74 | eval time = 340.19 ms / 2 tokens ( 340.19 ms per token, 2.94 tokens per second) 0.42.211.727 I slot print_timing: id 0 | task 74 | total time = 1218.07 ms / 147 tokens 0.42.211.727 I slot print_timing: id 0 | task 74 | graphs reused = 11 0.42.211.727 I slot print_timing: id 0 | task 74 | graph reallocs = 0 / 0 (same size) / (changed size) 0.42.211.746 I slot release: id 0 | task 74 | stop processing: n_tokens = 147, truncated = 0 0.42.316.492 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.269 (> 0.100 thold), f_keep = 0.197 0.42.317.911 I slot launch_slot_: id 0 | task 82 | processing task, is_child = 0 0.42.800.018 I slot print_timing: id 1 | task 76 | prompt eval time = 878.00 ms / 111 tokens ( 7.91 ms per token, 126.42 tokens per second) 0.42.800.026 I slot print_timing: id 1 | task 76 | eval time = 928.32 ms / 9 tokens ( 116.04 ms per token, 8.62 tokens per second) 0.42.800.026 I slot print_timing: id 1 | task 76 | total time = 1806.31 ms / 120 tokens 0.42.800.027 I slot print_timing: id 1 | task 76 | graphs reused = 14 0.42.800.027 I slot print_timing: id 1 | task 76 | graph reallocs = 0 / 0 (same size) / (changed size) 0.42.800.047 I slot release: id 1 | task 76 | stop processing: n_tokens = 120, truncated = 0 0.42.870.598 I slot print_timing: id 2 | task 79 | prompt eval time = 443.15 ms / 140 tokens ( 3.17 ms per token, 315.92 tokens per second) 0.42.870.601 I slot print_timing: id 2 | task 79 | eval time = 554.25 ms / 8 tokens ( 79.18 ms per token, 12.63 tokens per second) 0.42.870.602 I slot print_timing: id 2 | task 79 | total time = 997.40 ms / 148 tokens 0.42.870.602 I slot print_timing: id 2 | task 79 | graphs reused = 14 0.42.870.603 I slot print_timing: id 2 | task 79 | graph reallocs = 0 / 0 (same size) / (changed size) 0.42.870.625 I slot release: id 2 | task 79 | stop processing: n_tokens = 148, truncated = 0 0.42.870.794 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.257 (> 0.100 thold), f_keep = 0.242 0.42.871.999 I slot launch_slot_: id 1 | task 90 | processing task, is_child = 0 0.43.165.032 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.156 (> 0.100 thold), f_keep = 0.196 0.43.165.092 I slot launch_slot_: id 2 | task 92 | processing task, is_child = 0 0.43.704.513 I slot print_timing: id 0 | task 82 | prompt eval time = 331.67 ms / 107 tokens ( 3.10 ms per token, 322.61 tokens per second) 0.43.704.516 I slot print_timing: id 0 | task 82 | eval time = 1054.92 ms / 9 tokens ( 131.87 ms per token, 7.58 tokens per second) 0.43.704.516 I slot print_timing: id 0 | task 82 | total time = 1386.59 ms / 116 tokens 0.43.704.517 I slot print_timing: id 0 | task 82 | graphs reused = 14 0.43.704.517 I slot print_timing: id 0 | task 82 | graph reallocs = 0 / 0 (same size) / (changed size) 0.43.704.538 I slot release: id 0 | task 82 | stop processing: n_tokens = 116, truncated = 0 0.43.743.296 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.164 (> 0.100 thold), f_keep = 0.250 0.43.744.128 I slot launch_slot_: id 0 | task 96 | processing task, is_child = 0 0.44.294.324 I slot print_timing: id 3 | task 75 | prompt eval time = 878.12 ms / 134 tokens ( 6.55 ms per token, 152.60 tokens per second) 0.44.294.327 I slot print_timing: id 3 | task 75 | eval time = 2422.44 ms / 19 tokens ( 134.58 ms per token, 7.43 tokens per second) 0.44.294.327 I slot print_timing: id 3 | task 75 | total time = 3300.56 ms / 153 tokens 0.44.294.328 I slot print_timing: id 3 | task 75 | graphs reused = 17 0.44.294.328 I slot print_timing: id 3 | task 75 | graph reallocs = 0 / 0 (same size) / (changed size) 0.44.294.350 I slot release: id 3 | task 75 | stop processing: n_tokens = 153, truncated = 0 0.44.332.253 I slot print_timing: id 1 | task 90 | prompt eval time = 724.08 ms / 112 tokens ( 6.46 ms per token, 154.68 tokens per second) 0.44.332.255 I slot print_timing: id 1 | task 90 | eval time = 734.08 ms / 9 tokens ( 91.76 ms per token, 10.90 tokens per second) 0.44.332.255 I slot print_timing: id 1 | task 90 | total time = 1458.16 ms / 121 tokens 0.44.332.256 I slot print_timing: id 1 | task 90 | graphs reused = 17 0.44.332.256 I slot print_timing: id 1 | task 90 | graph reallocs = 0 / 0 (same size) / (changed size) 0.44.332.274 I slot release: id 1 | task 90 | stop processing: n_tokens = 121, truncated = 0 0.44.332.457 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.212 (> 0.100 thold), f_keep = 0.240 0.44.333.410 I slot launch_slot_: id 1 | task 103 | processing task, is_child = 0 0.44.672.547 I slot print_timing: id 2 | task 92 | prompt eval time = 539.61 ms / 185 tokens ( 2.92 ms per token, 342.84 tokens per second) 0.44.672.549 I slot print_timing: id 2 | task 92 | eval time = 967.65 ms / 9 tokens ( 120.96 ms per token, 8.27 tokens per second) 0.44.672.550 I slot print_timing: id 2 | task 92 | total time = 1507.26 ms / 194 tokens 0.44.672.550 I slot print_timing: id 2 | task 92 | graphs reused = 17 0.44.672.551 I slot print_timing: id 2 | task 92 | graph reallocs = 0 / 0 (same size) / (changed size) 0.44.672.575 I slot release: id 2 | task 92 | stop processing: n_tokens = 194, truncated = 0 0.44.672.581 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.172 (> 0.100 thold), f_keep = 0.149 0.44.675.279 I slot launch_slot_: id 2 | task 105 | processing task, is_child = 0 0.45.020.180 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.161 (> 0.100 thold), f_keep = 0.190 0.45.020.256 I slot launch_slot_: id 3 | task 107 | processing task, is_child = 0 0.45.420.331 I slot print_timing: id 0 | task 96 | prompt eval time = 436.92 ms / 176 tokens ( 2.48 ms per token, 402.82 tokens per second) 0.45.420.334 I slot print_timing: id 0 | task 96 | eval time = 1239.27 ms / 8 tokens ( 177.04 ms per token, 5.65 tokens per second) 0.45.420.334 I slot print_timing: id 0 | task 96 | total time = 1676.19 ms / 184 tokens 0.45.420.335 I slot print_timing: id 0 | task 96 | graphs reused = 17 0.45.420.335 I slot print_timing: id 0 | task 96 | graph reallocs = 0 / 0 (same size) / (changed size) 0.45.420.376 I slot release: id 0 | task 96 | stop processing: n_tokens = 184, truncated = 0 0.45.420.555 I slot print_timing: id 1 | task 103 | prompt eval time = 685.43 ms / 136 tokens ( 5.04 ms per token, 198.41 tokens per second) 0.45.420.557 I slot print_timing: id 1 | task 103 | eval time = 400.38 ms / 2 tokens ( 400.38 ms per token, 2.50 tokens per second) 0.45.420.557 I slot print_timing: id 1 | task 103 | total time = 1085.81 ms / 138 tokens 0.45.420.557 I slot print_timing: id 1 | task 103 | graphs reused = 17 0.45.420.558 I slot print_timing: id 1 | task 103 | graph reallocs = 0 / 0 (same size) / (changed size) 0.45.420.572 I slot release: id 1 | task 103 | stop processing: n_tokens = 138, truncated = 0 0.45.494.428 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.201 (> 0.100 thold), f_keep = 0.158 0.45.496.023 I slot launch_slot_: id 0 | task 110 | processing task, is_child = 0 0.45.496.926 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.192 (> 0.100 thold), f_keep = 0.210 0.45.496.986 I slot launch_slot_: id 1 | task 111 | processing task, is_child = 0 0.46.155.410 I slot print_timing: id 0 | task 110 | prompt eval time = 619.33 ms / 143 tokens ( 4.33 ms per token, 230.90 tokens per second) 0.46.155.413 I slot print_timing: id 0 | task 110 | eval time = 39.09 ms / 2 tokens ( 39.09 ms per token, 25.59 tokens per second) 0.46.155.413 I slot print_timing: id 0 | task 110 | total time = 658.41 ms / 145 tokens 0.46.155.414 I slot print_timing: id 0 | task 110 | graphs reused = 17 0.46.155.414 I slot print_timing: id 0 | task 110 | graph reallocs = 0 / 0 (same size) / (changed size) 0.46.155.435 I slot release: id 0 | task 110 | stop processing: n_tokens = 145, truncated = 0 0.46.155.606 I slot print_timing: id 1 | task 111 | prompt eval time = 619.43 ms / 150 tokens ( 4.13 ms per token, 242.16 tokens per second) 0.46.155.608 I slot print_timing: id 1 | task 111 | eval time = 39.10 ms / 2 tokens ( 39.10 ms per token, 25.57 tokens per second) 0.46.155.608 I slot print_timing: id 1 | task 111 | total time = 658.53 ms / 152 tokens 0.46.155.608 I slot print_timing: id 1 | task 111 | graphs reused = 17 0.46.155.609 I slot print_timing: id 1 | task 111 | graph reallocs = 0 / 0 (same size) / (changed size) 0.46.155.629 I slot release: id 1 | task 111 | stop processing: n_tokens = 152, truncated = 0 0.46.193.134 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.216 (> 0.100 thold), f_keep = 0.200 0.46.194.552 I slot launch_slot_: id 0 | task 116 | processing task, is_child = 0 0.46.195.792 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.223 (> 0.100 thold), f_keep = 0.191 0.46.195.843 I slot launch_slot_: id 1 | task 117 | processing task, is_child = 0 0.46.762.063 I slot print_timing: id 2 | task 105 | prompt eval time = 744.58 ms / 168 tokens ( 4.43 ms per token, 225.63 tokens per second) 0.46.762.070 I slot print_timing: id 2 | task 105 | eval time = 1341.27 ms / 8 tokens ( 191.61 ms per token, 5.22 tokens per second) 0.46.762.071 I slot print_timing: id 2 | task 105 | total time = 2085.85 ms / 176 tokens 0.46.762.071 I slot print_timing: id 2 | task 105 | graphs reused = 18 0.46.762.072 I slot print_timing: id 2 | task 105 | graph reallocs = 0 / 0 (same size) / (changed size) 0.46.762.096 I slot release: id 2 | task 105 | stop processing: n_tokens = 176, truncated = 0 0.46.831.816 I slot print_timing: id 3 | task 107 | prompt eval time = 473.90 ms / 179 tokens ( 2.65 ms per token, 377.72 tokens per second) 0.46.831.819 I slot print_timing: id 3 | task 107 | eval time = 1337.39 ms / 8 tokens ( 191.06 ms per token, 5.23 tokens per second) 0.46.831.820 I slot print_timing: id 3 | task 107 | total time = 1811.29 ms / 187 tokens 0.46.831.820 I slot print_timing: id 3 | task 107 | graphs reused = 18 0.46.831.820 I slot print_timing: id 3 | task 107 | graph reallocs = 0 / 0 (same size) / (changed size) 0.46.831.843 I slot release: id 3 | task 107 | stop processing: n_tokens = 187, truncated = 0 0.46.831.848 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.174 (> 0.100 thold), f_keep = 0.165 0.46.833.142 I slot launch_slot_: id 2 | task 121 | processing task, is_child = 0 0.47.196.298 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.257 (> 0.100 thold), f_keep = 0.155 0.47.196.366 I slot launch_slot_: id 3 | task 123 | processing task, is_child = 0 0.47.566.398 I slot print_timing: id 2 | task 121 | prompt eval time = 657.44 ms / 166 tokens ( 3.96 ms per token, 252.49 tokens per second) 0.47.566.401 I slot print_timing: id 2 | task 121 | eval time = 74.19 ms / 2 tokens ( 74.19 ms per token, 13.48 tokens per second) 0.47.566.401 I slot print_timing: id 2 | task 121 | total time = 731.63 ms / 168 tokens 0.47.566.402 I slot print_timing: id 2 | task 121 | graphs reused = 18 0.47.566.402 I slot print_timing: id 2 | task 121 | graph reallocs = 0 / 0 (same size) / (changed size) 0.47.566.422 I slot release: id 2 | task 121 | stop processing: n_tokens = 168, truncated = 0 0.47.636.289 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.189 (> 0.100 thold), f_keep = 0.185 0.47.637.482 I slot launch_slot_: id 2 | task 127 | processing task, is_child = 0 0.48.085.551 I slot print_timing: id 0 | task 116 | prompt eval time = 565.89 ms / 133 tokens ( 4.25 ms per token, 235.03 tokens per second) 0.48.085.555 I slot print_timing: id 0 | task 116 | eval time = 1323.81 ms / 8 tokens ( 189.12 ms per token, 5.29 tokens per second) 0.48.085.556 I slot print_timing: id 0 | task 116 | total time = 1889.70 ms / 141 tokens 0.48.085.560 I slot print_timing: id 0 | task 116 | graphs reused = 18 0.48.085.561 I slot print_timing: id 0 | task 116 | graph reallocs = 0 / 0 (same size) / (changed size) 0.48.085.593 I slot release: id 0 | task 116 | stop processing: n_tokens = 141, truncated = 0 0.48.085.877 I slot print_timing: id 1 | task 117 | prompt eval time = 565.99 ms / 129 tokens ( 4.39 ms per token, 227.92 tokens per second) 0.48.085.881 I slot print_timing: id 1 | task 117 | eval time = 1323.96 ms / 8 tokens ( 189.14 ms per token, 5.29 tokens per second) 0.48.085.882 I slot print_timing: id 1 | task 117 | total time = 1889.95 ms / 137 tokens 0.48.085.883 I slot print_timing: id 1 | task 117 | graphs reused = 18 0.48.085.883 I slot print_timing: id 1 | task 117 | graph reallocs = 0 / 0 (same size) / (changed size) 0.48.085.902 I slot release: id 1 | task 117 | stop processing: n_tokens = 137, truncated = 0 0.48.125.396 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.180 (> 0.100 thold), f_keep = 0.219 0.48.127.279 I slot launch_slot_: id 1 | task 131 | processing task, is_child = 0 0.48.128.886 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.172 (> 0.100 thold), f_keep = 0.206 0.48.128.960 I slot launch_slot_: id 0 | task 132 | processing task, is_child = 0 0.48.881.355 I slot print_timing: id 1 | task 131 | prompt eval time = 713.31 ms / 166 tokens ( 4.30 ms per token, 232.72 tokens per second) 0.48.881.359 I slot print_timing: id 1 | task 131 | eval time = 38.94 ms / 2 tokens ( 38.94 ms per token, 25.68 tokens per second) 0.48.881.360 I slot print_timing: id 1 | task 131 | total time = 752.25 ms / 168 tokens 0.48.881.361 I slot print_timing: id 1 | task 131 | graphs reused = 19 0.48.881.361 I slot print_timing: id 1 | task 131 | graph reallocs = 0 / 0 (same size) / (changed size) 0.48.881.383 I slot release: id 1 | task 131 | stop processing: n_tokens = 168, truncated = 0 0.48.881.726 I slot print_timing: id 3 | task 123 | prompt eval time = 370.00 ms / 112 tokens ( 3.30 ms per token, 302.70 tokens per second) 0.48.881.728 I slot print_timing: id 3 | task 123 | eval time = 1315.11 ms / 8 tokens ( 187.87 ms per token, 5.32 tokens per second) 0.48.881.728 I slot print_timing: id 3 | task 123 | total time = 1685.11 ms / 120 tokens 0.48.881.729 I slot print_timing: id 3 | task 123 | graphs reused = 19 0.48.881.729 I slot print_timing: id 3 | task 123 | graph reallocs = 0 / 0 (same size) / (changed size) 0.48.881.742 I slot release: id 3 | task 123 | stop processing: n_tokens = 120, truncated = 0 0.48.948.926 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.250 (> 0.100 thold), f_keep = 0.173 0.48.950.356 I slot launch_slot_: id 1 | task 137 | processing task, is_child = 0 0.48.951.120 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.250 (> 0.100 thold), f_keep = 0.242 0.48.951.169 I slot launch_slot_: id 3 | task 138 | processing task, is_child = 0 0.49.607.005 I slot print_timing: id 2 | task 127 | prompt eval time = 448.75 ms / 163 tokens ( 2.75 ms per token, 363.23 tokens per second) 0.49.607.008 I slot print_timing: id 2 | task 127 | eval time = 1520.76 ms / 8 tokens ( 217.25 ms per token, 4.60 tokens per second) 0.49.607.008 I slot print_timing: id 2 | task 127 | total time = 1969.51 ms / 171 tokens 0.49.607.009 I slot print_timing: id 2 | task 127 | graphs reused = 19 0.49.607.009 I slot print_timing: id 2 | task 127 | graph reallocs = 0 / 0 (same size) / (changed size) 0.49.607.037 I slot release: id 2 | task 127 | stop processing: n_tokens = 171, truncated = 0 0.49.678.118 I slot print_timing: id 3 | task 138 | prompt eval time = 656.00 ms / 115 tokens ( 5.70 ms per token, 175.31 tokens per second) 0.49.678.120 I slot print_timing: id 3 | task 138 | eval time = 70.86 ms / 2 tokens ( 70.86 ms per token, 14.11 tokens per second) 0.49.678.121 I slot print_timing: id 3 | task 138 | total time = 726.86 ms / 117 tokens 0.49.678.121 I slot print_timing: id 3 | task 138 | graphs reused = 19 0.49.678.122 I slot print_timing: id 3 | task 138 | graph reallocs = 0 / 0 (same size) / (changed size) 0.49.678.140 I slot release: id 3 | task 138 | stop processing: n_tokens = 117, truncated = 0 0.49.678.146 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.215 (> 0.100 thold), f_keep = 0.170 0.49.679.341 I slot launch_slot_: id 2 | task 142 | processing task, is_child = 0 0.49.986.178 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.227 (> 0.100 thold), f_keep = 0.248 0.49.986.476 I slot launch_slot_: id 3 | task 144 | processing task, is_child = 0 0.50.284.926 I slot print_timing: id 0 | task 132 | prompt eval time = 713.27 ms / 168 tokens ( 4.25 ms per token, 235.54 tokens per second) 0.50.284.928 I slot print_timing: id 0 | task 132 | eval time = 1442.69 ms / 8 tokens ( 206.10 ms per token, 4.85 tokens per second) 0.50.284.929 I slot print_timing: id 0 | task 132 | total time = 2155.96 ms / 176 tokens 0.50.284.929 I slot print_timing: id 0 | task 132 | graphs reused = 19 0.50.284.930 I slot print_timing: id 0 | task 132 | graph reallocs = 0 / 0 (same size) / (changed size) 0.50.284.958 I slot release: id 0 | task 132 | stop processing: n_tokens = 176, truncated = 0 0.50.358.465 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.188 (> 0.100 thold), f_keep = 0.165 0.50.359.734 I slot launch_slot_: id 0 | task 147 | processing task, is_child = 0 0.50.668.011 I slot print_timing: id 3 | task 144 | prompt eval time = 371.75 ms / 127 tokens ( 2.93 ms per token, 341.63 tokens per second) 0.50.668.015 I slot print_timing: id 3 | task 144 | eval time = 309.55 ms / 2 tokens ( 309.55 ms per token, 3.23 tokens per second) 0.50.668.016 I slot print_timing: id 3 | task 144 | total time = 681.30 ms / 129 tokens 0.50.668.016 I slot print_timing: id 3 | task 144 | graphs reused = 19 0.50.668.017 I slot print_timing: id 3 | task 144 | graph reallocs = 0 / 0 (same size) / (changed size) 0.50.668.036 I slot release: id 3 | task 144 | stop processing: n_tokens = 129, truncated = 0 0.50.741.599 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.232 (> 0.100 thold), f_keep = 0.225 0.50.742.486 I slot launch_slot_: id 3 | task 150 | processing task, is_child = 0 0.51.004.672 I slot print_timing: id 1 | task 137 | prompt eval time = 655.65 ms / 115 tokens ( 5.70 ms per token, 175.40 tokens per second) 0.51.004.677 I slot print_timing: id 1 | task 137 | eval time = 1397.85 ms / 8 tokens ( 199.69 ms per token, 5.01 tokens per second) 0.51.004.677 I slot print_timing: id 1 | task 137 | total time = 2053.50 ms / 123 tokens 0.51.004.678 I slot print_timing: id 1 | task 137 | graphs reused = 19 0.51.004.678 I slot print_timing: id 1 | task 137 | graph reallocs = 0 / 0 (same size) / (changed size) 0.51.004.697 I slot release: id 1 | task 137 | stop processing: n_tokens = 123, truncated = 0 0.51.109.607 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.200 (> 0.100 thold), f_keep = 0.236 0.51.110.796 I slot launch_slot_: id 1 | task 153 | processing task, is_child = 0 0.51.452.006 I slot print_timing: id 3 | task 150 | prompt eval time = 367.11 ms / 124 tokens ( 2.96 ms per token, 337.77 tokens per second) 0.51.452.012 I slot print_timing: id 3 | task 150 | eval time = 342.39 ms / 2 tokens ( 342.39 ms per token, 2.92 tokens per second) 0.51.452.012 I slot print_timing: id 3 | task 150 | total time = 709.50 ms / 126 tokens 0.51.452.013 I slot print_timing: id 3 | task 150 | graphs reused = 19 0.51.452.013 I slot print_timing: id 3 | task 150 | graph reallocs = 0 / 0 (same size) / (changed size) 0.51.452.035 I slot release: id 3 | task 150 | stop processing: n_tokens = 126, truncated = 0 0.51.557.248 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.227 (> 0.100 thold), f_keep = 0.230 0.51.558.304 I slot launch_slot_: id 3 | task 156 | processing task, is_child = 0 0.51.821.803 I slot print_timing: id 1 | task 153 | prompt eval time = 446.29 ms / 144 tokens ( 3.10 ms per token, 322.66 tokens per second) 0.51.821.806 I slot print_timing: id 1 | task 153 | eval time = 264.71 ms / 2 tokens ( 264.71 ms per token, 3.78 tokens per second) 0.51.821.806 I slot print_timing: id 1 | task 153 | total time = 711.00 ms / 146 tokens 0.51.821.806 I slot print_timing: id 1 | task 153 | graphs reused = 19 0.51.821.807 I slot print_timing: id 1 | task 153 | graph reallocs = 0 / 0 (same size) / (changed size) 0.51.821.826 I slot release: id 1 | task 153 | stop processing: n_tokens = 146, truncated = 0 0.51.926.276 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.199 (> 0.100 thold), f_keep = 0.199 0.51.927.802 I slot launch_slot_: id 1 | task 159 | processing task, is_child = 0 0.52.268.112 I slot print_timing: id 0 | task 147 | prompt eval time = 381.55 ms / 153 tokens ( 2.49 ms per token, 401.00 tokens per second) 0.52.268.115 I slot print_timing: id 0 | task 147 | eval time = 1526.82 ms / 8 tokens ( 218.12 ms per token, 4.58 tokens per second) 0.52.268.115 I slot print_timing: id 0 | task 147 | total time = 1908.37 ms / 161 tokens 0.52.268.116 I slot print_timing: id 0 | task 147 | graphs reused = 19 0.52.268.116 I slot print_timing: id 0 | task 147 | graph reallocs = 0 / 0 (same size) / (changed size) 0.52.268.138 I slot release: id 0 | task 147 | stop processing: n_tokens = 161, truncated = 0 0.52.341.882 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.210 (> 0.100 thold), f_keep = 0.180 0.52.343.346 I slot launch_slot_: id 0 | task 162 | processing task, is_child = 0 0.52.649.732 I slot print_timing: id 1 | task 159 | prompt eval time = 413.77 ms / 145 tokens ( 2.85 ms per token, 350.44 tokens per second) 0.52.649.737 I slot print_timing: id 1 | task 159 | eval time = 308.15 ms / 2 tokens ( 308.15 ms per token, 3.25 tokens per second) 0.52.649.737 I slot print_timing: id 1 | task 159 | total time = 721.92 ms / 147 tokens 0.52.649.737 I slot print_timing: id 1 | task 159 | graphs reused = 19 0.52.649.738 I slot print_timing: id 1 | task 159 | graph reallocs = 0 / 0 (same size) / (changed size) 0.52.649.760 I slot release: id 1 | task 159 | stop processing: n_tokens = 147, truncated = 0 0.52.723.144 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.232 (> 0.100 thold), f_keep = 0.197 0.52.724.155 I slot launch_slot_: id 1 | task 165 | processing task, is_child = 0 0.53.164.588 I slot print_timing: id 1 | task 165 | prompt eval time = 401.38 ms / 124 tokens ( 3.24 ms per token, 308.93 tokens per second) 0.53.164.593 I slot print_timing: id 1 | task 165 | eval time = 39.04 ms / 2 tokens ( 39.04 ms per token, 25.61 tokens per second) 0.53.164.593 I slot print_timing: id 1 | task 165 | total time = 440.42 ms / 126 tokens 0.53.164.594 I slot print_timing: id 1 | task 165 | graphs reused = 19 0.53.164.594 I slot print_timing: id 1 | task 165 | graph reallocs = 0 / 0 (same size) / (changed size) 0.53.164.617 I slot release: id 1 | task 165 | stop processing: n_tokens = 126, truncated = 0 0.53.164.965 I slot print_timing: id 3 | task 156 | prompt eval time = 367.96 ms / 127 tokens ( 2.90 ms per token, 345.15 tokens per second) 0.53.164.968 I slot print_timing: id 3 | task 156 | eval time = 1238.69 ms / 8 tokens ( 176.96 ms per token, 5.65 tokens per second) 0.53.164.968 I slot print_timing: id 3 | task 156 | total time = 1606.66 ms / 135 tokens 0.53.164.969 I slot print_timing: id 3 | task 156 | graphs reused = 19 0.53.164.969 I slot print_timing: id 3 | task 156 | graph reallocs = 0 / 0 (same size) / (changed size) 0.53.164.985 I slot release: id 3 | task 156 | stop processing: n_tokens = 135, truncated = 0 0.53.232.449 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.263 (> 0.100 thold), f_keep = 0.238 0.53.233.595 I slot launch_slot_: id 1 | task 170 | processing task, is_child = 0 0.53.234.748 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.227 (> 0.100 thold), f_keep = 0.215 0.53.234.797 I slot launch_slot_: id 3 | task 171 | processing task, is_child = 0 0.53.932.876 I slot print_timing: id 0 | task 162 | prompt eval time = 379.48 ms / 137 tokens ( 2.77 ms per token, 361.02 tokens per second) 0.53.932.882 I slot print_timing: id 0 | task 162 | eval time = 1210.04 ms / 8 tokens ( 172.86 ms per token, 5.78 tokens per second) 0.53.932.882 I slot print_timing: id 0 | task 162 | total time = 1589.52 ms / 145 tokens 0.53.932.883 I slot print_timing: id 0 | task 162 | graphs reused = 19 0.53.932.883 I slot print_timing: id 0 | task 162 | graph reallocs = 0 / 0 (same size) / (changed size) 0.53.932.905 I slot release: id 0 | task 162 | stop processing: n_tokens = 145, truncated = 0 0.53.933.080 I slot print_timing: id 1 | task 170 | prompt eval time = 658.81 ms / 113 tokens ( 5.83 ms per token, 171.52 tokens per second) 0.53.933.085 I slot print_timing: id 1 | task 170 | eval time = 39.47 ms / 2 tokens ( 39.47 ms per token, 25.34 tokens per second) 0.53.933.086 I slot print_timing: id 1 | task 170 | total time = 698.28 ms / 115 tokens 0.53.933.086 I slot print_timing: id 1 | task 170 | graphs reused = 19 0.53.933.087 I slot print_timing: id 1 | task 170 | graph reallocs = 0 / 0 (same size) / (changed size) 0.53.933.099 I slot release: id 1 | task 170 | stop processing: n_tokens = 115, truncated = 0 0.53.971.196 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.166 (> 0.100 thold), f_keep = 0.200 0.53.972.358 I slot launch_slot_: id 0 | task 176 | processing task, is_child = 0 0.53.973.339 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.246 (> 0.100 thold), f_keep = 0.261 0.53.973.382 I slot launch_slot_: id 1 | task 177 | processing task, is_child = 0 0.54.745.760 I slot print_timing: id 1 | task 177 | prompt eval time = 659.50 ms / 121 tokens ( 5.45 ms per token, 183.47 tokens per second) 0.54.745.765 I slot print_timing: id 1 | task 177 | eval time = 112.78 ms / 4 tokens ( 37.59 ms per token, 26.60 tokens per second) 0.54.745.765 I slot print_timing: id 1 | task 177 | total time = 772.28 ms / 125 tokens 0.54.745.766 I slot print_timing: id 1 | task 177 | graphs reused = 22 0.54.745.766 I slot print_timing: id 1 | task 177 | graph reallocs = 0 / 0 (same size) / (changed size) 0.54.745.786 I slot release: id 1 | task 177 | stop processing: n_tokens = 125, truncated = 0 0.54.746.109 I slot print_timing: id 3 | task 171 | prompt eval time = 659.12 ms / 127 tokens ( 5.19 ms per token, 192.68 tokens per second) 0.54.746.111 I slot print_timing: id 3 | task 171 | eval time = 852.12 ms / 8 tokens ( 121.73 ms per token, 8.21 tokens per second) 0.54.746.112 I slot print_timing: id 3 | task 171 | total time = 1511.24 ms / 135 tokens 0.54.746.112 I slot print_timing: id 3 | task 171 | graphs reused = 22 0.54.746.113 I slot print_timing: id 3 | task 171 | graph reallocs = 0 / 0 (same size) / (changed size) 0.54.746.127 I slot release: id 3 | task 171 | stop processing: n_tokens = 135, truncated = 0 0.54.813.798 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.211 (> 0.100 thold), f_keep = 0.240 0.54.815.121 I slot launch_slot_: id 1 | task 184 | processing task, is_child = 0 0.54.815.978 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.121 (> 0.100 thold), f_keep = 0.215 0.54.816.022 I slot launch_slot_: id 3 | task 185 | processing task, is_child = 0 0.55.759.246 I slot print_timing: id 0 | task 176 | prompt eval time = 659.42 ms / 174 tokens ( 3.79 ms per token, 263.87 tokens per second) 0.55.759.253 I slot print_timing: id 0 | task 176 | eval time = 1126.44 ms / 8 tokens ( 160.92 ms per token, 6.21 tokens per second) 0.55.759.253 I slot print_timing: id 0 | task 176 | total time = 1785.86 ms / 182 tokens 0.55.759.254 I slot print_timing: id 0 | task 176 | graphs reused = 22 0.55.759.255 I slot print_timing: id 0 | task 176 | graph reallocs = 0 / 0 (same size) / (changed size) 0.55.759.284 I slot release: id 0 | task 176 | stop processing: n_tokens = 182, truncated = 0 0.55.759.526 I slot print_timing: id 1 | task 184 | prompt eval time = 903.87 ms / 141 tokens ( 6.41 ms per token, 156.00 tokens per second) 0.55.759.533 I slot print_timing: id 1 | task 184 | eval time = 39.63 ms / 2 tokens ( 39.63 ms per token, 25.23 tokens per second) 0.55.759.534 I slot print_timing: id 1 | task 184 | total time = 943.50 ms / 143 tokens 0.55.759.534 I slot print_timing: id 1 | task 184 | graphs reused = 22 0.55.759.535 I slot print_timing: id 1 | task 184 | graph reallocs = 0 / 0 (same size) / (changed size) 0.55.759.554 I slot release: id 1 | task 184 | stop processing: n_tokens = 143, truncated = 0 0.55.798.675 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.161 (> 0.100 thold), f_keep = 0.159 0.55.801.803 I slot launch_slot_: id 0 | task 190 | processing task, is_child = 0 0.55.804.221 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.189 (> 0.100 thold), f_keep = 0.210 0.55.804.311 I slot launch_slot_: id 1 | task 191 | processing task, is_child = 0 0.56.565.659 I slot print_timing: id 0 | task 190 | prompt eval time = 722.05 ms / 179 tokens ( 4.03 ms per token, 247.90 tokens per second) 0.56.565.661 I slot print_timing: id 0 | task 190 | eval time = 39.28 ms / 2 tokens ( 39.28 ms per token, 25.46 tokens per second) 0.56.565.662 I slot print_timing: id 0 | task 190 | total time = 761.33 ms / 181 tokens 0.56.565.662 I slot print_timing: id 0 | task 190 | graphs reused = 23 0.56.565.663 I slot print_timing: id 0 | task 190 | graph reallocs = 0 / 0 (same size) / (changed size) 0.56.565.687 I slot release: id 0 | task 190 | stop processing: n_tokens = 181, truncated = 0 0.56.565.860 I slot print_timing: id 1 | task 191 | prompt eval time = 722.07 ms / 158 tokens ( 4.57 ms per token, 218.82 tokens per second) 0.56.565.862 I slot print_timing: id 1 | task 191 | eval time = 39.31 ms / 2 tokens ( 39.31 ms per token, 25.44 tokens per second) 0.56.565.863 I slot print_timing: id 1 | task 191 | total time = 761.38 ms / 160 tokens 0.56.565.863 I slot print_timing: id 1 | task 191 | graphs reused = 23 0.56.565.863 I slot print_timing: id 1 | task 191 | graph reallocs = 0 / 0 (same size) / (changed size) 0.56.565.879 I slot release: id 1 | task 191 | stop processing: n_tokens = 160, truncated = 0 0.56.603.525 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.208 (> 0.100 thold), f_keep = 0.194 0.56.604.894 I slot launch_slot_: id 1 | task 196 | processing task, is_child = 0 0.56.606.403 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.174 (> 0.100 thold), f_keep = 0.160 0.56.606.451 I slot launch_slot_: id 0 | task 197 | processing task, is_child = 0 0.57.194.652 I slot print_timing: id 3 | task 185 | prompt eval time = 904.19 ms / 238 tokens ( 3.80 ms per token, 263.22 tokens per second) 0.57.194.655 I slot print_timing: id 3 | task 185 | eval time = 1474.37 ms / 8 tokens ( 210.62 ms per token, 4.75 tokens per second) 0.57.194.656 I slot print_timing: id 3 | task 185 | total time = 2378.56 ms / 246 tokens 0.57.194.656 I slot print_timing: id 3 | task 185 | graphs reused = 24 0.57.194.656 I slot print_timing: id 3 | task 185 | graph reallocs = 0 / 0 (same size) / (changed size) 0.57.194.683 I slot release: id 3 | task 185 | stop processing: n_tokens = 246, truncated = 0 0.57.269.789 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.128 (> 0.100 thold), f_keep = 0.118 0.57.271.952 I slot launch_slot_: id 3 | task 200 | processing task, is_child = 0 0.57.688.033 I slot print_timing: id 1 | task 196 | prompt eval time = 663.10 ms / 148 tokens ( 4.48 ms per token, 223.19 tokens per second) 0.57.688.038 I slot print_timing: id 1 | task 196 | eval time = 418.40 ms / 2 tokens ( 418.40 ms per token, 2.39 tokens per second) 0.57.688.039 I slot print_timing: id 1 | task 196 | total time = 1081.50 ms / 150 tokens 0.57.688.039 I slot print_timing: id 1 | task 196 | graphs reused = 24 0.57.688.040 I slot print_timing: id 1 | task 196 | graph reallocs = 0 / 0 (same size) / (changed size) 0.57.688.060 I slot release: id 1 | task 196 | stop processing: n_tokens = 150, truncated = 0 0.57.793.022 I slot print_timing: id 2 | task 142 | prompt eval time = 604.92 ms / 134 tokens ( 4.51 ms per token, 221.52 tokens per second) 0.57.793.024 I slot print_timing: id 2 | task 142 | eval time = 7507.68 ms / 40 tokens ( 192.50 ms per token, 5.19 tokens per second) 0.57.793.024 I slot print_timing: id 2 | task 142 | total time = 8112.60 ms / 174 tokens 0.57.793.025 I slot print_timing: id 2 | task 142 | graphs reused = 24 0.57.793.025 I slot print_timing: id 2 | task 142 | graph reallocs = 0 / 0 (same size) / (changed size) 0.57.793.049 I slot release: id 2 | task 142 | stop processing: n_tokens = 174, truncated = 0 0.57.793.252 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.286 (> 0.100 thold), f_keep = 0.213 0.57.794.366 I slot launch_slot_: id 1 | task 203 | processing task, is_child = 0 0.58.086.286 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.150 (> 0.100 thold), f_keep = 0.167 0.58.086.355 I slot launch_slot_: id 2 | task 205 | processing task, is_child = 0 0.58.626.062 I slot print_timing: id 1 | task 203 | prompt eval time = 723.79 ms / 111 tokens ( 6.52 ms per token, 153.36 tokens per second) 0.58.626.064 I slot print_timing: id 1 | task 203 | eval time = 106.79 ms / 2 tokens ( 106.79 ms per token, 9.36 tokens per second) 0.58.626.065 I slot print_timing: id 1 | task 203 | total time = 830.59 ms / 113 tokens 0.58.626.066 I slot print_timing: id 1 | task 203 | graphs reused = 24 0.58.626.066 I slot print_timing: id 1 | task 203 | graph reallocs = 0 / 0 (same size) / (changed size) 0.58.626.085 I slot release: id 1 | task 203 | stop processing: n_tokens = 113, truncated = 0 0.58.696.339 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.252 (> 0.100 thold), f_keep = 0.265 0.58.696.817 I slot launch_slot_: id 1 | task 209 | processing task, is_child = 0 0.59.097.502 I slot print_timing: id 0 | task 197 | prompt eval time = 663.00 ms / 166 tokens ( 3.99 ms per token, 250.38 tokens per second) 0.59.097.507 I slot print_timing: id 0 | task 197 | eval time = 1828.05 ms / 9 tokens ( 228.51 ms per token, 4.38 tokens per second) 0.59.097.508 I slot print_timing: id 0 | task 197 | total time = 2491.05 ms / 175 tokens 0.59.097.509 I slot print_timing: id 0 | task 197 | graphs reused = 24 0.59.097.509 I slot print_timing: id 0 | task 197 | graph reallocs = 0 / 0 (same size) / (changed size) 0.59.097.531 I slot release: id 0 | task 197 | stop processing: n_tokens = 175, truncated = 0 0.59.136.284 I slot print_timing: id 1 | task 209 | prompt eval time = 400.90 ms / 118 tokens ( 3.40 ms per token, 294.34 tokens per second) 0.59.136.286 I slot print_timing: id 1 | task 209 | eval time = 38.56 ms / 2 tokens ( 38.56 ms per token, 25.93 tokens per second) 0.59.136.286 I slot print_timing: id 1 | task 209 | total time = 439.46 ms / 120 tokens 0.59.136.287 I slot print_timing: id 1 | task 209 | graphs reused = 24 0.59.136.287 I slot print_timing: id 1 | task 209 | graph reallocs = 0 / 0 (same size) / (changed size) 0.59.136.306 I slot release: id 1 | task 209 | stop processing: n_tokens = 120, truncated = 0 0.59.136.630 I slot print_timing: id 3 | task 200 | prompt eval time = 521.29 ms / 225 tokens ( 2.32 ms per token, 431.62 tokens per second) 0.59.136.633 I slot print_timing: id 3 | task 200 | eval time = 1343.38 ms / 8 tokens ( 191.91 ms per token, 5.21 tokens per second) 0.59.136.633 I slot print_timing: id 3 | task 200 | total time = 1864.67 ms / 233 tokens 0.59.136.633 I slot print_timing: id 3 | task 200 | graphs reused = 24 0.59.136.633 I slot print_timing: id 3 | task 200 | graph reallocs = 0 / 0 (same size) / (changed size) 0.59.136.650 I slot release: id 3 | task 200 | stop processing: n_tokens = 233, truncated = 0 0.59.136.654 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.197 (> 0.100 thold), f_keep = 0.166 0.59.138.298 I slot launch_slot_: id 0 | task 213 | processing task, is_child = 0 0.59.141.081 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.212 (> 0.100 thold), f_keep = 0.242 0.59.141.127 I slot launch_slot_: id 1 | task 214 | processing task, is_child = 0 0.59.141.161 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.168 (> 0.100 thold), f_keep = 0.124 0.59.141.204 I slot launch_slot_: id 3 | task 215 | processing task, is_child = 0 1.00.171.826 I slot print_timing: id 0 | task 213 | prompt eval time = 991.48 ms / 146 tokens ( 6.79 ms per token, 147.25 tokens per second) 1.00.171.828 I slot print_timing: id 0 | task 213 | eval time = 39.13 ms / 2 tokens ( 39.13 ms per token, 25.55 tokens per second) 1.00.171.829 I slot print_timing: id 0 | task 213 | total time = 1030.61 ms / 148 tokens 1.00.171.829 I slot print_timing: id 0 | task 213 | graphs reused = 24 1.00.171.829 I slot print_timing: id 0 | task 213 | graph reallocs = 0 / 0 (same size) / (changed size) 1.00.171.855 I slot release: id 0 | task 213 | stop processing: n_tokens = 148, truncated = 0 1.00.172.192 I slot print_timing: id 2 | task 205 | prompt eval time = 539.75 ms / 192 tokens ( 2.81 ms per token, 355.72 tokens per second) 1.00.172.197 I slot print_timing: id 2 | task 205 | eval time = 1545.90 ms / 8 tokens ( 220.84 ms per token, 4.53 tokens per second) 1.00.172.198 I slot print_timing: id 2 | task 205 | total time = 2085.65 ms / 200 tokens 1.00.172.198 I slot print_timing: id 2 | task 205 | graphs reused = 24 1.00.172.198 I slot print_timing: id 2 | task 205 | graph reallocs = 0 / 0 (same size) / (changed size) 1.00.172.220 I slot release: id 2 | task 205 | stop processing: n_tokens = 200, truncated = 0 1.00.240.025 I slot print_timing: id 1 | task 214 | prompt eval time = 991.59 ms / 136 tokens ( 7.29 ms per token, 137.15 tokens per second) 1.00.240.028 I slot print_timing: id 1 | task 214 | eval time = 107.14 ms / 3 tokens ( 53.57 ms per token, 18.67 tokens per second) 1.00.240.028 I slot print_timing: id 1 | task 214 | total time = 1098.73 ms / 139 tokens 1.00.240.029 I slot print_timing: id 1 | task 214 | graphs reused = 24 1.00.240.029 I slot print_timing: id 1 | task 214 | graph reallocs = 0 / 0 (same size) / (changed size) 1.00.240.049 I slot release: id 1 | task 214 | stop processing: n_tokens = 139, truncated = 0 1.00.240.218 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.252 (> 0.100 thold), f_keep = 0.196 1.00.242.056 I slot launch_slot_: id 0 | task 220 | processing task, is_child = 0 1.00.244.753 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.238 (> 0.100 thold), f_keep = 0.209 1.00.245.025 I slot launch_slot_: id 1 | task 221 | processing task, is_child = 0 1.00.245.061 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.174 (> 0.100 thold), f_keep = 0.145 1.00.245.108 I slot launch_slot_: id 2 | task 222 | processing task, is_child = 0 1.01.189.555 I slot print_timing: id 2 | task 222 | prompt eval time = 867.81 ms / 166 tokens ( 5.23 ms per token, 191.29 tokens per second) 1.01.189.561 I slot print_timing: id 2 | task 222 | eval time = 76.49 ms / 3 tokens ( 38.24 ms per token, 26.15 tokens per second) 1.01.189.561 I slot print_timing: id 2 | task 222 | total time = 944.30 ms / 169 tokens 1.01.189.562 I slot print_timing: id 2 | task 222 | graphs reused = 26 1.01.189.562 I slot print_timing: id 2 | task 222 | graph reallocs = 0 / 0 (same size) / (changed size) 1.01.189.585 I slot release: id 2 | task 222 | stop processing: n_tokens = 169, truncated = 0 1.01.259.889 I slot print_timing: id 3 | task 215 | prompt eval time = 991.88 ms / 172 tokens ( 5.77 ms per token, 173.41 tokens per second) 1.01.259.894 I slot print_timing: id 3 | task 215 | eval time = 1126.66 ms / 8 tokens ( 160.95 ms per token, 6.21 tokens per second) 1.01.259.894 I slot print_timing: id 3 | task 215 | total time = 2118.54 ms / 180 tokens 1.01.259.895 I slot print_timing: id 3 | task 215 | graphs reused = 26 1.01.259.895 I slot print_timing: id 3 | task 215 | graph reallocs = 0 / 0 (same size) / (changed size) 1.01.259.917 I slot release: id 3 | task 215 | stop processing: n_tokens = 180, truncated = 0 1.01.259.921 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.209 (> 0.100 thold), f_keep = 0.172 1.01.261.116 I slot launch_slot_: id 2 | task 228 | processing task, is_child = 0 1.01.568.394 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.212 (> 0.100 thold), f_keep = 0.161 1.01.568.479 I slot launch_slot_: id 3 | task 230 | processing task, is_child = 0 1.01.940.902 I slot print_timing: id 2 | task 228 | prompt eval time = 604.56 ms / 138 tokens ( 4.38 ms per token, 228.27 tokens per second) 1.01.940.906 I slot print_timing: id 2 | task 228 | eval time = 73.98 ms / 2 tokens ( 73.98 ms per token, 13.52 tokens per second) 1.01.940.907 I slot print_timing: id 2 | task 228 | total time = 678.53 ms / 140 tokens 1.01.940.907 I slot print_timing: id 2 | task 228 | graphs reused = 26 1.01.940.908 I slot print_timing: id 2 | task 228 | graph reallocs = 0 / 0 (same size) / (changed size) 1.01.940.936 I slot release: id 2 | task 228 | stop processing: n_tokens = 140, truncated = 0 1.02.010.742 I slot print_timing: id 0 | task 220 | prompt eval time = 867.59 ms / 114 tokens ( 7.61 ms per token, 131.40 tokens per second) 1.02.010.744 I slot print_timing: id 0 | task 220 | eval time = 898.04 ms / 8 tokens ( 128.29 ms per token, 7.79 tokens per second) 1.02.010.744 I slot print_timing: id 0 | task 220 | total time = 1765.62 ms / 122 tokens 1.02.010.745 I slot print_timing: id 0 | task 220 | graphs reused = 26 1.02.010.745 I slot print_timing: id 0 | task 220 | graph reallocs = 0 / 0 (same size) / (changed size) 1.02.010.764 I slot release: id 0 | task 220 | stop processing: n_tokens = 122, truncated = 0 1.02.010.937 I slot print_timing: id 1 | task 221 | prompt eval time = 867.69 ms / 121 tokens ( 7.17 ms per token, 139.45 tokens per second) 1.02.010.938 I slot print_timing: id 1 | task 221 | eval time = 898.06 ms / 8 tokens ( 128.29 ms per token, 7.79 tokens per second) 1.02.010.939 I slot print_timing: id 1 | task 221 | total time = 1765.75 ms / 129 tokens 1.02.010.939 I slot print_timing: id 1 | task 221 | graphs reused = 26 1.02.010.939 I slot print_timing: id 1 | task 221 | graph reallocs = 0 / 0 (same size) / (changed size) 1.02.010.951 I slot release: id 1 | task 221 | stop processing: n_tokens = 129, truncated = 0 1.02.011.129 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.240 (> 0.100 thold), f_keep = 0.246 1.02.011.602 I slot launch_slot_: id 0 | task 234 | processing task, is_child = 0 1.02.271.043 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.220 (> 0.100 thold), f_keep = 0.225 1.02.271.120 I slot launch_slot_: id 1 | task 236 | processing task, is_child = 0 1.02.271.149 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.162 (> 0.100 thold), f_keep = 0.207 1.02.271.198 I slot launch_slot_: id 2 | task 237 | processing task, is_child = 0 1.03.016.208 I slot print_timing: id 0 | task 234 | prompt eval time = 893.02 ms / 124 tokens ( 7.20 ms per token, 138.85 tokens per second) 1.03.016.213 I slot print_timing: id 0 | task 234 | eval time = 108.13 ms / 2 tokens ( 108.13 ms per token, 9.25 tokens per second) 1.03.016.214 I slot print_timing: id 0 | task 234 | total time = 1001.15 ms / 126 tokens 1.03.016.214 I slot print_timing: id 0 | task 234 | graphs reused = 27 1.03.016.215 I slot print_timing: id 0 | task 234 | graph reallocs = 0 / 0 (same size) / (changed size) 1.03.016.234 I slot release: id 0 | task 234 | stop processing: n_tokens = 126, truncated = 0 1.03.054.501 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.156 (> 0.100 thold), f_keep = 0.230 1.03.055.761 I slot launch_slot_: id 0 | task 241 | processing task, is_child = 0 1.03.419.157 I slot print_timing: id 2 | task 237 | prompt eval time = 744.87 ms / 178 tokens ( 4.18 ms per token, 238.97 tokens per second) 1.03.419.163 I slot print_timing: id 2 | task 237 | eval time = 402.52 ms / 3 tokens ( 201.26 ms per token, 4.97 tokens per second) 1.03.419.164 I slot print_timing: id 2 | task 237 | total time = 1147.39 ms / 181 tokens 1.03.419.164 I slot print_timing: id 2 | task 237 | graphs reused = 28 1.03.419.164 I slot print_timing: id 2 | task 237 | graph reallocs = 0 / 0 (same size) / (changed size) 1.03.419.187 I slot release: id 2 | task 237 | stop processing: n_tokens = 181, truncated = 0 1.03.524.250 I slot print_timing: id 3 | task 230 | prompt eval time = 372.43 ms / 136 tokens ( 2.74 ms per token, 365.17 tokens per second) 1.03.524.256 I slot print_timing: id 3 | task 230 | eval time = 1583.11 ms / 8 tokens ( 226.16 ms per token, 4.42 tokens per second) 1.03.524.257 I slot print_timing: id 3 | task 230 | total time = 1955.54 ms / 144 tokens 1.03.524.257 I slot print_timing: id 3 | task 230 | graphs reused = 28 1.03.524.257 I slot print_timing: id 3 | task 230 | graph reallocs = 0 / 0 (same size) / (changed size) 1.03.524.277 I slot release: id 3 | task 230 | stop processing: n_tokens = 144, truncated = 0 1.03.524.282 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.168 (> 0.100 thold), f_keep = 0.160 1.03.525.983 I slot launch_slot_: id 2 | task 244 | processing task, is_child = 0 1.03.889.927 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.242 (> 0.100 thold), f_keep = 0.201 1.03.889.998 I slot launch_slot_: id 3 | task 246 | processing task, is_child = 0 1.04.262.299 I slot print_timing: id 2 | task 244 | prompt eval time = 660.97 ms / 172 tokens ( 3.84 ms per token, 260.22 tokens per second) 1.04.262.301 I slot print_timing: id 2 | task 244 | eval time = 74.10 ms / 2 tokens ( 74.10 ms per token, 13.49 tokens per second) 1.04.262.302 I slot print_timing: id 2 | task 244 | total time = 735.07 ms / 174 tokens 1.04.262.302 I slot print_timing: id 2 | task 244 | graphs reused = 28 1.04.262.303 I slot print_timing: id 2 | task 244 | graph reallocs = 0 / 0 (same size) / (changed size) 1.04.262.325 I slot release: id 2 | task 244 | stop processing: n_tokens = 174, truncated = 0 1.04.332.448 I slot print_timing: id 1 | task 236 | prompt eval time = 744.74 ms / 131 tokens ( 5.69 ms per token, 175.90 tokens per second) 1.04.332.454 I slot print_timing: id 1 | task 236 | eval time = 1316.01 ms / 8 tokens ( 188.00 ms per token, 5.32 tokens per second) 1.04.332.454 I slot print_timing: id 1 | task 236 | total time = 2060.76 ms / 139 tokens 1.04.332.455 I slot print_timing: id 1 | task 236 | graphs reused = 28 1.04.332.455 I slot print_timing: id 1 | task 236 | graph reallocs = 0 / 0 (same size) / (changed size) 1.04.332.475 I slot release: id 1 | task 236 | stop processing: n_tokens = 139, truncated = 0 1.04.332.646 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.234 (> 0.100 thold), f_keep = 0.209 1.04.333.936 I slot launch_slot_: id 1 | task 250 | processing task, is_child = 0 1.04.628.160 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.223 (> 0.100 thold), f_keep = 0.167 1.04.628.228 I slot launch_slot_: id 2 | task 252 | processing task, is_child = 0 1.05.065.509 I slot print_timing: id 0 | task 241 | prompt eval time = 468.15 ms / 185 tokens ( 2.53 ms per token, 395.17 tokens per second) 1.05.065.515 I slot print_timing: id 0 | task 241 | eval time = 1541.59 ms / 8 tokens ( 220.23 ms per token, 4.54 tokens per second) 1.05.065.516 I slot print_timing: id 0 | task 241 | total time = 2009.74 ms / 193 tokens 1.05.065.516 I slot print_timing: id 0 | task 241 | graphs reused = 28 1.05.065.516 I slot print_timing: id 0 | task 241 | graph reallocs = 0 / 0 (same size) / (changed size) 1.05.065.540 I slot release: id 0 | task 241 | stop processing: n_tokens = 193, truncated = 0 1.05.065.696 I slot print_timing: id 1 | task 250 | prompt eval time = 624.85 ms / 123 tokens ( 5.08 ms per token, 196.85 tokens per second) 1.05.065.699 I slot print_timing: id 1 | task 250 | eval time = 105.75 ms / 2 tokens ( 105.75 ms per token, 9.46 tokens per second) 1.05.065.700 I slot print_timing: id 1 | task 250 | total time = 730.60 ms / 125 tokens 1.05.065.700 I slot print_timing: id 1 | task 250 | graphs reused = 28 1.05.065.700 I slot print_timing: id 1 | task 250 | graph reallocs = 0 / 0 (same size) / (changed size) 1.05.065.715 I slot release: id 1 | task 250 | stop processing: n_tokens = 125, truncated = 0 1.05.103.118 I slot print_timing: id 2 | task 252 | prompt eval time = 437.52 ms / 129 tokens ( 3.39 ms per token, 294.84 tokens per second) 1.05.103.123 I slot print_timing: id 2 | task 252 | eval time = 37.16 ms / 2 tokens ( 37.16 ms per token, 26.91 tokens per second) 1.05.103.124 I slot print_timing: id 2 | task 252 | total time = 474.68 ms / 131 tokens 1.05.103.124 I slot print_timing: id 2 | task 252 | graphs reused = 28 1.05.103.125 I slot print_timing: id 2 | task 252 | graph reallocs = 0 / 0 (same size) / (changed size) 1.05.103.141 I slot release: id 2 | task 252 | stop processing: n_tokens = 131, truncated = 0 1.05.103.296 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.248 (> 0.100 thold), f_keep = 0.240 1.05.104.031 I slot launch_slot_: id 1 | task 256 | processing task, is_child = 0 1.05.106.638 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.221 (> 0.100 thold), f_keep = 0.150 1.05.106.692 I slot launch_slot_: id 0 | task 257 | processing task, is_child = 0 1.05.106.720 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.196 (> 0.100 thold), f_keep = 0.221 1.05.106.761 I slot launch_slot_: id 2 | task 258 | processing task, is_child = 0 1.05.932.500 I slot print_timing: id 3 | task 246 | prompt eval time = 372.28 ms / 119 tokens ( 3.13 ms per token, 319.65 tokens per second) 1.05.932.506 I slot print_timing: id 3 | task 246 | eval time = 1669.96 ms / 8 tokens ( 238.57 ms per token, 4.19 tokens per second) 1.05.932.507 I slot print_timing: id 3 | task 246 | total time = 2042.24 ms / 127 tokens 1.05.932.507 I slot print_timing: id 3 | task 246 | graphs reused = 28 1.05.932.508 I slot print_timing: id 3 | task 246 | graph reallocs = 0 / 0 (same size) / (changed size) 1.05.932.527 I slot release: id 3 | task 246 | stop processing: n_tokens = 127, truncated = 0 1.05.970.519 I slot print_timing: id 0 | task 257 | prompt eval time = 825.22 ms / 130 tokens ( 6.35 ms per token, 157.53 tokens per second) 1.05.970.520 I slot print_timing: id 0 | task 257 | eval time = 38.53 ms / 2 tokens ( 38.53 ms per token, 25.96 tokens per second) 1.05.970.521 I slot print_timing: id 0 | task 257 | total time = 863.75 ms / 132 tokens 1.05.970.521 I slot print_timing: id 0 | task 257 | graphs reused = 28 1.05.970.522 I slot print_timing: id 0 | task 257 | graph reallocs = 0 / 0 (same size) / (changed size) 1.05.970.542 I slot release: id 0 | task 257 | stop processing: n_tokens = 132, truncated = 0 1.05.970.715 I slot print_timing: id 1 | task 256 | prompt eval time = 825.32 ms / 120 tokens ( 6.88 ms per token, 145.40 tokens per second) 1.05.970.717 I slot print_timing: id 1 | task 256 | eval time = 38.55 ms / 2 tokens ( 38.55 ms per token, 25.94 tokens per second) 1.05.970.717 I slot print_timing: id 1 | task 256 | total time = 863.87 ms / 122 tokens 1.05.970.718 I slot print_timing: id 1 | task 256 | graphs reused = 28 1.05.970.718 I slot print_timing: id 1 | task 256 | graph reallocs = 0 / 0 (same size) / (changed size) 1.05.970.730 I slot release: id 1 | task 256 | stop processing: n_tokens = 122, truncated = 0 1.05.970.927 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.216 (> 0.100 thold), f_keep = 0.220 1.05.972.488 I slot launch_slot_: id 0 | task 262 | processing task, is_child = 0 1.06.277.040 I slot print_timing: id 2 | task 258 | prompt eval time = 825.44 ms / 147 tokens ( 5.62 ms per token, 178.09 tokens per second) 1.06.277.046 I slot print_timing: id 2 | task 258 | eval time = 344.69 ms / 3 tokens ( 172.35 ms per token, 5.80 tokens per second) 1.06.277.047 I slot print_timing: id 2 | task 258 | total time = 1170.13 ms / 150 tokens 1.06.277.047 I slot print_timing: id 2 | task 258 | graphs reused = 28 1.06.277.048 I slot print_timing: id 2 | task 258 | graph reallocs = 0 / 0 (same size) / (changed size) 1.06.277.067 I slot release: id 2 | task 258 | stop processing: n_tokens = 150, truncated = 0 1.06.277.072 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.215 (> 0.100 thold), f_keep = 0.238 1.06.277.141 I slot launch_slot_: id 1 | task 264 | processing task, is_child = 0 1.06.278.570 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.225 (> 0.100 thold), f_keep = 0.193 1.06.278.634 I slot launch_slot_: id 2 | task 263 | processing task, is_child = 0 1.06.789.091 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.218 (> 0.100 thold), f_keep = 0.228 1.06.789.157 I slot launch_slot_: id 3 | task 267 | processing task, is_child = 0 1.07.179.715 I slot print_timing: id 1 | task 264 | prompt eval time = 826.10 ms / 134 tokens ( 6.16 ms per token, 162.21 tokens per second) 1.07.179.718 I slot print_timing: id 1 | task 264 | eval time = 74.45 ms / 2 tokens ( 74.45 ms per token, 13.43 tokens per second) 1.07.179.718 I slot print_timing: id 1 | task 264 | total time = 900.55 ms / 136 tokens 1.07.179.718 I slot print_timing: id 1 | task 264 | graphs reused = 28 1.07.179.719 I slot print_timing: id 1 | task 264 | graph reallocs = 0 / 0 (same size) / (changed size) 1.07.179.739 I slot release: id 1 | task 264 | stop processing: n_tokens = 136, truncated = 0 1.07.179.894 I slot print_timing: id 2 | task 263 | prompt eval time = 826.17 ms / 128 tokens ( 6.45 ms per token, 154.93 tokens per second) 1.07.179.897 I slot print_timing: id 2 | task 263 | eval time = 74.45 ms / 2 tokens ( 74.45 ms per token, 13.43 tokens per second) 1.07.179.898 I slot print_timing: id 2 | task 263 | total time = 900.62 ms / 130 tokens 1.07.179.898 I slot print_timing: id 2 | task 263 | graphs reused = 28 1.07.179.898 I slot print_timing: id 2 | task 263 | graph reallocs = 0 / 0 (same size) / (changed size) 1.07.179.911 I slot release: id 2 | task 263 | stop processing: n_tokens = 130, truncated = 0 1.07.248.203 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.264 (> 0.100 thold), f_keep = 0.213 1.07.249.665 I slot launch_slot_: id 1 | task 271 | processing task, is_child = 0 1.07.250.122 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.181 (> 0.100 thold), f_keep = 0.223 1.07.250.166 I slot launch_slot_: id 2 | task 272 | processing task, is_child = 0 1.07.964.062 I slot print_timing: id 2 | task 272 | prompt eval time = 674.83 ms / 159 tokens ( 4.24 ms per token, 235.61 tokens per second) 1.07.964.064 I slot print_timing: id 2 | task 272 | eval time = 38.99 ms / 2 tokens ( 38.99 ms per token, 25.65 tokens per second) 1.07.964.065 I slot print_timing: id 2 | task 272 | total time = 713.83 ms / 161 tokens 1.07.964.066 I slot print_timing: id 2 | task 272 | graphs reused = 28 1.07.964.066 I slot print_timing: id 2 | task 272 | graph reallocs = 0 / 0 (same size) / (changed size) 1.07.964.090 I slot release: id 2 | task 272 | stop processing: n_tokens = 161, truncated = 0 1.08.033.925 I slot print_timing: id 0 | task 262 | prompt eval time = 814.92 ms / 133 tokens ( 6.13 ms per token, 163.21 tokens per second) 1.08.033.930 I slot print_timing: id 0 | task 262 | eval time = 1244.84 ms / 8 tokens ( 177.83 ms per token, 5.62 tokens per second) 1.08.033.931 I slot print_timing: id 0 | task 262 | total time = 2059.76 ms / 141 tokens 1.08.033.931 I slot print_timing: id 0 | task 262 | graphs reused = 28 1.08.033.932 I slot print_timing: id 0 | task 262 | graph reallocs = 0 / 0 (same size) / (changed size) 1.08.033.949 I slot release: id 0 | task 262 | stop processing: n_tokens = 141, truncated = 0 1.08.034.119 I slot print_timing: id 1 | task 271 | prompt eval time = 674.71 ms / 109 tokens ( 6.19 ms per token, 161.55 tokens per second) 1.08.034.120 I slot print_timing: id 1 | task 271 | eval time = 109.23 ms / 3 tokens ( 54.62 ms per token, 18.31 tokens per second) 1.08.034.121 I slot print_timing: id 1 | task 271 | total time = 783.95 ms / 112 tokens 1.08.034.121 I slot print_timing: id 1 | task 271 | graphs reused = 28 1.08.034.121 I slot print_timing: id 1 | task 271 | graph reallocs = 0 / 0 (same size) / (changed size) 1.08.034.133 I slot release: id 1 | task 271 | stop processing: n_tokens = 112, truncated = 0 1.08.034.313 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.200 (> 0.100 thold), f_keep = 0.206 1.08.036.127 I slot launch_slot_: id 0 | task 277 | processing task, is_child = 0 1.08.039.528 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.185 (> 0.100 thold), f_keep = 0.259 1.08.039.574 I slot launch_slot_: id 1 | task 278 | processing task, is_child = 0 1.08.039.605 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.176 (> 0.100 thold), f_keep = 0.180 1.08.039.645 I slot launch_slot_: id 2 | task 279 | processing task, is_child = 0 1.09.011.553 I slot print_timing: id 3 | task 267 | prompt eval time = 390.25 ms / 132 tokens ( 2.96 ms per token, 338.25 tokens per second) 1.09.011.558 I slot print_timing: id 3 | task 267 | eval time = 1831.42 ms / 8 tokens ( 261.63 ms per token, 3.82 tokens per second) 1.09.011.560 I slot print_timing: id 3 | task 267 | total time = 2221.66 ms / 140 tokens 1.09.011.560 I slot print_timing: id 3 | task 267 | graphs reused = 29 1.09.011.561 I slot print_timing: id 3 | task 267 | graph reallocs = 0 / 0 (same size) / (changed size) 1.09.011.583 I slot release: id 3 | task 267 | stop processing: n_tokens = 140, truncated = 0 1.09.049.116 I slot print_timing: id 0 | task 277 | prompt eval time = 971.37 ms / 144 tokens ( 6.75 ms per token, 148.24 tokens per second) 1.09.049.121 I slot print_timing: id 0 | task 277 | eval time = 38.10 ms / 2 tokens ( 38.10 ms per token, 26.25 tokens per second) 1.09.049.122 I slot print_timing: id 0 | task 277 | total time = 1009.46 ms / 146 tokens 1.09.049.122 I slot print_timing: id 0 | task 277 | graphs reused = 29 1.09.049.123 I slot print_timing: id 0 | task 277 | graph reallocs = 0 / 0 (same size) / (changed size) 1.09.049.144 I slot release: id 0 | task 277 | stop processing: n_tokens = 146, truncated = 0 1.09.049.507 I slot print_timing: id 2 | task 279 | prompt eval time = 971.60 ms / 164 tokens ( 5.92 ms per token, 168.79 tokens per second) 1.09.049.509 I slot print_timing: id 2 | task 279 | eval time = 38.12 ms / 2 tokens ( 38.12 ms per token, 26.23 tokens per second) 1.09.049.510 I slot print_timing: id 2 | task 279 | total time = 1009.72 ms / 166 tokens 1.09.049.510 I slot print_timing: id 2 | task 279 | graphs reused = 29 1.09.049.510 I slot print_timing: id 2 | task 279 | graph reallocs = 0 / 0 (same size) / (changed size) 1.09.049.526 I slot release: id 2 | task 279 | stop processing: n_tokens = 166, truncated = 0 1.09.049.531 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.248 (> 0.100 thold), f_keep = 0.199 1.09.051.171 I slot launch_slot_: id 0 | task 283 | processing task, is_child = 0 1.09.053.507 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.252 (> 0.100 thold), f_keep = 0.175 1.09.053.559 I slot launch_slot_: id 2 | task 284 | processing task, is_child = 0 1.09.053.584 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.190 (> 0.100 thold), f_keep = 0.207 1.09.053.624 I slot launch_slot_: id 3 | task 285 | processing task, is_child = 0 1.09.811.077 I slot print_timing: id 1 | task 278 | prompt eval time = 971.47 ms / 156 tokens ( 6.23 ms per token, 160.58 tokens per second) 1.09.811.082 I slot print_timing: id 1 | task 278 | eval time = 799.88 ms / 3 tokens ( 399.94 ms per token, 2.50 tokens per second) 1.09.811.083 I slot print_timing: id 1 | task 278 | total time = 1771.34 ms / 159 tokens 1.09.811.083 I slot print_timing: id 1 | task 278 | graphs reused = 29 1.09.811.084 I slot print_timing: id 1 | task 278 | graph reallocs = 0 / 0 (same size) / (changed size) 1.09.811.107 I slot release: id 1 | task 278 | stop processing: n_tokens = 159, truncated = 0 1.09.889.193 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.207 (> 0.100 thold), f_keep = 0.182 1.09.890.801 I slot launch_slot_: id 1 | task 288 | processing task, is_child = 0 1.10.230.914 I slot print_timing: id 0 | task 283 | prompt eval time = 835.20 ms / 116 tokens ( 7.20 ms per token, 138.89 tokens per second) 1.10.230.919 I slot print_timing: id 0 | task 283 | eval time = 342.09 ms / 2 tokens ( 342.09 ms per token, 2.92 tokens per second) 1.10.230.920 I slot print_timing: id 0 | task 283 | total time = 1177.28 ms / 118 tokens 1.10.230.920 I slot print_timing: id 0 | task 283 | graphs reused = 29 1.10.230.920 I slot print_timing: id 0 | task 283 | graph reallocs = 0 / 0 (same size) / (changed size) 1.10.230.944 I slot release: id 0 | task 283 | stop processing: n_tokens = 118, truncated = 0 1.10.305.128 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.254 (> 0.100 thold), f_keep = 0.254 1.10.305.992 I slot launch_slot_: id 0 | task 291 | processing task, is_child = 0 1.10.567.075 I slot print_timing: id 1 | task 288 | prompt eval time = 413.98 ms / 139 tokens ( 2.98 ms per token, 335.76 tokens per second) 1.10.567.081 I slot print_timing: id 1 | task 288 | eval time = 262.28 ms / 2 tokens ( 262.28 ms per token, 3.81 tokens per second) 1.10.567.081 I slot print_timing: id 1 | task 288 | total time = 676.26 ms / 141 tokens 1.10.567.082 I slot print_timing: id 1 | task 288 | graphs reused = 29 1.10.567.082 I slot print_timing: id 1 | task 288 | graph reallocs = 0 / 0 (same size) / (changed size) 1.10.567.105 I slot release: id 1 | task 288 | stop processing: n_tokens = 141, truncated = 0 1.10.640.802 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.246 (> 0.100 thold), f_keep = 0.206 1.10.642.321 I slot launch_slot_: id 1 | task 294 | processing task, is_child = 0 1.10.935.826 I slot print_timing: id 0 | task 291 | prompt eval time = 334.50 ms / 117 tokens ( 2.86 ms per token, 349.78 tokens per second) 1.10.935.835 I slot print_timing: id 0 | task 291 | eval time = 295.33 ms / 2 tokens ( 295.33 ms per token, 3.39 tokens per second) 1.10.935.835 I slot print_timing: id 0 | task 291 | total time = 629.83 ms / 119 tokens 1.10.935.836 I slot print_timing: id 0 | task 291 | graphs reused = 29 1.10.935.836 I slot print_timing: id 0 | task 291 | graph reallocs = 0 / 0 (same size) / (changed size) 1.10.935.857 I slot release: id 0 | task 291 | stop processing: n_tokens = 119, truncated = 0 1.11.009.603 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.186 (> 0.100 thold), f_keep = 0.244 1.11.010.474 I slot launch_slot_: id 0 | task 297 | processing task, is_child = 0 1.11.319.388 I slot print_timing: id 2 | task 284 | prompt eval time = 835.31 ms / 114 tokens ( 7.33 ms per token, 136.48 tokens per second) 1.11.319.391 I slot print_timing: id 2 | task 284 | eval time = 1430.38 ms / 8 tokens ( 204.34 ms per token, 4.89 tokens per second) 1.11.319.392 I slot print_timing: id 2 | task 284 | total time = 2265.69 ms / 122 tokens 1.11.319.392 I slot print_timing: id 2 | task 284 | graphs reused = 29 1.11.319.392 I slot print_timing: id 2 | task 284 | graph reallocs = 0 / 0 (same size) / (changed size) 1.11.319.413 I slot release: id 2 | task 284 | stop processing: n_tokens = 122, truncated = 0 1.11.319.579 I slot print_timing: id 3 | task 285 | prompt eval time = 835.43 ms / 152 tokens ( 5.50 ms per token, 181.94 tokens per second) 1.11.319.581 I slot print_timing: id 3 | task 285 | eval time = 1430.39 ms / 8 tokens ( 204.34 ms per token, 4.89 tokens per second) 1.11.319.582 I slot print_timing: id 3 | task 285 | total time = 2265.82 ms / 160 tokens 1.11.319.582 I slot print_timing: id 3 | task 285 | graphs reused = 29 1.11.319.582 I slot print_timing: id 3 | task 285 | graph reallocs = 0 / 0 (same size) / (changed size) 1.11.319.597 I slot release: id 3 | task 285 | stop processing: n_tokens = 160, truncated = 0 1.11.390.837 I slot print_timing: id 1 | task 294 | prompt eval time = 366.96 ms / 117 tokens ( 3.14 ms per token, 318.83 tokens per second) 1.11.390.839 I slot print_timing: id 1 | task 294 | eval time = 381.54 ms / 3 tokens ( 190.77 ms per token, 5.24 tokens per second) 1.11.390.840 I slot print_timing: id 1 | task 294 | total time = 748.51 ms / 120 tokens 1.11.390.840 I slot print_timing: id 1 | task 294 | graphs reused = 29 1.11.390.840 I slot print_timing: id 1 | task 294 | graph reallocs = 0 / 0 (same size) / (changed size) 1.11.390.856 I slot release: id 1 | task 294 | stop processing: n_tokens = 120, truncated = 0 1.11.390.861 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.223 (> 0.100 thold), f_keep = 0.242 1.11.391.733 I slot launch_slot_: id 1 | task 300 | processing task, is_child = 0 1.11.393.617 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.218 (> 0.100 thold), f_keep = 0.238 1.11.393.919 I slot launch_slot_: id 2 | task 301 | processing task, is_child = 0 1.11.393.961 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.246 (> 0.100 thold), f_keep = 0.181 1.11.394.225 I slot launch_slot_: id 3 | task 302 | processing task, is_child = 0 1.12.118.565 I slot print_timing: id 0 | task 297 | prompt eval time = 380.20 ms / 155 tokens ( 2.45 ms per token, 407.68 tokens per second) 1.12.118.571 I slot print_timing: id 0 | task 297 | eval time = 727.88 ms / 2 tokens ( 727.88 ms per token, 1.37 tokens per second) 1.12.118.572 I slot print_timing: id 0 | task 297 | total time = 1108.08 ms / 157 tokens 1.12.118.572 I slot print_timing: id 0 | task 297 | graphs reused = 29 1.12.118.573 I slot print_timing: id 0 | task 297 | graph reallocs = 0 / 0 (same size) / (changed size) 1.12.118.598 I slot release: id 0 | task 297 | stop processing: n_tokens = 157, truncated = 0 1.12.177.144 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.170 (> 0.100 thold), f_keep = 0.185 1.12.178.220 I slot launch_slot_: id 0 | task 305 | processing task, is_child = 0 1.12.541.181 I slot print_timing: id 1 | task 300 | prompt eval time = 782.55 ms / 129 tokens ( 6.07 ms per token, 164.85 tokens per second) 1.12.541.189 I slot print_timing: id 1 | task 300 | eval time = 364.40 ms / 2 tokens ( 364.40 ms per token, 2.74 tokens per second) 1.12.541.190 I slot print_timing: id 1 | task 300 | total time = 1146.95 ms / 131 tokens 1.12.541.190 I slot print_timing: id 1 | task 300 | graphs reused = 29 1.12.541.190 I slot print_timing: id 1 | task 300 | graph reallocs = 0 / 0 (same size) / (changed size) 1.12.541.210 I slot release: id 1 | task 300 | stop processing: n_tokens = 131, truncated = 0 1.12.615.252 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.179 (> 0.100 thold), f_keep = 0.221 1.12.616.240 I slot launch_slot_: id 1 | task 308 | processing task, is_child = 0 1.13.066.873 I slot print_timing: id 0 | task 305 | prompt eval time = 436.71 ms / 170 tokens ( 2.57 ms per token, 389.28 tokens per second) 1.13.066.879 I slot print_timing: id 0 | task 305 | eval time = 451.93 ms / 3 tokens ( 225.97 ms per token, 4.43 tokens per second) 1.13.066.879 I slot print_timing: id 0 | task 305 | total time = 888.64 ms / 173 tokens 1.13.066.880 I slot print_timing: id 0 | task 305 | graphs reused = 29 1.13.066.880 I slot print_timing: id 0 | task 305 | graph reallocs = 0 / 0 (same size) / (changed size) 1.13.066.905 I slot release: id 0 | task 305 | stop processing: n_tokens = 173, truncated = 0 1.13.105.558 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.221 (> 0.100 thold), f_keep = 0.168 1.13.107.077 I slot launch_slot_: id 0 | task 312 | processing task, is_child = 0 1.13.443.729 I slot print_timing: id 2 | task 301 | prompt eval time = 782.66 ms / 132 tokens ( 5.93 ms per token, 168.65 tokens per second) 1.13.443.735 I slot print_timing: id 2 | task 301 | eval time = 1266.77 ms / 8 tokens ( 180.97 ms per token, 5.53 tokens per second) 1.13.443.735 I slot print_timing: id 2 | task 301 | total time = 2049.44 ms / 140 tokens 1.13.443.736 I slot print_timing: id 2 | task 301 | graphs reused = 30 1.13.443.736 I slot print_timing: id 2 | task 301 | graph reallocs = 0 / 0 (same size) / (changed size) 1.13.443.756 I slot release: id 2 | task 301 | stop processing: n_tokens = 140, truncated = 0 1.13.443.938 I slot print_timing: id 3 | task 302 | prompt eval time = 782.80 ms / 117 tokens ( 6.69 ms per token, 149.46 tokens per second) 1.13.443.940 I slot print_timing: id 3 | task 302 | eval time = 1266.80 ms / 8 tokens ( 180.97 ms per token, 5.53 tokens per second) 1.13.443.941 I slot print_timing: id 3 | task 302 | total time = 2049.60 ms / 125 tokens 1.13.443.941 I slot print_timing: id 3 | task 302 | graphs reused = 30 1.13.443.941 I slot print_timing: id 3 | task 302 | graph reallocs = 0 / 0 (same size) / (changed size) 1.13.443.961 I slot release: id 3 | task 302 | stop processing: n_tokens = 125, truncated = 0 1.13.481.368 I slot print_timing: id 0 | task 312 | prompt eval time = 336.34 ms / 130 tokens ( 2.59 ms per token, 386.51 tokens per second) 1.13.481.370 I slot print_timing: id 0 | task 312 | eval time = 37.94 ms / 2 tokens ( 37.94 ms per token, 26.36 tokens per second) 1.13.481.371 I slot print_timing: id 0 | task 312 | total time = 374.28 ms / 132 tokens 1.13.481.371 I slot print_timing: id 0 | task 312 | graphs reused = 30 1.13.481.372 I slot print_timing: id 0 | task 312 | graph reallocs = 0 / 0 (same size) / (changed size) 1.13.481.389 I slot release: id 0 | task 312 | stop processing: n_tokens = 132, truncated = 0 1.13.481.570 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.164 (> 0.100 thold), f_keep = 0.220 1.13.482.522 I slot launch_slot_: id 0 | task 316 | processing task, is_child = 0 1.13.484.511 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.254 (> 0.100 thold), f_keep = 0.207 1.13.484.560 I slot launch_slot_: id 2 | task 317 | processing task, is_child = 0 1.13.484.584 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.181 (> 0.100 thold), f_keep = 0.232 1.13.484.626 I slot launch_slot_: id 3 | task 318 | processing task, is_child = 0 1.14.497.952 I slot print_timing: id 3 | task 318 | prompt eval time = 974.16 ms / 159 tokens ( 6.13 ms per token, 163.22 tokens per second) 1.14.497.960 I slot print_timing: id 3 | task 318 | eval time = 39.03 ms / 2 tokens ( 39.03 ms per token, 25.62 tokens per second) 1.14.497.961 I slot print_timing: id 3 | task 318 | total time = 1013.18 ms / 161 tokens 1.14.497.961 I slot print_timing: id 3 | task 318 | graphs reused = 30 1.14.497.962 I slot print_timing: id 3 | task 318 | graph reallocs = 0 / 0 (same size) / (changed size) 1.14.497.983 I slot release: id 3 | task 318 | stop processing: n_tokens = 161, truncated = 0 1.14.536.029 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.190 (> 0.100 thold), f_keep = 0.180 1.14.537.500 I slot launch_slot_: id 3 | task 323 | processing task, is_child = 0 1.15.034.616 I slot print_timing: id 0 | task 316 | prompt eval time = 973.78 ms / 176 tokens ( 5.53 ms per token, 180.74 tokens per second) 1.15.034.622 I slot print_timing: id 0 | task 316 | eval time = 576.20 ms / 8 tokens ( 82.31 ms per token, 12.15 tokens per second) 1.15.034.622 I slot print_timing: id 0 | task 316 | total time = 1549.98 ms / 184 tokens 1.15.034.623 I slot print_timing: id 0 | task 316 | graphs reused = 32 1.15.034.623 I slot print_timing: id 0 | task 316 | graph reallocs = 0 / 0 (same size) / (changed size) 1.15.034.646 I slot release: id 0 | task 316 | stop processing: n_tokens = 184, truncated = 0 1.15.034.962 I slot print_timing: id 2 | task 317 | prompt eval time = 974.02 ms / 113 tokens ( 8.62 ms per token, 116.01 tokens per second) 1.15.034.967 I slot print_timing: id 2 | task 317 | eval time = 576.24 ms / 8 tokens ( 82.32 ms per token, 12.15 tokens per second) 1.15.034.967 I slot print_timing: id 2 | task 317 | total time = 1550.26 ms / 121 tokens 1.15.034.968 I slot print_timing: id 2 | task 317 | graphs reused = 32 1.15.034.968 I slot print_timing: id 2 | task 317 | graph reallocs = 0 / 0 (same size) / (changed size) 1.15.034.982 I slot release: id 2 | task 317 | stop processing: n_tokens = 121, truncated = 0 1.15.103.174 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.238 (> 0.100 thold), f_keep = 0.158 1.15.105.043 I slot launch_slot_: id 0 | task 330 | processing task, is_child = 0 1.15.105.466 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.209 (> 0.100 thold), f_keep = 0.240 1.15.105.514 I slot launch_slot_: id 2 | task 331 | processing task, is_child = 0 1.15.848.189 I slot print_timing: id 3 | task 323 | prompt eval time = 384.26 ms / 152 tokens ( 2.53 ms per token, 395.57 tokens per second) 1.15.848.196 I slot print_timing: id 3 | task 323 | eval time = 926.42 ms / 8 tokens ( 132.35 ms per token, 7.56 tokens per second) 1.15.848.197 I slot print_timing: id 3 | task 323 | total time = 1310.68 ms / 160 tokens 1.15.848.197 I slot print_timing: id 3 | task 323 | graphs reused = 32 1.15.848.198 I slot print_timing: id 3 | task 323 | graph reallocs = 0 / 0 (same size) / (changed size) 1.15.848.246 I slot release: id 3 | task 323 | stop processing: n_tokens = 160, truncated = 0 1.15.887.995 I slot print_timing: id 0 | task 330 | prompt eval time = 701.94 ms / 121 tokens ( 5.80 ms per token, 172.38 tokens per second) 1.15.888.000 I slot print_timing: id 0 | task 330 | eval time = 80.53 ms / 3 tokens ( 40.27 ms per token, 24.83 tokens per second) 1.15.888.001 I slot print_timing: id 0 | task 330 | total time = 782.47 ms / 124 tokens 1.15.888.002 I slot print_timing: id 0 | task 330 | graphs reused = 32 1.15.888.003 I slot print_timing: id 0 | task 330 | graph reallocs = 0 / 0 (same size) / (changed size) 1.15.888.034 I slot release: id 0 | task 330 | stop processing: n_tokens = 124, truncated = 0 1.15.888.883 I slot print_timing: id 2 | task 331 | prompt eval time = 702.28 ms / 138 tokens ( 5.09 ms per token, 196.50 tokens per second) 1.15.888.888 I slot print_timing: id 2 | task 331 | eval time = 81.02 ms / 3 tokens ( 40.51 ms per token, 24.68 tokens per second) 1.15.888.889 I slot print_timing: id 2 | task 331 | total time = 783.30 ms / 141 tokens 1.15.888.890 I slot print_timing: id 2 | task 331 | graphs reused = 32 1.15.888.891 I slot print_timing: id 2 | task 331 | graph reallocs = 0 / 0 (same size) / (changed size) 1.15.888.930 I slot release: id 2 | task 331 | stop processing: n_tokens = 141, truncated = 0 1.15.888.939 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.177 (> 0.100 thold), f_keep = 0.234 1.15.891.247 I slot launch_slot_: id 0 | task 336 | processing task, is_child = 0 1.15.896.392 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.209 (> 0.100 thold), f_keep = 0.206 1.15.896.527 I slot launch_slot_: id 2 | task 337 | processing task, is_child = 0 1.15.896.590 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.194 (> 0.100 thold), f_keep = 0.188 1.15.896.685 I slot launch_slot_: id 3 | task 338 | processing task, is_child = 0 1.16.735.745 I slot print_timing: id 1 | task 308 | prompt eval time = 450.87 ms / 161 tokens ( 2.80 ms per token, 357.09 tokens per second) 1.16.735.747 I slot print_timing: id 1 | task 308 | eval time = 3668.62 ms / 20 tokens ( 193.09 ms per token, 5.18 tokens per second) 1.16.735.748 I slot print_timing: id 1 | task 308 | total time = 4119.49 ms / 181 tokens 1.16.735.748 I slot print_timing: id 1 | task 308 | graphs reused = 32 1.16.735.748 I slot print_timing: id 1 | task 308 | graph reallocs = 0 / 0 (same size) / (changed size) 1.16.735.770 I slot release: id 1 | task 308 | stop processing: n_tokens = 181, truncated = 0 1.16.815.161 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.225 (> 0.100 thold), f_keep = 0.160 1.16.817.980 I slot launch_slot_: id 1 | task 341 | processing task, is_child = 0 1.17.114.764 I slot print_timing: id 3 | task 338 | prompt eval time = 918.16 ms / 154 tokens ( 5.96 ms per token, 167.73 tokens per second) 1.17.114.769 I slot print_timing: id 3 | task 338 | eval time = 299.61 ms / 2 tokens ( 299.61 ms per token, 3.34 tokens per second) 1.17.114.769 I slot print_timing: id 3 | task 338 | total time = 1217.77 ms / 156 tokens 1.17.114.770 I slot print_timing: id 3 | task 338 | graphs reused = 32 1.17.114.770 I slot print_timing: id 3 | task 338 | graph reallocs = 0 / 0 (same size) / (changed size) 1.17.114.794 I slot release: id 3 | task 338 | stop processing: n_tokens = 156, truncated = 0 1.17.219.324 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.242 (> 0.100 thold), f_keep = 0.186 1.17.220.693 I slot launch_slot_: id 3 | task 344 | processing task, is_child = 0 1.17.595.711 I slot print_timing: id 3 | task 344 | prompt eval time = 336.00 ms / 119 tokens ( 2.82 ms per token, 354.17 tokens per second) 1.17.595.717 I slot print_timing: id 3 | task 344 | eval time = 39.01 ms / 2 tokens ( 39.01 ms per token, 25.64 tokens per second) 1.17.595.717 I slot print_timing: id 3 | task 344 | total time = 375.01 ms / 121 tokens 1.17.595.718 I slot print_timing: id 3 | task 344 | graphs reused = 32 1.17.595.718 I slot print_timing: id 3 | task 344 | graph reallocs = 0 / 0 (same size) / (changed size) 1.17.595.738 I slot release: id 3 | task 344 | stop processing: n_tokens = 121, truncated = 0 1.17.633.961 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.186 (> 0.100 thold), f_keep = 0.240 1.17.634.413 I slot launch_slot_: id 3 | task 349 | processing task, is_child = 0 1.17.943.771 I slot print_timing: id 0 | task 336 | prompt eval time = 918.09 ms / 163 tokens ( 5.63 ms per token, 177.54 tokens per second) 1.17.943.773 I slot print_timing: id 0 | task 336 | eval time = 1128.98 ms / 8 tokens ( 161.28 ms per token, 6.20 tokens per second) 1.17.943.774 I slot print_timing: id 0 | task 336 | total time = 2047.07 ms / 171 tokens 1.17.943.774 I slot print_timing: id 0 | task 336 | graphs reused = 32 1.17.943.774 I slot print_timing: id 0 | task 336 | graph reallocs = 0 / 0 (same size) / (changed size) 1.17.943.794 I slot release: id 0 | task 336 | stop processing: n_tokens = 171, truncated = 0 1.17.944.114 I slot print_timing: id 2 | task 337 | prompt eval time = 918.11 ms / 138 tokens ( 6.65 ms per token, 150.31 tokens per second) 1.17.944.116 I slot print_timing: id 2 | task 337 | eval time = 1129.14 ms / 8 tokens ( 161.31 ms per token, 6.20 tokens per second) 1.17.944.117 I slot print_timing: id 2 | task 337 | total time = 2047.26 ms / 146 tokens 1.17.944.117 I slot print_timing: id 2 | task 337 | graphs reused = 32 1.17.944.117 I slot print_timing: id 2 | task 337 | graph reallocs = 0 / 0 (same size) / (changed size) 1.17.944.134 I slot release: id 2 | task 337 | stop processing: n_tokens = 146, truncated = 0 1.18.015.354 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.190 (> 0.100 thold), f_keep = 0.170 1.18.016.861 I slot launch_slot_: id 0 | task 352 | processing task, is_child = 0 1.18.017.801 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.177 (> 0.100 thold), f_keep = 0.199 1.18.017.853 I slot launch_slot_: id 2 | task 353 | processing task, is_child = 0 1.18.629.266 I slot print_timing: id 1 | task 341 | prompt eval time = 401.18 ms / 128 tokens ( 3.13 ms per token, 319.06 tokens per second) 1.18.629.271 I slot print_timing: id 1 | task 341 | eval time = 1410.10 ms / 8 tokens ( 201.44 ms per token, 4.96 tokens per second) 1.18.629.273 I slot print_timing: id 1 | task 341 | total time = 1811.28 ms / 136 tokens 1.18.629.273 I slot print_timing: id 1 | task 341 | graphs reused = 32 1.18.629.273 I slot print_timing: id 1 | task 341 | graph reallocs = 0 / 0 (same size) / (changed size) 1.18.629.293 I slot release: id 1 | task 341 | stop processing: n_tokens = 136, truncated = 0 1.18.736.484 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.182 (> 0.100 thold), f_keep = 0.213 1.18.737.500 I slot launch_slot_: id 1 | task 356 | processing task, is_child = 0 1.19.080.612 I slot print_timing: id 2 | task 353 | prompt eval time = 718.39 ms / 163 tokens ( 4.41 ms per token, 226.90 tokens per second) 1.19.080.618 I slot print_timing: id 2 | task 353 | eval time = 344.29 ms / 2 tokens ( 344.29 ms per token, 2.90 tokens per second) 1.19.080.619 I slot print_timing: id 2 | task 353 | total time = 1062.67 ms / 165 tokens 1.19.080.619 I slot print_timing: id 2 | task 353 | graphs reused = 32 1.19.080.620 I slot print_timing: id 2 | task 353 | graph reallocs = 0 / 0 (same size) / (changed size) 1.19.080.643 I slot release: id 2 | task 353 | stop processing: n_tokens = 165, truncated = 0 1.19.185.747 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.188 (> 0.100 thold), f_keep = 0.176 1.19.187.258 I slot launch_slot_: id 2 | task 359 | processing task, is_child = 0 1.19.672.937 I slot print_timing: id 3 | task 349 | prompt eval time = 380.93 ms / 155 tokens ( 2.46 ms per token, 406.89 tokens per second) 1.19.672.942 I slot print_timing: id 3 | task 349 | eval time = 1657.58 ms / 8 tokens ( 236.80 ms per token, 4.22 tokens per second) 1.19.672.942 I slot print_timing: id 3 | task 349 | total time = 2038.52 ms / 163 tokens 1.19.672.943 I slot print_timing: id 3 | task 349 | graphs reused = 32 1.19.672.943 I slot print_timing: id 3 | task 349 | graph reallocs = 0 / 0 (same size) / (changed size) 1.19.672.969 I slot release: id 3 | task 349 | stop processing: n_tokens = 163, truncated = 0 1.19.711.086 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.257 (> 0.100 thold), f_keep = 0.178 1.19.712.622 I slot launch_slot_: id 3 | task 364 | processing task, is_child = 0 1.19.973.075 I slot print_timing: id 0 | task 352 | prompt eval time = 718.28 ms / 152 tokens ( 4.73 ms per token, 211.62 tokens per second) 1.19.973.077 I slot print_timing: id 0 | task 352 | eval time = 1236.94 ms / 8 tokens ( 176.71 ms per token, 5.66 tokens per second) 1.19.973.078 I slot print_timing: id 0 | task 352 | total time = 1955.21 ms / 160 tokens 1.19.973.078 I slot print_timing: id 0 | task 352 | graphs reused = 32 1.19.973.078 I slot print_timing: id 0 | task 352 | graph reallocs = 0 / 0 (same size) / (changed size) 1.19.973.097 I slot release: id 0 | task 352 | stop processing: n_tokens = 160, truncated = 0 1.20.047.168 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.246 (> 0.100 thold), f_keep = 0.181 1.20.048.362 I slot launch_slot_: id 0 | task 367 | processing task, is_child = 0 1.20.309.500 I slot print_timing: id 1 | task 356 | prompt eval time = 448.08 ms / 158 tokens ( 2.84 ms per token, 352.62 tokens per second) 1.20.309.503 I slot print_timing: id 1 | task 356 | eval time = 1123.91 ms / 8 tokens ( 160.56 ms per token, 6.23 tokens per second) 1.20.309.504 I slot print_timing: id 1 | task 356 | total time = 1571.99 ms / 166 tokens 1.20.309.504 I slot print_timing: id 1 | task 356 | graphs reused = 32 1.20.309.505 I slot print_timing: id 1 | task 356 | graph reallocs = 0 / 0 (same size) / (changed size) 1.20.309.524 I slot release: id 1 | task 356 | stop processing: n_tokens = 166, truncated = 0 1.20.383.764 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.153 (> 0.100 thold), f_keep = 0.175 1.20.384.952 I slot launch_slot_: id 1 | task 370 | processing task, is_child = 0 1.20.784.001 I slot print_timing: id 2 | task 359 | prompt eval time = 446.63 ms / 153 tokens ( 2.92 ms per token, 342.57 tokens per second) 1.20.784.004 I slot print_timing: id 2 | task 359 | eval time = 1150.11 ms / 8 tokens ( 164.30 ms per token, 6.09 tokens per second) 1.20.784.005 I slot print_timing: id 2 | task 359 | total time = 1596.73 ms / 161 tokens 1.20.784.005 I slot print_timing: id 2 | task 359 | graphs reused = 32 1.20.784.005 I slot print_timing: id 2 | task 359 | graph reallocs = 0 / 0 (same size) / (changed size) 1.20.784.032 I slot release: id 2 | task 359 | stop processing: n_tokens = 161, truncated = 0 1.20.890.035 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.269 (> 0.100 thold), f_keep = 0.180 1.20.892.012 I slot launch_slot_: id 2 | task 373 | processing task, is_child = 0 1.21.328.319 I slot print_timing: id 2 | task 373 | prompt eval time = 397.25 ms / 107 tokens ( 3.71 ms per token, 269.35 tokens per second) 1.21.328.324 I slot print_timing: id 2 | task 373 | eval time = 39.04 ms / 2 tokens ( 39.04 ms per token, 25.61 tokens per second) 1.21.328.324 I slot print_timing: id 2 | task 373 | total time = 436.29 ms / 109 tokens 1.21.328.325 I slot print_timing: id 2 | task 373 | graphs reused = 32 1.21.328.325 I slot print_timing: id 2 | task 373 | graph reallocs = 0 / 0 (same size) / (changed size) 1.21.328.343 I slot release: id 2 | task 373 | stop processing: n_tokens = 109, truncated = 0 1.21.328.521 I slot print_timing: id 3 | task 364 | prompt eval time = 334.54 ms / 112 tokens ( 2.99 ms per token, 334.79 tokens per second) 1.21.328.523 I slot print_timing: id 3 | task 364 | eval time = 1281.36 ms / 8 tokens ( 183.05 ms per token, 5.46 tokens per second) 1.21.328.525 I slot print_timing: id 3 | task 364 | total time = 1615.89 ms / 120 tokens 1.21.328.525 I slot print_timing: id 3 | task 364 | graphs reused = 32 1.21.328.526 I slot print_timing: id 3 | task 364 | graph reallocs = 0 / 0 (same size) / (changed size) 1.21.328.545 I slot release: id 3 | task 364 | stop processing: n_tokens = 120, truncated = 0 1.21.365.833 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.232 (> 0.100 thold), f_keep = 0.266 1.21.366.286 I slot launch_slot_: id 2 | task 378 | processing task, is_child = 0 1.21.367.083 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.248 (> 0.100 thold), f_keep = 0.242 1.21.367.401 I slot launch_slot_: id 3 | task 379 | processing task, is_child = 0 1.21.815.981 I slot print_timing: id 0 | task 367 | prompt eval time = 335.09 ms / 117 tokens ( 2.86 ms per token, 349.16 tokens per second) 1.21.815.983 I slot print_timing: id 0 | task 367 | eval time = 1432.52 ms / 8 tokens ( 204.65 ms per token, 4.89 tokens per second) 1.21.815.984 I slot print_timing: id 0 | task 367 | total time = 1767.61 ms / 125 tokens 1.21.815.984 I slot print_timing: id 0 | task 367 | graphs reused = 32 1.21.815.984 I slot print_timing: id 0 | task 367 | graph reallocs = 0 / 0 (same size) / (changed size) 1.21.816.005 I slot release: id 0 | task 367 | stop processing: n_tokens = 125, truncated = 0 1.21.891.460 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.220 (> 0.100 thold), f_keep = 0.232 1.21.892.669 I slot launch_slot_: id 0 | task 382 | processing task, is_child = 0 1.22.156.486 I slot print_timing: id 1 | task 370 | prompt eval time = 504.91 ms / 188 tokens ( 2.69 ms per token, 372.34 tokens per second) 1.22.156.488 I slot print_timing: id 1 | task 370 | eval time = 1266.61 ms / 8 tokens ( 180.94 ms per token, 5.53 tokens per second) 1.22.156.488 I slot print_timing: id 1 | task 370 | total time = 1771.52 ms / 196 tokens 1.22.156.489 I slot print_timing: id 1 | task 370 | graphs reused = 32 1.22.156.489 I slot print_timing: id 1 | task 370 | graph reallocs = 0 / 0 (same size) / (changed size) 1.22.156.516 I slot release: id 1 | task 370 | stop processing: n_tokens = 196, truncated = 0 1.22.230.618 I slot print_timing: id 3 | task 379 | prompt eval time = 523.97 ms / 116 tokens ( 4.52 ms per token, 221.39 tokens per second) 1.22.230.624 I slot print_timing: id 3 | task 379 | eval time = 339.16 ms / 3 tokens ( 169.58 ms per token, 5.90 tokens per second) 1.22.230.624 I slot print_timing: id 3 | task 379 | total time = 863.13 ms / 119 tokens 1.22.230.625 I slot print_timing: id 3 | task 379 | graphs reused = 32 1.22.230.625 I slot print_timing: id 3 | task 379 | graph reallocs = 0 / 0 (same size) / (changed size) 1.22.230.645 I slot release: id 3 | task 379 | stop processing: n_tokens = 119, truncated = 0 1.22.230.650 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.176 (> 0.100 thold), f_keep = 0.148 1.22.232.437 I slot launch_slot_: id 1 | task 385 | processing task, is_child = 0 1.22.574.807 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.221 (> 0.100 thold), f_keep = 0.252 1.22.574.883 I slot launch_slot_: id 3 | task 387 | processing task, is_child = 0 1.22.949.715 I slot print_timing: id 0 | task 382 | prompt eval time = 337.63 ms / 131 tokens ( 2.58 ms per token, 387.99 tokens per second) 1.22.949.718 I slot print_timing: id 0 | task 382 | eval time = 719.40 ms / 3 tokens ( 359.70 ms per token, 2.78 tokens per second) 1.22.949.718 I slot print_timing: id 0 | task 382 | total time = 1057.04 ms / 134 tokens 1.22.949.719 I slot print_timing: id 0 | task 382 | graphs reused = 32 1.22.949.719 I slot print_timing: id 0 | task 382 | graph reallocs = 0 / 0 (same size) / (changed size) 1.22.949.744 I slot release: id 0 | task 382 | stop processing: n_tokens = 134, truncated = 0 1.23.023.667 I slot print_timing: id 1 | task 385 | prompt eval time = 716.71 ms / 164 tokens ( 4.37 ms per token, 228.82 tokens per second) 1.23.023.672 I slot print_timing: id 1 | task 385 | eval time = 73.72 ms / 2 tokens ( 73.72 ms per token, 13.57 tokens per second) 1.23.023.672 I slot print_timing: id 1 | task 385 | total time = 790.43 ms / 166 tokens 1.23.023.673 I slot print_timing: id 1 | task 385 | graphs reused = 32 1.23.023.673 I slot print_timing: id 1 | task 385 | graph reallocs = 0 / 0 (same size) / (changed size) 1.23.023.694 I slot release: id 1 | task 385 | stop processing: n_tokens = 166, truncated = 0 1.23.024.051 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.223 (> 0.100 thold), f_keep = 0.216 1.23.025.290 I slot launch_slot_: id 0 | task 390 | processing task, is_child = 0 1.23.026.740 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.209 (> 0.100 thold), f_keep = 0.175 1.23.027.028 I slot launch_slot_: id 1 | task 391 | processing task, is_child = 0 1.23.612.724 I slot print_timing: id 2 | task 378 | prompt eval time = 523.86 ms / 124 tokens ( 4.22 ms per token, 236.70 tokens per second) 1.23.612.729 I slot print_timing: id 2 | task 378 | eval time = 1721.45 ms / 8 tokens ( 245.92 ms per token, 4.07 tokens per second) 1.23.612.730 I slot print_timing: id 2 | task 378 | total time = 2245.32 ms / 132 tokens 1.23.612.730 I slot print_timing: id 2 | task 378 | graphs reused = 32 1.23.612.731 I slot print_timing: id 2 | task 378 | graph reallocs = 0 / 0 (same size) / (changed size) 1.23.612.750 I slot release: id 2 | task 378 | stop processing: n_tokens = 132, truncated = 0 1.23.683.006 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.232 (> 0.100 thold), f_keep = 0.220 1.23.683.522 I slot launch_slot_: id 2 | task 395 | processing task, is_child = 0 1.24.160.150 I slot print_timing: id 3 | task 387 | prompt eval time = 448.92 ms / 135 tokens ( 3.33 ms per token, 300.72 tokens per second) 1.24.160.156 I slot print_timing: id 3 | task 387 | eval time = 1136.10 ms / 8 tokens ( 162.30 ms per token, 6.16 tokens per second) 1.24.160.156 I slot print_timing: id 3 | task 387 | total time = 1585.02 ms / 143 tokens 1.24.160.157 I slot print_timing: id 3 | task 387 | graphs reused = 33 1.24.160.157 I slot print_timing: id 3 | task 387 | graph reallocs = 0 / 0 (same size) / (changed size) 1.24.160.180 I slot release: id 3 | task 387 | stop processing: n_tokens = 143, truncated = 0 1.24.198.361 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.179 (> 0.100 thold), f_keep = 0.203 1.24.200.158 I slot launch_slot_: id 3 | task 401 | processing task, is_child = 0 1.24.511.197 I slot print_timing: id 0 | task 390 | prompt eval time = 585.35 ms / 129 tokens ( 4.54 ms per token, 220.38 tokens per second) 1.24.511.199 I slot print_timing: id 0 | task 390 | eval time = 898.81 ms / 8 tokens ( 128.40 ms per token, 7.79 tokens per second) 1.24.511.199 I slot print_timing: id 0 | task 390 | total time = 1484.16 ms / 137 tokens 1.24.511.200 I slot print_timing: id 0 | task 390 | graphs reused = 33 1.24.511.200 I slot print_timing: id 0 | task 390 | graph reallocs = 0 / 0 (same size) / (changed size) 1.24.511.222 I slot release: id 0 | task 390 | stop processing: n_tokens = 137, truncated = 0 1.24.511.389 I slot print_timing: id 1 | task 391 | prompt eval time = 585.46 ms / 138 tokens ( 4.24 ms per token, 235.71 tokens per second) 1.24.511.391 I slot print_timing: id 1 | task 391 | eval time = 898.83 ms / 8 tokens ( 128.40 ms per token, 7.79 tokens per second) 1.24.511.392 I slot print_timing: id 1 | task 391 | total time = 1484.29 ms / 146 tokens 1.24.511.392 I slot print_timing: id 1 | task 391 | graphs reused = 33 1.24.511.393 I slot print_timing: id 1 | task 391 | graph reallocs = 0 / 0 (same size) / (changed size) 1.24.511.406 I slot release: id 1 | task 391 | stop processing: n_tokens = 146, truncated = 0 1.24.584.235 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.197 (> 0.100 thold), f_keep = 0.212 1.24.585.100 I slot launch_slot_: id 0 | task 404 | processing task, is_child = 0 1.24.586.304 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.170 (> 0.100 thold), f_keep = 0.199 1.24.586.354 I slot launch_slot_: id 1 | task 405 | processing task, is_child = 0 1.25.260.357 I slot print_timing: id 2 | task 395 | prompt eval time = 400.21 ms / 124 tokens ( 3.23 ms per token, 309.84 tokens per second) 1.25.260.363 I slot print_timing: id 2 | task 395 | eval time = 1176.61 ms / 8 tokens ( 168.09 ms per token, 5.95 tokens per second) 1.25.260.363 I slot print_timing: id 2 | task 395 | total time = 1576.82 ms / 132 tokens 1.25.260.364 I slot print_timing: id 2 | task 395 | graphs reused = 33 1.25.260.364 I slot print_timing: id 2 | task 395 | graph reallocs = 0 / 0 (same size) / (changed size) 1.25.260.388 I slot release: id 2 | task 395 | stop processing: n_tokens = 132, truncated = 0 1.25.330.341 I slot print_timing: id 0 | task 404 | prompt eval time = 673.67 ms / 146 tokens ( 4.61 ms per token, 216.72 tokens per second) 1.25.330.343 I slot print_timing: id 0 | task 404 | eval time = 70.31 ms / 2 tokens ( 70.31 ms per token, 14.22 tokens per second) 1.25.330.343 I slot print_timing: id 0 | task 404 | total time = 743.98 ms / 148 tokens 1.25.330.344 I slot print_timing: id 0 | task 404 | graphs reused = 33 1.25.330.344 I slot print_timing: id 0 | task 404 | graph reallocs = 0 / 0 (same size) / (changed size) 1.25.330.361 I slot release: id 0 | task 404 | stop processing: n_tokens = 148, truncated = 0 1.25.330.697 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.232 (> 0.100 thold), f_keep = 0.196 1.25.332.141 I slot launch_slot_: id 0 | task 409 | processing task, is_child = 0 1.25.623.411 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.156 (> 0.100 thold), f_keep = 0.220 1.25.623.486 I slot launch_slot_: id 2 | task 411 | processing task, is_child = 0 1.26.202.071 I slot print_timing: id 3 | task 401 | prompt eval time = 384.06 ms / 161 tokens ( 2.39 ms per token, 419.21 tokens per second) 1.26.202.076 I slot print_timing: id 3 | task 401 | eval time = 1617.84 ms / 8 tokens ( 231.12 ms per token, 4.33 tokens per second) 1.26.202.078 I slot print_timing: id 3 | task 401 | total time = 2001.89 ms / 169 tokens 1.26.202.078 I slot print_timing: id 3 | task 401 | graphs reused = 33 1.26.202.078 I slot print_timing: id 3 | task 401 | graph reallocs = 0 / 0 (same size) / (changed size) 1.26.202.105 I slot release: id 3 | task 401 | stop processing: n_tokens = 169, truncated = 0 1.26.240.283 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.187 (> 0.100 thold), f_keep = 0.172 1.26.242.000 I slot launch_slot_: id 3 | task 416 | processing task, is_child = 0 1.26.551.781 I slot print_timing: id 1 | task 405 | prompt eval time = 673.77 ms / 170 tokens ( 3.96 ms per token, 252.31 tokens per second) 1.26.551.786 I slot print_timing: id 1 | task 405 | eval time = 1291.58 ms / 8 tokens ( 184.51 ms per token, 5.42 tokens per second) 1.26.551.787 I slot print_timing: id 1 | task 405 | total time = 1965.35 ms / 178 tokens 1.26.551.787 I slot print_timing: id 1 | task 405 | graphs reused = 33 1.26.551.788 I slot print_timing: id 1 | task 405 | graph reallocs = 0 / 0 (same size) / (changed size) 1.26.551.809 I slot release: id 1 | task 405 | stop processing: n_tokens = 178, truncated = 0 1.26.657.091 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.269 (> 0.100 thold), f_keep = 0.163 1.26.658.736 I slot launch_slot_: id 1 | task 419 | processing task, is_child = 0 1.26.951.245 I slot print_timing: id 3 | task 416 | prompt eval time = 415.08 ms / 154 tokens ( 2.70 ms per token, 371.01 tokens per second) 1.26.951.250 I slot print_timing: id 3 | task 416 | eval time = 294.15 ms / 2 tokens ( 294.15 ms per token, 3.40 tokens per second) 1.26.951.250 I slot print_timing: id 3 | task 416 | total time = 709.23 ms / 156 tokens 1.26.951.250 I slot print_timing: id 3 | task 416 | graphs reused = 33 1.26.951.251 I slot print_timing: id 3 | task 416 | graph reallocs = 0 / 0 (same size) / (changed size) 1.26.951.276 I slot release: id 3 | task 416 | stop processing: n_tokens = 156, truncated = 0 1.27.055.582 I slot print_timing: id 0 | task 409 | prompt eval time = 722.46 ms / 124 tokens ( 5.83 ms per token, 171.64 tokens per second) 1.27.055.587 I slot print_timing: id 0 | task 409 | eval time = 1000.10 ms / 8 tokens ( 142.87 ms per token, 7.00 tokens per second) 1.27.055.588 I slot print_timing: id 0 | task 409 | total time = 1722.56 ms / 132 tokens 1.27.055.588 I slot print_timing: id 0 | task 409 | graphs reused = 33 1.27.055.589 I slot print_timing: id 0 | task 409 | graph reallocs = 0 / 0 (same size) / (changed size) 1.27.055.607 I slot release: id 0 | task 409 | stop processing: n_tokens = 132, truncated = 0 1.27.055.984 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.212 (> 0.100 thold), f_keep = 0.220 1.27.056.986 I slot launch_slot_: id 0 | task 422 | processing task, is_child = 0 1.27.363.485 I slot print_timing: id 2 | task 411 | prompt eval time = 538.94 ms / 185 tokens ( 2.91 ms per token, 343.27 tokens per second) 1.27.363.491 I slot print_timing: id 2 | task 411 | eval time = 1200.87 ms / 8 tokens ( 171.55 ms per token, 5.83 tokens per second) 1.27.363.492 I slot print_timing: id 2 | task 411 | total time = 1739.80 ms / 193 tokens 1.27.363.492 I slot print_timing: id 2 | task 411 | graphs reused = 33 1.27.363.493 I slot print_timing: id 2 | task 411 | graph reallocs = 0 / 0 (same size) / (changed size) 1.27.363.514 I slot release: id 2 | task 411 | stop processing: n_tokens = 193, truncated = 0 1.27.363.520 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.223 (> 0.100 thold), f_keep = 0.150 1.27.366.189 I slot launch_slot_: id 2 | task 424 | processing task, is_child = 0 1.27.663.914 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.203 (> 0.100 thold), f_keep = 0.186 1.27.664.235 I slot launch_slot_: id 3 | task 426 | processing task, is_child = 0 1.28.008.251 I slot print_timing: id 0 | task 422 | prompt eval time = 605.65 ms / 136 tokens ( 4.45 ms per token, 224.55 tokens per second) 1.28.008.254 I slot print_timing: id 0 | task 422 | eval time = 344.53 ms / 2 tokens ( 344.53 ms per token, 2.90 tokens per second) 1.28.008.254 I slot print_timing: id 0 | task 422 | total time = 950.18 ms / 138 tokens 1.28.008.255 I slot print_timing: id 0 | task 422 | graphs reused = 33 1.28.008.255 I slot print_timing: id 0 | task 422 | graph reallocs = 0 / 0 (same size) / (changed size) 1.28.008.277 I slot release: id 0 | task 422 | stop processing: n_tokens = 138, truncated = 0 1.28.081.820 I slot print_timing: id 2 | task 424 | prompt eval time = 642.16 ms / 129 tokens ( 4.98 ms per token, 200.89 tokens per second) 1.28.081.822 I slot print_timing: id 2 | task 424 | eval time = 73.16 ms / 2 tokens ( 73.16 ms per token, 13.67 tokens per second) 1.28.081.823 I slot print_timing: id 2 | task 424 | total time = 715.32 ms / 131 tokens 1.28.081.823 I slot print_timing: id 2 | task 424 | graphs reused = 33 1.28.081.823 I slot print_timing: id 2 | task 424 | graph reallocs = 0 / 0 (same size) / (changed size) 1.28.081.843 I slot release: id 2 | task 424 | stop processing: n_tokens = 131, truncated = 0 1.28.285.391 I slot print_timing: id 1 | task 419 | prompt eval time = 397.07 ms / 107 tokens ( 3.71 ms per token, 269.47 tokens per second) 1.28.285.396 I slot print_timing: id 1 | task 419 | eval time = 1229.57 ms / 8 tokens ( 175.65 ms per token, 5.69 tokens per second) 1.28.285.397 I slot print_timing: id 1 | task 419 | total time = 1626.64 ms / 115 tokens 1.28.285.397 I slot print_timing: id 1 | task 419 | graphs reused = 33 1.28.285.397 I slot print_timing: id 1 | task 419 | graph reallocs = 0 / 0 (same size) / (changed size) 1.28.285.416 I slot release: id 1 | task 419 | stop processing: n_tokens = 115, truncated = 0 1.28.415.791 I slot print_timing: id 3 | task 426 | prompt eval time = 417.60 ms / 142 tokens ( 2.94 ms per token, 340.04 tokens per second) 1.28.415.796 I slot print_timing: id 3 | task 426 | eval time = 333.74 ms / 8 tokens ( 47.68 ms per token, 20.97 tokens per second) 1.28.415.797 I slot print_timing: id 3 | task 426 | total time = 751.35 ms / 150 tokens 1.28.415.797 I slot print_timing: id 3 | task 426 | graphs reused = 37 1.28.415.798 I slot print_timing: id 3 | task 426 | graph reallocs = 0 / 0 (same size) / (changed size) 1.28.415.812 I slot release: id 3 | task 426 | stop processing: n_tokens = 150, truncated = 0 1.28.443.599 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 138, t_last = 232585898571 1.28.444.465 I slot launch_slot_: id 0 | task 437 | processing task, is_child = 0 1.28.447.428 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 131, t_last = 232585972137 1.28.447.476 I slot launch_slot_: id 2 | task 436 | processing task, is_child = 0 1.28.447.529 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 115, t_last = 232586175710 1.28.447.567 I slot launch_slot_: id 1 | task 438 | processing task, is_child = 0 1.28.447.599 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 150, t_last = 232586306106 1.28.447.640 I slot launch_slot_: id 3 | task 439 | processing task, is_child = 0 1.31.905.226 I slot print_timing: id 0 | task 437 | prompt processing, n_tokens = 655, progress = 0.56, t = 3.46 s / 189.44 tokens per second 1.31.961.370 I slot print_timing: id 1 | task 438 | prompt processing, n_tokens = 670, progress = 0.57, t = 3.46 s / 193.78 tokens per second 1.31.964.154 I slot print_timing: id 2 | task 436 | prompt processing, n_tokens = 643, progress = 0.56, t = 3.46 s / 185.98 tokens per second 1.31.967.165 I slot print_timing: id 3 | task 439 | prompt processing, n_tokens = 80, progress = 0.07, t = 3.46 s / 23.14 tokens per second 1.34.993.518 I slot print_timing: id 0 | task 437 | prompt processing, n_tokens = 1074, progress = 0.92, t = 6.55 s / 164.07 tokens per second 1.35.281.064 I slot print_timing: id 1 | task 438 | prompt processing, n_tokens = 1074, progress = 0.91, t = 6.55 s / 164.08 tokens per second 1.35.284.241 I slot print_timing: id 2 | task 436 | prompt processing, n_tokens = 1074, progress = 0.93, t = 6.55 s / 164.08 tokens per second 1.35.286.330 I slot print_timing: id 3 | task 439 | prompt processing, n_tokens = 663, progress = 0.56, t = 6.55 s / 101.29 tokens per second 1.36.080.530 I slot print_timing: id 0 | task 437 | prompt processing, n_tokens = 1167, progress = 1.00, t = 7.63 s / 152.89 tokens per second 1.36.703.194 I slot print_timing: id 1 | task 438 | prompt processing, n_tokens = 1182, progress = 1.00, t = 7.63 s / 154.86 tokens per second 1.36.706.075 I slot print_timing: id 2 | task 436 | prompt processing, n_tokens = 1155, progress = 1.00, t = 7.63 s / 151.32 tokens per second 1.36.709.131 I slot print_timing: id 3 | task 439 | prompt processing, n_tokens = 1074, progress = 0.91, t = 7.63 s / 140.71 tokens per second 1.37.022.142 I slot print_timing: id 3 | task 439 | prompt processing, n_tokens = 1175, progress = 1.00, t = 8.57 s / 137.05 tokens per second 1.39.845.229 I slot print_timing: id 2 | task 436 | prompt eval time = 8574.35 ms / 1159 tokens ( 7.40 ms per token, 135.17 tokens per second) 1.39.845.233 I slot print_timing: id 2 | task 436 | eval time = 2823.09 ms / 71 tokens ( 40.33 ms per token, 24.80 tokens per second) 1.39.845.234 I slot print_timing: id 2 | task 436 | total time = 11397.44 ms / 1230 tokens 1.39.845.235 I slot print_timing: id 2 | task 436 | graphs reused = 106 1.39.845.235 I slot print_timing: id 2 | task 436 | graph reallocs = 0 / 0 (same size) / (changed size) 1.39.845.348 I slot release: id 2 | task 436 | stop processing: n_tokens = 1230, truncated = 0 1.39.918.788 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.910 (> 0.100 thold), f_keep = 0.891 1.39.918.819 I slot launch_slot_: id 2 | task 515 | processing task, is_child = 0 1.40.787.316 I slot print_timing: id 1 | task 438 | prompt eval time = 8574.20 ms / 1186 tokens ( 7.23 ms per token, 138.32 tokens per second) 1.40.787.324 I slot print_timing: id 1 | task 438 | eval time = 3765.38 ms / 85 tokens ( 44.83 ms per token, 22.31 tokens per second) 1.40.787.325 I slot print_timing: id 1 | task 438 | total time = 12339.58 ms / 1271 tokens 1.40.787.325 I slot print_timing: id 1 | task 438 | graphs reused = 116 1.40.787.326 I slot print_timing: id 1 | task 438 | graph reallocs = 0 / 0 (same size) / (changed size) 1.40.787.444 I slot release: id 1 | task 438 | stop processing: n_tokens = 1271, truncated = 0 1.40.861.903 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.906 (> 0.100 thold), f_keep = 0.862 1.40.861.939 I slot launch_slot_: id 1 | task 530 | processing task, is_child = 0 1.41.495.057 I slot print_timing: id 0 | task 437 | prompt eval time = 8574.10 ms / 1171 tokens ( 7.32 ms per token, 136.57 tokens per second) 1.41.495.067 I slot print_timing: id 0 | task 437 | eval time = 4473.31 ms / 93 tokens ( 48.62 ms per token, 20.57 tokens per second) 1.41.495.068 I slot print_timing: id 0 | task 437 | total time = 13047.41 ms / 1264 tokens 1.41.495.068 I slot print_timing: id 0 | task 437 | graphs reused = 120 1.41.495.069 I slot print_timing: id 0 | task 437 | graph reallocs = 0 / 0 (same size) / (changed size) 1.41.495.142 I slot release: id 0 | task 437 | stop processing: n_tokens = 1264, truncated = 0 1.41.535.992 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.906 (> 0.100 thold), f_keep = 0.867 1.41.536.033 I slot launch_slot_: id 0 | task 539 | processing task, is_child = 0 1.42.120.343 I slot print_timing: id 3 | task 439 | n_gen = 100, tg = 19.73 t/s, tg_3s = 19.93 t/s 1.44.981.502 I slot print_timing: id 2 | task 515 | n_gen = 100, tg = 21.37 t/s, tg_3s = 21.59 t/s 1.45.140.326 I slot print_timing: id 3 | task 439 | n_gen = 176, tg = 21.77 t/s, tg_3s = 25.17 t/s 1.45.537.025 I slot print_timing: id 1 | task 530 | n_gen = 100, tg = 23.36 t/s, tg_3s = 23.60 t/s 1.45.854.928 I slot print_timing: id 0 | task 539 | n_gen = 100, tg = 25.12 t/s, tg_3s = 25.37 t/s 1.46.689.321 I slot print_timing: id 2 | task 515 | prompt eval time = 430.83 ms / 108 tokens ( 3.99 ms per token, 250.68 tokens per second) 1.46.689.327 I slot print_timing: id 2 | task 515 | eval time = 6339.66 ms / 143 tokens ( 44.65 ms per token, 22.40 tokens per second) 1.46.689.327 I slot print_timing: id 2 | task 515 | total time = 6770.49 ms / 251 tokens 1.46.689.328 I slot print_timing: id 2 | task 515 | graphs reused = 239 1.46.689.329 I slot print_timing: id 2 | task 515 | graph reallocs = 0 / 0 (same size) / (changed size) 1.46.689.397 I slot release: id 2 | task 515 | stop processing: n_tokens = 1346, truncated = 0 1.46.759.219 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.925 (> 0.100 thold), f_keep = 0.814 1.46.759.244 I slot launch_slot_: id 2 | task 663 | processing task, is_child = 0 1.48.133.286 I slot print_timing: id 3 | task 439 | prompt eval time = 8654.57 ms / 1179 tokens ( 7.34 ms per token, 136.23 tokens per second) 1.48.133.295 I slot print_timing: id 3 | task 439 | eval time = 11030.86 ms / 243 tokens ( 45.58 ms per token, 21.94 tokens per second) 1.48.133.296 I slot print_timing: id 3 | task 439 | total time = 19685.43 ms / 1422 tokens 1.48.133.300 I slot print_timing: id 3 | task 439 | graphs reused = 263 1.48.133.300 I slot print_timing: id 3 | task 439 | graph reallocs = 0 / 0 (same size) / (changed size) 1.48.133.437 I slot release: id 3 | task 439 | stop processing: n_tokens = 1422, truncated = 0 1.48.175.185 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.904 (> 0.100 thold), f_keep = 0.771 1.48.175.218 I slot launch_slot_: id 3 | task 692 | processing task, is_child = 0 1.48.547.619 I slot print_timing: id 1 | task 530 | n_gen = 160, tg = 21.94 t/s, tg_3s = 19.93 t/s 1.48.868.531 I slot print_timing: id 0 | task 539 | n_gen = 160, tg = 22.86 t/s, tg_3s = 19.91 t/s 1.51.372.089 I slot print_timing: id 2 | task 663 | n_gen = 100, tg = 23.34 t/s, tg_3s = 23.58 t/s 1.51.570.440 I slot print_timing: id 1 | task 530 | n_gen = 236, tg = 22.88 t/s, tg_3s = 25.14 t/s 1.51.888.643 I slot print_timing: id 0 | task 539 | n_gen = 236, tg = 23.56 t/s, tg_3s = 25.16 t/s 1.51.929.222 I slot print_timing: id 2 | task 663 | prompt eval time = 371.34 ms / 89 tokens ( 4.17 ms per token, 239.67 tokens per second) 1.51.929.230 I slot print_timing: id 2 | task 663 | eval time = 4798.63 ms / 114 tokens ( 42.47 ms per token, 23.55 tokens per second) 1.51.929.230 I slot print_timing: id 2 | task 663 | total time = 5169.97 ms / 203 tokens 1.51.929.231 I slot print_timing: id 2 | task 663 | graphs reused = 347 1.51.929.232 I slot print_timing: id 2 | task 663 | graph reallocs = 0 / 0 (same size) / (changed size) 1.51.929.330 I slot release: id 2 | task 663 | stop processing: n_tokens = 1298, truncated = 0 1.52.003.006 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.880 (> 0.100 thold), f_keep = 0.844 1.52.003.039 I slot launch_slot_: id 2 | task 781 | processing task, is_child = 0 1.52.934.372 I slot print_timing: id 3 | task 692 | n_gen = 100, tg = 22.57 t/s, tg_3s = 22.80 t/s 1.54.168.505 I slot print_timing: id 3 | task 692 | prompt eval time = 372.74 ms / 116 tokens ( 3.21 ms per token, 311.21 tokens per second) 1.54.168.512 I slot print_timing: id 3 | task 692 | eval time = 5620.54 ms / 131 tokens ( 43.23 ms per token, 23.13 tokens per second) 1.54.168.513 I slot print_timing: id 3 | task 692 | total time = 5993.27 ms / 247 tokens 1.54.168.514 I slot print_timing: id 3 | task 692 | graphs reused = 388 1.54.168.515 I slot print_timing: id 3 | task 692 | graph reallocs = 0 / 0 (same size) / (changed size) 1.54.168.646 I slot release: id 3 | task 692 | stop processing: n_tokens = 1342, truncated = 0 1.54.210.141 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.916 (> 0.100 thold), f_keep = 0.817 1.54.210.166 I slot launch_slot_: id 3 | task 827 | processing task, is_child = 0 1.54.605.158 I slot print_timing: id 1 | task 530 | n_gen = 295, tg = 22.10 t/s, tg_3s = 19.44 t/s 1.54.890.044 I slot print_timing: id 0 | task 539 | n_gen = 294, tg = 22.58 t/s, tg_3s = 19.32 t/s 1.56.688.288 I slot print_timing: id 2 | task 781 | n_gen = 100, tg = 23.58 t/s, tg_3s = 23.81 t/s 1.57.643.340 I slot print_timing: id 1 | task 530 | n_gen = 371, tg = 22.64 t/s, tg_3s = 25.01 t/s 1.57.921.655 I slot print_timing: id 0 | task 539 | n_gen = 370, tg = 23.05 t/s, tg_3s = 25.07 t/s 1.58.480.443 I slot print_timing: id 3 | task 827 | n_gen = 100, tg = 25.03 t/s, tg_3s = 25.29 t/s 1.59.435.077 I slot print_timing: id 1 | task 530 | prompt eval time = 437.90 ms / 114 tokens ( 3.84 ms per token, 260.33 tokens per second) 1.59.435.083 I slot print_timing: id 1 | task 530 | eval time = 18135.23 ms / 416 tokens ( 43.70 ms per token, 22.88 tokens per second) 1.59.435.084 I slot print_timing: id 1 | task 530 | total time = 18573.13 ms / 530 tokens 1.59.435.085 I slot print_timing: id 1 | task 530 | graphs reused = 509 1.59.435.086 I slot print_timing: id 1 | task 530 | graph reallocs = 0 / 0 (same size) / (changed size) 1.59.435.190 I slot release: id 1 | task 530 | stop processing: n_tokens = 1625, truncated = 0 1.59.509.389 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.935 (> 0.100 thold), f_keep = 0.674 1.59.509.425 I slot launch_slot_: id 1 | task 954 | processing task, is_child = 0 1.59.770.678 I slot print_timing: id 2 | task 781 | n_gen = 171, tg = 23.35 t/s, tg_3s = 23.03 t/s 2.00.409.463 I slot print_timing: id 3 | task 827 | prompt eval time = 315.49 ms / 101 tokens ( 3.12 ms per token, 320.14 tokens per second) 2.00.409.470 I slot print_timing: id 3 | task 827 | eval time = 5883.80 ms / 140 tokens ( 42.33 ms per token, 23.62 tokens per second) 2.00.409.472 I slot print_timing: id 3 | task 827 | total time = 6199.28 ms / 241 tokens 2.00.409.473 I slot print_timing: id 3 | task 827 | graphs reused = 521 2.00.409.474 I slot print_timing: id 3 | task 827 | graph reallocs = 0 / 0 (same size) / (changed size) 2.00.409.609 I slot release: id 3 | task 827 | stop processing: n_tokens = 1336, truncated = 0 2.00.450.852 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.935 (> 0.100 thold), f_keep = 0.820 2.00.450.880 I slot launch_slot_: id 3 | task 971 | processing task, is_child = 0 2.00.954.287 I slot print_timing: id 0 | task 539 | n_gen = 432, tg = 22.64 t/s, tg_3s = 20.44 t/s 2.02.788.827 I slot print_timing: id 2 | task 781 | n_gen = 239, tg = 23.11 t/s, tg_3s = 22.53 t/s 2.03.983.225 I slot print_timing: id 0 | task 539 | n_gen = 508, tg = 22.97 t/s, tg_3s = 25.09 t/s 2.04.063.365 I slot print_timing: id 1 | task 954 | n_gen = 100, tg = 23.70 t/s, tg_3s = 23.93 t/s 2.04.263.308 I slot print_timing: id 2 | task 781 | prompt eval time = 486.07 ms / 150 tokens ( 3.24 ms per token, 308.59 tokens per second) 2.04.263.317 I slot print_timing: id 2 | task 781 | eval time = 11774.18 ms / 276 tokens ( 42.82 ms per token, 23.36 tokens per second) 2.04.263.318 I slot print_timing: id 2 | task 781 | total time = 12260.26 ms / 426 tokens 2.04.263.319 I slot print_timing: id 2 | task 781 | graphs reused = 608 2.04.263.320 I slot print_timing: id 2 | task 781 | graph reallocs = 0 / 0 (same size) / (changed size) 2.04.263.462 I slot release: id 2 | task 781 | stop processing: n_tokens = 1521, truncated = 0 2.04.337.153 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.940 (> 0.100 thold), f_keep = 0.721 2.04.337.185 I slot launch_slot_: id 2 | task 1063 | processing task, is_child = 0 2.04.995.285 I slot print_timing: id 1 | task 954 | prompt eval time = 375.85 ms / 77 tokens ( 4.88 ms per token, 204.87 tokens per second) 2.04.995.291 I slot print_timing: id 1 | task 954 | eval time = 5109.99 ms / 115 tokens ( 44.82 ms per token, 22.31 tokens per second) 2.04.995.292 I slot print_timing: id 1 | task 954 | total time = 5485.85 ms / 192 tokens 2.04.995.293 I slot print_timing: id 1 | task 954 | graphs reused = 614 2.04.995.294 I slot print_timing: id 1 | task 954 | graph reallocs = 0 / 0 (same size) / (changed size) 2.04.995.420 I slot release: id 1 | task 954 | stop processing: n_tokens = 1286, truncated = 0 2.05.070.154 I slot print_timing: id 3 | task 971 | n_gen = 100, tg = 22.96 t/s, tg_3s = 23.19 t/s 2.05.070.162 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.919 (> 0.100 thold), f_keep = 0.852 2.05.070.199 I slot launch_slot_: id 1 | task 1074 | processing task, is_child = 0 2.06.015.219 I slot print_timing: id 0 | task 539 | prompt eval time = 377.45 ms / 114 tokens ( 3.31 ms per token, 302.03 tokens per second) 2.06.015.226 I slot print_timing: id 0 | task 539 | eval time = 24101.73 ms / 542 tokens ( 44.55 ms per token, 22.45 tokens per second) 2.06.015.227 I slot print_timing: id 0 | task 539 | total time = 24479.18 ms / 656 tokens 2.06.015.227 I slot print_timing: id 0 | task 539 | graphs reused = 627 2.06.015.228 I slot print_timing: id 0 | task 539 | graph reallocs = 0 / 0 (same size) / (changed size) 2.06.015.332 I slot release: id 0 | task 539 | stop processing: n_tokens = 1751, truncated = 0 2.06.057.854 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.899 (> 0.100 thold), f_keep = 0.626 2.06.057.883 I slot launch_slot_: id 0 | task 1092 | processing task, is_child = 0 2.08.100.095 I slot print_timing: id 3 | task 971 | n_gen = 161, tg = 21.79 t/s, tg_3s = 20.13 t/s 2.08.457.588 I slot print_timing: id 3 | task 971 | prompt eval time = 307.14 ms / 76 tokens ( 4.04 ms per token, 247.44 tokens per second) 2.08.457.595 I slot print_timing: id 3 | task 971 | eval time = 7699.55 ms / 170 tokens ( 45.56 ms per token, 21.95 tokens per second) 2.08.457.597 I slot print_timing: id 3 | task 971 | total time = 8006.70 ms / 246 tokens 2.08.457.598 I slot print_timing: id 3 | task 971 | graphs reused = 678 2.08.457.599 I slot print_timing: id 3 | task 971 | graph reallocs = 0 / 0 (same size) / (changed size) 2.08.457.724 I slot release: id 3 | task 971 | stop processing: n_tokens = 1341, truncated = 0 2.08.499.270 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.947 (> 0.100 thold), f_keep = 0.817 2.08.499.294 I slot launch_slot_: id 3 | task 1147 | processing task, is_child = 0 2.09.398.972 I slot print_timing: id 1 | task 1074 | prompt eval time = 382.14 ms / 96 tokens ( 3.98 ms per token, 251.22 tokens per second) 2.09.398.979 I slot print_timing: id 1 | task 1074 | eval time = 3946.62 ms / 88 tokens ( 45.36 ms per token, 22.04 tokens per second) 2.09.398.980 I slot print_timing: id 1 | task 1074 | total time = 4328.76 ms / 184 tokens 2.09.398.981 I slot print_timing: id 1 | task 1074 | graphs reused = 692 2.09.398.981 I slot print_timing: id 1 | task 1074 | graph reallocs = 0 / 0 (same size) / (changed size) 2.09.399.088 I slot release: id 1 | task 1074 | stop processing: n_tokens = 1279, truncated = 0 2.09.473.004 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.907 (> 0.100 thold), f_keep = 0.857 2.09.473.045 I slot launch_slot_: id 1 | task 1167 | processing task, is_child = 0 2.09.798.508 I slot print_timing: id 2 | task 1063 | n_gen = 100, tg = 19.45 t/s, tg_3s = 19.64 t/s 2.10.941.419 I slot print_timing: id 0 | task 1092 | n_gen = 100, tg = 21.93 t/s, tg_3s = 22.16 t/s 2.12.805.368 I slot print_timing: id 2 | task 1063 | n_gen = 174, tg = 21.36 t/s, tg_3s = 24.61 t/s 2.13.083.606 I slot print_timing: id 3 | task 1147 | n_gen = 100, tg = 22.90 t/s, tg_3s = 23.13 t/s 2.13.836.999 I slot print_timing: id 1 | task 1167 | n_gen = 100, tg = 25.21 t/s, tg_3s = 25.46 t/s 2.13.955.475 I slot print_timing: id 0 | task 1092 | n_gen = 176, tg = 23.25 t/s, tg_3s = 25.22 t/s 2.15.506.884 I slot print_timing: id 3 | task 1147 | prompt eval time = 260.85 ms / 61 tokens ( 4.28 ms per token, 233.86 tokens per second) 2.15.506.890 I slot print_timing: id 3 | task 1147 | eval time = 6746.73 ms / 161 tokens ( 42.17 ms per token, 23.72 tokens per second) 2.15.506.891 I slot print_timing: id 3 | task 1147 | total time = 7007.58 ms / 222 tokens 2.15.506.892 I slot print_timing: id 3 | task 1147 | graphs reused = 832 2.15.506.893 I slot print_timing: id 3 | task 1147 | graph reallocs = 0 / 0 (same size) / (changed size) 2.15.507.015 I slot release: id 3 | task 1147 | stop processing: n_tokens = 1317, truncated = 0 2.15.549.254 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.938 (> 0.100 thold), f_keep = 0.832 2.15.549.288 I slot launch_slot_: id 3 | task 1312 | processing task, is_child = 0 2.15.855.417 I slot print_timing: id 2 | task 1063 | n_gen = 245, tg = 21.89 t/s, tg_3s = 23.28 t/s 2.16.856.629 I slot print_timing: id 1 | task 1167 | n_gen = 170, tg = 24.33 t/s, tg_3s = 23.18 t/s 2.16.975.415 I slot print_timing: id 0 | task 1092 | n_gen = 246, tg = 23.23 t/s, tg_3s = 23.18 t/s 2.17.254.160 I slot print_timing: id 1 | task 1167 | prompt eval time = 436.52 ms / 114 tokens ( 3.83 ms per token, 261.16 tokens per second) 2.17.254.167 I slot print_timing: id 1 | task 1167 | eval time = 7344.59 ms / 180 tokens ( 41.03 ms per token, 24.37 tokens per second) 2.17.254.167 I slot print_timing: id 1 | task 1167 | total time = 7781.10 ms / 294 tokens 2.17.254.168 I slot print_timing: id 1 | task 1167 | graphs reused = 866 2.17.254.169 I slot print_timing: id 1 | task 1167 | graph reallocs = 0 / 0 (same size) / (changed size) 2.17.254.274 I slot release: id 1 | task 1167 | stop processing: n_tokens = 1388, truncated = 0 2.17.328.598 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.951 (> 0.100 thold), f_keep = 0.790 2.17.328.636 I slot launch_slot_: id 1 | task 1351 | processing task, is_child = 0 2.18.892.935 I slot print_timing: id 2 | task 1063 | n_gen = 314, tg = 22.07 t/s, tg_3s = 22.72 t/s 2.19.289.878 I slot print_timing: id 0 | task 1092 | prompt eval time = 369.95 ms / 124 tokens ( 2.98 ms per token, 335.18 tokens per second) 2.19.289.886 I slot print_timing: id 0 | task 1092 | eval time = 12862.03 ms / 297 tokens ( 43.45 ms per token, 23.01 tokens per second) 2.19.289.887 I slot print_timing: id 0 | task 1092 | total time = 13231.99 ms / 421 tokens 2.19.289.888 I slot print_timing: id 0 | task 1092 | graphs reused = 906 2.19.289.889 I slot print_timing: id 0 | task 1092 | graph reallocs = 0 / 0 (same size) / (changed size) 2.19.290.006 I slot release: id 0 | task 1092 | stop processing: n_tokens = 1515, truncated = 0 2.19.332.972 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.935 (> 0.100 thold), f_keep = 0.723 2.19.333.006 I slot launch_slot_: id 0 | task 1396 | processing task, is_child = 0 2.20.147.570 I slot print_timing: id 3 | task 1312 | prompt eval time = 306.35 ms / 72 tokens ( 4.25 ms per token, 235.02 tokens per second) 2.20.147.575 I slot print_timing: id 3 | task 1312 | eval time = 4291.92 ms / 96 tokens ( 45.18 ms per token, 22.13 tokens per second) 2.20.147.576 I slot print_timing: id 3 | task 1312 | total time = 4598.27 ms / 168 tokens 2.20.147.577 I slot print_timing: id 3 | task 1312 | graphs reused = 919 2.20.147.577 I slot print_timing: id 3 | task 1312 | graph reallocs = 0 / 0 (same size) / (changed size) 2.20.147.733 I slot release: id 3 | task 1312 | stop processing: n_tokens = 1263, truncated = 0 2.20.189.804 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.941 (> 0.100 thold), f_keep = 0.868 2.20.189.832 I slot launch_slot_: id 3 | task 1413 | processing task, is_child = 0 2.20.933.272 I slot print_timing: id 2 | task 1063 | prompt eval time = 370.67 ms / 70 tokens ( 5.30 ms per token, 188.85 tokens per second) 2.20.933.276 I slot print_timing: id 2 | task 1063 | eval time = 16225.40 ms / 355 tokens ( 45.83 ms per token, 21.82 tokens per second) 2.20.933.278 I slot print_timing: id 2 | task 1063 | total time = 16596.08 ms / 425 tokens 2.20.933.279 I slot print_timing: id 2 | task 1063 | graphs reused = 930 2.20.933.280 I slot print_timing: id 2 | task 1063 | graph reallocs = 0 / 0 (same size) / (changed size) 2.20.933.403 I slot release: id 2 | task 1063 | stop processing: n_tokens = 1520, truncated = 0 2.21.007.725 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.913 (> 0.100 thold), f_keep = 0.721 2.21.007.770 I slot launch_slot_: id 2 | task 1429 | processing task, is_child = 0 2.22.395.570 I slot print_timing: id 1 | task 1351 | n_gen = 100, tg = 20.89 t/s, tg_3s = 21.10 t/s 2.22.871.991 I slot print_timing: id 1 | task 1351 | prompt eval time = 327.29 ms / 56 tokens ( 5.84 ms per token, 171.10 tokens per second) 2.22.871.998 I slot print_timing: id 1 | task 1351 | eval time = 5216.06 ms / 112 tokens ( 46.99 ms per token, 21.28 tokens per second) 2.22.871.999 I slot print_timing: id 1 | task 1351 | total time = 5543.34 ms / 168 tokens 2.22.872.000 I slot print_timing: id 1 | task 1351 | graphs reused = 965 2.22.872.001 I slot print_timing: id 1 | task 1351 | graph reallocs = 0 / 0 (same size) / (changed size) 2.22.872.111 I slot release: id 1 | task 1351 | stop processing: n_tokens = 1263, truncated = 0 2.22.946.429 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.944 (> 0.100 thold), f_keep = 0.868 2.22.946.469 I slot launch_slot_: id 1 | task 1469 | processing task, is_child = 0 2.23.838.966 I slot print_timing: id 3 | task 1413 | prompt eval time = 260.70 ms / 69 tokens ( 3.78 ms per token, 264.67 tokens per second) 2.23.838.974 I slot print_timing: id 3 | task 1413 | eval time = 3388.43 ms / 69 tokens ( 49.83 ms per token, 20.07 tokens per second) 2.23.838.975 I slot print_timing: id 3 | task 1413 | total time = 3649.13 ms / 138 tokens 2.23.838.976 I slot print_timing: id 3 | task 1413 | graphs reused = 978 2.23.838.977 I slot print_timing: id 3 | task 1413 | graph reallocs = 0 / 0 (same size) / (changed size) 2.23.839.094 I slot release: id 3 | task 1413 | stop processing: n_tokens = 1233, truncated = 0 2.23.880.523 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.939 (> 0.100 thold), f_keep = 0.889 2.23.880.551 I slot launch_slot_: id 3 | task 1487 | processing task, is_child = 0 2.24.663.246 I slot print_timing: id 0 | task 1396 | n_gen = 100, tg = 19.68 t/s, tg_3s = 19.88 t/s 2.25.898.285 I slot print_timing: id 2 | task 1429 | n_gen = 100, tg = 22.19 t/s, tg_3s = 22.42 t/s 2.27.444.299 I slot print_timing: id 1 | task 1469 | n_gen = 100, tg = 23.75 t/s, tg_3s = 23.98 t/s 2.27.681.811 I slot print_timing: id 0 | task 1396 | n_gen = 176, tg = 21.74 t/s, tg_3s = 25.18 t/s 2.27.682.089 I slot print_timing: id 1 | task 1469 | prompt eval time = 328.53 ms / 65 tokens ( 5.05 ms per token, 197.85 tokens per second) 2.27.682.092 I slot print_timing: id 1 | task 1469 | eval time = 4407.09 ms / 106 tokens ( 41.97 ms per token, 23.83 tokens per second) 2.27.682.094 I slot print_timing: id 1 | task 1469 | total time = 4735.61 ms / 171 tokens 2.27.682.094 I slot print_timing: id 1 | task 1469 | graphs reused = 1064 2.27.682.095 I slot print_timing: id 1 | task 1469 | graph reallocs = 0 / 0 (same size) / (changed size) 2.27.682.202 I slot release: id 1 | task 1469 | stop processing: n_tokens = 1266, truncated = 0 2.27.756.276 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.947 (> 0.100 thold), f_keep = 0.866 2.27.756.317 I slot launch_slot_: id 1 | task 1579 | processing task, is_child = 0 2.28.412.136 I slot print_timing: id 3 | task 1487 | n_gen = 100, tg = 23.43 t/s, tg_3s = 23.66 t/s 2.28.451.719 I slot print_timing: id 3 | task 1487 | prompt eval time = 305.82 ms / 71 tokens ( 4.31 ms per token, 232.16 tokens per second) 2.28.451.726 I slot print_timing: id 3 | task 1487 | eval time = 4265.32 ms / 101 tokens ( 42.65 ms per token, 23.44 tokens per second) 2.28.451.732 I slot print_timing: id 3 | task 1487 | total time = 4571.14 ms / 172 tokens 2.28.451.733 I slot print_timing: id 3 | task 1487 | graphs reused = 1072 2.28.451.734 I slot print_timing: id 3 | task 1487 | graph reallocs = 0 / 0 (same size) / (changed size) 2.28.451.870 I slot release: id 3 | task 1487 | stop processing: n_tokens = 1267, truncated = 0 2.28.493.321 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.912 (> 0.100 thold), f_keep = 0.865 2.28.493.352 I slot launch_slot_: id 3 | task 1592 | processing task, is_child = 0 2.28.899.895 I slot print_timing: id 2 | task 1429 | n_gen = 161, tg = 21.44 t/s, tg_3s = 20.32 t/s 2.29.259.100 I slot print_timing: id 0 | task 1396 | prompt eval time = 300.91 ms / 76 tokens ( 3.96 ms per token, 252.57 tokens per second) 2.29.259.107 I slot print_timing: id 0 | task 1396 | eval time = 9625.17 ms / 201 tokens ( 48.13 ms per token, 20.78 tokens per second) 2.29.259.108 I slot print_timing: id 0 | task 1396 | total time = 9926.08 ms / 277 tokens 2.29.259.109 I slot print_timing: id 0 | task 1396 | graphs reused = 1081 2.29.259.110 I slot print_timing: id 0 | task 1396 | graph reallocs = 0 / 0 (same size) / (changed size) 2.29.259.222 I slot release: id 0 | task 1396 | stop processing: n_tokens = 1372, truncated = 0 2.29.301.746 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.907 (> 0.100 thold), f_keep = 0.799 2.29.301.773 I slot launch_slot_: id 0 | task 1606 | processing task, is_child = 0 2.31.934.183 I slot print_timing: id 2 | task 1429 | n_gen = 230, tg = 21.82 t/s, tg_3s = 22.74 t/s 2.32.607.402 I slot print_timing: id 1 | task 1579 | n_gen = 100, tg = 21.89 t/s, tg_3s = 22.11 t/s 2.32.647.715 I slot print_timing: id 2 | task 1429 | prompt eval time = 429.88 ms / 104 tokens ( 4.13 ms per token, 241.93 tokens per second) 2.32.647.728 I slot print_timing: id 2 | task 1429 | eval time = 11210.06 ms / 248 tokens ( 45.38 ms per token, 22.03 tokens per second) 2.32.647.729 I slot print_timing: id 2 | task 1429 | total time = 11639.94 ms / 352 tokens 2.32.647.729 I slot print_timing: id 2 | task 1429 | graphs reused = 1156 2.32.647.730 I slot print_timing: id 2 | task 1429 | graph reallocs = 0 / 0 (same size) / (changed size) 2.32.647.870 I slot release: id 2 | task 1429 | stop processing: n_tokens = 1447, truncated = 0 2.32.721.682 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.896 (> 0.100 thold), f_keep = 0.757 2.32.721.712 I slot launch_slot_: id 2 | task 1685 | processing task, is_child = 0 2.33.474.422 I slot print_timing: id 3 | task 1592 | n_gen = 100, tg = 21.45 t/s, tg_3s = 21.67 t/s 2.33.999.163 I slot print_timing: id 0 | task 1606 | n_gen = 100, tg = 22.85 t/s, tg_3s = 23.08 t/s 2.34.475.491 I slot print_timing: id 1 | task 1579 | prompt eval time = 329.24 ms / 61 tokens ( 5.40 ms per token, 185.27 tokens per second) 2.34.475.498 I slot print_timing: id 1 | task 1579 | eval time = 6389.92 ms / 137 tokens ( 46.98 ms per token, 21.28 tokens per second) 2.34.475.499 I slot print_timing: id 1 | task 1579 | total time = 6719.17 ms / 198 tokens 2.34.475.500 I slot print_timing: id 1 | task 1579 | graphs reused = 1188 2.34.475.500 I slot print_timing: id 1 | task 1579 | graph reallocs = 0 / 0 (same size) / (changed size) 2.34.475.599 I slot release: id 1 | task 1579 | stop processing: n_tokens = 1293, truncated = 0 2.34.549.341 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.942 (> 0.100 thold), f_keep = 0.848 2.34.549.382 I slot launch_slot_: id 1 | task 1722 | processing task, is_child = 0 2.36.508.183 I slot print_timing: id 3 | task 1592 | n_gen = 169, tg = 21.96 t/s, tg_3s = 22.74 t/s 2.37.025.460 I slot print_timing: id 0 | task 1606 | n_gen = 169, tg = 22.83 t/s, tg_3s = 22.80 t/s 2.37.383.731 I slot print_timing: id 2 | task 1685 | n_gen = 100, tg = 23.44 t/s, tg_3s = 23.68 t/s 2.38.815.810 I slot print_timing: id 1 | task 1722 | n_gen = 100, tg = 25.13 t/s, tg_3s = 25.39 t/s 2.39.532.718 I slot print_timing: id 3 | task 1592 | n_gen = 245, tg = 22.86 t/s, tg_3s = 25.13 t/s 2.40.050.106 I slot print_timing: id 0 | task 1606 | n_gen = 245, tg = 23.50 t/s, tg_3s = 25.13 t/s 2.40.409.603 I slot print_timing: id 2 | task 1685 | n_gen = 176, tg = 24.14 t/s, tg_3s = 25.12 t/s 2.40.649.010 I slot print_timing: id 1 | task 1722 | prompt eval time = 327.68 ms / 68 tokens ( 4.82 ms per token, 207.52 tokens per second) 2.40.649.017 I slot print_timing: id 1 | task 1722 | eval time = 5771.94 ms / 146 tokens ( 39.81 ms per token, 25.12 tokens per second) 2.40.649.018 I slot print_timing: id 1 | task 1722 | total time = 6099.62 ms / 214 tokens 2.40.649.019 I slot print_timing: id 1 | task 1722 | graphs reused = 1332 2.40.649.020 I slot print_timing: id 1 | task 1722 | graph reallocs = 0 / 0 (same size) / (changed size) 2.40.649.137 I slot release: id 1 | task 1722 | stop processing: n_tokens = 1309, truncated = 0 2.40.723.370 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.946 (> 0.100 thold), f_keep = 0.837 2.40.723.427 I slot launch_slot_: id 1 | task 1871 | processing task, is_child = 0 2.42.017.594 I slot print_timing: id 3 | task 1592 | prompt eval time = 366.01 ms / 106 tokens ( 3.45 ms per token, 289.61 tokens per second) 2.42.017.603 I slot print_timing: id 3 | task 1592 | eval time = 13158.22 ms / 300 tokens ( 44.01 ms per token, 22.72 tokens per second) 2.42.017.604 I slot print_timing: id 3 | task 1592 | total time = 13524.23 ms / 406 tokens 2.42.017.604 I slot print_timing: id 3 | task 1592 | graphs reused = 1355 2.42.017.605 I slot print_timing: id 3 | task 1592 | graph reallocs = 0 / 0 (same size) / (changed size) 2.42.017.762 I slot release: id 3 | task 1592 | stop processing: n_tokens = 1501, truncated = 0 2.42.059.306 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.941 (> 0.100 thold), f_keep = 0.730 2.42.059.337 I slot launch_slot_: id 3 | task 1899 | processing task, is_child = 0 2.42.796.628 I slot print_timing: id 0 | task 1606 | prompt eval time = 364.75 ms / 112 tokens ( 3.26 ms per token, 307.06 tokens per second) 2.42.796.635 I slot print_timing: id 0 | task 1606 | eval time = 13130.10 ms / 302 tokens ( 43.62 ms per token, 22.92 tokens per second) 2.42.796.636 I slot print_timing: id 0 | task 1606 | total time = 13494.85 ms / 414 tokens 2.42.796.637 I slot print_timing: id 0 | task 1606 | graphs reused = 1366 2.42.796.638 I slot print_timing: id 0 | task 1606 | graph reallocs = 0 / 0 (same size) / (changed size) 2.42.796.754 I slot release: id 0 | task 1606 | stop processing: n_tokens = 1509, truncated = 0 2.42.839.647 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.931 (> 0.100 thold), f_keep = 0.726 2.42.839.685 I slot launch_slot_: id 0 | task 1915 | processing task, is_child = 0 2.43.421.631 I slot print_timing: id 2 | task 1685 | n_gen = 234, tg = 22.71 t/s, tg_3s = 19.26 t/s 2.43.903.829 I slot print_timing: id 1 | task 1871 | prompt eval time = 328.62 ms / 62 tokens ( 5.30 ms per token, 188.67 tokens per second) 2.43.903.836 I slot print_timing: id 1 | task 1871 | eval time = 2851.77 ms / 62 tokens ( 46.75 ms per token, 21.39 tokens per second) 2.43.903.837 I slot print_timing: id 1 | task 1871 | total time = 3180.39 ms / 124 tokens 2.43.903.838 I slot print_timing: id 1 | task 1871 | graphs reused = 1385 2.43.903.839 I slot print_timing: id 1 | task 1871 | graph reallocs = 0 / 0 (same size) / (changed size) 2.43.903.952 I slot release: id 1 | task 1871 | stop processing: n_tokens = 1219, truncated = 0 2.43.978.236 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.927 (> 0.100 thold), f_keep = 0.900 2.43.978.273 I slot launch_slot_: id 1 | task 1938 | processing task, is_child = 0 2.46.189.477 I slot print_timing: id 3 | task 1899 | prompt eval time = 261.90 ms / 69 tokens ( 3.80 ms per token, 263.46 tokens per second) 2.46.189.486 I slot print_timing: id 3 | task 1899 | eval time = 3868.23 ms / 84 tokens ( 46.61 ms per token, 21.46 tokens per second) 2.46.189.487 I slot print_timing: id 3 | task 1899 | total time = 4130.13 ms / 153 tokens 2.46.189.488 I slot print_timing: id 3 | task 1899 | graphs reused = 1430 2.46.189.489 I slot print_timing: id 3 | task 1899 | graph reallocs = 0 / 0 (same size) / (changed size) 2.46.189.639 I slot release: id 3 | task 1899 | stop processing: n_tokens = 1248, truncated = 0 2.46.231.587 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.918 (> 0.100 thold), f_keep = 0.878 2.46.231.621 I slot launch_slot_: id 3 | task 1988 | processing task, is_child = 0 2.46.470.737 I slot print_timing: id 2 | task 1685 | n_gen = 297, tg = 22.24 t/s, tg_3s = 20.66 t/s 2.47.672.308 I slot print_timing: id 0 | task 1915 | n_gen = 100, tg = 21.88 t/s, tg_3s = 22.10 t/s 2.48.545.355 I slot print_timing: id 1 | task 1938 | n_gen = 100, tg = 23.64 t/s, tg_3s = 23.88 t/s 2.49.498.576 I slot print_timing: id 2 | task 1685 | n_gen = 372, tg = 22.71 t/s, tg_3s = 24.77 t/s 2.49.856.229 I slot print_timing: id 0 | task 1915 | prompt eval time = 307.14 ms / 81 tokens ( 3.79 ms per token, 263.72 tokens per second) 2.49.856.237 I slot print_timing: id 0 | task 1915 | eval time = 6709.39 ms / 155 tokens ( 43.57 ms per token, 22.95 tokens per second) 2.49.856.238 I slot print_timing: id 0 | task 1915 | total time = 7016.53 ms / 236 tokens 2.49.856.239 I slot print_timing: id 0 | task 1915 | graphs reused = 1511 2.49.856.240 I slot print_timing: id 0 | task 1915 | graph reallocs = 0 / 0 (same size) / (changed size) 2.49.856.356 I slot release: id 0 | task 1915 | stop processing: n_tokens = 1331, truncated = 0 2.49.899.319 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.940 (> 0.100 thold), f_keep = 0.823 2.49.899.350 I slot launch_slot_: id 0 | task 2075 | processing task, is_child = 0 2.50.566.281 I slot print_timing: id 2 | task 1685 | prompt eval time = 438.60 ms / 127 tokens ( 3.45 ms per token, 289.56 tokens per second) 2.50.566.291 I slot print_timing: id 2 | task 1685 | eval time = 17405.96 ms / 393 tokens ( 44.40 ms per token, 22.52 tokens per second) 2.50.566.292 I slot print_timing: id 2 | task 1685 | total time = 17844.56 ms / 520 tokens 2.50.566.293 I slot print_timing: id 2 | task 1685 | graphs reused = 1520 2.50.566.296 I slot print_timing: id 2 | task 1685 | graph reallocs = 0 / 0 (same size) / (changed size) 2.50.566.441 I slot release: id 2 | task 1685 | stop processing: n_tokens = 1615, truncated = 0 2.50.641.026 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.926 (> 0.100 thold), f_keep = 0.679 2.50.641.065 I slot launch_slot_: id 2 | task 2088 | processing task, is_child = 0 2.51.060.653 I slot print_timing: id 3 | task 1988 | n_gen = 100, tg = 21.94 t/s, tg_3s = 22.17 t/s 2.51.583.557 I slot print_timing: id 1 | task 1938 | n_gen = 162, tg = 22.28 t/s, tg_3s = 20.41 t/s 2.52.140.484 I slot print_timing: id 3 | task 1988 | prompt eval time = 317.47 ms / 98 tokens ( 3.24 ms per token, 308.69 tokens per second) 2.52.140.489 I slot print_timing: id 3 | task 1988 | eval time = 5591.38 ms / 127 tokens ( 44.38 ms per token, 22.53 tokens per second) 2.52.140.490 I slot print_timing: id 3 | task 1988 | total time = 5908.85 ms / 225 tokens 2.52.140.491 I slot print_timing: id 3 | task 1988 | graphs reused = 1547 2.52.140.492 I slot print_timing: id 3 | task 1988 | graph reallocs = 0 / 0 (same size) / (changed size) 2.52.140.624 I slot release: id 3 | task 1988 | stop processing: n_tokens = 1320, truncated = 0 2.52.182.840 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.895 (> 0.100 thold), f_keep = 0.830 2.52.182.872 I slot launch_slot_: id 3 | task 2120 | processing task, is_child = 0 2.54.589.923 I slot print_timing: id 1 | task 1938 | n_gen = 230, tg = 22.38 t/s, tg_3s = 22.62 t/s 2.54.788.300 I slot print_timing: id 0 | task 2075 | n_gen = 100, tg = 21.58 t/s, tg_3s = 21.80 t/s 2.54.868.139 I slot print_timing: id 1 | task 1938 | prompt eval time = 379.70 ms / 86 tokens ( 4.42 ms per token, 226.49 tokens per second) 2.54.868.144 I slot print_timing: id 1 | task 1938 | eval time = 10510.15 ms / 237 tokens ( 44.53 ms per token, 22.45 tokens per second) 2.54.868.145 I slot print_timing: id 1 | task 1938 | total time = 10889.86 ms / 323 tokens 2.54.868.145 I slot print_timing: id 1 | task 1938 | graphs reused = 1604 2.54.868.146 I slot print_timing: id 1 | task 1938 | graph reallocs = 0 / 0 (same size) / (changed size) 2.54.868.261 I slot release: id 1 | task 1938 | stop processing: n_tokens = 1419, truncated = 0 2.54.942.544 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.912 (> 0.100 thold), f_keep = 0.772 2.54.942.571 I slot launch_slot_: id 1 | task 2182 | processing task, is_child = 0 2.55.658.665 I slot print_timing: id 2 | task 2088 | n_gen = 100, tg = 21.34 t/s, tg_3s = 21.56 t/s 2.56.892.064 I slot print_timing: id 3 | task 2120 | n_gen = 100, tg = 22.85 t/s, tg_3s = 23.08 t/s 2.57.803.908 I slot print_timing: id 0 | task 2075 | n_gen = 166, tg = 21.70 t/s, tg_3s = 21.89 t/s 2.58.677.377 I slot print_timing: id 2 | task 2088 | n_gen = 176, tg = 22.85 t/s, tg_3s = 25.18 t/s 2.59.314.301 I slot print_timing: id 1 | task 2182 | n_gen = 100, tg = 25.12 t/s, tg_3s = 25.38 t/s 2.59.913.076 I slot print_timing: id 3 | task 2120 | n_gen = 176, tg = 23.80 t/s, tg_3s = 25.16 t/s 3.00.548.744 I slot print_timing: id 2 | task 2088 | prompt eval time = 378.92 ms / 88 tokens ( 4.31 ms per token, 232.24 tokens per second) 3.00.548.748 I slot print_timing: id 2 | task 2088 | eval time = 9528.75 ms / 223 tokens ( 42.92 ms per token, 23.30 tokens per second) 3.00.548.749 I slot print_timing: id 2 | task 2088 | total time = 9907.67 ms / 311 tokens 3.00.548.749 I slot print_timing: id 2 | task 2088 | graphs reused = 1733 3.00.548.750 I slot print_timing: id 2 | task 2088 | graph reallocs = 0 / 0 (same size) / (changed size) 3.00.548.851 I slot release: id 2 | task 2088 | stop processing: n_tokens = 1405, truncated = 0 3.00.622.615 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.923 (> 0.100 thold), f_keep = 0.780 3.00.622.652 I slot launch_slot_: id 2 | task 2316 | processing task, is_child = 0 3.00.888.729 I slot print_timing: id 0 | task 2075 | n_gen = 237, tg = 22.08 t/s, tg_3s = 23.02 t/s 3.01.603.791 I slot print_timing: id 0 | task 2075 | prompt eval time = 301.88 ms / 70 tokens ( 4.31 ms per token, 231.88 tokens per second) 3.01.603.799 I slot print_timing: id 0 | task 2075 | eval time = 11402.56 ms / 253 tokens ( 45.25 ms per token, 22.10 tokens per second) 3.01.603.800 I slot print_timing: id 0 | task 2075 | total time = 11704.43 ms / 323 tokens 3.01.603.801 I slot print_timing: id 0 | task 2075 | graphs reused = 1747 3.01.603.802 I slot print_timing: id 0 | task 2075 | graph reallocs = 0 / 0 (same size) / (changed size) 3.01.603.915 I slot release: id 0 | task 2075 | stop processing: n_tokens = 1418, truncated = 0 3.01.647.102 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.915 (> 0.100 thold), f_keep = 0.773 3.01.647.135 I slot launch_slot_: id 0 | task 2335 | processing task, is_child = 0 3.02.332.349 I slot print_timing: id 1 | task 2182 | n_gen = 160, tg = 22.85 t/s, tg_3s = 19.88 t/s 3.02.931.126 I slot print_timing: id 3 | task 2120 | n_gen = 236, tg = 22.66 t/s, tg_3s = 19.88 t/s 3.04.800.271 I slot print_timing: id 3 | task 2120 | prompt eval time = 376.44 ms / 129 tokens ( 2.92 ms per token, 342.68 tokens per second) 3.04.800.278 I slot print_timing: id 3 | task 2120 | eval time = 12240.93 ms / 283 tokens ( 43.41 ms per token, 23.04 tokens per second) 3.04.800.279 I slot print_timing: id 3 | task 2120 | total time = 12617.38 ms / 412 tokens 3.04.800.280 I slot print_timing: id 3 | task 2120 | graphs reused = 1817 3.04.800.281 I slot print_timing: id 3 | task 2120 | graph reallocs = 0 / 0 (same size) / (changed size) 3.04.800.429 I slot release: id 3 | task 2120 | stop processing: n_tokens = 1507, truncated = 0 3.04.842.073 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.907 (> 0.100 thold), f_keep = 0.727 3.04.842.106 I slot launch_slot_: id 3 | task 2409 | processing task, is_child = 0 3.05.368.833 I slot print_timing: id 1 | task 2182 | n_gen = 229, tg = 22.81 t/s, tg_3s = 22.72 t/s 3.05.407.989 I slot print_timing: id 1 | task 2182 | prompt eval time = 430.90 ms / 106 tokens ( 4.07 ms per token, 245.99 tokens per second) 3.05.407.996 I slot print_timing: id 1 | task 2182 | eval time = 10034.50 ms / 230 tokens ( 43.82 ms per token, 22.82 tokens per second) 3.05.407.997 I slot print_timing: id 1 | task 2182 | total time = 10465.41 ms / 336 tokens 3.05.407.997 I slot print_timing: id 1 | task 2182 | graphs reused = 1821 3.05.407.998 I slot print_timing: id 1 | task 2182 | graph reallocs = 0 / 0 (same size) / (changed size) 3.05.408.079 I slot release: id 1 | task 2182 | stop processing: n_tokens = 1431, truncated = 0 3.05.480.580 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.939 (> 0.100 thold), f_keep = 0.766 3.05.480.692 I slot launch_slot_: id 1 | task 2418 | processing task, is_child = 0 3.05.854.864 I slot print_timing: id 2 | task 2316 | n_gen = 100, tg = 20.38 t/s, tg_3s = 20.59 t/s 3.06.578.252 I slot print_timing: id 0 | task 2335 | n_gen = 100, tg = 21.66 t/s, tg_3s = 21.88 t/s 3.07.213.689 I slot print_timing: id 2 | task 2316 | prompt eval time = 375.54 ms / 92 tokens ( 4.08 ms per token, 244.98 tokens per second) 3.07.213.696 I slot print_timing: id 2 | task 2316 | eval time = 6215.49 ms / 134 tokens ( 46.73 ms per token, 21.40 tokens per second) 3.07.213.696 I slot print_timing: id 2 | task 2316 | total time = 6591.03 ms / 226 tokens 3.07.213.697 I slot print_timing: id 2 | task 2316 | graphs reused = 1854 3.07.213.698 I slot print_timing: id 2 | task 2316 | graph reallocs = 0 / 0 (same size) / (changed size) 3.07.213.831 I slot release: id 2 | task 2316 | stop processing: n_tokens = 1321, truncated = 0 3.07.287.702 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.936 (> 0.100 thold), f_keep = 0.830 3.07.287.738 I slot launch_slot_: id 2 | task 2456 | processing task, is_child = 0 3.09.609.114 I slot print_timing: id 0 | task 2335 | n_gen = 168, tg = 21.97 t/s, tg_3s = 22.44 t/s 3.09.809.151 I slot print_timing: id 3 | task 2409 | n_gen = 100, tg = 21.53 t/s, tg_3s = 21.75 t/s 3.10.126.573 I slot print_timing: id 1 | task 2418 | n_gen = 100, tg = 23.17 t/s, tg_3s = 23.41 t/s 3.11.240.937 I slot print_timing: id 1 | task 2418 | prompt eval time = 373.96 ms / 71 tokens ( 5.27 ms per token, 189.86 tokens per second) 3.11.240.944 I slot print_timing: id 1 | task 2418 | eval time = 5386.25 ms / 128 tokens ( 42.41 ms per token, 23.58 tokens per second) 3.11.240.944 I slot print_timing: id 1 | task 2418 | total time = 5760.21 ms / 199 tokens 3.11.240.945 I slot print_timing: id 1 | task 2418 | graphs reused = 1943 3.11.240.946 I slot print_timing: id 1 | task 2418 | graph reallocs = 0 / 0 (same size) / (changed size) 3.11.241.047 I slot release: id 1 | task 2418 | stop processing: n_tokens = 1294, truncated = 0 3.11.315.218 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.938 (> 0.100 thold), f_keep = 0.847 3.11.315.259 I slot launch_slot_: id 1 | task 2550 | processing task, is_child = 0 3.11.922.676 I slot print_timing: id 2 | task 2456 | n_gen = 100, tg = 23.21 t/s, tg_3s = 23.45 t/s 3.12.084.261 I slot print_timing: id 2 | task 2456 | prompt eval time = 369.71 ms / 76 tokens ( 4.86 ms per token, 205.56 tokens per second) 3.12.084.267 I slot print_timing: id 2 | task 2456 | eval time = 4426.80 ms / 104 tokens ( 42.98 ms per token, 23.27 tokens per second) 3.12.084.269 I slot print_timing: id 2 | task 2456 | total time = 4796.51 ms / 180 tokens 3.12.084.270 I slot print_timing: id 2 | task 2456 | graphs reused = 1952 3.12.084.270 I slot print_timing: id 2 | task 2456 | graph reallocs = 0 / 0 (same size) / (changed size) 3.12.084.392 I slot release: id 2 | task 2456 | stop processing: n_tokens = 1274, truncated = 0 3.12.158.240 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.934 (> 0.100 thold), f_keep = 0.860 3.12.158.293 I slot launch_slot_: id 2 | task 2564 | processing task, is_child = 0 3.12.643.780 I slot print_timing: id 0 | task 2335 | n_gen = 228, tg = 21.34 t/s, tg_3s = 19.77 t/s 3.12.850.205 I slot print_timing: id 3 | task 2409 | n_gen = 160, tg = 20.82 t/s, tg_3s = 19.73 t/s 3.14.478.440 I slot print_timing: id 3 | task 2409 | prompt eval time = 369.86 ms / 113 tokens ( 3.27 ms per token, 305.52 tokens per second) 3.14.478.449 I slot print_timing: id 3 | task 2409 | eval time = 9266.45 ms / 201 tokens ( 46.33 ms per token, 21.58 tokens per second) 3.14.478.450 I slot print_timing: id 3 | task 2409 | total time = 9636.32 ms / 314 tokens 3.14.478.457 I slot print_timing: id 3 | task 2409 | graphs reused = 2000 3.14.478.458 I slot print_timing: id 3 | task 2409 | graph reallocs = 0 / 0 (same size) / (changed size) 3.14.478.614 I slot release: id 3 | task 2409 | stop processing: n_tokens = 1409, truncated = 0 3.14.519.931 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.932 (> 0.100 thold), f_keep = 0.778 3.14.519.963 I slot launch_slot_: id 3 | task 2617 | processing task, is_child = 0 3.15.661.961 I slot print_timing: id 0 | task 2335 | n_gen = 298, tg = 21.75 t/s, tg_3s = 23.19 t/s 3.16.178.392 I slot print_timing: id 1 | task 2550 | n_gen = 100, tg = 22.04 t/s, tg_3s = 22.26 t/s 3.16.695.264 I slot print_timing: id 2 | task 2564 | n_gen = 100, tg = 23.74 t/s, tg_3s = 23.98 t/s 3.16.893.650 I slot print_timing: id 1 | task 2550 | prompt eval time = 371.32 ms / 73 tokens ( 5.09 ms per token, 196.59 tokens per second) 3.16.893.658 I slot print_timing: id 1 | task 2550 | eval time = 5207.06 ms / 118 tokens ( 44.50 ms per token, 22.47 tokens per second) 3.16.893.659 I slot print_timing: id 1 | task 2550 | total time = 5578.38 ms / 191 tokens 3.16.893.660 I slot print_timing: id 1 | task 2550 | graphs reused = 2051 3.16.893.661 I slot print_timing: id 1 | task 2550 | graph reallocs = 0 / 0 (same size) / (changed size) 3.16.893.776 I slot release: id 1 | task 2550 | stop processing: n_tokens = 1286, truncated = 0 3.16.967.742 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.919 (> 0.100 thold), f_keep = 0.852 3.16.967.779 I slot launch_slot_: id 1 | task 2673 | processing task, is_child = 0 3.17.873.701 I slot print_timing: id 2 | task 2564 | prompt eval time = 367.53 ms / 77 tokens ( 4.77 ms per token, 209.50 tokens per second) 3.17.873.709 I slot print_timing: id 2 | task 2564 | eval time = 5347.86 ms / 121 tokens ( 44.57 ms per token, 22.44 tokens per second) 3.17.873.710 I slot print_timing: id 2 | task 2564 | total time = 5715.40 ms / 198 tokens 3.17.873.711 I slot print_timing: id 2 | task 2564 | graphs reused = 2062 3.17.873.711 I slot print_timing: id 2 | task 2564 | graph reallocs = 0 / 0 (same size) / (changed size) 3.17.873.835 I slot release: id 2 | task 2564 | stop processing: n_tokens = 1293, truncated = 0 3.17.947.470 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.919 (> 0.100 thold), f_keep = 0.848 3.17.947.503 I slot launch_slot_: id 2 | task 2690 | processing task, is_child = 0 3.18.700.373 I slot print_timing: id 0 | task 2335 | n_gen = 357, tg = 21.33 t/s, tg_3s = 19.42 t/s 3.19.456.944 I slot print_timing: id 3 | task 2617 | n_gen = 100, tg = 21.40 t/s, tg_3s = 21.62 t/s 3.20.490.778 I slot print_timing: id 3 | task 2617 | prompt eval time = 311.36 ms / 80 tokens ( 3.89 ms per token, 256.94 tokens per second) 3.20.490.782 I slot print_timing: id 3 | task 2617 | eval time = 5659.44 ms / 126 tokens ( 45.28 ms per token, 22.09 tokens per second) 3.20.490.783 I slot print_timing: id 3 | task 2617 | total time = 5970.80 ms / 206 tokens 3.20.490.784 I slot print_timing: id 3 | task 2617 | graphs reused = 2115 3.20.490.785 I slot print_timing: id 3 | task 2617 | graph reallocs = 0 / 0 (same size) / (changed size) 3.20.490.919 I slot release: id 3 | task 2617 | stop processing: n_tokens = 1301, truncated = 0 3.20.532.841 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.927 (> 0.100 thold), f_keep = 0.842 3.20.532.869 I slot launch_slot_: id 3 | task 2748 | processing task, is_child = 0 3.21.721.351 I slot print_timing: id 0 | task 2335 | n_gen = 427, tg = 21.61 t/s, tg_3s = 23.17 t/s 3.21.880.724 I slot print_timing: id 1 | task 2673 | n_gen = 100, tg = 21.85 t/s, tg_3s = 22.07 t/s 3.22.517.054 I slot print_timing: id 2 | task 2690 | n_gen = 100, tg = 23.69 t/s, tg_3s = 23.93 t/s 3.22.596.431 I slot print_timing: id 1 | task 2673 | prompt eval time = 382.01 ms / 97 tokens ( 3.94 ms per token, 253.92 tokens per second) 3.22.596.439 I slot print_timing: id 1 | task 2673 | eval time = 5246.64 ms / 118 tokens ( 44.84 ms per token, 22.30 tokens per second) 3.22.596.440 I slot print_timing: id 1 | task 2673 | total time = 5628.64 ms / 215 tokens 3.22.596.441 I slot print_timing: id 1 | task 2673 | graphs reused = 2158 3.22.596.441 I slot print_timing: id 1 | task 2673 | graph reallocs = 0 / 0 (same size) / (changed size) 3.22.596.562 I slot release: id 1 | task 2673 | stop processing: n_tokens = 1310, truncated = 0 3.22.670.708 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.947 (> 0.100 thold), f_keep = 0.837 3.22.670.740 I slot launch_slot_: id 1 | task 2796 | processing task, is_child = 0 3.24.754.463 I slot print_timing: id 0 | task 2335 | n_gen = 496, tg = 21.76 t/s, tg_3s = 22.75 t/s 3.25.074.523 I slot print_timing: id 3 | task 2748 | n_gen = 100, tg = 23.41 t/s, tg_3s = 23.65 t/s 3.25.552.203 I slot print_timing: id 2 | task 2690 | n_gen = 169, tg = 23.29 t/s, tg_3s = 22.73 t/s 3.25.951.116 I slot print_timing: id 1 | task 2796 | prompt eval time = 326.79 ms / 61 tokens ( 5.36 ms per token, 186.66 tokens per second) 3.25.951.123 I slot print_timing: id 1 | task 2796 | eval time = 2953.57 ms / 75 tokens ( 39.91 ms per token, 25.05 tokens per second) 3.25.951.124 I slot print_timing: id 1 | task 2796 | total time = 3280.36 ms / 136 tokens 3.25.951.125 I slot print_timing: id 1 | task 2796 | graphs reused = 2231 3.25.951.126 I slot print_timing: id 1 | task 2796 | graph reallocs = 0 / 0 (same size) / (changed size) 3.25.951.246 I slot release: id 1 | task 2796 | stop processing: n_tokens = 1231, truncated = 0 3.26.025.201 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.931 (> 0.100 thold), f_keep = 0.890 3.26.025.234 I slot launch_slot_: id 1 | task 2874 | processing task, is_child = 0 3.27.766.253 I slot print_timing: id 0 | task 2335 | n_gen = 563, tg = 21.82 t/s, tg_3s = 22.25 t/s 3.28.085.683 I slot print_timing: id 3 | task 2748 | n_gen = 167, tg = 22.93 t/s, tg_3s = 22.25 t/s 3.28.562.979 I slot print_timing: id 2 | task 2690 | n_gen = 236, tg = 22.98 t/s, tg_3s = 22.25 t/s 3.29.206.189 I slot print_timing: id 2 | task 2690 | prompt eval time = 390.20 ms / 97 tokens ( 4.02 ms per token, 248.59 tokens per second) 3.29.206.195 I slot print_timing: id 2 | task 2690 | eval time = 10868.48 ms / 252 tokens ( 43.30 ms per token, 23.09 tokens per second) 3.29.206.196 I slot print_timing: id 2 | task 2690 | total time = 11258.68 ms / 349 tokens 3.29.206.197 I slot print_timing: id 2 | task 2690 | graphs reused = 2299 3.29.206.198 I slot print_timing: id 2 | task 2690 | graph reallocs = 0 / 0 (same size) / (changed size) 3.29.206.329 I slot release: id 2 | task 2690 | stop processing: n_tokens = 1444, truncated = 0 3.29.280.208 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.938 (> 0.100 thold), f_keep = 0.759 3.29.280.240 I slot launch_slot_: id 2 | task 2948 | processing task, is_child = 0 3.30.578.396 I slot print_timing: id 3 | task 2748 | prompt eval time = 313.38 ms / 86 tokens ( 3.64 ms per token, 274.43 tokens per second) 3.30.578.404 I slot print_timing: id 3 | task 2748 | eval time = 9732.14 ms / 221 tokens ( 44.24 ms per token, 22.61 tokens per second) 3.30.578.407 I slot print_timing: id 3 | task 2748 | total time = 10045.52 ms / 307 tokens 3.30.578.408 I slot print_timing: id 3 | task 2748 | graphs reused = 2321 3.30.578.409 I slot print_timing: id 3 | task 2748 | graph reallocs = 0 / 0 (same size) / (changed size) 3.30.578.548 I slot release: id 3 | task 2748 | stop processing: n_tokens = 1402, truncated = 0 3.30.620.214 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.944 (> 0.100 thold), f_keep = 0.782 3.30.620.246 I slot launch_slot_: id 3 | task 2975 | processing task, is_child = 0 3.30.804.166 I slot print_timing: id 0 | task 2335 | n_gen = 627, tg = 21.74 t/s, tg_3s = 21.07 t/s 3.30.883.232 I slot print_timing: id 1 | task 2874 | n_gen = 100, tg = 22.09 t/s, tg_3s = 22.32 t/s 3.33.794.009 I slot print_timing: id 2 | task 2948 | n_gen = 100, tg = 23.93 t/s, tg_3s = 24.18 t/s 3.33.833.414 I slot print_timing: id 0 | task 2335 | n_gen = 702, tg = 22.03 t/s, tg_3s = 24.76 t/s 3.33.913.483 I slot print_timing: id 1 | task 2874 | n_gen = 176, tg = 23.30 t/s, tg_3s = 25.08 t/s 3.34.831.073 I slot print_timing: id 3 | task 2975 | n_gen = 100, tg = 25.08 t/s, tg_3s = 25.33 t/s 3.34.989.930 I slot print_timing: id 1 | task 2874 | prompt eval time = 376.72 ms / 81 tokens ( 4.65 ms per token, 215.01 tokens per second) 3.34.989.937 I slot print_timing: id 1 | task 2874 | eval time = 8587.97 ms / 203 tokens ( 42.51 ms per token, 23.52 tokens per second) 3.34.989.938 I slot print_timing: id 1 | task 2874 | total time = 8964.69 ms / 284 tokens 3.34.989.939 I slot print_timing: id 1 | task 2874 | graphs reused = 2423 3.34.989.940 I slot print_timing: id 1 | task 2874 | graph reallocs = 0 / 0 (same size) / (changed size) 3.34.990.055 I slot release: id 1 | task 2874 | stop processing: n_tokens = 1379, truncated = 0 3.35.064.511 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.922 (> 0.100 thold), f_keep = 0.795 3.35.064.543 I slot launch_slot_: id 1 | task 3082 | processing task, is_child = 0 3.36.806.861 I slot print_timing: id 2 | task 2948 | n_gen = 167, tg = 23.22 t/s, tg_3s = 22.24 t/s 3.36.846.156 I slot print_timing: id 0 | task 2335 | n_gen = 769, tg = 22.04 t/s, tg_3s = 22.24 t/s 3.37.805.036 I slot print_timing: id 2 | task 2948 | prompt eval time = 377.30 ms / 73 tokens ( 5.17 ms per token, 193.48 tokens per second) 3.37.805.044 I slot print_timing: id 2 | task 2948 | eval time = 8147.49 ms / 192 tokens ( 42.66 ms per token, 23.44 tokens per second) 3.37.805.045 I slot print_timing: id 2 | task 2948 | total time = 8524.79 ms / 265 tokens 3.37.805.046 I slot print_timing: id 2 | task 2948 | graphs reused = 2481 3.37.805.046 I slot print_timing: id 2 | task 2948 | graph reallocs = 0 / 0 (same size) / (changed size) 3.37.805.170 I slot release: id 2 | task 2948 | stop processing: n_tokens = 1360, truncated = 0 3.37.878.991 I slot print_timing: id 3 | task 2975 | n_gen = 167, tg = 23.73 t/s, tg_3s = 21.98 t/s 3.37.879.001 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.933 (> 0.100 thold), f_keep = 0.806 3.37.879.031 I slot launch_slot_: id 2 | task 3145 | processing task, is_child = 0 3.38.941.402 I slot print_timing: id 1 | task 3082 | prompt eval time = 377.82 ms / 93 tokens ( 4.06 ms per token, 246.15 tokens per second) 3.38.941.415 I slot print_timing: id 1 | task 3082 | eval time = 3499.02 ms / 80 tokens ( 44.29 ms per token, 22.58 tokens per second) 3.38.941.416 I slot print_timing: id 1 | task 3082 | total time = 3876.84 ms / 173 tokens 3.38.941.417 I slot print_timing: id 1 | task 3082 | graphs reused = 2497 3.38.941.417 I slot print_timing: id 1 | task 3082 | graph reallocs = 0 / 0 (same size) / (changed size) 3.38.941.536 I slot release: id 1 | task 3082 | stop processing: n_tokens = 1268, truncated = 0 3.39.015.854 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.940 (> 0.100 thold), f_keep = 0.864 3.39.015.900 I slot launch_slot_: id 1 | task 3166 | processing task, is_child = 0 3.39.870.358 I slot print_timing: id 0 | task 2335 | n_gen = 828, tg = 21.84 t/s, tg_3s = 19.51 t/s 3.40.924.516 I slot print_timing: id 3 | task 2975 | n_gen = 225, tg = 22.31 t/s, tg_3s = 19.04 t/s 3.42.317.187 I slot print_timing: id 2 | task 3145 | prompt eval time = 374.15 ms / 79 tokens ( 4.74 ms per token, 211.15 tokens per second) 3.42.317.193 I slot print_timing: id 2 | task 3145 | eval time = 4063.99 ms / 92 tokens ( 44.66 ms per token, 22.39 tokens per second) 3.42.317.194 I slot print_timing: id 2 | task 3145 | total time = 4438.14 ms / 171 tokens 3.42.317.195 I slot print_timing: id 2 | task 3145 | graphs reused = 2566 3.42.317.195 I slot print_timing: id 2 | task 3145 | graph reallocs = 0 / 0 (same size) / (changed size) 3.42.317.306 I slot release: id 2 | task 3145 | stop processing: n_tokens = 1266, truncated = 0 3.42.391.270 I slot print_timing: id 3 | task 2975 | prompt eval time = 263.32 ms / 65 tokens ( 4.05 ms per token, 246.85 tokens per second) 3.42.391.275 I slot print_timing: id 3 | task 2975 | eval time = 11507.70 ms / 261 tokens ( 44.26 ms per token, 22.59 tokens per second) 3.42.391.275 I slot print_timing: id 3 | task 2975 | total time = 11771.02 ms / 326 tokens 3.42.391.276 I slot print_timing: id 3 | task 2975 | graphs reused = 2566 3.42.391.276 I slot print_timing: id 3 | task 2975 | graph reallocs = 0 / 0 (same size) / (changed size) 3.42.391.369 I slot release: id 3 | task 2975 | stop processing: n_tokens = 1421, truncated = 0 3.42.391.379 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.898 (> 0.100 thold), f_keep = 0.866 3.42.391.411 I slot launch_slot_: id 2 | task 3241 | processing task, is_child = 0 3.42.694.701 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.926 (> 0.100 thold), f_keep = 0.771 3.42.694.734 I slot launch_slot_: id 3 | task 3243 | processing task, is_child = 0 3.42.967.347 I slot print_timing: id 0 | task 2335 | n_gen = 890, tg = 21.70 t/s, tg_3s = 20.02 t/s 3.44.009.185 I slot print_timing: id 1 | task 3166 | n_gen = 100, tg = 21.42 t/s, tg_3s = 21.63 t/s 3.44.168.892 I slot print_timing: id 1 | task 3166 | prompt eval time = 370.55 ms / 70 tokens ( 5.29 ms per token, 188.91 tokens per second) 3.44.168.899 I slot print_timing: id 1 | task 3166 | eval time = 4782.43 ms / 104 tokens ( 46.43 ms per token, 21.54 tokens per second) 3.44.168.899 I slot print_timing: id 1 | task 3166 | total time = 5152.98 ms / 174 tokens 3.44.168.900 I slot print_timing: id 1 | task 3166 | graphs reused = 2593 3.44.168.901 I slot print_timing: id 1 | task 3166 | graph reallocs = 0 / 0 (same size) / (changed size) 3.44.168.997 I slot release: id 1 | task 3166 | stop processing: n_tokens = 1269, truncated = 0 3.44.242.853 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.891 (> 0.100 thold), f_keep = 0.864 3.44.242.885 I slot launch_slot_: id 1 | task 3275 | processing task, is_child = 0 3.45.967.715 I slot print_timing: id 0 | task 2335 | n_gen = 953, tg = 21.66 t/s, tg_3s = 21.00 t/s 3.47.402.963 I slot print_timing: id 2 | task 3241 | n_gen = 100, tg = 22.32 t/s, tg_3s = 22.55 t/s 3.47.443.352 I slot print_timing: id 3 | task 3243 | n_gen = 100, tg = 22.51 t/s, tg_3s = 22.74 t/s 3.48.401.048 I slot print_timing: id 3 | task 3243 | prompt eval time = 350.12 ms / 87 tokens ( 4.02 ms per token, 248.48 tokens per second) 3.48.401.053 I slot print_timing: id 3 | task 3243 | eval time = 5354.98 ms / 124 tokens ( 43.54 ms per token, 22.97 tokens per second) 3.48.401.054 I slot print_timing: id 3 | task 3243 | total time = 5705.10 ms / 211 tokens 3.48.401.055 I slot print_timing: id 3 | task 3243 | graphs reused = 2684 3.48.401.055 I slot print_timing: id 3 | task 3243 | graph reallocs = 0 / 0 (same size) / (changed size) 3.48.401.177 I slot release: id 3 | task 3243 | stop processing: n_tokens = 1306, truncated = 0 3.48.443.044 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.926 (> 0.100 thold), f_keep = 0.839 3.48.443.076 I slot launch_slot_: id 3 | task 3371 | processing task, is_child = 0 3.48.914.702 I slot print_timing: id 1 | task 3275 | n_gen = 100, tg = 23.64 t/s, tg_3s = 23.88 t/s 3.49.003.726 I slot print_timing: id 0 | task 2335 | n_gen = 1023, tg = 21.75 t/s, tg_3s = 23.06 t/s 3.49.043.588 I slot print_timing: id 0 | task 2335 | prompt eval time = 360.62 ms / 102 tokens ( 3.54 ms per token, 282.84 tokens per second) 3.49.043.592 I slot print_timing: id 0 | task 2335 | eval time = 47035.82 ms / 1024 tokens ( 45.98 ms per token, 21.75 tokens per second) 3.49.043.593 I slot print_timing: id 0 | task 2335 | total time = 47396.45 ms / 1126 tokens 3.49.043.593 I slot print_timing: id 0 | task 2335 | graphs reused = 2690 3.49.043.596 I slot print_timing: id 0 | task 2335 | graph reallocs = 0 / 0 (same size) / (changed size) 3.49.043.704 I slot release: id 0 | task 2335 | stop processing: n_tokens = 2221, truncated = 0 3.49.086.075 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.914 (> 0.100 thold), f_keep = 0.493 3.49.103.381 I slot launch_slot_: id 0 | task 3382 | processing task, is_child = 0 3.50.421.548 I slot print_timing: id 2 | task 3241 | n_gen = 162, tg = 21.60 t/s, tg_3s = 20.54 t/s 3.51.929.792 I slot print_timing: id 1 | task 3275 | n_gen = 168, tg = 23.18 t/s, tg_3s = 22.55 t/s 3.52.405.663 I slot print_timing: id 3 | task 3371 | prompt eval time = 313.66 ms / 87 tokens ( 3.61 ms per token, 277.37 tokens per second) 3.52.405.672 I slot print_timing: id 3 | task 3371 | eval time = 3648.92 ms / 85 tokens ( 43.44 ms per token, 23.02 tokens per second) 3.52.405.673 I slot print_timing: id 3 | task 3371 | total time = 3962.58 ms / 172 tokens 3.52.405.674 I slot print_timing: id 3 | task 3371 | graphs reused = 2764 3.52.405.674 I slot print_timing: id 3 | task 3371 | graph reallocs = 0 / 0 (same size) / (changed size) 3.52.405.794 I slot release: id 3 | task 3371 | stop processing: n_tokens = 1267, truncated = 0 3.52.447.072 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.951 (> 0.100 thold), f_keep = 0.865 3.52.447.103 I slot launch_slot_: id 3 | task 3460 | processing task, is_child = 0 3.53.431.246 I slot print_timing: id 2 | task 3241 | n_gen = 233, tg = 22.17 t/s, tg_3s = 23.59 t/s 3.53.588.969 I slot print_timing: id 0 | task 3382 | n_gen = 100, tg = 24.01 t/s, tg_3s = 24.25 t/s 3.54.939.178 I slot print_timing: id 1 | task 3275 | n_gen = 239, tg = 23.30 t/s, tg_3s = 23.59 t/s 3.56.252.387 I slot print_timing: id 3 | task 3460 | prompt eval time = 262.31 ms / 56 tokens ( 4.68 ms per token, 213.49 tokens per second) 3.56.252.395 I slot print_timing: id 3 | task 3460 | eval time = 3542.97 ms / 90 tokens ( 39.81 ms per token, 25.12 tokens per second) 3.56.252.396 I slot print_timing: id 3 | task 3460 | total time = 3805.27 ms / 146 tokens 3.56.252.397 I slot print_timing: id 3 | task 3460 | graphs reused = 2852 3.56.252.398 I slot print_timing: id 3 | task 3460 | graph reallocs = 0 / 0 (same size) / (changed size) 3.56.252.532 I slot release: id 3 | task 3460 | stop processing: n_tokens = 1241, truncated = 0 3.56.294.152 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.933 (> 0.100 thold), f_keep = 0.883 3.56.294.176 I slot launch_slot_: id 3 | task 3553 | processing task, is_child = 0 3.56.526.656 I slot print_timing: id 2 | task 3241 | n_gen = 306, tg = 22.49 t/s, tg_3s = 23.58 t/s 3.56.604.508 I slot print_timing: id 0 | task 3382 | n_gen = 170, tg = 23.67 t/s, tg_3s = 23.21 t/s 3.57.965.337 I slot print_timing: id 1 | task 3275 | n_gen = 309, tg = 23.26 t/s, tg_3s = 23.13 t/s 3.58.244.133 I slot print_timing: id 2 | task 3241 | prompt eval time = 562.14 ms / 125 tokens ( 4.50 ms per token, 222.36 tokens per second) 3.58.244.138 I slot print_timing: id 2 | task 3241 | eval time = 15276.42 ms / 348 tokens ( 44.02 ms per token, 22.71 tokens per second) 3.58.244.138 I slot print_timing: id 2 | task 3241 | total time = 15838.57 ms / 473 tokens 3.58.244.139 I slot print_timing: id 2 | task 3241 | graphs reused = 2891 3.58.244.140 I slot print_timing: id 2 | task 3241 | graph reallocs = 0 / 0 (same size) / (changed size) 3.58.244.254 I slot release: id 2 | task 3241 | stop processing: n_tokens = 1568, truncated = 0 3.58.317.857 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.917 (> 0.100 thold), f_keep = 0.699 3.58.317.892 I slot launch_slot_: id 2 | task 3598 | processing task, is_child = 0 3.59.622.711 I slot print_timing: id 0 | task 3382 | n_gen = 237, tg = 23.23 t/s, tg_3s = 22.20 t/s 3.59.981.011 I slot print_timing: id 1 | task 3275 | prompt eval time = 483.51 ms / 134 tokens ( 3.61 ms per token, 277.14 tokens per second) 3.59.981.019 I slot print_timing: id 1 | task 3275 | eval time = 15254.61 ms / 351 tokens ( 43.58 ms per token, 22.94 tokens per second) 3.59.981.020 I slot print_timing: id 1 | task 3275 | total time = 15738.12 ms / 485 tokens 3.59.981.021 I slot print_timing: id 1 | task 3275 | graphs reused = 2922 3.59.981.022 I slot print_timing: id 1 | task 3275 | graph reallocs = 0 / 0 (same size) / (changed size) 3.59.981.142 I slot release: id 1 | task 3275 | stop processing: n_tokens = 1580, truncated = 0 4.00.055.292 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.933 (> 0.100 thold), f_keep = 0.694 4.00.055.326 I slot launch_slot_: id 1 | task 3634 | processing task, is_child = 0 4.00.839.155 I slot print_timing: id 3 | task 3553 | prompt eval time = 310.84 ms / 79 tokens ( 3.93 ms per token, 254.15 tokens per second) 4.00.839.160 I slot print_timing: id 3 | task 3553 | eval time = 4234.13 ms / 90 tokens ( 47.57 ms per token, 21.02 tokens per second) 4.00.839.161 I slot print_timing: id 3 | task 3553 | total time = 4544.97 ms / 169 tokens 4.00.839.161 I slot print_timing: id 3 | task 3553 | graphs reused = 2931 4.00.839.162 I slot print_timing: id 3 | task 3553 | graph reallocs = 0 / 0 (same size) / (changed size) 4.00.839.306 I slot release: id 3 | task 3553 | stop processing: n_tokens = 1264, truncated = 0 4.00.880.698 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.915 (> 0.100 thold), f_keep = 0.867 4.00.880.725 I slot launch_slot_: id 3 | task 3648 | processing task, is_child = 0 4.02.638.480 I slot print_timing: id 0 | task 3382 | n_gen = 297, tg = 22.47 t/s, tg_3s = 19.90 t/s 4.03.275.107 I slot print_timing: id 2 | task 3598 | n_gen = 100, tg = 21.63 t/s, tg_3s = 21.85 t/s 4.03.870.232 I slot print_timing: id 0 | task 3382 | prompt eval time = 361.97 ms / 104 tokens ( 3.48 ms per token, 287.31 tokens per second) 4.03.870.240 I slot print_timing: id 0 | task 3382 | eval time = 14404.86 ms / 328 tokens ( 44.05 ms per token, 22.70 tokens per second) 4.03.870.241 I slot print_timing: id 0 | task 3382 | total time = 14766.84 ms / 432 tokens 4.03.870.242 I slot print_timing: id 0 | task 3382 | graphs reused = 2996 4.03.870.242 I slot print_timing: id 0 | task 3382 | graph reallocs = 0 / 0 (same size) / (changed size) 4.03.870.342 I slot release: id 0 | task 3382 | stop processing: n_tokens = 1526, truncated = 0 4.03.912.969 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.917 (> 0.100 thold), f_keep = 0.718 4.03.913.001 I slot launch_slot_: id 0 | task 3718 | processing task, is_child = 0 4.04.907.426 I slot print_timing: id 1 | task 3634 | n_gen = 100, tg = 22.12 t/s, tg_3s = 22.34 t/s 4.05.423.018 I slot print_timing: id 3 | task 3648 | n_gen = 100, tg = 23.70 t/s, tg_3s = 23.94 t/s 4.06.296.423 I slot print_timing: id 2 | task 3598 | n_gen = 170, tg = 22.24 t/s, tg_3s = 23.17 t/s 4.06.415.669 I slot print_timing: id 3 | task 3648 | prompt eval time = 364.79 ms / 102 tokens ( 3.58 ms per token, 279.62 tokens per second) 4.06.415.673 I slot print_timing: id 3 | task 3648 | eval time = 5170.15 ms / 125 tokens ( 41.69 ms per token, 23.98 tokens per second) 4.06.415.674 I slot print_timing: id 3 | task 3648 | total time = 5534.93 ms / 227 tokens 4.06.415.675 I slot print_timing: id 3 | task 3648 | graphs reused = 3051 4.06.415.676 I slot print_timing: id 3 | task 3648 | graph reallocs = 0 / 0 (same size) / (changed size) 4.06.415.803 I slot release: id 3 | task 3648 | stop processing: n_tokens = 1322, truncated = 0 4.06.457.322 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.930 (> 0.100 thold), f_keep = 0.829 4.06.457.350 I slot launch_slot_: id 3 | task 3777 | processing task, is_child = 0 4.07.925.516 I slot print_timing: id 1 | task 3634 | n_gen = 170, tg = 22.55 t/s, tg_3s = 23.19 t/s 4.08.323.597 I slot print_timing: id 1 | task 3634 | prompt eval time = 376.61 ms / 79 tokens ( 4.77 ms per token, 209.77 tokens per second) 4.08.323.605 I slot print_timing: id 1 | task 3634 | eval time = 7891.65 ms / 180 tokens ( 44.09 ms per token, 22.68 tokens per second) 4.08.323.606 I slot print_timing: id 1 | task 3634 | total time = 8268.26 ms / 259 tokens 4.08.323.606 I slot print_timing: id 1 | task 3634 | graphs reused = 3089 4.08.323.607 I slot print_timing: id 1 | task 3634 | graph reallocs = 0 / 0 (same size) / (changed size) 4.08.323.706 I slot release: id 1 | task 3634 | stop processing: n_tokens = 1354, truncated = 0 4.08.397.802 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.936 (> 0.100 thold), f_keep = 0.809 4.08.397.840 I slot launch_slot_: id 1 | task 3820 | processing task, is_child = 0 4.08.658.297 I slot print_timing: id 0 | task 3718 | n_gen = 100, tg = 22.34 t/s, tg_3s = 22.56 t/s 4.08.769.662 I slot print_timing: id 2 | task 3598 | prompt eval time = 380.84 ms / 99 tokens ( 3.85 ms per token, 259.95 tokens per second) 4.08.769.667 I slot print_timing: id 2 | task 3598 | eval time = 10070.92 ms / 218 tokens ( 46.41 ms per token, 21.55 tokens per second) 4.08.769.668 I slot print_timing: id 2 | task 3598 | total time = 10451.76 ms / 317 tokens 4.08.769.668 I slot print_timing: id 2 | task 3598 | graphs reused = 3089 4.08.769.669 I slot print_timing: id 2 | task 3598 | graph reallocs = 0 / 0 (same size) / (changed size) 4.08.769.733 I slot release: id 2 | task 3598 | stop processing: n_tokens = 1412, truncated = 0 4.08.840.917 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.883 (> 0.100 thold), f_keep = 0.776 4.08.840.947 I slot launch_slot_: id 2 | task 3824 | processing task, is_child = 0 4.11.082.228 I slot print_timing: id 3 | task 3777 | prompt eval time = 312.28 ms / 83 tokens ( 3.76 ms per token, 265.78 tokens per second) 4.11.082.235 I slot print_timing: id 3 | task 3777 | eval time = 4312.57 ms / 90 tokens ( 48.46 ms per token, 20.64 tokens per second) 4.11.082.236 I slot print_timing: id 3 | task 3777 | total time = 4624.85 ms / 173 tokens 4.11.082.236 I slot print_timing: id 3 | task 3777 | graphs reused = 3132 4.11.082.237 I slot print_timing: id 3 | task 3777 | graph reallocs = 0 / 0 (same size) / (changed size) 4.11.082.373 I slot release: id 3 | task 3777 | stop processing: n_tokens = 1268, truncated = 0 4.11.123.870 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.945 (> 0.100 thold), f_keep = 0.864 4.11.123.900 I slot launch_slot_: id 3 | task 3872 | processing task, is_child = 0 4.11.672.691 I slot print_timing: id 0 | task 3718 | n_gen = 158, tg = 21.08 t/s, tg_3s = 19.24 t/s 4.12.862.472 I slot print_timing: id 0 | task 3718 | prompt eval time = 313.21 ms / 99 tokens ( 3.16 ms per token, 316.08 tokens per second) 4.12.862.480 I slot print_timing: id 0 | task 3718 | eval time = 8636.25 ms / 188 tokens ( 46.18 ms per token, 21.65 tokens per second) 4.12.862.481 I slot print_timing: id 0 | task 3718 | total time = 8949.46 ms / 287 tokens 4.12.862.482 I slot print_timing: id 0 | task 3718 | graphs reused = 3168 4.12.862.483 I slot print_timing: id 0 | task 3718 | graph reallocs = 0 / 0 (same size) / (changed size) 4.12.862.604 I slot release: id 0 | task 3718 | stop processing: n_tokens = 1382, truncated = 0 4.12.862.924 I slot print_timing: id 1 | task 3820 | prompt eval time = 371.66 ms / 75 tokens ( 4.96 ms per token, 201.80 tokens per second) 4.12.862.932 I slot print_timing: id 1 | task 3820 | eval time = 4093.41 ms / 88 tokens ( 47.05 ms per token, 21.25 tokens per second) 4.12.862.933 I slot print_timing: id 1 | task 3820 | total time = 4465.08 ms / 163 tokens 4.12.862.934 I slot print_timing: id 1 | task 3820 | graphs reused = 3168 4.12.862.935 I slot print_timing: id 1 | task 3820 | graph reallocs = 0 / 0 (same size) / (changed size) 4.12.863.021 I slot release: id 1 | task 3820 | stop processing: n_tokens = 1258, truncated = 0 4.12.903.842 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.952 (> 0.100 thold), f_keep = 0.793 4.12.903.868 I slot launch_slot_: id 0 | task 3913 | processing task, is_child = 0 4.12.918.926 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.925 (> 0.100 thold), f_keep = 0.871 4.12.918.948 I slot launch_slot_: id 1 | task 3914 | processing task, is_child = 0 4.13.653.042 I slot print_timing: id 2 | task 3824 | prompt eval time = 492.09 ms / 145 tokens ( 3.39 ms per token, 294.66 tokens per second) 4.13.653.053 I slot print_timing: id 2 | task 3824 | eval time = 4320.00 ms / 94 tokens ( 46.45 ms per token, 21.53 tokens per second) 4.13.653.056 I slot print_timing: id 2 | task 3824 | total time = 4812.09 ms / 239 tokens 4.13.653.058 I slot print_timing: id 2 | task 3824 | graphs reused = 3174 4.13.653.059 I slot print_timing: id 2 | task 3824 | graph reallocs = 0 / 0 (same size) / (changed size) 4.13.653.133 I slot release: id 2 | task 3824 | stop processing: n_tokens = 1334, truncated = 0 4.13.725.157 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.939 (> 0.100 thold), f_keep = 0.822 4.13.725.215 I slot launch_slot_: id 2 | task 3924 | processing task, is_child = 0 4.15.725.961 I slot print_timing: id 3 | task 3872 | prompt eval time = 263.26 ms / 64 tokens ( 4.11 ms per token, 243.10 tokens per second) 4.15.725.965 I slot print_timing: id 3 | task 3872 | eval time = 4338.77 ms / 91 tokens ( 48.21 ms per token, 20.74 tokens per second) 4.15.725.966 I slot print_timing: id 3 | task 3872 | total time = 4602.04 ms / 155 tokens 4.15.725.975 I slot print_timing: id 3 | task 3872 | graphs reused = 3214 4.15.725.975 I slot print_timing: id 3 | task 3872 | graph reallocs = 0 / 0 (same size) / (changed size) 4.15.726.111 I slot release: id 3 | task 3872 | stop processing: n_tokens = 1250, truncated = 0 4.15.767.753 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.931 (> 0.100 thold), f_keep = 0.877 4.15.767.783 I slot launch_slot_: id 3 | task 3969 | processing task, is_child = 0 4.17.909.643 I slot print_timing: id 0 | task 3913 | n_gen = 100, tg = 22.04 t/s, tg_3s = 22.27 t/s 4.17.909.929 I slot print_timing: id 1 | task 3914 | prompt eval time = 498.73 ms / 89 tokens ( 5.60 ms per token, 178.46 tokens per second) 4.17.909.933 I slot print_timing: id 1 | task 3914 | eval time = 4491.18 ms / 100 tokens ( 45.37 ms per token, 22.04 tokens per second) 4.17.909.934 I slot print_timing: id 1 | task 3914 | total time = 4989.91 ms / 189 tokens 4.17.909.935 I slot print_timing: id 1 | task 3914 | graphs reused = 3258 4.17.909.935 I slot print_timing: id 1 | task 3914 | graph reallocs = 0 / 0 (same size) / (changed size) 4.17.910.038 I slot release: id 1 | task 3914 | stop processing: n_tokens = 1284, truncated = 0 4.17.983.584 I slot print_timing: id 2 | task 3924 | prompt eval time = 369.47 ms / 71 tokens ( 5.20 ms per token, 192.17 tokens per second) 4.17.983.591 I slot print_timing: id 2 | task 3924 | eval time = 3888.89 ms / 92 tokens ( 42.74 ms per token, 23.40 tokens per second) 4.17.983.591 I slot print_timing: id 2 | task 3924 | total time = 4258.36 ms / 163 tokens 4.17.983.592 I slot print_timing: id 2 | task 3924 | graphs reused = 3258 4.17.983.593 I slot print_timing: id 2 | task 3924 | graph reallocs = 0 / 0 (same size) / (changed size) 4.17.983.683 I slot release: id 2 | task 3924 | stop processing: n_tokens = 1258, truncated = 0 4.17.983.980 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.938 (> 0.100 thold), f_keep = 0.854 4.17.984.014 I slot launch_slot_: id 1 | task 4019 | processing task, is_child = 0 4.18.258.131 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.927 (> 0.100 thold), f_keep = 0.871 4.18.258.157 I slot launch_slot_: id 2 | task 4021 | processing task, is_child = 0 4.20.624.687 I slot print_timing: id 3 | task 3969 | n_gen = 100, tg = 21.78 t/s, tg_3s = 22.00 t/s 4.20.941.647 I slot print_timing: id 0 | task 3913 | n_gen = 161, tg = 21.27 t/s, tg_3s = 20.12 t/s 4.22.568.715 I slot print_timing: id 1 | task 4019 | n_gen = 100, tg = 24.70 t/s, tg_3s = 24.95 t/s 4.22.608.681 I slot print_timing: id 2 | task 4021 | n_gen = 100, tg = 25.13 t/s, tg_3s = 25.39 t/s 4.22.806.474 I slot print_timing: id 0 | task 3913 | prompt eval time = 499.61 ms / 55 tokens ( 9.08 ms per token, 110.09 tokens per second) 4.22.806.479 I slot print_timing: id 0 | task 3913 | eval time = 9387.91 ms / 208 tokens ( 45.35 ms per token, 22.05 tokens per second) 4.22.806.480 I slot print_timing: id 0 | task 3913 | total time = 9887.52 ms / 263 tokens 4.22.806.480 I slot print_timing: id 0 | task 3913 | graphs reused = 3360 4.22.806.481 I slot print_timing: id 0 | task 3913 | graph reallocs = 0 / 0 (same size) / (changed size) 4.22.806.581 I slot release: id 0 | task 3913 | stop processing: n_tokens = 1358, truncated = 0 4.22.848.875 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.921 (> 0.100 thold), f_keep = 0.807 4.22.848.906 I slot launch_slot_: id 0 | task 4129 | processing task, is_child = 0 4.23.653.802 I slot print_timing: id 3 | task 3969 | n_gen = 170, tg = 22.31 t/s, tg_3s = 23.11 t/s 4.24.090.066 I slot print_timing: id 2 | task 4021 | prompt eval time = 410.09 ms / 86 tokens ( 4.77 ms per token, 209.71 tokens per second) 4.24.090.074 I slot print_timing: id 2 | task 4021 | eval time = 5420.46 ms / 131 tokens ( 41.70 ms per token, 23.98 tokens per second) 4.24.090.075 I slot print_timing: id 2 | task 4021 | total time = 5830.55 ms / 217 tokens 4.24.090.075 I slot print_timing: id 2 | task 4021 | graphs reused = 3383 4.24.090.076 I slot print_timing: id 2 | task 4021 | graph reallocs = 0 / 0 (same size) / (changed size) 4.24.090.210 I slot release: id 2 | task 4021 | stop processing: n_tokens = 1312, truncated = 0 4.24.164.022 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.909 (> 0.100 thold), f_keep = 0.835 4.24.164.056 I slot launch_slot_: id 2 | task 4156 | processing task, is_child = 0 4.25.591.599 I slot print_timing: id 1 | task 4019 | n_gen = 160, tg = 22.61 t/s, tg_3s = 19.85 t/s 4.26.665.661 I slot print_timing: id 3 | task 3969 | n_gen = 236, tg = 22.20 t/s, tg_3s = 21.91 t/s 4.27.460.948 I slot print_timing: id 1 | task 4019 | prompt eval time = 557.91 ms / 72 tokens ( 7.75 ms per token, 129.05 tokens per second) 4.27.460.955 I slot print_timing: id 1 | task 4019 | eval time = 8900.75 ms / 207 tokens ( 43.21 ms per token, 23.14 tokens per second) 4.27.460.956 I slot print_timing: id 1 | task 4019 | total time = 9458.66 ms / 279 tokens 4.27.460.962 I slot print_timing: id 1 | task 4019 | graphs reused = 3454 4.27.460.964 I slot print_timing: id 1 | task 4019 | graph reallocs = 0 / 0 (same size) / (changed size) 4.27.461.067 I slot release: id 1 | task 4019 | stop processing: n_tokens = 1374, truncated = 0 4.27.534.642 I slot print_timing: id 0 | task 4129 | n_gen = 100, tg = 22.67 t/s, tg_3s = 22.90 t/s 4.27.535.212 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.926 (> 0.100 thold), f_keep = 0.798 4.27.535.258 I slot launch_slot_: id 1 | task 4232 | processing task, is_child = 0 4.28.868.339 I slot print_timing: id 2 | task 4156 | n_gen = 100, tg = 23.17 t/s, tg_3s = 23.41 t/s 4.29.704.533 I slot print_timing: id 3 | task 3969 | n_gen = 304, tg = 22.24 t/s, tg_3s = 22.38 t/s 4.30.538.618 I slot print_timing: id 0 | task 4129 | n_gen = 168, tg = 22.66 t/s, tg_3s = 22.64 t/s 4.31.856.070 I slot print_timing: id 1 | task 4232 | n_gen = 100, tg = 25.11 t/s, tg_3s = 25.37 t/s 4.31.896.393 I slot print_timing: id 2 | task 4156 | n_gen = 176, tg = 23.97 t/s, tg_3s = 25.10 t/s 4.31.936.157 I slot print_timing: id 2 | task 4156 | prompt eval time = 431.74 ms / 110 tokens ( 3.92 ms per token, 254.78 tokens per second) 4.31.936.160 I slot print_timing: id 2 | task 4156 | eval time = 7340.35 ms / 177 tokens ( 41.71 ms per token, 23.98 tokens per second) 4.31.936.162 I slot print_timing: id 2 | task 4156 | total time = 7772.10 ms / 287 tokens 4.31.936.163 I slot print_timing: id 2 | task 4156 | graphs reused = 3554 4.31.936.163 I slot print_timing: id 2 | task 4156 | graph reallocs = 0 / 0 (same size) / (changed size) 4.31.936.273 I slot release: id 2 | task 4156 | stop processing: n_tokens = 1382, truncated = 0 4.32.009.956 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.929 (> 0.100 thold), f_keep = 0.793 4.32.009.995 I slot launch_slot_: id 2 | task 4337 | processing task, is_child = 0 4.32.704.789 I slot print_timing: id 3 | task 3969 | n_gen = 371, tg = 22.26 t/s, tg_3s = 22.33 t/s 4.33.141.883 I slot print_timing: id 0 | task 4129 | prompt eval time = 319.50 ms / 94 tokens ( 3.40 ms per token, 294.21 tokens per second) 4.33.141.890 I slot print_timing: id 0 | task 4129 | eval time = 9973.46 ms / 225 tokens ( 44.52 ms per token, 22.46 tokens per second) 4.33.141.892 I slot print_timing: id 0 | task 4129 | total time = 10292.97 ms / 319 tokens 4.33.141.892 I slot print_timing: id 0 | task 4129 | graphs reused = 3572 4.33.141.893 I slot print_timing: id 0 | task 4129 | graph reallocs = 0 / 0 (same size) / (changed size) 4.33.142.011 I slot release: id 0 | task 4129 | stop processing: n_tokens = 1414, truncated = 0 4.33.185.045 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.943 (> 0.100 thold), f_keep = 0.775 4.33.185.080 I slot launch_slot_: id 0 | task 4360 | processing task, is_child = 0 4.34.879.422 I slot print_timing: id 1 | task 4232 | n_gen = 163, tg = 23.26 t/s, tg_3s = 20.84 t/s 4.35.715.443 I slot print_timing: id 3 | task 3969 | n_gen = 442, tg = 22.46 t/s, tg_3s = 23.58 t/s 4.36.511.511 I slot print_timing: id 2 | task 4337 | n_gen = 100, tg = 23.99 t/s, tg_3s = 24.24 t/s 4.37.385.251 I slot print_timing: id 0 | task 4360 | n_gen = 100, tg = 25.12 t/s, tg_3s = 25.38 t/s 4.37.904.880 I slot print_timing: id 1 | task 4232 | n_gen = 239, tg = 23.82 t/s, tg_3s = 25.12 t/s 4.38.503.350 I slot print_timing: id 1 | task 4232 | prompt eval time = 378.42 ms / 88 tokens ( 4.30 ms per token, 232.54 tokens per second) 4.38.503.357 I slot print_timing: id 1 | task 4232 | eval time = 10589.66 ms / 254 tokens ( 41.86 ms per token, 23.89 tokens per second) 4.38.503.358 I slot print_timing: id 1 | task 4232 | total time = 10968.08 ms / 342 tokens 4.38.503.359 I slot print_timing: id 1 | task 4232 | graphs reused = 3699 4.38.503.360 I slot print_timing: id 1 | task 4232 | graph reallocs = 0 / 0 (same size) / (changed size) 4.38.503.465 I slot release: id 1 | task 4232 | stop processing: n_tokens = 1437, truncated = 0 4.38.577.558 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.939 (> 0.100 thold), f_keep = 0.763 4.38.577.593 I slot launch_slot_: id 1 | task 4491 | processing task, is_child = 0 4.38.837.764 I slot print_timing: id 3 | task 3969 | n_gen = 514, tg = 22.54 t/s, tg_3s = 23.06 t/s 4.39.550.918 I slot print_timing: id 2 | task 4337 | n_gen = 168, tg = 23.31 t/s, tg_3s = 22.37 t/s 4.40.269.511 I slot print_timing: id 2 | task 4337 | prompt eval time = 375.26 ms / 84 tokens ( 4.47 ms per token, 223.84 tokens per second) 4.40.269.519 I slot print_timing: id 2 | task 4337 | eval time = 7884.24 ms / 186 tokens ( 42.62 ms per token, 23.46 tokens per second) 4.40.269.519 I slot print_timing: id 2 | task 4337 | total time = 8259.51 ms / 270 tokens 4.40.269.520 I slot print_timing: id 2 | task 4337 | graphs reused = 3731 4.40.269.521 I slot print_timing: id 2 | task 4337 | graph reallocs = 0 / 0 (same size) / (changed size) 4.40.269.640 I slot release: id 2 | task 4337 | stop processing: n_tokens = 1365, truncated = 0 4.40.343.524 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.920 (> 0.100 thold), f_keep = 0.803 4.40.343.558 I slot launch_slot_: id 2 | task 4528 | processing task, is_child = 0 4.40.613.370 I slot print_timing: id 0 | task 4360 | n_gen = 166, tg = 23.02 t/s, tg_3s = 20.45 t/s 4.41.844.219 I slot print_timing: id 3 | task 3969 | n_gen = 579, tg = 22.43 t/s, tg_3s = 21.62 t/s 4.43.240.160 I slot print_timing: id 1 | task 4491 | n_gen = 100, tg = 23.07 t/s, tg_3s = 23.30 t/s 4.43.482.993 I slot print_timing: id 0 | task 4360 | prompt eval time = 259.40 ms / 66 tokens ( 3.93 ms per token, 254.44 tokens per second) 4.43.483.001 I slot print_timing: id 0 | task 4360 | eval time = 10038.51 ms / 236 tokens ( 42.72 ms per token, 23.41 tokens per second) 4.43.483.002 I slot print_timing: id 0 | task 4360 | total time = 10297.91 ms / 302 tokens 4.43.483.003 I slot print_timing: id 0 | task 4360 | graphs reused = 3798 4.43.483.004 I slot print_timing: id 0 | task 4360 | graph reallocs = 0 / 0 (same size) / (changed size) 4.43.483.100 I slot release: id 0 | task 4360 | stop processing: n_tokens = 1397, truncated = 0 4.43.525.750 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.886 (> 0.100 thold), f_keep = 0.785 4.43.525.778 I slot launch_slot_: id 0 | task 4601 | processing task, is_child = 0 4.44.868.782 I slot print_timing: id 3 | task 3969 | n_gen = 646, tg = 22.40 t/s, tg_3s = 22.15 t/s 4.45.028.034 I slot print_timing: id 2 | task 4528 | n_gen = 100, tg = 23.00 t/s, tg_3s = 23.24 t/s 4.45.546.529 I slot print_timing: id 1 | task 4491 | prompt eval time = 370.97 ms / 71 tokens ( 5.22 ms per token, 191.39 tokens per second) 4.45.546.536 I slot print_timing: id 1 | task 4491 | eval time = 6597.95 ms / 149 tokens ( 44.58 ms per token, 22.43 tokens per second) 4.45.546.538 I slot print_timing: id 1 | task 4491 | total time = 6968.93 ms / 220 tokens 4.45.546.539 I slot print_timing: id 1 | task 4491 | graphs reused = 3838 4.45.546.539 I slot print_timing: id 1 | task 4491 | graph reallocs = 0 / 0 (same size) / (changed size) 4.45.546.649 I slot release: id 1 | task 4491 | stop processing: n_tokens = 1315, truncated = 0 4.45.620.980 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.923 (> 0.100 thold), f_keep = 0.833 4.45.621.025 I slot launch_slot_: id 1 | task 4645 | processing task, is_child = 0 4.47.281.373 I slot print_timing: id 3 | task 3969 | prompt eval time = 312.18 ms / 81 tokens ( 3.85 ms per token, 259.47 tokens per second) 4.47.281.381 I slot print_timing: id 3 | task 3969 | eval time = 31201.40 ms / 698 tokens ( 44.77 ms per token, 22.34 tokens per second) 4.47.281.382 I slot print_timing: id 3 | task 3969 | total time = 31513.58 ms / 779 tokens 4.47.281.383 I slot print_timing: id 3 | task 3969 | graphs reused = 3869 4.47.281.384 I slot print_timing: id 3 | task 3969 | graph reallocs = 0 / 0 (same size) / (changed size) 4.47.281.533 I slot release: id 3 | task 3969 | stop processing: n_tokens = 1874, truncated = 0 4.47.323.301 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.931 (> 0.100 thold), f_keep = 0.585 4.47.323.333 I slot launch_slot_: id 3 | task 4681 | processing task, is_child = 0 4.48.038.285 I slot print_timing: id 2 | task 4528 | n_gen = 161, tg = 21.88 t/s, tg_3s = 20.26 t/s 4.48.477.586 I slot print_timing: id 0 | task 4601 | n_gen = 100, tg = 21.84 t/s, tg_3s = 22.06 t/s 4.50.183.701 I slot print_timing: id 1 | task 4645 | n_gen = 100, tg = 23.67 t/s, tg_3s = 23.91 t/s 4.51.056.521 I slot print_timing: id 2 | task 4528 | n_gen = 237, tg = 22.84 t/s, tg_3s = 25.18 t/s 4.51.493.742 I slot print_timing: id 0 | task 4601 | n_gen = 176, tg = 23.18 t/s, tg_3s = 25.20 t/s 4.51.574.152 I slot print_timing: id 3 | task 4681 | n_gen = 100, tg = 25.15 t/s, tg_3s = 25.40 t/s 4.53.203.218 I slot print_timing: id 1 | task 4645 | n_gen = 176, tg = 24.30 t/s, tg_3s = 25.17 t/s 4.53.322.621 I slot print_timing: id 1 | task 4645 | prompt eval time = 379.64 ms / 91 tokens ( 4.17 ms per token, 239.70 tokens per second) 4.53.322.628 I slot print_timing: id 1 | task 4645 | eval time = 7321.95 ms / 179 tokens ( 41.13 ms per token, 24.31 tokens per second) 4.53.322.629 I slot print_timing: id 1 | task 4645 | total time = 7701.59 ms / 270 tokens 4.53.322.630 I slot print_timing: id 1 | task 4645 | graphs reused = 4010 4.53.322.631 I slot print_timing: id 1 | task 4645 | graph reallocs = 0 / 0 (same size) / (changed size) 4.53.322.748 I slot release: id 1 | task 4645 | stop processing: n_tokens = 1365, truncated = 0 4.53.397.230 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.932 (> 0.100 thold), f_keep = 0.803 4.53.397.282 I slot launch_slot_: id 1 | task 4828 | processing task, is_child = 0 4.53.931.756 I slot print_timing: id 3 | task 4681 | prompt eval time = 314.33 ms / 82 tokens ( 3.83 ms per token, 260.87 tokens per second) 4.53.931.761 I slot print_timing: id 3 | task 4681 | eval time = 6294.09 ms / 151 tokens ( 41.96 ms per token, 23.83 tokens per second) 4.53.931.762 I slot print_timing: id 3 | task 4681 | total time = 6608.42 ms / 233 tokens 4.53.931.762 I slot print_timing: id 3 | task 4681 | graphs reused = 4013 4.53.931.763 I slot print_timing: id 3 | task 4681 | graph reallocs = 0 / 0 (same size) / (changed size) 4.53.931.839 I slot release: id 3 | task 4681 | stop processing: n_tokens = 1327, truncated = 0 4.53.971.679 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.911 (> 0.100 thold), f_keep = 0.826 4.53.971.715 I slot launch_slot_: id 3 | task 4836 | processing task, is_child = 0 4.54.258.710 I slot print_timing: id 2 | task 4528 | n_gen = 303, tg = 22.31 t/s, tg_3s = 20.61 t/s 4.54.493.839 I slot print_timing: id 0 | task 4601 | n_gen = 236, tg = 22.27 t/s, tg_3s = 20.00 t/s 4.57.287.357 I slot print_timing: id 2 | task 4528 | n_gen = 378, tg = 22.76 t/s, tg_3s = 24.76 t/s 4.57.525.953 I slot print_timing: id 0 | task 4601 | n_gen = 312, tg = 22.90 t/s, tg_3s = 25.07 t/s 4.58.005.576 I slot print_timing: id 1 | task 4828 | n_gen = 100, tg = 23.40 t/s, tg_3s = 23.63 t/s 4.58.165.921 I slot print_timing: id 2 | task 4528 | prompt eval time = 380.69 ms / 95 tokens ( 4.01 ms per token, 249.54 tokens per second) 4.58.165.929 I slot print_timing: id 2 | task 4528 | eval time = 17441.66 ms / 400 tokens ( 43.71 ms per token, 22.88 tokens per second) 4.58.165.930 I slot print_timing: id 2 | task 4528 | total time = 17822.35 ms / 495 tokens 4.58.165.931 I slot print_timing: id 2 | task 4528 | graphs reused = 4107 4.58.165.931 I slot print_timing: id 2 | task 4528 | graph reallocs = 0 / 0 (same size) / (changed size) 4.58.166.073 I slot release: id 2 | task 4528 | stop processing: n_tokens = 1590, truncated = 0 4.58.240.082 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.926 (> 0.100 thold), f_keep = 0.689 4.58.240.138 I slot launch_slot_: id 2 | task 4936 | processing task, is_child = 0 4.58.615.485 I slot print_timing: id 3 | task 4836 | n_gen = 100, tg = 23.14 t/s, tg_3s = 23.37 t/s 5.00.531.951 I slot print_timing: id 0 | task 4601 | n_gen = 379, tg = 22.79 t/s, tg_3s = 22.29 t/s 5.01.009.635 I slot print_timing: id 1 | task 4828 | n_gen = 167, tg = 22.94 t/s, tg_3s = 22.30 t/s 5.01.648.504 I slot print_timing: id 3 | task 4836 | n_gen = 176, tg = 23.93 t/s, tg_3s = 25.06 t/s 5.02.443.262 I slot print_timing: id 1 | task 4828 | prompt eval time = 376.75 ms / 80 tokens ( 4.71 ms per token, 212.35 tokens per second) 5.02.443.275 I slot print_timing: id 1 | task 4828 | eval time = 8669.23 ms / 203 tokens ( 42.92 ms per token, 23.30 tokens per second) 5.02.443.276 I slot print_timing: id 1 | task 4828 | total time = 9045.97 ms / 283 tokens 5.02.443.278 I slot print_timing: id 1 | task 4828 | graphs reused = 4202 5.02.443.280 I slot print_timing: id 1 | task 4828 | graph reallocs = 0 / 0 (same size) / (changed size) 5.02.443.402 I slot release: id 1 | task 4828 | stop processing: n_tokens = 1378, truncated = 0 5.02.518.453 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.926 (> 0.100 thold), f_keep = 0.795 5.02.518.483 I slot launch_slot_: id 1 | task 5036 | processing task, is_child = 0 5.02.897.865 I slot print_timing: id 2 | task 4936 | n_gen = 100, tg = 23.12 t/s, tg_3s = 23.35 t/s 5.03.542.145 I slot print_timing: id 0 | task 4601 | n_gen = 446, tg = 22.71 t/s, tg_3s = 22.26 t/s 5.04.538.263 I slot print_timing: id 2 | task 4936 | prompt eval time = 375.14 ms / 87 tokens ( 4.31 ms per token, 231.91 tokens per second) 5.04.538.270 I slot print_timing: id 2 | task 4936 | eval time = 5922.97 ms / 141 tokens ( 42.31 ms per token, 23.64 tokens per second) 5.04.538.271 I slot print_timing: id 2 | task 4936 | total time = 6298.11 ms / 228 tokens 5.04.538.272 I slot print_timing: id 2 | task 4936 | graphs reused = 4242 5.04.538.272 I slot print_timing: id 2 | task 4936 | graph reallocs = 0 / 0 (same size) / (changed size) 5.04.538.379 I slot release: id 2 | task 4936 | stop processing: n_tokens = 1323, truncated = 0 5.04.612.117 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.922 (> 0.100 thold), f_keep = 0.828 5.04.612.147 I slot launch_slot_: id 2 | task 5081 | processing task, is_child = 0 5.04.877.201 I slot print_timing: id 3 | task 4836 | n_gen = 242, tg = 22.86 t/s, tg_3s = 20.44 t/s 5.06.544.051 I slot print_timing: id 0 | task 4601 | n_gen = 513, tg = 22.65 t/s, tg_3s = 22.32 t/s 5.07.181.842 I slot print_timing: id 1 | task 5036 | n_gen = 100, tg = 23.11 t/s, tg_3s = 23.34 t/s 5.07.899.688 I slot print_timing: id 3 | task 4836 | n_gen = 316, tg = 23.23 t/s, tg_3s = 24.48 t/s 5.08.058.875 I slot print_timing: id 1 | task 5036 | prompt eval time = 379.22 ms / 88 tokens ( 4.31 ms per token, 232.06 tokens per second) 5.08.058.883 I slot print_timing: id 1 | task 5036 | eval time = 5161.16 ms / 122 tokens ( 42.65 ms per token, 23.44 tokens per second) 5.08.058.883 I slot print_timing: id 1 | task 5036 | total time = 5540.38 ms / 210 tokens 5.08.058.884 I slot print_timing: id 1 | task 5036 | graphs reused = 4318 5.08.058.885 I slot print_timing: id 1 | task 5036 | graph reallocs = 0 / 0 (same size) / (changed size) 5.08.058.999 I slot release: id 1 | task 5036 | stop processing: n_tokens = 1305, truncated = 0 5.08.133.027 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.920 (> 0.100 thold), f_keep = 0.840 5.08.133.070 I slot launch_slot_: id 1 | task 5162 | processing task, is_child = 0 5.09.280.622 I slot print_timing: id 2 | task 5081 | n_gen = 100, tg = 23.06 t/s, tg_3s = 23.29 t/s 5.09.559.788 I slot print_timing: id 0 | task 4601 | n_gen = 580, tg = 22.60 t/s, tg_3s = 22.22 t/s 5.10.918.765 I slot print_timing: id 3 | task 4836 | n_gen = 383, tg = 23.04 t/s, tg_3s = 22.19 t/s 5.11.795.394 I slot print_timing: id 0 | task 4601 | prompt eval time = 417.89 ms / 141 tokens ( 2.96 ms per token, 337.41 tokens per second) 5.11.795.402 I slot print_timing: id 0 | task 4601 | eval time = 27851.72 ms / 636 tokens ( 43.86 ms per token, 22.80 tokens per second) 5.11.795.403 I slot print_timing: id 0 | task 4601 | total time = 28269.61 ms / 777 tokens 5.11.795.404 I slot print_timing: id 0 | task 4601 | graphs reused = 4398 5.11.795.405 I slot print_timing: id 0 | task 4601 | graph reallocs = 0 / 0 (same size) / (changed size) 5.11.795.525 I slot release: id 0 | task 4601 | stop processing: n_tokens = 1872, truncated = 0 5.11.838.520 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.937 (> 0.100 thold), f_keep = 0.585 5.11.838.554 I slot launch_slot_: id 0 | task 5248 | processing task, is_child = 0 5.12.299.716 I slot print_timing: id 2 | task 5081 | n_gen = 170, tg = 23.11 t/s, tg_3s = 23.19 t/s 5.12.697.064 I slot print_timing: id 1 | task 5162 | n_gen = 100, tg = 23.68 t/s, tg_3s = 23.92 t/s 5.13.932.320 I slot print_timing: id 1 | task 5162 | prompt eval time = 382.89 ms / 95 tokens ( 4.03 ms per token, 248.11 tokens per second) 5.13.932.325 I slot print_timing: id 1 | task 5162 | eval time = 5416.35 ms / 131 tokens ( 41.66 ms per token, 24.00 tokens per second) 5.13.932.326 I slot print_timing: id 1 | task 5162 | total time = 5799.24 ms / 226 tokens 5.13.932.327 I slot print_timing: id 1 | task 5162 | graphs reused = 4443 5.13.932.328 I slot print_timing: id 1 | task 5162 | graph reallocs = 0 / 0 (same size) / (changed size) 5.13.932.449 I slot release: id 1 | task 5162 | stop processing: n_tokens = 1321, truncated = 0 5.13.933.203 I slot print_timing: id 3 | task 4836 | n_gen = 453, tg = 23.07 t/s, tg_3s = 23.22 t/s 5.14.006.766 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.922 (> 0.100 thold), f_keep = 0.830 5.14.006.803 I slot launch_slot_: id 1 | task 5297 | processing task, is_child = 0 5.14.273.862 I slot print_timing: id 3 | task 4836 | prompt eval time = 365.19 ms / 107 tokens ( 3.41 ms per token, 292.99 tokens per second) 5.14.273.865 I slot print_timing: id 3 | task 4836 | eval time = 19936.95 ms / 455 tokens ( 43.91 ms per token, 22.77 tokens per second) 5.14.273.865 I slot print_timing: id 3 | task 4836 | total time = 20302.14 ms / 562 tokens 5.14.273.866 I slot print_timing: id 3 | task 4836 | graphs reused = 4443 5.14.273.866 I slot print_timing: id 3 | task 4836 | graph reallocs = 0 / 0 (same size) / (changed size) 5.14.273.930 I slot release: id 3 | task 4836 | stop processing: n_tokens = 1657, truncated = 0 5.14.383.070 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.937 (> 0.100 thold), f_keep = 0.661 5.14.383.122 I slot launch_slot_: id 3 | task 5300 | processing task, is_child = 0 5.15.334.746 I slot print_timing: id 2 | task 5081 | n_gen = 232, tg = 22.32 t/s, tg_3s = 20.43 t/s 5.16.644.499 I slot print_timing: id 0 | task 5248 | n_gen = 100, tg = 21.99 t/s, tg_3s = 22.21 t/s 5.17.000.730 I slot print_timing: id 0 | task 5248 | prompt eval time = 302.87 ms / 75 tokens ( 4.04 ms per token, 247.63 tokens per second) 5.17.000.737 I slot print_timing: id 0 | task 5248 | eval time = 4859.29 ms / 109 tokens ( 44.99 ms per token, 22.23 tokens per second) 5.17.000.738 I slot print_timing: id 0 | task 5248 | total time = 5162.16 ms / 184 tokens 5.17.000.738 I slot print_timing: id 0 | task 5248 | graphs reused = 4500 5.17.000.739 I slot print_timing: id 0 | task 5248 | graph reallocs = 0 / 0 (same size) / (changed size) 5.17.000.855 I slot release: id 0 | task 5248 | stop processing: n_tokens = 1278, truncated = 0 5.17.043.884 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.938 (> 0.100 thold), f_keep = 0.858 5.17.043.925 I slot launch_slot_: id 0 | task 5362 | processing task, is_child = 0 5.18.344.879 I slot print_timing: id 2 | task 5081 | n_gen = 302, tg = 22.53 t/s, tg_3s = 23.25 t/s 5.18.703.042 I slot print_timing: id 3 | task 5300 | prompt eval time = 309.00 ms / 75 tokens ( 4.12 ms per token, 242.72 tokens per second) 5.18.703.048 I slot print_timing: id 3 | task 5300 | eval time = 4010.90 ms / 96 tokens ( 42.22 ms per token, 23.69 tokens per second) 5.18.703.049 I slot print_timing: id 3 | task 5300 | total time = 4319.90 ms / 171 tokens 5.18.703.050 I slot print_timing: id 3 | task 5300 | graphs reused = 4534 5.18.703.051 I slot print_timing: id 3 | task 5300 | graph reallocs = 0 / 0 (same size) / (changed size) 5.18.703.169 I slot release: id 3 | task 5300 | stop processing: n_tokens = 1265, truncated = 0 5.18.744.583 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.934 (> 0.100 thold), f_keep = 0.866 5.18.744.609 I slot launch_slot_: id 3 | task 5400 | processing task, is_child = 0 5.18.976.441 I slot print_timing: id 1 | task 5297 | n_gen = 100, tg = 21.55 t/s, tg_3s = 21.77 t/s 5.19.809.965 I slot print_timing: id 1 | task 5297 | prompt eval time = 375.79 ms / 93 tokens ( 4.04 ms per token, 247.48 tokens per second) 5.19.809.970 I slot print_timing: id 1 | task 5297 | eval time = 5427.36 ms / 120 tokens ( 45.61 ms per token, 21.93 tokens per second) 5.19.809.971 I slot print_timing: id 1 | task 5297 | total time = 5803.15 ms / 213 tokens 5.19.809.971 I slot print_timing: id 1 | task 5297 | graphs reused = 4552 5.19.809.972 I slot print_timing: id 1 | task 5297 | graph reallocs = 0 / 0 (same size) / (changed size) 5.19.810.082 I slot release: id 1 | task 5297 | stop processing: n_tokens = 1308, truncated = 0 5.19.884.240 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.880 (> 0.100 thold), f_keep = 0.839 5.19.884.281 I slot launch_slot_: id 1 | task 5423 | processing task, is_child = 0 5.21.379.944 I slot print_timing: id 2 | task 5081 | n_gen = 361, tg = 21.96 t/s, tg_3s = 19.44 t/s 5.21.777.436 I slot print_timing: id 0 | task 5362 | prompt eval time = 301.07 ms / 72 tokens ( 4.18 ms per token, 239.15 tokens per second) 5.21.777.444 I slot print_timing: id 0 | task 5362 | eval time = 4432.43 ms / 95 tokens ( 47.15 ms per token, 21.21 tokens per second) 5.21.777.445 I slot print_timing: id 0 | task 5362 | total time = 4733.50 ms / 167 tokens 5.21.777.446 I slot print_timing: id 0 | task 5362 | graphs reused = 4585 5.21.777.446 I slot print_timing: id 0 | task 5362 | graph reallocs = 0 / 0 (same size) / (changed size) 5.21.777.559 I slot release: id 0 | task 5362 | stop processing: n_tokens = 1262, truncated = 0 5.21.820.378 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.921 (> 0.100 thold), f_keep = 0.868 5.21.820.409 I slot launch_slot_: id 0 | task 5462 | processing task, is_child = 0 5.23.686.278 I slot print_timing: id 3 | task 5400 | prompt eval time = 310.47 ms / 78 tokens ( 3.98 ms per token, 251.24 tokens per second) 5.23.686.282 I slot print_timing: id 3 | task 5400 | eval time = 4631.19 ms / 100 tokens ( 46.78 ms per token, 21.38 tokens per second) 5.23.686.283 I slot print_timing: id 3 | task 5400 | total time = 4941.66 ms / 178 tokens 5.23.686.284 I slot print_timing: id 3 | task 5400 | graphs reused = 4624 5.23.686.285 I slot print_timing: id 3 | task 5400 | graph reallocs = 0 / 0 (same size) / (changed size) 5.23.686.425 I slot release: id 3 | task 5400 | stop processing: n_tokens = 1273, truncated = 0 5.23.727.981 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.924 (> 0.100 thold), f_keep = 0.861 5.23.728.009 I slot launch_slot_: id 3 | task 5505 | processing task, is_child = 0 5.24.398.519 I slot print_timing: id 2 | task 5081 | n_gen = 425, tg = 21.84 t/s, tg_3s = 21.20 t/s 5.24.797.283 I slot print_timing: id 1 | task 5423 | n_gen = 100, tg = 22.38 t/s, tg_3s = 22.61 t/s 5.26.309.398 I slot print_timing: id 0 | task 5462 | n_gen = 100, tg = 23.70 t/s, tg_3s = 23.94 t/s 5.27.424.389 I slot print_timing: id 2 | task 5081 | n_gen = 501, tg = 22.28 t/s, tg_3s = 25.12 t/s 5.27.822.845 I slot print_timing: id 1 | task 5423 | n_gen = 176, tg = 23.49 t/s, tg_3s = 25.12 t/s 5.27.983.226 I slot print_timing: id 3 | task 5505 | n_gen = 100, tg = 25.11 t/s, tg_3s = 25.36 t/s 5.29.337.574 I slot print_timing: id 0 | task 5462 | n_gen = 176, tg = 24.29 t/s, tg_3s = 25.10 t/s 5.29.417.353 I slot print_timing: id 0 | task 5462 | prompt eval time = 311.76 ms / 94 tokens ( 3.32 ms per token, 301.51 tokens per second) 5.29.417.358 I slot print_timing: id 0 | task 5462 | eval time = 7285.18 ms / 178 tokens ( 41.16 ms per token, 24.30 tokens per second) 5.29.417.359 I slot print_timing: id 0 | task 5462 | total time = 7596.94 ms / 272 tokens 5.29.417.359 I slot print_timing: id 0 | task 5462 | graphs reused = 4758 5.29.417.360 I slot print_timing: id 0 | task 5462 | graph reallocs = 0 / 0 (same size) / (changed size) 5.29.417.467 I slot release: id 0 | task 5462 | stop processing: n_tokens = 1367, truncated = 0 5.29.460.268 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.934 (> 0.100 thold), f_keep = 0.802 5.29.460.296 I slot launch_slot_: id 0 | task 5644 | processing task, is_child = 0 5.30.451.121 I slot print_timing: id 2 | task 5081 | n_gen = 571, tg = 22.38 t/s, tg_3s = 23.13 t/s 5.30.848.712 I slot print_timing: id 1 | task 5423 | n_gen = 246, tg = 23.39 t/s, tg_3s = 23.13 t/s 5.30.888.965 I slot print_timing: id 3 | task 5505 | prompt eval time = 312.12 ms / 90 tokens ( 3.47 ms per token, 288.35 tokens per second) 5.30.888.970 I slot print_timing: id 3 | task 5505 | eval time = 6848.83 ms / 167 tokens ( 41.26 ms per token, 24.24 tokens per second) 5.30.888.970 I slot print_timing: id 3 | task 5505 | total time = 7160.95 ms / 257 tokens 5.30.888.971 I slot print_timing: id 3 | task 5505 | graphs reused = 4786 5.30.888.972 I slot print_timing: id 3 | task 5505 | graph reallocs = 0 / 0 (same size) / (changed size) 5.30.889.114 I slot release: id 3 | task 5505 | stop processing: n_tokens = 1352, truncated = 0 5.30.930.733 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.922 (> 0.100 thold), f_keep = 0.811 5.30.930.760 I slot launch_slot_: id 3 | task 5676 | processing task, is_child = 0 5.33.474.722 I slot print_timing: id 2 | task 5081 | n_gen = 641, tg = 22.47 t/s, tg_3s = 23.15 t/s 5.33.873.982 I slot print_timing: id 1 | task 5423 | n_gen = 316, tg = 23.33 t/s, tg_3s = 23.14 t/s 5.33.952.702 I slot print_timing: id 0 | task 5644 | n_gen = 100, tg = 23.65 t/s, tg_3s = 23.89 t/s 5.35.187.375 I slot print_timing: id 3 | task 5676 | n_gen = 100, tg = 25.10 t/s, tg_3s = 25.35 t/s 5.36.344.622 I slot print_timing: id 0 | task 5644 | prompt eval time = 305.77 ms / 77 tokens ( 3.97 ms per token, 251.82 tokens per second) 5.36.344.627 I slot print_timing: id 0 | task 5644 | eval time = 6578.54 ms / 160 tokens ( 41.37 ms per token, 24.17 tokens per second) 5.36.344.628 I slot print_timing: id 0 | task 5644 | total time = 6884.32 ms / 237 tokens 5.36.344.629 I slot print_timing: id 0 | task 5644 | graphs reused = 4912 5.36.344.630 I slot print_timing: id 0 | task 5644 | graph reallocs = 0 / 0 (same size) / (changed size) 5.36.344.742 I slot release: id 0 | task 5644 | stop processing: n_tokens = 1332, truncated = 0 5.36.387.741 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.946 (> 0.100 thold), f_keep = 0.823 5.36.387.771 I slot launch_slot_: id 0 | task 5808 | processing task, is_child = 0 5.36.566.408 I slot print_timing: id 2 | task 5081 | n_gen = 715, tg = 22.61 t/s, tg_3s = 23.94 t/s 5.36.882.061 I slot print_timing: id 1 | task 5423 | n_gen = 387, tg = 23.38 t/s, tg_3s = 23.60 t/s 5.36.972.993 I slot print_timing: id 3 | task 5676 | prompt eval time = 311.87 ms / 93 tokens ( 3.35 ms per token, 298.20 tokens per second) 5.36.972.999 I slot print_timing: id 3 | task 5676 | eval time = 5730.35 ms / 140 tokens ( 41.23 ms per token, 24.26 tokens per second) 5.36.973.000 I slot print_timing: id 3 | task 5676 | total time = 6042.22 ms / 233 tokens 5.36.973.001 I slot print_timing: id 3 | task 5676 | graphs reused = 4920 5.36.973.002 I slot print_timing: id 3 | task 5676 | graph reallocs = 0 / 0 (same size) / (changed size) 5.36.973.164 I slot release: id 3 | task 5676 | stop processing: n_tokens = 1328, truncated = 0 5.37.015.958 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.913 (> 0.100 thold), f_keep = 0.825 5.37.015.989 I slot launch_slot_: id 3 | task 5820 | processing task, is_child = 0 5.38.106.114 I slot print_timing: id 2 | task 5081 | prompt eval time = 374.73 ms / 93 tokens ( 4.03 ms per token, 248.18 tokens per second) 5.38.106.119 I slot print_timing: id 2 | task 5081 | eval time = 33119.23 ms / 745 tokens ( 44.52 ms per token, 22.46 tokens per second) 5.38.106.120 I slot print_timing: id 2 | task 5081 | total time = 33493.96 ms / 838 tokens 5.38.106.121 I slot print_timing: id 2 | task 5081 | graphs reused = 4937 5.38.106.122 I slot print_timing: id 2 | task 5081 | graph reallocs = 0 / 0 (same size) / (changed size) 5.38.106.255 I slot release: id 2 | task 5081 | stop processing: n_tokens = 1933, truncated = 0 5.38.180.251 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.946 (> 0.100 thold), f_keep = 0.567 5.38.180.292 I slot launch_slot_: id 2 | task 5842 | processing task, is_child = 0 5.39.903.246 I slot print_timing: id 1 | task 5423 | n_gen = 448, tg = 22.89 t/s, tg_3s = 20.19 t/s 5.41.171.276 I slot print_timing: id 0 | task 5808 | n_gen = 100, tg = 21.88 t/s, tg_3s = 22.10 t/s 5.41.608.213 I slot print_timing: id 3 | task 5820 | n_gen = 100, tg = 23.42 t/s, tg_3s = 23.66 t/s 5.42.044.855 I slot print_timing: id 1 | task 5423 | prompt eval time = 490.07 ms / 149 tokens ( 3.29 ms per token, 304.04 tokens per second) 5.42.044.863 I slot print_timing: id 1 | task 5423 | eval time = 21670.50 ms / 502 tokens ( 43.25 ms per token, 23.12 tokens per second) 5.42.044.864 I slot print_timing: id 1 | task 5423 | total time = 22160.57 ms / 651 tokens 5.42.044.864 I slot print_timing: id 1 | task 5423 | graphs reused = 5025 5.42.044.865 I slot print_timing: id 1 | task 5423 | graph reallocs = 0 / 0 (same size) / (changed size) 5.42.044.966 I slot release: id 1 | task 5423 | stop processing: n_tokens = 1747, truncated = 0 5.42.118.752 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.898 (> 0.100 thold), f_keep = 0.627 5.42.118.787 I slot launch_slot_: id 1 | task 5935 | processing task, is_child = 0 5.42.713.835 I slot print_timing: id 2 | task 5842 | prompt eval time = 327.26 ms / 64 tokens ( 5.11 ms per token, 195.56 tokens per second) 5.42.713.841 I slot print_timing: id 2 | task 5842 | eval time = 4206.27 ms / 97 tokens ( 43.82 ms per token, 22.82 tokens per second) 5.42.713.841 I slot print_timing: id 2 | task 5842 | total time = 4533.53 ms / 161 tokens 5.42.713.842 I slot print_timing: id 2 | task 5842 | graphs reused = 5028 5.42.713.842 I slot print_timing: id 2 | task 5842 | graph reallocs = 0 / 0 (same size) / (changed size) 5.42.713.906 I slot release: id 2 | task 5842 | stop processing: n_tokens = 1255, truncated = 0 5.42.785.881 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.922 (> 0.100 thold), f_keep = 0.873 5.42.785.910 I slot launch_slot_: id 2 | task 5943 | processing task, is_child = 0 5.43.482.548 I slot print_timing: id 0 | task 5808 | prompt eval time = 258.10 ms / 63 tokens ( 4.10 ms per token, 244.09 tokens per second) 5.43.482.555 I slot print_timing: id 0 | task 5808 | eval time = 6836.67 ms / 140 tokens ( 49.18 ms per token, 20.33 tokens per second) 5.43.482.556 I slot print_timing: id 0 | task 5808 | total time = 7094.77 ms / 203 tokens 5.43.482.557 I slot print_timing: id 0 | task 5808 | graphs reused = 5035 5.43.482.558 I slot print_timing: id 0 | task 5808 | graph reallocs = 0 / 0 (same size) / (changed size) 5.43.482.671 I slot release: id 0 | task 5808 | stop processing: n_tokens = 1298, truncated = 0 5.43.525.900 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.928 (> 0.100 thold), f_keep = 0.844 5.43.525.942 I slot launch_slot_: id 0 | task 5955 | processing task, is_child = 0 5.44.633.744 I slot print_timing: id 3 | task 5820 | n_gen = 152, tg = 20.82 t/s, tg_3s = 17.19 t/s 5.47.057.666 I slot print_timing: id 1 | task 5935 | n_gen = 100, tg = 21.99 t/s, tg_3s = 22.22 t/s 5.47.336.793 I slot print_timing: id 2 | task 5943 | n_gen = 100, tg = 23.72 t/s, tg_3s = 23.96 t/s 5.47.655.273 I slot print_timing: id 3 | task 5820 | n_gen = 228, tg = 22.09 t/s, tg_3s = 25.15 t/s 5.47.773.214 I slot print_timing: id 0 | task 5955 | n_gen = 100, tg = 25.13 t/s, tg_3s = 25.38 t/s 5.48.608.265 I slot print_timing: id 3 | task 5820 | prompt eval time = 365.18 ms / 104 tokens ( 3.51 ms per token, 284.79 tokens per second) 5.48.608.273 I slot print_timing: id 3 | task 5820 | eval time = 11227.08 ms / 252 tokens ( 44.73 ms per token, 22.36 tokens per second) 5.48.608.274 I slot print_timing: id 3 | task 5820 | total time = 11592.26 ms / 356 tokens 5.48.608.275 I slot print_timing: id 3 | task 5820 | graphs reused = 5154 5.48.608.276 I slot print_timing: id 3 | task 5820 | graph reallocs = 0 / 0 (same size) / (changed size) 5.48.608.412 I slot release: id 3 | task 5820 | stop processing: n_tokens = 1451, truncated = 0 5.48.650.044 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.910 (> 0.100 thold), f_keep = 0.755 5.48.650.071 I slot launch_slot_: id 3 | task 6079 | processing task, is_child = 0 5.49.418.686 I slot print_timing: id 1 | task 5935 | prompt eval time = 437.84 ms / 124 tokens ( 3.53 ms per token, 283.21 tokens per second) 5.49.418.693 I slot print_timing: id 1 | task 5935 | eval time = 6862.04 ms / 152 tokens ( 45.44 ms per token, 22.01 tokens per second) 5.49.418.694 I slot print_timing: id 1 | task 5935 | total time = 7299.89 ms / 276 tokens 5.49.418.694 I slot print_timing: id 1 | task 5935 | graphs reused = 5163 5.49.418.695 I slot print_timing: id 1 | task 5935 | graph reallocs = 0 / 0 (same size) / (changed size) 5.49.418.826 I slot release: id 1 | task 5935 | stop processing: n_tokens = 1371, truncated = 0 5.49.493.054 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.942 (> 0.100 thold), f_keep = 0.799 5.49.493.099 I slot launch_slot_: id 1 | task 6093 | processing task, is_child = 0 5.50.341.343 I slot print_timing: id 2 | task 5943 | n_gen = 161, tg = 22.29 t/s, tg_3s = 20.30 t/s 5.50.544.262 I slot print_timing: id 2 | task 5943 | prompt eval time = 376.58 ms / 93 tokens ( 4.05 ms per token, 246.96 tokens per second) 5.50.544.269 I slot print_timing: id 2 | task 5943 | eval time = 7381.76 ms / 166 tokens ( 44.74 ms per token, 22.35 tokens per second) 5.50.544.270 I slot print_timing: id 2 | task 5943 | total time = 7758.34 ms / 259 tokens 5.50.544.270 I slot print_timing: id 2 | task 5943 | graphs reused = 5179 5.50.544.271 I slot print_timing: id 2 | task 5943 | graph reallocs = 0 / 0 (same size) / (changed size) 5.50.544.399 I slot release: id 2 | task 5943 | stop processing: n_tokens = 1354, truncated = 0 5.50.618.269 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.921 (> 0.100 thold), f_keep = 0.809 5.50.618.303 I slot launch_slot_: id 2 | task 6115 | processing task, is_child = 0 5.50.886.985 I slot print_timing: id 0 | task 5955 | n_gen = 157, tg = 22.12 t/s, tg_3s = 18.31 t/s 5.53.586.969 I slot print_timing: id 3 | task 6079 | n_gen = 100, tg = 21.65 t/s, tg_3s = 21.87 t/s 5.53.903.683 I slot print_timing: id 0 | task 5955 | n_gen = 231, tg = 22.84 t/s, tg_3s = 24.53 t/s 5.54.102.072 I slot print_timing: id 1 | task 6093 | n_gen = 100, tg = 23.12 t/s, tg_3s = 23.36 t/s 5.54.936.409 I slot print_timing: id 2 | task 6115 | n_gen = 100, tg = 25.13 t/s, tg_3s = 25.38 t/s 5.55.134.288 I slot print_timing: id 1 | task 6093 | prompt eval time = 327.38 ms / 67 tokens ( 4.89 ms per token, 204.66 tokens per second) 5.55.134.294 I slot print_timing: id 1 | task 6093 | eval time = 5313.81 ms / 126 tokens ( 42.51 ms per token, 23.52 tokens per second) 5.55.134.295 I slot print_timing: id 1 | task 6093 | total time = 5641.18 ms / 193 tokens 5.55.134.296 I slot print_timing: id 1 | task 6093 | graphs reused = 5281 5.55.134.297 I slot print_timing: id 1 | task 6093 | graph reallocs = 0 / 0 (same size) / (changed size) 5.55.134.418 I slot release: id 1 | task 6093 | stop processing: n_tokens = 1288, truncated = 0 5.55.208.894 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.911 (> 0.100 thold), f_keep = 0.851 5.55.208.943 I slot launch_slot_: id 1 | task 6223 | processing task, is_child = 0 5.55.639.840 I slot print_timing: id 2 | task 6115 | prompt eval time = 378.33 ms / 94 tokens ( 4.02 ms per token, 248.46 tokens per second) 5.55.639.843 I slot print_timing: id 2 | task 6115 | eval time = 4643.20 ms / 108 tokens ( 43.39 ms per token, 23.04 tokens per second) 5.55.639.843 I slot print_timing: id 2 | task 6115 | total time = 5021.53 ms / 202 tokens 5.55.639.844 I slot print_timing: id 2 | task 6115 | graphs reused = 5281 5.55.639.844 I slot print_timing: id 2 | task 6115 | graph reallocs = 0 / 0 (same size) / (changed size) 5.55.639.907 I slot release: id 2 | task 6115 | stop processing: n_tokens = 1297, truncated = 0 5.55.711.064 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.940 (> 0.100 thold), f_keep = 0.845 5.55.711.095 I slot launch_slot_: id 2 | task 6227 | processing task, is_child = 0 5.55.970.788 I slot print_timing: id 3 | task 6079 | prompt eval time = 364.57 ms / 109 tokens ( 3.34 ms per token, 298.98 tokens per second) 5.55.970.805 I slot print_timing: id 3 | task 6079 | eval time = 6956.12 ms / 144 tokens ( 48.64 ms per token, 20.56 tokens per second) 5.55.970.807 I slot print_timing: id 3 | task 6079 | total time = 7320.69 ms / 253 tokens 5.55.970.810 I slot print_timing: id 3 | task 6079 | graphs reused = 5281 5.55.970.811 I slot print_timing: id 3 | task 6079 | graph reallocs = 0 / 0 (same size) / (changed size) 5.55.971.133 I slot release: id 3 | task 6079 | stop processing: n_tokens = 1348, truncated = 0 5.56.055.147 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.938 (> 0.100 thold), f_keep = 0.813 5.56.055.193 I slot launch_slot_: id 3 | task 6230 | processing task, is_child = 0 5.56.935.557 I slot print_timing: id 0 | task 5955 | n_gen = 284, tg = 21.60 t/s, tg_3s = 17.48 t/s 5.59.351.396 I slot print_timing: id 0 | task 5955 | prompt eval time = 307.73 ms / 85 tokens ( 3.62 ms per token, 276.22 tokens per second) 5.59.351.404 I slot print_timing: id 0 | task 5955 | eval time = 15517.72 ms / 345 tokens ( 45.11 ms per token, 22.17 tokens per second) 5.59.351.405 I slot print_timing: id 0 | task 5955 | total time = 15825.44 ms / 430 tokens 5.59.351.406 I slot print_timing: id 0 | task 5955 | graphs reused = 5355 5.59.351.407 I slot print_timing: id 0 | task 5955 | graph reallocs = 0 / 0 (same size) / (changed size) 5.59.351.510 I slot release: id 0 | task 5955 | stop processing: n_tokens = 1525, truncated = 0 5.59.393.972 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.923 (> 0.100 thold), f_keep = 0.719 5.59.394.004 I slot launch_slot_: id 0 | task 6309 | processing task, is_child = 0 6.00.345.436 I slot print_timing: id 1 | task 6223 | n_gen = 100, tg = 21.04 t/s, tg_3s = 21.25 t/s 6.00.464.876 I slot print_timing: id 2 | task 6227 | n_gen = 100, tg = 22.45 t/s, tg_3s = 22.68 t/s 6.00.544.108 I slot print_timing: id 3 | task 6230 | n_gen = 100, tg = 23.75 t/s, tg_3s = 23.99 t/s 6.00.663.207 I slot print_timing: id 3 | task 6230 | prompt eval time = 319.71 ms / 73 tokens ( 4.38 ms per token, 228.33 tokens per second) 6.00.663.214 I slot print_timing: id 3 | task 6230 | eval time = 4288.29 ms / 103 tokens ( 42.04 ms per token, 23.79 tokens per second) 6.00.663.215 I slot print_timing: id 3 | task 6230 | total time = 4608.00 ms / 176 tokens 6.00.663.216 I slot print_timing: id 3 | task 6230 | graphs reused = 5379 6.00.663.217 I slot print_timing: id 3 | task 6230 | graph reallocs = 0 / 0 (same size) / (changed size) 6.00.663.347 I slot release: id 3 | task 6230 | stop processing: n_tokens = 1271, truncated = 0 6.00.704.810 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.913 (> 0.100 thold), f_keep = 0.862 6.00.704.841 I slot launch_slot_: id 3 | task 6337 | processing task, is_child = 0 6.03.384.054 I slot print_timing: id 1 | task 6223 | n_gen = 169, tg = 21.69 t/s, tg_3s = 22.71 t/s 6.03.503.190 I slot print_timing: id 2 | task 6227 | n_gen = 169, tg = 22.56 t/s, tg_3s = 22.71 t/s 6.03.939.580 I slot print_timing: id 0 | task 6309 | n_gen = 100, tg = 23.36 t/s, tg_3s = 23.60 t/s 6.05.012.162 I slot print_timing: id 3 | task 6337 | n_gen = 100, tg = 25.11 t/s, tg_3s = 25.37 t/s 6.06.285.932 I slot print_timing: id 0 | task 6309 | prompt eval time = 308.27 ms / 91 tokens ( 3.39 ms per token, 295.20 tokens per second) 6.06.285.937 I slot print_timing: id 0 | task 6309 | eval time = 6583.65 ms / 159 tokens ( 41.67 ms per token, 24.00 tokens per second) 6.06.285.938 I slot print_timing: id 0 | task 6309 | total time = 6891.92 ms / 250 tokens 6.06.285.938 I slot print_timing: id 0 | task 6309 | graphs reused = 5508 6.06.285.939 I slot print_timing: id 0 | task 6309 | graph reallocs = 0 / 0 (same size) / (changed size) 6.06.286.048 I slot release: id 0 | task 6309 | stop processing: n_tokens = 1345, truncated = 0 6.06.328.867 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.934 (> 0.100 thold), f_keep = 0.815 6.06.328.900 I slot launch_slot_: id 0 | task 6472 | processing task, is_child = 0 6.06.556.462 I slot print_timing: id 1 | task 6223 | n_gen = 244, tg = 22.26 t/s, tg_3s = 23.64 t/s 6.06.556.631 I slot print_timing: id 2 | task 6227 | n_gen = 241, tg = 22.85 t/s, tg_3s = 23.58 t/s 6.08.028.367 I slot print_timing: id 3 | task 6337 | n_gen = 170, tg = 24.29 t/s, tg_3s = 23.21 t/s 6.09.581.949 I slot print_timing: id 1 | task 6223 | n_gen = 319, tg = 22.81 t/s, tg_3s = 24.79 t/s 6.09.582.245 I slot print_timing: id 2 | task 6227 | n_gen = 316, tg = 23.29 t/s, tg_3s = 24.79 t/s 6.10.060.977 I slot print_timing: id 1 | task 6223 | prompt eval time = 430.73 ms / 107 tokens ( 4.03 ms per token, 248.42 tokens per second) 6.10.060.984 I slot print_timing: id 1 | task 6223 | eval time = 14421.30 ms / 331 tokens ( 43.70 ms per token, 22.88 tokens per second) 6.10.060.986 I slot print_timing: id 1 | task 6223 | total time = 14852.02 ms / 438 tokens 6.10.060.987 I slot print_timing: id 1 | task 6223 | graphs reused = 5594 6.10.060.987 I slot print_timing: id 1 | task 6223 | graph reallocs = 0 / 0 (same size) / (changed size) 6.10.061.089 I slot release: id 1 | task 6223 | stop processing: n_tokens = 1533, truncated = 0 6.10.135.037 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.918 (> 0.100 thold), f_keep = 0.715 6.10.135.076 I slot launch_slot_: id 1 | task 6562 | processing task, is_child = 0 6.10.676.011 I slot print_timing: id 3 | task 6337 | prompt eval time = 364.94 ms / 105 tokens ( 3.48 ms per token, 287.72 tokens per second) 6.10.676.018 I slot print_timing: id 3 | task 6337 | eval time = 9606.23 ms / 228 tokens ( 42.32 ms per token, 23.63 tokens per second) 6.10.676.018 I slot print_timing: id 3 | task 6337 | total time = 9971.16 ms / 333 tokens 6.10.676.019 I slot print_timing: id 3 | task 6337 | graphs reused = 5597 6.10.676.019 I slot print_timing: id 3 | task 6337 | graph reallocs = 0 / 0 (same size) / (changed size) 6.10.676.089 I slot release: id 3 | task 6337 | stop processing: n_tokens = 1428, truncated = 0 6.10.715.828 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.910 (> 0.100 thold), f_keep = 0.768 6.10.715.862 I slot launch_slot_: id 3 | task 6570 | processing task, is_child = 0 6.11.199.398 I slot print_timing: id 0 | task 6472 | n_gen = 100, tg = 21.69 t/s, tg_3s = 21.91 t/s 6.11.880.414 I slot print_timing: id 2 | task 6227 | prompt eval time = 344.04 ms / 70 tokens ( 4.91 ms per token, 203.47 tokens per second) 6.11.880.421 I slot print_timing: id 2 | task 6227 | eval time = 15825.27 ms / 358 tokens ( 44.33 ms per token, 22.56 tokens per second) 6.11.880.422 I slot print_timing: id 2 | task 6227 | total time = 16169.31 ms / 428 tokens 6.11.880.422 I slot print_timing: id 2 | task 6227 | graphs reused = 5616 6.11.880.423 I slot print_timing: id 2 | task 6227 | graph reallocs = 0 / 0 (same size) / (changed size) 6.11.880.553 I slot release: id 2 | task 6227 | stop processing: n_tokens = 1523, truncated = 0 6.11.954.563 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.918 (> 0.100 thold), f_keep = 0.720 6.11.954.602 I slot launch_slot_: id 2 | task 6594 | processing task, is_child = 0 6.13.050.948 I slot print_timing: id 0 | task 6472 | prompt eval time = 305.38 ms / 77 tokens ( 3.97 ms per token, 252.15 tokens per second) 6.13.050.952 I slot print_timing: id 0 | task 6472 | eval time = 6416.66 ms / 138 tokens ( 46.84 ms per token, 21.35 tokens per second) 6.13.050.952 I slot print_timing: id 0 | task 6472 | total time = 6722.04 ms / 215 tokens 6.13.050.953 I slot print_timing: id 0 | task 6472 | graphs reused = 5633 6.13.050.954 I slot print_timing: id 0 | task 6472 | graph reallocs = 0 / 0 (same size) / (changed size) 6.13.051.057 I slot release: id 0 | task 6472 | stop processing: n_tokens = 1310, truncated = 0 6.13.093.671 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.922 (> 0.100 thold), f_keep = 0.837 6.13.093.701 I slot launch_slot_: id 0 | task 6616 | processing task, is_child = 0 6.15.319.077 I slot print_timing: id 1 | task 6562 | n_gen = 100, tg = 20.62 t/s, tg_3s = 20.83 t/s 6.15.598.198 I slot print_timing: id 3 | task 6570 | n_gen = 100, tg = 21.92 t/s, tg_3s = 22.14 t/s 6.16.510.196 I slot print_timing: id 2 | task 6594 | n_gen = 100, tg = 23.71 t/s, tg_3s = 23.95 t/s 6.17.343.694 I slot print_timing: id 0 | task 6616 | n_gen = 100, tg = 25.14 t/s, tg_3s = 25.39 t/s 6.18.261.323 I slot print_timing: id 2 | task 6594 | prompt eval time = 380.19 ms / 98 tokens ( 3.88 ms per token, 257.77 tokens per second) 6.18.261.330 I slot print_timing: id 2 | task 6594 | eval time = 5926.52 ms / 144 tokens ( 41.44 ms per token, 24.13 tokens per second) 6.18.261.331 I slot print_timing: id 2 | task 6594 | total time = 6306.71 ms / 242 tokens 6.18.261.331 I slot print_timing: id 2 | task 6594 | graphs reused = 5753 6.18.261.332 I slot print_timing: id 2 | task 6594 | graph reallocs = 0 / 0 (same size) / (changed size) 6.18.261.441 I slot release: id 2 | task 6594 | stop processing: n_tokens = 1337, truncated = 0 6.18.334.812 I slot print_timing: id 1 | task 6562 | n_gen = 175, tg = 22.26 t/s, tg_3s = 24.87 t/s 6.18.335.124 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.935 (> 0.100 thold), f_keep = 0.820 6.18.335.171 I slot launch_slot_: id 2 | task 6742 | processing task, is_child = 0 6.18.703.457 I slot print_timing: id 3 | task 6570 | n_gen = 170, tg = 22.17 t/s, tg_3s = 22.54 t/s 6.20.374.783 I slot print_timing: id 0 | task 6616 | n_gen = 168, tg = 23.96 t/s, tg_3s = 22.43 t/s 6.21.368.446 I slot print_timing: id 1 | task 6562 | n_gen = 244, tg = 22.40 t/s, tg_3s = 22.75 t/s 6.21.725.992 I slot print_timing: id 3 | task 6570 | n_gen = 246, tg = 23.02 t/s, tg_3s = 25.14 t/s 6.22.640.650 I slot print_timing: id 2 | task 6742 | n_gen = 100, tg = 25.14 t/s, tg_3s = 25.40 t/s 6.23.394.667 I slot print_timing: id 0 | task 6616 | n_gen = 244, tg = 24.33 t/s, tg_3s = 25.17 t/s 6.24.390.860 I slot print_timing: id 1 | task 6562 | n_gen = 320, tg = 23.00 t/s, tg_3s = 25.15 t/s 6.24.750.493 I slot print_timing: id 3 | task 6570 | n_gen = 322, tg = 23.48 t/s, tg_3s = 25.13 t/s 6.25.592.252 I slot print_timing: id 1 | task 6562 | prompt eval time = 383.56 ms / 98 tokens ( 3.91 ms per token, 255.50 tokens per second) 6.25.592.256 I slot print_timing: id 1 | task 6562 | eval time = 15073.60 ms / 350 tokens ( 43.19 ms per token, 23.15 tokens per second) 6.25.592.257 I slot print_timing: id 1 | task 6562 | total time = 15457.16 ms / 448 tokens 6.25.592.257 I slot print_timing: id 1 | task 6562 | graphs reused = 5924 6.25.592.258 I slot print_timing: id 1 | task 6562 | graph reallocs = 0 / 0 (same size) / (changed size) 6.25.592.351 I slot release: id 1 | task 6562 | stop processing: n_tokens = 1543, truncated = 0 6.25.665.658 I slot print_timing: id 2 | task 6742 | n_gen = 175, tg = 24.99 t/s, tg_3s = 24.79 t/s 6.25.665.935 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.940 (> 0.100 thold), f_keep = 0.710 6.25.665.976 I slot launch_slot_: id 1 | task 6919 | processing task, is_child = 0 6.26.117.043 I slot print_timing: id 3 | task 6570 | prompt eval time = 365.23 ms / 108 tokens ( 3.38 ms per token, 295.70 tokens per second) 6.26.117.048 I slot print_timing: id 3 | task 6570 | eval time = 15035.94 ms / 348 tokens ( 43.33 ms per token, 23.08 tokens per second) 6.26.117.048 I slot print_timing: id 3 | task 6570 | total time = 15401.17 ms / 456 tokens 6.26.117.049 I slot print_timing: id 3 | task 6570 | graphs reused = 5925 6.26.117.049 I slot print_timing: id 3 | task 6570 | graph reallocs = 0 / 0 (same size) / (changed size) 6.26.117.113 I slot release: id 3 | task 6570 | stop processing: n_tokens = 1551, truncated = 0 6.26.156.372 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.895 (> 0.100 thold), f_keep = 0.707 6.26.156.402 I slot launch_slot_: id 3 | task 6925 | processing task, is_child = 0 6.26.451.536 I slot print_timing: id 0 | task 6616 | n_gen = 306, tg = 23.38 t/s, tg_3s = 20.28 t/s 6.28.641.453 I slot print_timing: id 0 | task 6616 | prompt eval time = 311.54 ms / 93 tokens ( 3.35 ms per token, 298.52 tokens per second) 6.28.641.461 I slot print_timing: id 0 | task 6616 | eval time = 15236.20 ms / 360 tokens ( 42.44 ms per token, 23.56 tokens per second) 6.28.641.462 I slot print_timing: id 0 | task 6616 | total time = 15547.74 ms / 453 tokens 6.28.641.463 I slot print_timing: id 0 | task 6616 | graphs reused = 5976 6.28.641.464 I slot print_timing: id 0 | task 6616 | graph reallocs = 0 / 0 (same size) / (changed size) 6.28.641.560 I slot release: id 0 | task 6616 | stop processing: n_tokens = 1548, truncated = 0 6.28.683.646 I slot print_timing: id 2 | task 6742 | prompt eval time = 368.12 ms / 76 tokens ( 4.84 ms per token, 206.45 tokens per second) 6.28.683.652 I slot print_timing: id 2 | task 6742 | eval time = 9980.35 ms / 236 tokens ( 42.47 ms per token, 23.55 tokens per second) 6.28.683.652 I slot print_timing: id 2 | task 6742 | total time = 10348.47 ms / 312 tokens 6.28.683.653 I slot print_timing: id 2 | task 6742 | graphs reused = 5976 6.28.683.654 I slot print_timing: id 2 | task 6742 | graph reallocs = 0 / 0 (same size) / (changed size) 6.28.683.729 I slot release: id 2 | task 6742 | stop processing: n_tokens = 1407, truncated = 0 6.28.683.957 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.945 (> 0.100 thold), f_keep = 0.708 6.28.683.983 I slot launch_slot_: id 0 | task 6982 | processing task, is_child = 0 6.28.909.425 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.936 (> 0.100 thold), f_keep = 0.779 6.28.909.452 I slot launch_slot_: id 2 | task 6984 | processing task, is_child = 0 6.30.781.753 I slot print_timing: id 1 | task 6919 | n_gen = 100, tg = 20.87 t/s, tg_3s = 21.08 t/s 6.30.980.813 I slot print_timing: id 3 | task 6925 | n_gen = 100, tg = 22.24 t/s, tg_3s = 22.47 t/s 6.31.971.433 I slot print_timing: id 0 | task 6982 | prompt eval time = 504.34 ms / 64 tokens ( 7.88 ms per token, 126.90 tokens per second) 6.31.971.440 I slot print_timing: id 0 | task 6982 | eval time = 2767.14 ms / 69 tokens ( 40.69 ms per token, 24.57 tokens per second) 6.31.971.441 I slot print_timing: id 0 | task 6982 | total time = 3271.47 ms / 133 tokens 6.31.971.442 I slot print_timing: id 0 | task 6982 | graphs reused = 6042 6.31.971.443 I slot print_timing: id 0 | task 6982 | graph reallocs = 0 / 0 (same size) / (changed size) 6.31.971.556 I slot release: id 0 | task 6982 | stop processing: n_tokens = 1228, truncated = 0 6.32.014.635 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.942 (> 0.100 thold), f_keep = 0.893 6.32.014.668 I slot launch_slot_: id 0 | task 7055 | processing task, is_child = 0 6.32.593.779 I slot print_timing: id 1 | task 6919 | prompt eval time = 371.11 ms / 70 tokens ( 5.30 ms per token, 188.63 tokens per second) 6.32.593.784 I slot print_timing: id 1 | task 6919 | eval time = 6556.69 ms / 141 tokens ( 46.83 ms per token, 21.35 tokens per second) 6.32.593.785 I slot print_timing: id 1 | task 6919 | total time = 6927.79 ms / 211 tokens 6.32.593.786 I slot print_timing: id 1 | task 6919 | graphs reused = 6049 6.32.593.786 I slot print_timing: id 1 | task 6919 | graph reallocs = 0 / 0 (same size) / (changed size) 6.32.593.924 I slot release: id 1 | task 6919 | stop processing: n_tokens = 1306, truncated = 0 6.32.668.813 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.925 (> 0.100 thold), f_keep = 0.839 6.32.668.857 I slot launch_slot_: id 1 | task 7067 | processing task, is_child = 0 6.33.769.753 I slot print_timing: id 2 | task 6984 | n_gen = 100, tg = 22.22 t/s, tg_3s = 22.44 t/s 6.34.008.215 I slot print_timing: id 3 | task 6925 | n_gen = 163, tg = 21.66 t/s, tg_3s = 20.81 t/s 6.36.547.969 I slot print_timing: id 0 | task 7055 | n_gen = 100, tg = 23.16 t/s, tg_3s = 23.39 t/s 6.36.787.599 I slot print_timing: id 2 | task 6984 | n_gen = 176, tg = 23.42 t/s, tg_3s = 25.18 t/s 6.36.986.137 I slot print_timing: id 1 | task 7067 | n_gen = 100, tg = 25.13 t/s, tg_3s = 25.39 t/s 6.37.026.288 I slot print_timing: id 3 | task 6925 | n_gen = 239, tg = 22.68 t/s, tg_3s = 25.18 t/s 6.37.699.534 I slot print_timing: id 0 | task 7055 | prompt eval time = 258.86 ms / 67 tokens ( 3.86 ms per token, 258.83 tokens per second) 6.37.699.541 I slot print_timing: id 0 | task 7055 | eval time = 5426.00 ms / 129 tokens ( 42.39 ms per token, 23.59 tokens per second) 6.37.699.542 I slot print_timing: id 0 | task 7055 | total time = 5684.86 ms / 196 tokens 6.37.699.543 I slot print_timing: id 0 | task 7055 | graphs reused = 6165 6.37.699.543 I slot print_timing: id 0 | task 7055 | graph reallocs = 0 / 0 (same size) / (changed size) 6.37.699.657 I slot release: id 0 | task 7055 | stop processing: n_tokens = 1291, truncated = 0 6.37.742.550 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.922 (> 0.100 thold), f_keep = 0.849 6.37.742.583 I slot launch_slot_: id 0 | task 7188 | processing task, is_child = 0 6.39.089.553 I slot print_timing: id 1 | task 7067 | prompt eval time = 378.09 ms / 89 tokens ( 4.25 ms per token, 235.39 tokens per second) 6.39.089.559 I slot print_timing: id 1 | task 7067 | eval time = 6042.60 ms / 147 tokens ( 41.39 ms per token, 24.16 tokens per second) 6.39.089.560 I slot print_timing: id 1 | task 7067 | total time = 6420.68 ms / 236 tokens 6.39.089.561 I slot print_timing: id 1 | task 7067 | graphs reused = 6191 6.39.089.562 I slot print_timing: id 1 | task 7067 | graph reallocs = 0 / 0 (same size) / (changed size) 6.39.089.685 I slot release: id 1 | task 7067 | stop processing: n_tokens = 1331, truncated = 0 6.39.164.121 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.944 (> 0.100 thold), f_keep = 0.823 6.39.164.172 I slot launch_slot_: id 1 | task 7218 | processing task, is_child = 0 6.39.817.998 I slot print_timing: id 2 | task 6984 | n_gen = 239, tg = 22.66 t/s, tg_3s = 20.79 t/s 6.40.057.628 I slot print_timing: id 3 | task 6925 | n_gen = 302, tg = 22.25 t/s, tg_3s = 20.78 t/s 6.40.696.694 I slot print_timing: id 2 | task 6984 | prompt eval time = 403.58 ms / 75 tokens ( 5.38 ms per token, 185.84 tokens per second) 6.40.696.702 I slot print_timing: id 2 | task 6984 | eval time = 11382.44 ms / 261 tokens ( 43.78 ms per token, 22.84 tokens per second) 6.40.696.702 I slot print_timing: id 2 | task 6984 | total time = 11786.03 ms / 336 tokens 6.40.696.703 I slot print_timing: id 2 | task 6984 | graphs reused = 6219 6.40.696.704 I slot print_timing: id 2 | task 6984 | graph reallocs = 0 / 0 (same size) / (changed size) 6.40.696.820 I slot release: id 2 | task 6984 | stop processing: n_tokens = 1431, truncated = 0 6.40.770.523 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.882 (> 0.100 thold), f_keep = 0.766 6.40.770.558 I slot launch_slot_: id 2 | task 7252 | processing task, is_child = 0 6.42.737.603 I slot print_timing: id 0 | task 7188 | n_gen = 100, tg = 21.14 t/s, tg_3s = 21.35 t/s 6.43.097.284 I slot print_timing: id 3 | task 6925 | n_gen = 367, tg = 22.09 t/s, tg_3s = 21.38 t/s 6.43.573.585 I slot print_timing: id 1 | task 7218 | prompt eval time = 329.89 ms / 65 tokens ( 5.08 ms per token, 197.03 tokens per second) 6.43.573.593 I slot print_timing: id 1 | task 7218 | eval time = 4079.51 ms / 92 tokens ( 44.83 ms per token, 22.31 tokens per second) 6.43.573.594 I slot print_timing: id 1 | task 7218 | total time = 4409.40 ms / 157 tokens 6.43.573.595 I slot print_timing: id 1 | task 7218 | graphs reused = 6276 6.43.573.596 I slot print_timing: id 1 | task 7218 | graph reallocs = 0 / 0 (same size) / (changed size) 6.43.573.724 I slot release: id 1 | task 7218 | stop processing: n_tokens = 1252, truncated = 0 6.43.647.858 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.931 (> 0.100 thold), f_keep = 0.875 6.43.647.891 I slot launch_slot_: id 1 | task 7314 | processing task, is_child = 0 6.45.539.041 I slot print_timing: id 2 | task 7252 | n_gen = 100, tg = 23.11 t/s, tg_3s = 23.35 t/s 6.45.776.730 I slot print_timing: id 0 | task 7188 | n_gen = 168, tg = 21.63 t/s, tg_3s = 22.37 t/s 6.46.136.537 I slot print_timing: id 3 | task 6925 | n_gen = 435, tg = 22.14 t/s, tg_3s = 22.37 t/s 6.47.967.888 I slot print_timing: id 1 | task 7314 | n_gen = 100, tg = 25.10 t/s, tg_3s = 25.35 t/s 6.48.561.096 I slot print_timing: id 2 | task 7252 | n_gen = 176, tg = 23.96 t/s, tg_3s = 25.15 t/s 6.48.799.055 I slot print_timing: id 0 | task 7188 | n_gen = 244, tg = 22.62 t/s, tg_3s = 25.15 t/s 6.49.159.014 I slot print_timing: id 3 | task 6925 | n_gen = 511, tg = 22.54 t/s, tg_3s = 25.14 t/s 6.50.993.186 I slot print_timing: id 1 | task 7314 | n_gen = 176, tg = 25.11 t/s, tg_3s = 25.12 t/s 6.50.993.765 I slot print_timing: id 3 | task 6925 | prompt eval time = 373.83 ms / 128 tokens ( 2.92 ms per token, 342.40 tokens per second) 6.50.993.770 I slot print_timing: id 3 | task 6925 | eval time = 24463.53 ms / 557 tokens ( 44.00 ms per token, 22.73 tokens per second) 6.50.993.771 I slot print_timing: id 3 | task 6925 | total time = 24837.36 ms / 685 tokens 6.50.993.779 I slot print_timing: id 3 | task 6925 | graphs reused = 6450 6.50.993.783 I slot print_timing: id 3 | task 6925 | graph reallocs = 0 / 0 (same size) / (changed size) 6.50.993.919 I slot release: id 3 | task 6925 | stop processing: n_tokens = 1780, truncated = 0 6.51.035.716 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.901 (> 0.100 thold), f_keep = 0.616 6.51.035.744 I slot launch_slot_: id 3 | task 7493 | processing task, is_child = 0 6.51.566.067 I slot print_timing: id 2 | task 7252 | n_gen = 244, tg = 23.57 t/s, tg_3s = 22.63 t/s 6.51.809.957 I slot print_timing: id 0 | task 7188 | n_gen = 312, tg = 22.61 t/s, tg_3s = 22.58 t/s 6.51.969.734 I slot print_timing: id 1 | task 7314 | prompt eval time = 375.77 ms / 81 tokens ( 4.64 ms per token, 215.56 tokens per second) 6.51.969.742 I slot print_timing: id 1 | task 7314 | eval time = 7946.07 ms / 193 tokens ( 41.39 ms per token, 24.16 tokens per second) 6.51.969.743 I slot print_timing: id 1 | task 7314 | total time = 8321.84 ms / 274 tokens 6.51.969.743 I slot print_timing: id 1 | task 7314 | graphs reused = 6463 6.51.969.744 I slot print_timing: id 1 | task 7314 | graph reallocs = 0 / 0 (same size) / (changed size) 6.51.969.840 I slot release: id 1 | task 7314 | stop processing: n_tokens = 1369, truncated = 0 6.52.043.313 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.929 (> 0.100 thold), f_keep = 0.801 6.52.043.345 I slot launch_slot_: id 1 | task 7511 | processing task, is_child = 0 6.53.016.376 I slot print_timing: id 0 | task 7188 | prompt eval time = 311.63 ms / 93 tokens ( 3.35 ms per token, 298.43 tokens per second) 6.53.016.383 I slot print_timing: id 0 | task 7188 | eval time = 14962.16 ms / 334 tokens ( 44.93 ms per token, 22.26 tokens per second) 6.53.016.384 I slot print_timing: id 0 | task 7188 | total time = 15273.79 ms / 427 tokens 6.53.016.385 I slot print_timing: id 0 | task 7188 | graphs reused = 6477 6.53.016.386 I slot print_timing: id 0 | task 7188 | graph reallocs = 0 / 0 (same size) / (changed size) 6.53.016.486 I slot release: id 0 | task 7188 | stop processing: n_tokens = 1522, truncated = 0 6.53.058.907 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.907 (> 0.100 thold), f_keep = 0.720 6.53.058.942 I slot launch_slot_: id 0 | task 7530 | processing task, is_child = 0 6.54.586.314 I slot print_timing: id 2 | task 7252 | n_gen = 304, tg = 22.73 t/s, tg_3s = 19.87 t/s 6.54.864.875 I slot print_timing: id 2 | task 7252 | prompt eval time = 485.35 ms / 146 tokens ( 3.32 ms per token, 300.82 tokens per second) 6.54.864.881 I slot print_timing: id 2 | task 7252 | eval time = 13608.95 ms / 311 tokens ( 43.90 ms per token, 22.78 tokens per second) 6.54.864.882 I slot print_timing: id 2 | task 7252 | total time = 14094.30 ms / 457 tokens 6.54.864.883 I slot print_timing: id 2 | task 7252 | graphs reused = 6512 6.54.864.884 I slot print_timing: id 2 | task 7252 | graph reallocs = 0 / 0 (same size) / (changed size) 6.54.865.033 I slot release: id 2 | task 7252 | stop processing: n_tokens = 1552, truncated = 0 6.54.939.267 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.927 (> 0.100 thold), f_keep = 0.706 6.54.939.296 I slot launch_slot_: id 2 | task 7570 | processing task, is_child = 0 6.56.310.388 I slot print_timing: id 3 | task 7493 | n_gen = 100, tg = 20.20 t/s, tg_3s = 20.40 t/s 6.56.865.319 I slot print_timing: id 1 | task 7511 | prompt eval time = 376.52 ms / 84 tokens ( 4.48 ms per token, 223.09 tokens per second) 6.56.865.327 I slot print_timing: id 1 | task 7511 | eval time = 4445.44 ms / 97 tokens ( 46.31 ms per token, 21.60 tokens per second) 6.56.865.328 I slot print_timing: id 1 | task 7511 | total time = 4821.96 ms / 181 tokens 6.56.865.329 I slot print_timing: id 1 | task 7511 | graphs reused = 6550 6.56.865.330 I slot print_timing: id 1 | task 7511 | graph reallocs = 0 / 0 (same size) / (changed size) 6.56.865.440 I slot release: id 1 | task 7511 | stop processing: n_tokens = 1276, truncated = 0 6.56.939.645 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.910 (> 0.100 thold), f_keep = 0.859 6.56.939.682 I slot launch_slot_: id 1 | task 7613 | processing task, is_child = 0 6.58.086.573 I slot print_timing: id 0 | task 7530 | n_gen = 100, tg = 21.24 t/s, tg_3s = 21.45 t/s 6.59.321.251 I slot print_timing: id 3 | task 7493 | n_gen = 166, tg = 20.85 t/s, tg_3s = 21.92 t/s 6.59.638.785 I slot print_timing: id 2 | task 7570 | n_gen = 100, tg = 22.90 t/s, tg_3s = 23.13 t/s 7.01.107.841 I slot print_timing: id 0 | task 7530 | n_gen = 176, tg = 22.78 t/s, tg_3s = 25.15 t/s 7.01.267.223 I slot print_timing: id 3 | task 7493 | prompt eval time = 372.80 ms / 122 tokens ( 3.06 ms per token, 327.26 tokens per second) 7.01.267.231 I slot print_timing: id 3 | task 7493 | eval time = 9858.67 ms / 215 tokens ( 46.07 ms per token, 21.71 tokens per second) 7.01.267.232 I slot print_timing: id 3 | task 7493 | total time = 10231.46 ms / 337 tokens 7.01.267.233 I slot print_timing: id 3 | task 7493 | graphs reused = 6646 7.01.267.234 I slot print_timing: id 3 | task 7493 | graph reallocs = 0 / 0 (same size) / (changed size) 7.01.267.362 I slot release: id 3 | task 7493 | stop processing: n_tokens = 1431, truncated = 0 7.01.308.878 I slot print_timing: id 1 | task 7613 | n_gen = 100, tg = 25.14 t/s, tg_3s = 25.39 t/s 7.01.309.098 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.919 (> 0.100 thold), f_keep = 0.766 7.01.309.132 I slot launch_slot_: id 3 | task 7715 | processing task, is_child = 0 7.02.661.645 I slot print_timing: id 2 | task 7570 | n_gen = 170, tg = 23.00 t/s, tg_3s = 23.16 t/s 7.03.415.276 I slot print_timing: id 0 | task 7530 | prompt eval time = 365.89 ms / 113 tokens ( 3.24 ms per token, 308.83 tokens per second) 7.03.415.283 I slot print_timing: id 0 | task 7530 | eval time = 9990.43 ms / 228 tokens ( 44.01 ms per token, 22.72 tokens per second) 7.03.415.285 I slot print_timing: id 0 | task 7530 | total time = 10356.33 ms / 341 tokens 7.03.415.285 I slot print_timing: id 0 | task 7530 | graphs reused = 6690 7.03.415.286 I slot print_timing: id 0 | task 7530 | graph reallocs = 0 / 0 (same size) / (changed size) 7.03.415.390 I slot release: id 0 | task 7530 | stop processing: n_tokens = 1436, truncated = 0 7.03.457.907 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.939 (> 0.100 thold), f_keep = 0.763 7.03.457.938 I slot launch_slot_: id 0 | task 7764 | processing task, is_child = 0 7.04.317.812 I slot print_timing: id 1 | task 7613 | n_gen = 164, tg = 23.46 t/s, tg_3s = 21.27 t/s 7.04.912.849 I slot print_timing: id 2 | task 7570 | prompt eval time = 375.98 ms / 86 tokens ( 4.37 ms per token, 228.74 tokens per second) 7.04.912.856 I slot print_timing: id 2 | task 7570 | eval time = 9597.57 ms / 221 tokens ( 43.63 ms per token, 22.92 tokens per second) 7.04.912.858 I slot print_timing: id 2 | task 7570 | total time = 9973.54 ms / 307 tokens 7.04.912.859 I slot print_timing: id 2 | task 7570 | graphs reused = 6719 7.04.912.859 I slot print_timing: id 2 | task 7570 | graph reallocs = 0 / 0 (same size) / (changed size) 7.04.912.961 I slot release: id 2 | task 7570 | stop processing: n_tokens = 1402, truncated = 0 7.04.986.647 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.927 (> 0.100 thold), f_keep = 0.782 7.04.986.677 I slot launch_slot_: id 2 | task 7797 | processing task, is_child = 0 7.06.117.004 I slot print_timing: id 3 | task 7715 | n_gen = 100, tg = 22.04 t/s, tg_3s = 22.26 t/s 7.07.344.728 I slot print_timing: id 1 | task 7613 | n_gen = 232, tg = 23.16 t/s, tg_3s = 22.47 t/s 7.07.702.369 I slot print_timing: id 3 | task 7715 | prompt eval time = 315.69 ms / 96 tokens ( 3.29 ms per token, 304.10 tokens per second) 7.07.702.375 I slot print_timing: id 3 | task 7715 | eval time = 6077.54 ms / 140 tokens ( 43.72 ms per token, 22.87 tokens per second) 7.07.702.376 I slot print_timing: id 3 | task 7715 | total time = 6393.22 ms / 236 tokens 7.07.702.377 I slot print_timing: id 3 | task 7715 | graphs reused = 6777 7.07.702.377 I slot print_timing: id 3 | task 7715 | graph reallocs = 0 / 0 (same size) / (changed size) 7.07.702.527 I slot release: id 3 | task 7715 | stop processing: n_tokens = 1331, truncated = 0 7.07.744.189 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.935 (> 0.100 thold), f_keep = 0.823 7.07.744.216 I slot launch_slot_: id 3 | task 7860 | processing task, is_child = 0 7.08.247.102 I slot print_timing: id 0 | task 7764 | n_gen = 100, tg = 22.06 t/s, tg_3s = 22.28 t/s 7.09.525.530 I slot print_timing: id 2 | task 7797 | n_gen = 100, tg = 23.78 t/s, tg_3s = 24.02 t/s 7.09.644.766 I slot print_timing: id 1 | task 7613 | prompt eval time = 430.72 ms / 109 tokens ( 3.95 ms per token, 253.07 tokens per second) 7.09.644.778 I slot print_timing: id 1 | task 7613 | eval time = 12274.36 ms / 284 tokens ( 43.37 ms per token, 23.06 tokens per second) 7.09.644.779 I slot print_timing: id 1 | task 7613 | total time = 12705.08 ms / 393 tokens 7.09.644.780 I slot print_timing: id 1 | task 7613 | graphs reused = 6816 7.09.644.780 I slot print_timing: id 1 | task 7613 | graph reallocs = 0 / 0 (same size) / (changed size) 7.09.644.883 I slot release: id 1 | task 7613 | stop processing: n_tokens = 1488, truncated = 0 7.09.718.824 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.930 (> 0.100 thold), f_keep = 0.737 7.09.718.865 I slot launch_slot_: id 1 | task 7904 | processing task, is_child = 0 7.11.016.568 I slot print_timing: id 0 | task 7764 | prompt eval time = 300.69 ms / 71 tokens ( 4.24 ms per token, 236.13 tokens per second) 7.11.016.576 I slot print_timing: id 0 | task 7764 | eval time = 7257.94 ms / 161 tokens ( 45.36 ms per token, 22.04 tokens per second) 7.11.016.577 I slot print_timing: id 0 | task 7764 | total time = 7558.62 ms / 232 tokens 7.11.016.577 I slot print_timing: id 0 | task 7764 | graphs reused = 6838 7.11.016.578 I slot print_timing: id 0 | task 7764 | graph reallocs = 0 / 0 (same size) / (changed size) 7.11.016.676 I slot release: id 0 | task 7764 | stop processing: n_tokens = 1327, truncated = 0 7.11.059.397 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.885 (> 0.100 thold), f_keep = 0.826 7.11.059.431 I slot launch_slot_: id 0 | task 7931 | processing task, is_child = 0 7.12.546.271 I slot print_timing: id 2 | task 7797 | n_gen = 159, tg = 21.99 t/s, tg_3s = 19.53 t/s 7.12.665.365 I slot print_timing: id 3 | task 7860 | n_gen = 100, tg = 21.45 t/s, tg_3s = 21.67 t/s 7.13.342.413 I slot print_timing: id 3 | task 7860 | prompt eval time = 305.69 ms / 76 tokens ( 4.02 ms per token, 248.62 tokens per second) 7.13.342.421 I slot print_timing: id 3 | task 7860 | eval time = 5292.49 ms / 117 tokens ( 45.62 ms per token, 21.92 tokens per second) 7.13.342.421 I slot print_timing: id 3 | task 7860 | total time = 5598.18 ms / 193 tokens 7.13.342.427 I slot print_timing: id 3 | task 7860 | graphs reused = 6884 7.13.342.428 I slot print_timing: id 3 | task 7860 | graph reallocs = 0 / 0 (same size) / (changed size) 7.13.342.550 I slot release: id 3 | task 7860 | stop processing: n_tokens = 1288, truncated = 0 7.13.384.332 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.928 (> 0.100 thold), f_keep = 0.851 7.13.384.361 I slot launch_slot_: id 3 | task 7982 | processing task, is_child = 0 7.14.611.097 I slot print_timing: id 1 | task 7904 | n_gen = 100, tg = 21.93 t/s, tg_3s = 22.15 t/s 7.15.565.110 I slot print_timing: id 2 | task 7797 | n_gen = 229, tg = 22.35 t/s, tg_3s = 23.19 t/s 7.15.644.301 I slot print_timing: id 0 | task 7931 | n_gen = 100, tg = 23.76 t/s, tg_3s = 24.00 t/s 7.17.632.141 I slot print_timing: id 1 | task 7904 | n_gen = 176, tg = 23.22 t/s, tg_3s = 25.16 t/s 7.17.632.727 I slot print_timing: id 3 | task 7982 | n_gen = 100, tg = 25.14 t/s, tg_3s = 25.40 t/s 7.18.587.473 I slot print_timing: id 2 | task 7797 | n_gen = 305, tg = 22.99 t/s, tg_3s = 25.15 t/s 7.18.666.192 I slot print_timing: id 0 | task 7931 | n_gen = 176, tg = 24.34 t/s, tg_3s = 25.15 t/s 7.20.178.559 I slot print_timing: id 3 | task 7982 | prompt eval time = 310.91 ms / 85 tokens ( 3.66 ms per token, 273.39 tokens per second) 7.20.178.563 I slot print_timing: id 3 | task 7982 | eval time = 6483.28 ms / 164 tokens ( 39.77 ms per token, 25.14 tokens per second) 7.20.178.564 I slot print_timing: id 3 | task 7982 | total time = 6794.19 ms / 249 tokens 7.20.178.565 I slot print_timing: id 3 | task 7982 | graphs reused = 7046 7.20.178.566 I slot print_timing: id 3 | task 7982 | graph reallocs = 0 / 0 (same size) / (changed size) 7.20.178.686 I slot release: id 3 | task 7982 | stop processing: n_tokens = 1344, truncated = 0 7.20.220.399 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.913 (> 0.100 thold), f_keep = 0.815 7.20.220.423 I slot launch_slot_: id 3 | task 8149 | processing task, is_child = 0 7.20.664.522 I slot print_timing: id 1 | task 7904 | n_gen = 245, tg = 23.09 t/s, tg_3s = 22.75 t/s 7.21.619.782 I slot print_timing: id 2 | task 7797 | n_gen = 374, tg = 22.94 t/s, tg_3s = 22.75 t/s 7.21.698.883 I slot print_timing: id 0 | task 7931 | n_gen = 245, tg = 23.87 t/s, tg_3s = 22.75 t/s 7.22.218.200 I slot print_timing: id 1 | task 7904 | prompt eval time = 377.62 ms / 83 tokens ( 4.55 ms per token, 219.80 tokens per second) 7.22.218.207 I slot print_timing: id 1 | task 7904 | eval time = 12121.70 ms / 284 tokens ( 42.83 ms per token, 23.35 tokens per second) 7.22.218.208 I slot print_timing: id 1 | task 7904 | total time = 12499.32 ms / 367 tokens 7.22.218.209 I slot print_timing: id 1 | task 7904 | graphs reused = 7085 7.22.218.209 I slot print_timing: id 1 | task 7904 | graph reallocs = 0 / 0 (same size) / (changed size) 7.22.218.308 I slot release: id 1 | task 7904 | stop processing: n_tokens = 1462, truncated = 0 7.22.292.008 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.941 (> 0.100 thold), f_keep = 0.750 7.22.292.042 I slot launch_slot_: id 1 | task 8194 | processing task, is_child = 0 7.24.622.317 I slot print_timing: id 2 | task 7797 | n_gen = 442, tg = 22.90 t/s, tg_3s = 22.65 t/s 7.24.701.278 I slot print_timing: id 0 | task 7931 | n_gen = 313, tg = 23.59 t/s, tg_3s = 22.65 t/s 7.24.822.029 I slot print_timing: id 3 | task 8149 | n_gen = 100, tg = 23.37 t/s, tg_3s = 23.60 t/s 7.25.818.209 I slot print_timing: id 1 | task 8194 | prompt eval time = 327.13 ms / 69 tokens ( 4.74 ms per token, 210.92 tokens per second) 7.25.818.216 I slot print_timing: id 1 | task 8194 | eval time = 3199.03 ms / 81 tokens ( 39.99 ms per token, 25.01 tokens per second) 7.25.818.217 I slot print_timing: id 1 | task 8194 | total time = 3526.16 ms / 150 tokens 7.25.818.218 I slot print_timing: id 1 | task 8194 | graphs reused = 7164 7.25.818.219 I slot print_timing: id 1 | task 8194 | graph reallocs = 0 / 0 (same size) / (changed size) 7.25.818.335 I slot release: id 1 | task 8194 | stop processing: n_tokens = 1245, truncated = 0 7.25.892.592 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.901 (> 0.100 thold), f_keep = 0.880 7.25.892.626 I slot launch_slot_: id 1 | task 8278 | processing task, is_child = 0 7.26.937.192 I slot print_timing: id 3 | task 8149 | prompt eval time = 364.69 ms / 104 tokens ( 3.51 ms per token, 285.17 tokens per second) 7.26.937.200 I slot print_timing: id 3 | task 8149 | eval time = 6352.07 ms / 143 tokens ( 44.73 ms per token, 22.35 tokens per second) 7.26.937.200 I slot print_timing: id 3 | task 8149 | total time = 6716.76 ms / 247 tokens 7.26.937.207 I slot print_timing: id 3 | task 8149 | graphs reused = 7178 7.26.937.208 I slot print_timing: id 3 | task 8149 | graph reallocs = 0 / 0 (same size) / (changed size) 7.26.937.350 I slot release: id 3 | task 8149 | stop processing: n_tokens = 1342, truncated = 0 7.26.979.026 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.939 (> 0.100 thold), f_keep = 0.817 7.26.979.052 I slot launch_slot_: id 3 | task 8297 | processing task, is_child = 0 7.27.652.065 I slot print_timing: id 2 | task 7797 | n_gen = 502, tg = 22.48 t/s, tg_3s = 19.80 t/s 7.27.731.082 I slot print_timing: id 0 | task 7931 | n_gen = 373, tg = 22.89 t/s, tg_3s = 19.80 t/s 7.30.518.871 I slot print_timing: id 1 | task 8278 | n_gen = 100, tg = 23.63 t/s, tg_3s = 23.87 t/s 7.30.679.037 I slot print_timing: id 2 | task 7797 | n_gen = 578, tg = 22.79 t/s, tg_3s = 25.11 t/s 7.30.758.566 I slot print_timing: id 0 | task 7931 | n_gen = 449, tg = 23.23 t/s, tg_3s = 25.10 t/s 7.31.159.327 I slot print_timing: id 3 | task 8297 | prompt eval time = 306.05 ms / 71 tokens ( 4.31 ms per token, 231.99 tokens per second) 7.31.159.336 I slot print_timing: id 3 | task 8297 | eval time = 3874.22 ms / 98 tokens ( 39.94 ms per token, 25.04 tokens per second) 7.31.159.337 I slot print_timing: id 3 | task 8297 | total time = 4180.26 ms / 169 tokens 7.31.159.337 I slot print_timing: id 3 | task 8297 | graphs reused = 7274 7.31.159.338 I slot print_timing: id 3 | task 8297 | graph reallocs = 0 / 0 (same size) / (changed size) 7.31.159.461 I slot release: id 3 | task 8297 | stop processing: n_tokens = 1264, truncated = 0 7.33.549.579 I slot print_timing: id 1 | task 8278 | n_gen = 178, tg = 24.52 t/s, tg_3s = 25.74 t/s 7.33.704.379 I slot print_timing: id 2 | task 7797 | n_gen = 656, tg = 23.11 t/s, tg_3s = 25.78 t/s 7.33.780.885 I slot print_timing: id 0 | task 7931 | n_gen = 527, tg = 23.58 t/s, tg_3s = 25.81 t/s 7.35.316.929 I slot print_timing: id 0 | task 7931 | prompt eval time = 417.73 ms / 143 tokens ( 2.92 ms per token, 342.32 tokens per second) 7.35.316.937 I slot print_timing: id 0 | task 7931 | eval time = 23839.76 ms / 567 tokens ( 42.12 ms per token, 23.74 tokens per second) 7.35.316.938 I slot print_timing: id 0 | task 7931 | total time = 24257.49 ms / 710 tokens 7.35.316.939 I slot print_timing: id 0 | task 7931 | graphs reused = 7380 7.35.316.940 I slot print_timing: id 0 | task 7931 | graph reallocs = 0 / 0 (same size) / (changed size) 7.35.317.058 I slot release: id 0 | task 7931 | stop processing: n_tokens = 1805, truncated = 0 7.35.505.783 I slot print_timing: id 2 | task 7797 | prompt eval time = 374.84 ms / 86 tokens ( 4.36 ms per token, 229.43 tokens per second) 7.35.505.790 I slot print_timing: id 2 | task 7797 | eval time = 30144.26 ms / 703 tokens ( 42.94 ms per token, 23.29 tokens per second) 7.35.505.791 I slot print_timing: id 2 | task 7797 | total time = 30519.10 ms / 789 tokens 7.35.505.792 I slot print_timing: id 2 | task 7797 | graphs reused = 7384 7.35.505.793 I slot print_timing: id 2 | task 7797 | graph reallocs = 0 / 0 (same size) / (changed size) 7.35.505.886 I slot release: id 2 | task 7797 | stop processing: n_tokens = 1884, truncated = 0 7.36.102.358 I slot print_timing: id 1 | task 8278 | prompt eval time = 437.52 ms / 120 tokens ( 3.65 ms per token, 274.27 tokens per second) 7.36.102.368 I slot print_timing: id 1 | task 8278 | eval time = 9772.20 ms / 247 tokens ( 39.72 ms per token, 25.17 tokens per second) 7.36.102.369 I slot print_timing: id 1 | task 8278 | total time = 10209.72 ms / 367 tokens 7.36.102.370 I slot print_timing: id 1 | task 8278 | graphs reused = 7401 7.36.102.370 I slot print_timing: id 1 | task 8278 | graph reallocs = 0 / 0 (same size) / (changed size) 7.36.102.467 I slot release: id 1 | task 8278 | stop processing: n_tokens = 1462, truncated = 0 7.36.135.702 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1264, t_last = 232949049755 7.36.149.314 I slot launch_slot_: id 3 | task 8528 | processing task, is_child = 0 7.36.187.790 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1805, t_last = 232953207352 7.36.187.983 I slot launch_slot_: id 0 | task 8529 | processing task, is_child = 0 7.36.188.179 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1884, t_last = 232953396180 7.36.188.307 I slot launch_slot_: id 2 | task 8530 | processing task, is_child = 0 7.36.188.407 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1462, t_last = 232953992761 7.36.188.532 I slot launch_slot_: id 1 | task 8531 | processing task, is_child = 0 7.41.375.327 I slot print_timing: id 0 | task 8529 | prompt processing, n_tokens = 622, progress = 0.80, t = 5.19 s / 119.92 tokens per second 7.41.410.913 I slot print_timing: id 1 | task 8531 | prompt processing, n_tokens = 872, progress = 0.89, t = 5.19 s / 168.13 tokens per second 7.41.411.990 I slot print_timing: id 2 | task 8530 | prompt processing, n_tokens = 819, progress = 0.87, t = 5.19 s / 157.92 tokens per second 7.41.413.630 I slot print_timing: id 3 | task 8528 | prompt processing, n_tokens = 653, progress = 0.84, t = 5.19 s / 125.91 tokens per second 7.42.401.718 I slot print_timing: id 0 | task 8529 | prompt processing, n_tokens = 772, progress = 0.99, t = 6.21 s / 124.25 tokens per second 7.42.435.348 I slot print_timing: id 1 | task 8531 | prompt processing, n_tokens = 981, progress = 1.00, t = 6.21 s / 157.90 tokens per second 7.42.436.442 I slot print_timing: id 2 | task 8530 | prompt processing, n_tokens = 936, progress = 1.00, t = 6.21 s / 150.66 tokens per second 7.42.437.559 I slot print_timing: id 3 | task 8528 | prompt processing, n_tokens = 776, progress = 0.99, t = 6.21 s / 124.91 tokens per second 7.42.545.355 I slot print_timing: id 0 | task 8529 | prompt eval time = 6316.41 ms / 776 tokens ( 8.14 ms per token, 122.85 tokens per second) 7.42.545.358 I slot print_timing: id 0 | task 8529 | eval time = 40.41 ms / 2 tokens ( 40.41 ms per token, 24.75 tokens per second) 7.42.545.359 I slot print_timing: id 0 | task 8529 | total time = 6356.81 ms / 778 tokens 7.42.545.359 I slot print_timing: id 0 | task 8529 | graphs reused = 7402 7.42.545.360 I slot print_timing: id 0 | task 8529 | graph reallocs = 0 / 0 (same size) / (changed size) 7.42.545.410 I slot release: id 0 | task 8529 | stop processing: n_tokens = 778, truncated = 0 7.42.545.576 I slot print_timing: id 1 | task 8531 | prompt eval time = 6316.31 ms / 985 tokens ( 6.41 ms per token, 155.95 tokens per second) 7.42.545.580 I slot print_timing: id 1 | task 8531 | eval time = 40.45 ms / 2 tokens ( 40.45 ms per token, 24.72 tokens per second) 7.42.545.580 I slot print_timing: id 1 | task 8531 | total time = 6356.76 ms / 987 tokens 7.42.545.580 I slot print_timing: id 1 | task 8531 | graphs reused = 7402 7.42.545.581 I slot print_timing: id 1 | task 8531 | graph reallocs = 0 / 0 (same size) / (changed size) 7.42.545.632 I slot release: id 1 | task 8531 | stop processing: n_tokens = 987, truncated = 0 7.42.546.001 I slot print_timing: id 3 | task 8528 | prompt eval time = 6316.23 ms / 780 tokens ( 8.10 ms per token, 123.49 tokens per second) 7.42.546.003 I slot print_timing: id 3 | task 8528 | eval time = 40.51 ms / 2 tokens ( 40.51 ms per token, 24.69 tokens per second) 7.42.546.003 I slot print_timing: id 3 | task 8528 | total time = 6356.74 ms / 782 tokens 7.42.546.003 I slot print_timing: id 3 | task 8528 | graphs reused = 7402 7.42.546.003 I slot print_timing: id 3 | task 8528 | graph reallocs = 0 / 0 (same size) / (changed size) 7.42.546.032 I slot release: id 3 | task 8528 | stop processing: n_tokens = 782, truncated = 0 7.42.581.008 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 778, t_last = 232960435704 7.42.585.179 I slot launch_slot_: id 0 | task 8538 | processing task, is_child = 0 7.42.595.667 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 987, t_last = 232960435926 7.42.595.782 I slot launch_slot_: id 1 | task 8539 | processing task, is_child = 0 7.42.595.858 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 782, t_last = 232960436326 7.42.595.956 I slot launch_slot_: id 3 | task 8540 | processing task, is_child = 0 7.44.099.443 I slot print_timing: id 2 | task 8530 | prompt eval time = 6316.27 ms / 940 tokens ( 6.72 ms per token, 148.82 tokens per second) 7.44.099.446 I slot print_timing: id 2 | task 8530 | eval time = 1594.13 ms / 4 tokens ( 531.38 ms per token, 1.88 tokens per second) 7.44.099.447 I slot print_timing: id 2 | task 8530 | total time = 7910.40 ms / 944 tokens 7.44.099.447 I slot print_timing: id 2 | task 8530 | graphs reused = 7402 7.44.099.448 I slot print_timing: id 2 | task 8530 | graph reallocs = 0 / 0 (same size) / (changed size) 7.44.099.504 I slot release: id 2 | task 8530 | stop processing: n_tokens = 944, truncated = 0 7.45.546.094 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 944, t_last = 232961989798 7.46.197.850 I slot launch_slot_: id 2 | task 8543 | processing task, is_child = 0 7.47.211.943 I slot print_timing: id 0 | task 8538 | prompt processing, n_tokens = 777, progress = 0.99, t = 4.62 s / 168.33 tokens per second 7.47.543.655 I slot print_timing: id 1 | task 8539 | prompt processing, n_tokens = 780, progress = 0.99, t = 4.62 s / 168.99 tokens per second 7.47.545.754 I slot print_timing: id 3 | task 8540 | prompt processing, n_tokens = 819, progress = 1.00, t = 4.62 s / 177.44 tokens per second 7.48.591.894 I slot print_timing: id 0 | task 8538 | prompt eval time = 5623.85 ms / 781 tokens ( 7.20 ms per token, 138.87 tokens per second) 7.48.591.896 I slot print_timing: id 0 | task 8538 | eval time = 372.08 ms / 2 tokens ( 372.08 ms per token, 2.69 tokens per second) 7.48.591.896 I slot print_timing: id 0 | task 8538 | total time = 5995.92 ms / 783 tokens 7.48.591.897 I slot print_timing: id 0 | task 8538 | graphs reused = 7402 7.48.591.897 I slot print_timing: id 0 | task 8538 | graph reallocs = 0 / 0 (same size) / (changed size) 7.48.591.941 I slot release: id 0 | task 8538 | stop processing: n_tokens = 783, truncated = 0 7.48.592.110 I slot print_timing: id 1 | task 8539 | prompt eval time = 5623.84 ms / 784 tokens ( 7.17 ms per token, 139.41 tokens per second) 7.48.592.112 I slot print_timing: id 1 | task 8539 | eval time = 372.12 ms / 2 tokens ( 372.12 ms per token, 2.69 tokens per second) 7.48.592.112 I slot print_timing: id 1 | task 8539 | total time = 5995.96 ms / 786 tokens 7.48.592.112 I slot print_timing: id 1 | task 8539 | graphs reused = 7402 7.48.592.113 I slot print_timing: id 1 | task 8539 | graph reallocs = 0 / 0 (same size) / (changed size) 7.48.592.146 I slot release: id 1 | task 8539 | stop processing: n_tokens = 786, truncated = 0 7.48.592.328 I slot print_timing: id 3 | task 8540 | prompt eval time = 5623.85 ms / 823 tokens ( 6.83 ms per token, 146.34 tokens per second) 7.48.592.330 I slot print_timing: id 3 | task 8540 | eval time = 372.14 ms / 2 tokens ( 372.14 ms per token, 2.69 tokens per second) 7.48.592.331 I slot print_timing: id 3 | task 8540 | total time = 5995.99 ms / 825 tokens 7.48.592.331 I slot print_timing: id 3 | task 8540 | graphs reused = 7402 7.48.592.331 I slot print_timing: id 3 | task 8540 | graph reallocs = 0 / 0 (same size) / (changed size) 7.48.592.368 I slot release: id 3 | task 8540 | stop processing: n_tokens = 825, truncated = 0 7.48.634.242 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.872 (> 0.100 thold), f_keep = 0.895 7.48.634.271 I slot launch_slot_: id 0 | task 8548 | processing task, is_child = 0 7.48.647.545 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 786, t_last = 232966482440 7.48.647.638 I slot launch_slot_: id 1 | task 8549 | processing task, is_child = 0 7.48.647.704 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 825, t_last = 232966482662 7.48.647.783 I slot launch_slot_: id 3 | task 8550 | processing task, is_child = 0 7.50.138.718 I slot print_timing: id 2 | task 8543 | prompt eval time = 2433.46 ms / 833 tokens ( 2.92 ms per token, 342.31 tokens per second) 7.50.138.721 I slot print_timing: id 2 | task 8543 | eval time = 1504.48 ms / 2 tokens ( 1504.48 ms per token, 0.66 tokens per second) 7.50.138.721 I slot print_timing: id 2 | task 8543 | total time = 3937.93 ms / 835 tokens 7.50.138.722 I slot print_timing: id 2 | task 8543 | graphs reused = 7402 7.50.138.722 I slot print_timing: id 2 | task 8543 | graph reallocs = 0 / 0 (same size) / (changed size) 7.50.138.772 I slot release: id 2 | task 8543 | stop processing: n_tokens = 835, truncated = 0 7.51.549.768 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 835, t_last = 232968029066 7.51.556.339 I slot launch_slot_: id 2 | task 8553 | processing task, is_child = 0 7.52.852.021 I slot print_timing: id 0 | task 8548 | prompt eval time = 2901.97 ms / 103 tokens ( 28.17 ms per token, 35.49 tokens per second) 7.52.852.023 I slot print_timing: id 0 | task 8548 | eval time = 1302.25 ms / 2 tokens ( 1302.25 ms per token, 0.77 tokens per second) 7.52.852.023 I slot print_timing: id 0 | task 8548 | total time = 4204.22 ms / 105 tokens 7.52.852.024 I slot print_timing: id 0 | task 8548 | graphs reused = 7402 7.52.852.024 I slot print_timing: id 0 | task 8548 | graph reallocs = 0 / 0 (same size) / (changed size) 7.52.852.086 I slot release: id 0 | task 8548 | stop processing: n_tokens = 805, truncated = 0 7.52.852.097 I slot print_timing: id 1 | task 8549 | prompt processing, n_tokens = 871, progress = 1.00, t = 4.20 s / 207.22 tokens per second 7.52.854.645 I slot print_timing: id 3 | task 8550 | prompt processing, n_tokens = 863, progress = 1.00, t = 4.20 s / 205.32 tokens per second 7.53.581.501 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 805, t_last = 232970742380 7.53.592.299 I slot launch_slot_: id 0 | task 8556 | processing task, is_child = 0 7.54.791.129 I slot print_timing: id 1 | task 8549 | prompt eval time = 4932.80 ms / 875 tokens ( 5.64 ms per token, 177.38 tokens per second) 7.54.791.132 I slot print_timing: id 1 | task 8549 | eval time = 1209.81 ms / 2 tokens ( 1209.81 ms per token, 0.83 tokens per second) 7.54.791.133 I slot print_timing: id 1 | task 8549 | total time = 6142.62 ms / 877 tokens 7.54.791.133 I slot print_timing: id 1 | task 8549 | graphs reused = 7402 7.54.791.134 I slot print_timing: id 1 | task 8549 | graph reallocs = 0 / 0 (same size) / (changed size) 7.54.791.187 I slot release: id 1 | task 8549 | stop processing: n_tokens = 877, truncated = 0 7.54.791.360 I slot print_timing: id 3 | task 8550 | prompt eval time = 4932.85 ms / 867 tokens ( 5.69 ms per token, 175.76 tokens per second) 7.54.791.366 I slot print_timing: id 3 | task 8550 | eval time = 1209.86 ms / 2 tokens ( 1209.86 ms per token, 0.83 tokens per second) 7.54.791.367 I slot print_timing: id 3 | task 8550 | total time = 6142.71 ms / 869 tokens 7.54.791.367 I slot print_timing: id 3 | task 8550 | graphs reused = 7402 7.54.791.367 I slot print_timing: id 3 | task 8550 | graph reallocs = 0 / 0 (same size) / (changed size) 7.54.791.407 I slot release: id 3 | task 8550 | stop processing: n_tokens = 869, truncated = 0 7.54.792.478 I slot print_timing: id 2 | task 8553 | prompt processing, n_tokens = 952, progress = 1.00, t = 3.23 s / 294.49 tokens per second 7.55.554.625 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 877, t_last = 232972681481 7.55.562.871 I slot launch_slot_: id 1 | task 8559 | processing task, is_child = 0 7.55.569.572 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 869, t_last = 232972681701 7.55.569.671 I slot launch_slot_: id 3 | task 8560 | processing task, is_child = 0 7.57.425.644 I slot print_timing: id 0 | task 8556 | prompt processing, n_tokens = 997, progress = 1.00, t = 3.83 s / 260.10 tokens per second 7.58.780.458 I slot print_timing: id 1 | task 8559 | prompt processing, n_tokens = 882, progress = 0.85, t = 3.21 s / 274.87 tokens per second 7.58.781.160 I slot print_timing: id 3 | task 8560 | prompt processing, n_tokens = 741, progress = 0.81, t = 3.21 s / 230.94 tokens per second 7.59.505.684 I slot print_timing: id 0 | task 8556 | prompt eval time = 5187.98 ms / 1001 tokens ( 5.18 ms per token, 192.95 tokens per second) 7.59.505.686 I slot print_timing: id 0 | task 8556 | eval time = 725.40 ms / 2 tokens ( 725.40 ms per token, 1.38 tokens per second) 7.59.505.687 I slot print_timing: id 0 | task 8556 | total time = 5913.37 ms / 1003 tokens 7.59.505.687 I slot print_timing: id 0 | task 8556 | graphs reused = 7402 7.59.505.687 I slot print_timing: id 0 | task 8556 | graph reallocs = 0 / 0 (same size) / (changed size) 7.59.505.742 I slot release: id 0 | task 8556 | stop processing: n_tokens = 1003, truncated = 0 7.59.505.909 I slot print_timing: id 1 | task 8559 | prompt processing, n_tokens = 1032, progress = 1.00, t = 3.93 s / 262.31 tokens per second 7.59.506.912 I slot print_timing: id 3 | task 8560 | prompt processing, n_tokens = 908, progress = 1.00, t = 3.93 s / 230.80 tokens per second 7.59.621.075 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1003, t_last = 232977396037 7.59.630.842 I slot launch_slot_: id 0 | task 8565 | processing task, is_child = 0 8.00.958.040 I slot print_timing: id 1 | task 8559 | prompt eval time = 4049.36 ms / 1036 tokens ( 3.91 ms per token, 255.84 tokens per second) 8.00.958.043 I slot print_timing: id 1 | task 8559 | eval time = 1337.39 ms / 2 tokens ( 1337.39 ms per token, 0.75 tokens per second) 8.00.958.043 I slot print_timing: id 1 | task 8559 | total time = 5386.75 ms / 1038 tokens 8.00.958.044 I slot print_timing: id 1 | task 8559 | graphs reused = 7402 8.00.958.044 I slot print_timing: id 1 | task 8559 | graph reallocs = 0 / 0 (same size) / (changed size) 8.00.958.102 I slot release: id 1 | task 8559 | stop processing: n_tokens = 1038, truncated = 0 8.00.958.460 I slot print_timing: id 3 | task 8560 | prompt eval time = 4049.63 ms / 912 tokens ( 4.44 ms per token, 225.21 tokens per second) 8.00.958.464 I slot print_timing: id 3 | task 8560 | eval time = 1337.39 ms / 2 tokens ( 1337.39 ms per token, 0.75 tokens per second) 8.00.958.464 I slot print_timing: id 3 | task 8560 | total time = 5387.02 ms / 914 tokens 8.00.958.464 I slot print_timing: id 3 | task 8560 | graphs reused = 7402 8.00.958.465 I slot print_timing: id 3 | task 8560 | graph reallocs = 0 / 0 (same size) / (changed size) 8.00.958.510 I slot release: id 3 | task 8560 | stop processing: n_tokens = 914, truncated = 0 8.01.951.210 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1038, t_last = 232978848398 8.01.960.031 I slot launch_slot_: id 1 | task 8568 | processing task, is_child = 0 8.01.966.798 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.830 (> 0.100 thold), f_keep = 0.842 8.01.966.828 I slot launch_slot_: id 3 | task 8569 | processing task, is_child = 0 8.03.909.547 I slot print_timing: id 2 | task 8553 | prompt eval time = 3996.42 ms / 956 tokens ( 4.18 ms per token, 239.21 tokens per second) 8.03.909.549 I slot print_timing: id 2 | task 8553 | eval time = 8354.92 ms / 8 tokens ( 1193.56 ms per token, 0.84 tokens per second) 8.03.909.549 I slot print_timing: id 2 | task 8553 | total time = 12351.34 ms / 964 tokens 8.03.909.550 I slot print_timing: id 2 | task 8553 | graphs reused = 7402 8.03.909.550 I slot print_timing: id 2 | task 8553 | graph reallocs = 0 / 0 (same size) / (changed size) 8.03.909.604 I slot release: id 2 | task 8553 | stop processing: n_tokens = 964, truncated = 0 8.03.909.618 I slot print_timing: id 0 | task 8565 | prompt processing, n_tokens = 1777, progress = 1.00, t = 4.28 s / 415.33 tokens per second 8.04.702.885 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 964, t_last = 232981799899 8.04.712.504 I slot launch_slot_: id 2 | task 8572 | processing task, is_child = 0 8.05.410.663 I slot print_timing: id 0 | task 8565 | prompt eval time = 5071.85 ms / 1781 tokens ( 2.85 ms per token, 351.15 tokens per second) 8.05.410.666 I slot print_timing: id 0 | task 8565 | eval time = 707.96 ms / 2 tokens ( 707.96 ms per token, 1.41 tokens per second) 8.05.410.667 I slot print_timing: id 0 | task 8565 | total time = 5779.81 ms / 1783 tokens 8.05.410.667 I slot print_timing: id 0 | task 8565 | graphs reused = 7402 8.05.410.668 I slot print_timing: id 0 | task 8565 | graph reallocs = 0 / 0 (same size) / (changed size) 8.05.410.772 I slot release: id 0 | task 8565 | stop processing: n_tokens = 1783, truncated = 0 8.05.410.941 I slot print_timing: id 3 | task 8569 | prompt eval time = 2734.21 ms / 158 tokens ( 17.31 ms per token, 57.79 tokens per second) 8.05.410.943 I slot print_timing: id 3 | task 8569 | eval time = 708.06 ms / 2 tokens ( 708.06 ms per token, 1.41 tokens per second) 8.05.410.943 I slot print_timing: id 3 | task 8569 | total time = 3442.27 ms / 160 tokens 8.05.410.943 I slot print_timing: id 3 | task 8569 | graphs reused = 7402 8.05.410.944 I slot print_timing: id 3 | task 8569 | graph reallocs = 0 / 0 (same size) / (changed size) 8.05.410.996 I slot release: id 3 | task 8569 | stop processing: n_tokens = 929, truncated = 0 8.05.411.005 I slot print_timing: id 1 | task 8568 | prompt processing, n_tokens = 866, progress = 1.00, t = 3.44 s / 251.60 tokens per second 8.06.105.360 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1783, t_last = 232983301067 8.06.114.462 I slot launch_slot_: id 0 | task 8575 | processing task, is_child = 0 8.06.122.503 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 929, t_last = 232983301291 8.06.122.606 I slot launch_slot_: id 3 | task 8576 | processing task, is_child = 0 8.07.157.508 I slot print_timing: id 1 | task 8568 | prompt eval time = 4136.85 ms / 870 tokens ( 4.75 ms per token, 210.31 tokens per second) 8.07.157.511 I slot print_timing: id 1 | task 8568 | eval time = 1052.15 ms / 2 tokens ( 1052.15 ms per token, 0.95 tokens per second) 8.07.157.512 I slot print_timing: id 1 | task 8568 | total time = 5189.00 ms / 872 tokens 8.07.157.512 I slot print_timing: id 1 | task 8568 | graphs reused = 7402 8.07.157.513 I slot print_timing: id 1 | task 8568 | graph reallocs = 0 / 0 (same size) / (changed size) 8.07.157.563 I slot release: id 1 | task 8568 | stop processing: n_tokens = 872, truncated = 0 8.08.600.103 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 872, t_last = 232985047857 8.08.606.694 I slot launch_slot_: id 1 | task 8579 | processing task, is_child = 0 8.09.501.981 I slot print_timing: id 2 | task 8572 | prompt eval time = 3885.83 ms / 742 tokens ( 5.24 ms per token, 190.95 tokens per second) 8.09.501.987 I slot print_timing: id 2 | task 8572 | eval time = 901.88 ms / 2 tokens ( 901.88 ms per token, 1.11 tokens per second) 8.09.501.987 I slot print_timing: id 2 | task 8572 | total time = 4787.71 ms / 744 tokens 8.09.501.988 I slot print_timing: id 2 | task 8572 | graphs reused = 7402 8.09.501.988 I slot print_timing: id 2 | task 8572 | graph reallocs = 0 / 0 (same size) / (changed size) 8.09.502.033 I slot release: id 2 | task 8572 | stop processing: n_tokens = 744, truncated = 0 8.09.502.043 I slot print_timing: id 0 | task 8575 | prompt processing, n_tokens = 708, progress = 0.99, t = 3.38 s / 209.52 tokens per second 8.09.504.034 I slot print_timing: id 3 | task 8576 | prompt processing, n_tokens = 712, progress = 0.99, t = 3.38 s / 210.76 tokens per second 8.10.278.723 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.872 (> 0.100 thold), f_keep = 0.844 8.10.278.793 I slot launch_slot_: id 2 | task 8582 | processing task, is_child = 0 8.10.831.948 I slot print_timing: id 0 | task 8575 | prompt eval time = 4155.92 ms / 712 tokens ( 5.84 ms per token, 171.32 tokens per second) 8.10.831.951 I slot print_timing: id 0 | task 8575 | eval time = 553.41 ms / 2 tokens ( 553.41 ms per token, 1.81 tokens per second) 8.10.831.952 I slot print_timing: id 0 | task 8575 | total time = 4709.32 ms / 714 tokens 8.10.831.952 I slot print_timing: id 0 | task 8575 | graphs reused = 7402 8.10.831.953 I slot print_timing: id 0 | task 8575 | graph reallocs = 0 / 0 (same size) / (changed size) 8.10.832.007 I slot release: id 0 | task 8575 | stop processing: n_tokens = 714, truncated = 0 8.10.832.178 I slot print_timing: id 3 | task 8576 | prompt eval time = 4155.21 ms / 716 tokens ( 5.80 ms per token, 172.31 tokens per second) 8.10.832.182 I slot print_timing: id 3 | task 8576 | eval time = 553.46 ms / 2 tokens ( 553.46 ms per token, 1.81 tokens per second) 8.10.832.183 I slot print_timing: id 3 | task 8576 | total time = 4708.67 ms / 718 tokens 8.10.832.183 I slot print_timing: id 3 | task 8576 | graphs reused = 7402 8.10.832.184 I slot print_timing: id 3 | task 8576 | graph reallocs = 0 / 0 (same size) / (changed size) 8.10.832.221 I slot release: id 3 | task 8576 | stop processing: n_tokens = 718, truncated = 0 8.10.880.836 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 714, t_last = 232988722301 8.10.887.062 I slot launch_slot_: id 0 | task 8585 | processing task, is_child = 0 8.10.892.951 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 718, t_last = 232988722515 8.10.893.038 I slot launch_slot_: id 3 | task 8586 | processing task, is_child = 0 8.12.346.668 I slot print_timing: id 1 | task 8579 | prompt eval time = 2273.26 ms / 725 tokens ( 3.14 ms per token, 318.92 tokens per second) 8.12.346.670 I slot print_timing: id 1 | task 8579 | eval time = 1466.02 ms / 2 tokens ( 1466.02 ms per token, 0.68 tokens per second) 8.12.346.671 I slot print_timing: id 1 | task 8579 | total time = 3739.28 ms / 727 tokens 8.12.346.671 I slot print_timing: id 1 | task 8579 | graphs reused = 7402 8.12.346.672 I slot print_timing: id 1 | task 8579 | graph reallocs = 0 / 0 (same size) / (changed size) 8.12.346.725 I slot release: id 1 | task 8579 | stop processing: n_tokens = 727, truncated = 0 8.12.346.897 I slot print_timing: id 2 | task 8582 | prompt eval time = 601.01 ms / 92 tokens ( 6.53 ms per token, 153.07 tokens per second) 8.12.346.900 I slot print_timing: id 2 | task 8582 | eval time = 1466.06 ms / 2 tokens ( 1466.06 ms per token, 0.68 tokens per second) 8.12.346.900 I slot print_timing: id 2 | task 8582 | total time = 2067.08 ms / 94 tokens 8.12.346.901 I slot print_timing: id 2 | task 8582 | graphs reused = 7402 8.12.346.901 I slot print_timing: id 2 | task 8582 | graph reallocs = 0 / 0 (same size) / (changed size) 8.12.346.934 I slot release: id 2 | task 8582 | stop processing: n_tokens = 721, truncated = 0 8.13.064.478 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 727, t_last = 232990237019 8.13.735.086 I slot launch_slot_: id 1 | task 8589 | processing task, is_child = 0 8.13.745.628 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 721, t_last = 232990237228 8.13.745.739 I slot launch_slot_: id 2 | task 8590 | processing task, is_child = 0 8.15.930.719 I slot print_timing: id 0 | task 8585 | prompt processing, n_tokens = 873, progress = 1.00, t = 5.04 s / 173.29 tokens per second 8.16.017.660 I slot print_timing: id 3 | task 8586 | prompt processing, n_tokens = 992, progress = 1.00, t = 5.04 s / 196.92 tokens per second 8.17.403.766 I slot print_timing: id 1 | task 8589 | prompt processing, n_tokens = 861, progress = 0.85, t = 3.66 s / 235.51 tokens per second 8.17.406.812 I slot print_timing: id 2 | task 8590 | prompt processing, n_tokens = 861, progress = 0.83, t = 3.66 s / 235.52 tokens per second 8.18.083.146 I slot print_timing: id 0 | task 8585 | prompt eval time = 6510.52 ms / 877 tokens ( 7.42 ms per token, 134.71 tokens per second) 8.18.083.149 I slot print_timing: id 0 | task 8585 | eval time = 679.58 ms / 2 tokens ( 679.58 ms per token, 1.47 tokens per second) 8.18.083.150 I slot print_timing: id 0 | task 8585 | total time = 7190.10 ms / 879 tokens 8.18.083.150 I slot print_timing: id 0 | task 8585 | graphs reused = 7402 8.18.083.151 I slot print_timing: id 0 | task 8585 | graph reallocs = 0 / 0 (same size) / (changed size) 8.18.083.197 I slot release: id 0 | task 8585 | stop processing: n_tokens = 879, truncated = 0 8.18.083.383 I slot print_timing: id 3 | task 8586 | prompt eval time = 6510.57 ms / 996 tokens ( 6.54 ms per token, 152.98 tokens per second) 8.18.083.385 I slot print_timing: id 3 | task 8586 | eval time = 679.63 ms / 2 tokens ( 679.63 ms per token, 1.47 tokens per second) 8.18.083.386 I slot print_timing: id 3 | task 8586 | total time = 7190.20 ms / 998 tokens 8.18.083.386 I slot print_timing: id 3 | task 8586 | graphs reused = 7402 8.18.083.386 I slot print_timing: id 3 | task 8586 | graph reallocs = 0 / 0 (same size) / (changed size) 8.18.083.427 I slot release: id 3 | task 8586 | stop processing: n_tokens = 998, truncated = 0 8.18.083.435 I slot print_timing: id 1 | task 8589 | prompt processing, n_tokens = 1006, progress = 1.00, t = 4.34 s / 232.04 tokens per second 8.18.086.993 I slot print_timing: id 2 | task 8590 | prompt processing, n_tokens = 1032, progress = 1.00, t = 4.34 s / 238.05 tokens per second 8.18.132.894 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.886 (> 0.100 thold), f_keep = 0.892 8.18.132.931 I slot launch_slot_: id 3 | task 8595 | processing task, is_child = 0 8.18.139.804 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 879, t_last = 232995973491 8.18.139.907 I slot launch_slot_: id 0 | task 8596 | processing task, is_child = 0 8.19.258.638 I slot print_timing: id 1 | task 8589 | prompt eval time = 4385.17 ms / 1010 tokens ( 4.34 ms per token, 230.32 tokens per second) 8.19.258.641 I slot print_timing: id 1 | task 8589 | eval time = 1125.93 ms / 2 tokens ( 1125.93 ms per token, 0.89 tokens per second) 8.19.258.641 I slot print_timing: id 1 | task 8589 | total time = 5511.10 ms / 1012 tokens 8.19.258.642 I slot print_timing: id 1 | task 8589 | graphs reused = 7402 8.19.258.642 I slot print_timing: id 1 | task 8589 | graph reallocs = 0 / 0 (same size) / (changed size) 8.19.258.695 I slot release: id 1 | task 8589 | stop processing: n_tokens = 1012, truncated = 0 8.19.258.868 I slot print_timing: id 2 | task 8590 | prompt eval time = 4385.21 ms / 1036 tokens ( 4.23 ms per token, 236.25 tokens per second) 8.19.258.874 I slot print_timing: id 2 | task 8590 | eval time = 1125.98 ms / 2 tokens ( 1125.98 ms per token, 0.89 tokens per second) 8.19.258.874 I slot print_timing: id 2 | task 8590 | total time = 5511.19 ms / 1038 tokens 8.19.258.874 I slot print_timing: id 2 | task 8590 | graphs reused = 7402 8.19.258.875 I slot print_timing: id 2 | task 8590 | graph reallocs = 0 / 0 (same size) / (changed size) 8.19.258.924 I slot release: id 2 | task 8590 | stop processing: n_tokens = 1038, truncated = 0 8.19.973.009 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1012, t_last = 232997148989 8.19.982.682 I slot launch_slot_: id 1 | task 8599 | processing task, is_child = 0 8.19.989.949 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1038, t_last = 232997149218 8.19.990.057 I slot launch_slot_: id 2 | task 8600 | processing task, is_child = 0 8.21.746.639 I slot print_timing: id 3 | task 8595 | prompt eval time = 1832.93 ms / 114 tokens ( 16.08 ms per token, 62.20 tokens per second) 8.21.746.642 I slot print_timing: id 3 | task 8595 | eval time = 1773.62 ms / 2 tokens ( 1773.62 ms per token, 0.56 tokens per second) 8.21.746.643 I slot print_timing: id 3 | task 8595 | total time = 3606.55 ms / 116 tokens 8.21.746.643 I slot print_timing: id 3 | task 8595 | graphs reused = 7402 8.21.746.644 I slot print_timing: id 3 | task 8595 | graph reallocs = 0 / 0 (same size) / (changed size) 8.21.746.702 I slot release: id 3 | task 8595 | stop processing: n_tokens = 1005, truncated = 0 8.21.746.716 I slot print_timing: id 0 | task 8596 | prompt processing, n_tokens = 993, progress = 1.00, t = 3.61 s / 275.33 tokens per second 8.22.951.948 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1005, t_last = 232999636997 8.22.961.300 I slot launch_slot_: id 3 | task 8603 | processing task, is_child = 0 8.24.447.864 I slot print_timing: id 0 | task 8596 | prompt eval time = 4812.02 ms / 997 tokens ( 4.83 ms per token, 207.19 tokens per second) 8.24.447.867 I slot print_timing: id 0 | task 8596 | eval time = 1495.92 ms / 2 tokens ( 1495.92 ms per token, 0.67 tokens per second) 8.24.447.868 I slot print_timing: id 0 | task 8596 | total time = 6307.94 ms / 999 tokens 8.24.447.868 I slot print_timing: id 0 | task 8596 | graphs reused = 7402 8.24.447.869 I slot print_timing: id 0 | task 8596 | graph reallocs = 0 / 0 (same size) / (changed size) 8.24.447.922 I slot release: id 0 | task 8596 | stop processing: n_tokens = 999, truncated = 0 8.24.447.934 I slot print_timing: id 1 | task 8599 | prompt processing, n_tokens = 883, progress = 1.00, t = 4.46 s / 198.16 tokens per second 8.24.449.173 I slot print_timing: id 2 | task 8600 | prompt processing, n_tokens = 998, progress = 1.00, t = 4.46 s / 223.98 tokens per second 8.25.219.529 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 999, t_last = 233002338216 8.25.228.751 I slot launch_slot_: id 0 | task 8606 | processing task, is_child = 0 8.26.295.576 I slot print_timing: id 1 | task 8599 | prompt eval time = 5227.64 ms / 887 tokens ( 5.89 ms per token, 169.68 tokens per second) 8.26.295.578 I slot print_timing: id 1 | task 8599 | eval time = 1076.25 ms / 2 tokens ( 1076.25 ms per token, 0.93 tokens per second) 8.26.295.578 I slot print_timing: id 1 | task 8599 | total time = 6303.89 ms / 889 tokens 8.26.295.579 I slot print_timing: id 1 | task 8599 | graphs reused = 7402 8.26.295.579 I slot print_timing: id 1 | task 8599 | graph reallocs = 0 / 0 (same size) / (changed size) 8.26.295.629 I slot release: id 1 | task 8599 | stop processing: n_tokens = 889, truncated = 0 8.26.295.804 I slot print_timing: id 2 | task 8600 | prompt eval time = 5227.67 ms / 1002 tokens ( 5.22 ms per token, 191.67 tokens per second) 8.26.295.806 I slot print_timing: id 2 | task 8600 | eval time = 1076.28 ms / 2 tokens ( 1076.28 ms per token, 0.93 tokens per second) 8.26.295.807 I slot print_timing: id 2 | task 8600 | total time = 6303.95 ms / 1004 tokens 8.26.295.807 I slot print_timing: id 2 | task 8600 | graphs reused = 7402 8.26.295.807 I slot print_timing: id 2 | task 8600 | graph reallocs = 0 / 0 (same size) / (changed size) 8.26.295.856 I slot release: id 2 | task 8600 | stop processing: n_tokens = 1004, truncated = 0 8.26.296.788 I slot print_timing: id 3 | task 8603 | prompt processing, n_tokens = 880, progress = 1.00, t = 3.33 s / 264.21 tokens per second 8.26.894.094 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.882 (> 0.100 thold), f_keep = 0.785 8.26.894.136 I slot launch_slot_: id 2 | task 8609 | processing task, is_child = 0 8.26.903.666 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 889, t_last = 233004185924 8.26.903.776 I slot launch_slot_: id 1 | task 8610 | processing task, is_child = 0 8.28.328.270 I slot print_timing: id 3 | task 8603 | prompt eval time = 3929.40 ms / 884 tokens ( 4.45 ms per token, 224.97 tokens per second) 8.28.328.272 I slot print_timing: id 3 | task 8603 | eval time = 1434.18 ms / 2 tokens ( 1434.18 ms per token, 0.70 tokens per second) 8.28.328.272 I slot print_timing: id 3 | task 8603 | total time = 5363.58 ms / 886 tokens 8.28.328.273 I slot print_timing: id 3 | task 8603 | graphs reused = 7402 8.28.328.273 I slot print_timing: id 3 | task 8603 | graph reallocs = 0 / 0 (same size) / (changed size) 8.28.328.324 I slot release: id 3 | task 8603 | stop processing: n_tokens = 886, truncated = 0 8.28.328.336 I slot print_timing: id 0 | task 8606 | prompt processing, n_tokens = 980, progress = 1.00, t = 3.10 s / 316.20 tokens per second 8.28.945.717 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.904 (> 0.100 thold), f_keep = 0.889 8.28.945.757 I slot launch_slot_: id 3 | task 8613 | processing task, is_child = 0 8.29.569.631 I slot print_timing: id 0 | task 8606 | prompt eval time = 3716.75 ms / 984 tokens ( 3.78 ms per token, 264.75 tokens per second) 8.29.569.636 I slot print_timing: id 0 | task 8606 | eval time = 624.12 ms / 2 tokens ( 624.12 ms per token, 1.60 tokens per second) 8.29.569.636 I slot print_timing: id 0 | task 8606 | total time = 4340.87 ms / 986 tokens 8.29.569.637 I slot print_timing: id 0 | task 8606 | graphs reused = 7402 8.29.569.637 I slot print_timing: id 0 | task 8606 | graph reallocs = 0 / 0 (same size) / (changed size) 8.29.569.697 I slot release: id 0 | task 8606 | stop processing: n_tokens = 986, truncated = 0 8.29.569.867 I slot print_timing: id 2 | task 8609 | prompt eval time = 2039.96 ms / 105 tokens ( 19.43 ms per token, 51.47 tokens per second) 8.29.569.872 I slot print_timing: id 2 | task 8609 | eval time = 624.16 ms / 2 tokens ( 624.16 ms per token, 1.60 tokens per second) 8.29.569.873 I slot print_timing: id 2 | task 8609 | total time = 2664.12 ms / 107 tokens 8.29.569.873 I slot print_timing: id 2 | task 8609 | graphs reused = 7402 8.29.569.873 I slot print_timing: id 2 | task 8609 | graph reallocs = 0 / 0 (same size) / (changed size) 8.29.569.921 I slot release: id 2 | task 8609 | stop processing: n_tokens = 894, truncated = 0 8.29.651.327 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 986, t_last = 233007459991 8.29.659.621 I slot launch_slot_: id 0 | task 8616 | processing task, is_child = 0 8.29.668.700 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 894, t_last = 233007460215 8.29.668.800 I slot launch_slot_: id 2 | task 8617 | processing task, is_child = 0 8.31.108.119 I slot print_timing: id 1 | task 8610 | prompt eval time = 2745.57 ms / 951 tokens ( 2.89 ms per token, 346.38 tokens per second) 8.31.108.122 I slot print_timing: id 1 | task 8610 | eval time = 1456.97 ms / 2 tokens ( 1456.97 ms per token, 0.69 tokens per second) 8.31.108.122 I slot print_timing: id 1 | task 8610 | total time = 4202.54 ms / 953 tokens 8.31.108.123 I slot print_timing: id 1 | task 8610 | graphs reused = 7402 8.31.108.123 I slot print_timing: id 1 | task 8610 | graph reallocs = 0 / 0 (same size) / (changed size) 8.31.108.179 I slot release: id 1 | task 8610 | stop processing: n_tokens = 953, truncated = 0 8.31.108.348 I slot print_timing: id 3 | task 8613 | prompt eval time = 702.36 ms / 84 tokens ( 8.36 ms per token, 119.60 tokens per second) 8.31.108.352 I slot print_timing: id 3 | task 8613 | eval time = 1457.02 ms / 2 tokens ( 1457.02 ms per token, 0.69 tokens per second) 8.31.108.352 I slot print_timing: id 3 | task 8613 | total time = 2159.38 ms / 86 tokens 8.31.108.352 I slot print_timing: id 3 | task 8613 | graphs reused = 7402 8.31.108.353 I slot print_timing: id 3 | task 8613 | graph reallocs = 0 / 0 (same size) / (changed size) 8.31.108.395 I slot release: id 3 | task 8613 | stop processing: n_tokens = 873, truncated = 0 8.31.778.993 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 953, t_last = 233008998474 8.32.385.900 I slot launch_slot_: id 1 | task 8620 | processing task, is_child = 0 8.32.394.830 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 873, t_last = 233008998690 8.32.394.938 I slot launch_slot_: id 3 | task 8621 | processing task, is_child = 0 8.34.920.741 I slot print_timing: id 0 | task 8616 | prompt processing, n_tokens = 894, progress = 1.00, t = 5.25 s / 170.22 tokens per second 8.35.217.827 I slot print_timing: id 2 | task 8617 | prompt processing, n_tokens = 939, progress = 1.00, t = 5.25 s / 178.80 tokens per second 8.36.470.101 I slot print_timing: id 1 | task 8620 | prompt processing, n_tokens = 761, progress = 0.82, t = 4.07 s / 186.84 tokens per second 8.36.471.051 I slot print_timing: id 3 | task 8621 | prompt processing, n_tokens = 1157, progress = 0.85, t = 4.07 s / 284.12 tokens per second 8.37.261.873 I slot print_timing: id 0 | task 8616 | prompt eval time = 6801.10 ms / 898 tokens ( 7.57 ms per token, 132.04 tokens per second) 8.37.261.874 I slot print_timing: id 0 | task 8616 | eval time = 791.96 ms / 2 tokens ( 791.96 ms per token, 1.26 tokens per second) 8.37.261.875 I slot print_timing: id 0 | task 8616 | total time = 7593.06 ms / 900 tokens 8.37.261.875 I slot print_timing: id 0 | task 8616 | graphs reused = 7402 8.37.261.876 I slot print_timing: id 0 | task 8616 | graph reallocs = 0 / 0 (same size) / (changed size) 8.37.261.930 I slot release: id 0 | task 8616 | stop processing: n_tokens = 900, truncated = 0 8.37.262.106 I slot print_timing: id 2 | task 8617 | prompt eval time = 6801.11 ms / 943 tokens ( 7.21 ms per token, 138.65 tokens per second) 8.37.262.109 I slot print_timing: id 2 | task 8617 | eval time = 792.01 ms / 2 tokens ( 792.01 ms per token, 1.26 tokens per second) 8.37.262.110 I slot print_timing: id 2 | task 8617 | total time = 7593.12 ms / 945 tokens 8.37.262.110 I slot print_timing: id 2 | task 8617 | graphs reused = 7402 8.37.262.110 I slot print_timing: id 2 | task 8617 | graph reallocs = 0 / 0 (same size) / (changed size) 8.37.262.150 I slot release: id 2 | task 8617 | stop processing: n_tokens = 945, truncated = 0 8.37.262.158 I slot print_timing: id 1 | task 8620 | prompt processing, n_tokens = 920, progress = 1.00, t = 4.87 s / 189.10 tokens per second 8.37.265.691 I slot print_timing: id 3 | task 8621 | prompt processing, n_tokens = 1361, progress = 1.00, t = 4.86 s / 279.80 tokens per second 8.37.344.841 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 900, t_last = 233015152224 8.37.352.536 I slot launch_slot_: id 0 | task 8626 | processing task, is_child = 0 8.37.359.528 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 945, t_last = 233015152444 8.37.359.636 I slot launch_slot_: id 2 | task 8627 | processing task, is_child = 0 8.40.165.053 I slot print_timing: id 1 | task 8620 | prompt eval time = 4948.04 ms / 924 tokens ( 5.36 ms per token, 186.74 tokens per second) 8.40.165.055 I slot print_timing: id 1 | task 8620 | eval time = 2820.39 ms / 2 tokens ( 2820.39 ms per token, 0.35 tokens per second) 8.40.165.056 I slot print_timing: id 1 | task 8620 | total time = 7768.43 ms / 926 tokens 8.40.165.056 I slot print_timing: id 1 | task 8620 | graphs reused = 7402 8.40.165.057 I slot print_timing: id 1 | task 8620 | graph reallocs = 0 / 0 (same size) / (changed size) 8.40.165.114 I slot release: id 1 | task 8620 | stop processing: n_tokens = 926, truncated = 0 8.40.165.290 I slot print_timing: id 3 | task 8621 | prompt eval time = 4947.34 ms / 1365 tokens ( 3.62 ms per token, 275.91 tokens per second) 8.40.165.292 I slot print_timing: id 3 | task 8621 | eval time = 2820.45 ms / 2 tokens ( 2820.45 ms per token, 0.35 tokens per second) 8.40.165.292 I slot print_timing: id 3 | task 8621 | total time = 7767.79 ms / 1367 tokens 8.40.165.293 I slot print_timing: id 3 | task 8621 | graphs reused = 7402 8.40.165.293 I slot print_timing: id 3 | task 8621 | graph reallocs = 0 / 0 (same size) / (changed size) 8.40.165.358 I slot release: id 3 | task 8621 | stop processing: n_tokens = 1367, truncated = 0 8.40.908.715 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 926, t_last = 233018055408 8.41.486.581 I slot launch_slot_: id 1 | task 8630 | processing task, is_child = 0 8.41.495.714 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.905 (> 0.100 thold), f_keep = 0.868 8.41.495.747 I slot launch_slot_: id 3 | task 8631 | processing task, is_child = 0 8.41.495.753 I slot print_timing: id 0 | task 8626 | prompt processing, n_tokens = 1157, progress = 0.91, t = 3.55 s / 326.00 tokens per second 8.41.497.670 I slot print_timing: id 2 | task 8627 | prompt processing, n_tokens = 1157, progress = 0.85, t = 3.55 s / 326.02 tokens per second 8.42.734.813 I slot print_timing: id 0 | task 8626 | prompt processing, n_tokens = 1264, progress = 1.00, t = 5.38 s / 235.16 tokens per second 8.42.908.740 I slot print_timing: id 2 | task 8627 | prompt processing, n_tokens = 1351, progress = 1.00, t = 5.37 s / 251.35 tokens per second 8.44.001.718 I slot print_timing: id 0 | task 8626 | prompt eval time = 6324.10 ms / 1268 tokens ( 4.99 ms per token, 200.50 tokens per second) 8.44.001.720 I slot print_timing: id 0 | task 8626 | eval time = 317.97 ms / 2 tokens ( 317.97 ms per token, 3.14 tokens per second) 8.44.001.721 I slot print_timing: id 0 | task 8626 | total time = 6642.07 ms / 1270 tokens 8.44.001.721 I slot print_timing: id 0 | task 8626 | graphs reused = 7402 8.44.001.722 I slot print_timing: id 0 | task 8626 | graph reallocs = 0 / 0 (same size) / (changed size) 8.44.001.790 I slot release: id 0 | task 8626 | stop processing: n_tokens = 1270, truncated = 0 8.44.001.968 I slot print_timing: id 2 | task 8627 | prompt eval time = 6324.11 ms / 1355 tokens ( 4.67 ms per token, 214.26 tokens per second) 8.44.001.970 I slot print_timing: id 2 | task 8627 | eval time = 318.04 ms / 2 tokens ( 318.04 ms per token, 3.14 tokens per second) 8.44.001.971 I slot print_timing: id 2 | task 8627 | total time = 6642.14 ms / 1357 tokens 8.44.001.971 I slot print_timing: id 2 | task 8627 | graphs reused = 7402 8.44.001.971 I slot print_timing: id 2 | task 8627 | graph reallocs = 0 / 0 (same size) / (changed size) 8.44.002.035 I slot release: id 2 | task 8627 | stop processing: n_tokens = 1357, truncated = 0 8.44.002.234 I slot print_timing: id 3 | task 8631 | prompt eval time = 2185.73 ms / 125 tokens ( 17.49 ms per token, 57.19 tokens per second) 8.44.002.236 I slot print_timing: id 3 | task 8631 | eval time = 318.11 ms / 2 tokens ( 318.11 ms per token, 3.14 tokens per second) 8.44.002.237 I slot print_timing: id 3 | task 8631 | total time = 2503.84 ms / 127 tokens 8.44.002.237 I slot print_timing: id 3 | task 8631 | graphs reused = 7402 8.44.002.237 I slot print_timing: id 3 | task 8631 | graph reallocs = 0 / 0 (same size) / (changed size) 8.44.002.278 I slot release: id 3 | task 8631 | stop processing: n_tokens = 1312, truncated = 0 8.44.045.077 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1270, t_last = 233021892085 8.44.053.995 I slot launch_slot_: id 0 | task 8636 | processing task, is_child = 0 8.44.071.464 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1357, t_last = 233021892329 8.44.071.597 I slot launch_slot_: id 2 | task 8637 | processing task, is_child = 0 8.44.071.679 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1312, t_last = 233021892572 8.44.071.781 I slot launch_slot_: id 3 | task 8638 | processing task, is_child = 0 8.45.877.218 I slot print_timing: id 1 | task 8630 | prompt eval time = 2547.59 ms / 790 tokens ( 3.22 ms per token, 310.10 tokens per second) 8.45.877.220 I slot print_timing: id 1 | task 8630 | eval time = 1832.14 ms / 2 tokens ( 1832.14 ms per token, 0.55 tokens per second) 8.45.877.221 I slot print_timing: id 1 | task 8630 | total time = 4379.73 ms / 792 tokens 8.45.877.221 I slot print_timing: id 1 | task 8630 | graphs reused = 7402 8.45.877.221 I slot print_timing: id 1 | task 8630 | graph reallocs = 0 / 0 (same size) / (changed size) 8.45.877.274 I slot release: id 1 | task 8630 | stop processing: n_tokens = 792, truncated = 0 8.47.851.641 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 792, t_last = 233023767568 8.47.937.490 I slot launch_slot_: id 1 | task 8641 | processing task, is_child = 0 8.47.937.506 I slot print_timing: id 0 | task 8636 | prompt processing, n_tokens = 678, progress = 0.84, t = 3.78 s / 179.37 tokens per second 8.47.939.006 I slot print_timing: id 2 | task 8637 | prompt processing, n_tokens = 742, progress = 0.86, t = 3.78 s / 196.32 tokens per second 8.47.940.069 I slot print_timing: id 3 | task 8638 | prompt processing, n_tokens = 742, progress = 0.83, t = 3.78 s / 196.33 tokens per second 8.49.101.323 I slot print_timing: id 0 | task 8636 | prompt processing, n_tokens = 804, progress = 1.00, t = 5.03 s / 159.86 tokens per second 8.49.189.528 I slot print_timing: id 2 | task 8637 | prompt processing, n_tokens = 861, progress = 1.00, t = 5.03 s / 171.20 tokens per second 8.49.191.018 I slot print_timing: id 3 | task 8638 | prompt processing, n_tokens = 891, progress = 1.00, t = 5.03 s / 177.17 tokens per second 8.50.280.102 I slot print_timing: id 0 | task 8636 | prompt eval time = 5841.33 ms / 808 tokens ( 7.23 ms per token, 138.32 tokens per second) 8.50.280.107 I slot print_timing: id 0 | task 8636 | eval time = 366.98 ms / 2 tokens ( 366.98 ms per token, 2.72 tokens per second) 8.50.280.108 I slot print_timing: id 0 | task 8636 | total time = 6208.31 ms / 810 tokens 8.50.280.108 I slot print_timing: id 0 | task 8636 | graphs reused = 7402 8.50.280.109 I slot print_timing: id 0 | task 8636 | graph reallocs = 0 / 0 (same size) / (changed size) 8.50.280.156 I slot release: id 0 | task 8636 | stop processing: n_tokens = 810, truncated = 0 8.50.280.329 I slot print_timing: id 2 | task 8637 | prompt eval time = 5841.30 ms / 865 tokens ( 6.75 ms per token, 148.08 tokens per second) 8.50.280.331 I slot print_timing: id 2 | task 8637 | eval time = 367.02 ms / 2 tokens ( 367.02 ms per token, 2.72 tokens per second) 8.50.280.331 I slot print_timing: id 2 | task 8637 | total time = 6208.32 ms / 867 tokens 8.50.280.331 I slot print_timing: id 2 | task 8637 | graphs reused = 7402 8.50.280.332 I slot print_timing: id 2 | task 8637 | graph reallocs = 0 / 0 (same size) / (changed size) 8.50.280.376 I slot release: id 2 | task 8637 | stop processing: n_tokens = 867, truncated = 0 8.50.280.552 I slot print_timing: id 3 | task 8638 | prompt eval time = 5841.31 ms / 895 tokens ( 6.53 ms per token, 153.22 tokens per second) 8.50.280.555 I slot print_timing: id 3 | task 8638 | eval time = 367.05 ms / 2 tokens ( 367.05 ms per token, 2.72 tokens per second) 8.50.280.555 I slot print_timing: id 3 | task 8638 | total time = 6208.36 ms / 897 tokens 8.50.280.555 I slot print_timing: id 3 | task 8638 | graphs reused = 7402 8.50.280.556 I slot print_timing: id 3 | task 8638 | graph reallocs = 0 / 0 (same size) / (changed size) 8.50.280.602 I slot release: id 3 | task 8638 | stop processing: n_tokens = 897, truncated = 0 8.50.322.939 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 810, t_last = 233028170450 8.50.330.808 I slot launch_slot_: id 0 | task 8646 | processing task, is_child = 0 8.50.345.581 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 867, t_last = 233028170670 8.50.345.680 I slot launch_slot_: id 2 | task 8647 | processing task, is_child = 0 8.50.345.750 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 897, t_last = 233028170896 8.50.345.838 I slot launch_slot_: id 3 | task 8648 | processing task, is_child = 0 8.51.908.690 I slot print_timing: id 1 | task 8641 | prompt eval time = 2384.12 ms / 801 tokens ( 2.98 ms per token, 335.97 tokens per second) 8.51.908.694 I slot print_timing: id 1 | task 8641 | eval time = 1585.75 ms / 2 tokens ( 1585.75 ms per token, 0.63 tokens per second) 8.51.908.695 I slot print_timing: id 1 | task 8641 | total time = 3969.87 ms / 803 tokens 8.51.908.695 I slot print_timing: id 1 | task 8641 | graphs reused = 7402 8.51.908.696 I slot print_timing: id 1 | task 8641 | graph reallocs = 0 / 0 (same size) / (changed size) 8.51.908.752 I slot release: id 1 | task 8641 | stop processing: n_tokens = 803, truncated = 0 8.53.822.758 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.853 (> 0.100 thold), f_keep = 0.861 8.53.822.835 I slot launch_slot_: id 1 | task 8651 | processing task, is_child = 0 8.53.822.847 I slot print_timing: id 0 | task 8646 | prompt processing, n_tokens = 662, progress = 0.76, t = 3.48 s / 190.40 tokens per second 8.53.855.089 I slot print_timing: id 2 | task 8647 | prompt processing, n_tokens = 662, progress = 0.84, t = 3.48 s / 190.41 tokens per second 8.53.855.913 I slot print_timing: id 3 | task 8648 | prompt processing, n_tokens = 662, progress = 0.84, t = 3.48 s / 190.42 tokens per second 8.54.919.072 I slot print_timing: id 0 | task 8646 | prompt processing, n_tokens = 862, progress = 1.00, t = 4.57 s / 188.49 tokens per second 8.54.952.152 I slot print_timing: id 2 | task 8647 | prompt processing, n_tokens = 785, progress = 0.99, t = 4.57 s / 171.66 tokens per second 8.54.953.496 I slot print_timing: id 3 | task 8648 | prompt processing, n_tokens = 781, progress = 0.99, t = 4.57 s / 170.79 tokens per second 8.55.062.428 I slot print_timing: id 0 | task 8646 | prompt eval time = 4676.36 ms / 866 tokens ( 5.40 ms per token, 185.19 tokens per second) 8.55.062.431 I slot print_timing: id 0 | task 8646 | eval time = 40.22 ms / 2 tokens ( 40.22 ms per token, 24.87 tokens per second) 8.55.062.431 I slot print_timing: id 0 | task 8646 | total time = 4716.58 ms / 868 tokens 8.55.062.432 I slot print_timing: id 0 | task 8646 | graphs reused = 7402 8.55.062.432 I slot print_timing: id 0 | task 8646 | graph reallocs = 0 / 0 (same size) / (changed size) 8.55.062.489 I slot release: id 0 | task 8646 | stop processing: n_tokens = 868, truncated = 0 8.55.062.652 I slot print_timing: id 1 | task 8651 | prompt eval time = 1168.13 ms / 119 tokens ( 9.82 ms per token, 101.87 tokens per second) 8.55.062.657 I slot print_timing: id 1 | task 8651 | eval time = 40.27 ms / 2 tokens ( 40.27 ms per token, 24.84 tokens per second) 8.55.062.658 I slot print_timing: id 1 | task 8651 | total time = 1208.40 ms / 121 tokens 8.55.062.658 I slot print_timing: id 1 | task 8651 | graphs reused = 7402 8.55.062.658 I slot print_timing: id 1 | task 8651 | graph reallocs = 0 / 0 (same size) / (changed size) 8.55.062.699 I slot release: id 1 | task 8651 | stop processing: n_tokens = 811, truncated = 0 8.55.062.881 I slot print_timing: id 2 | task 8647 | prompt eval time = 4676.58 ms / 789 tokens ( 5.93 ms per token, 168.71 tokens per second) 8.55.062.883 I slot print_timing: id 2 | task 8647 | eval time = 40.30 ms / 2 tokens ( 40.30 ms per token, 24.82 tokens per second) 8.55.062.884 I slot print_timing: id 2 | task 8647 | total time = 4716.88 ms / 791 tokens 8.55.062.884 I slot print_timing: id 2 | task 8647 | graphs reused = 7402 8.55.062.884 I slot print_timing: id 2 | task 8647 | graph reallocs = 0 / 0 (same size) / (changed size) 8.55.062.922 I slot release: id 2 | task 8647 | stop processing: n_tokens = 791, truncated = 0 8.55.063.106 I slot print_timing: id 3 | task 8648 | prompt eval time = 4676.64 ms / 785 tokens ( 5.96 ms per token, 167.86 tokens per second) 8.55.063.108 I slot print_timing: id 3 | task 8648 | eval time = 40.33 ms / 2 tokens ( 40.33 ms per token, 24.80 tokens per second) 8.55.063.108 I slot print_timing: id 3 | task 8648 | total time = 4716.96 ms / 787 tokens 8.55.063.109 I slot print_timing: id 3 | task 8648 | graphs reused = 7402 8.55.063.109 I slot print_timing: id 3 | task 8648 | graph reallocs = 0 / 0 (same size) / (changed size) 8.55.063.139 I slot release: id 3 | task 8648 | stop processing: n_tokens = 787, truncated = 0 8.55.076.084 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 868, t_last = 233032952783 8.55.083.832 I slot launch_slot_: id 0 | task 8655 | processing task, is_child = 0 8.55.106.097 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 811, t_last = 233032952994 8.55.106.195 I slot launch_slot_: id 1 | task 8656 | processing task, is_child = 0 8.55.106.319 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 791, t_last = 233032953216 8.55.106.398 I slot launch_slot_: id 2 | task 8657 | processing task, is_child = 0 8.55.106.466 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 787, t_last = 233032953433 8.55.106.549 I slot launch_slot_: id 3 | task 8658 | processing task, is_child = 0 9.00.857.944 I slot print_timing: id 0 | task 8655 | prompt processing, n_tokens = 822, progress = 0.88, t = 5.75 s / 142.92 tokens per second 9.00.944.587 I slot print_timing: id 1 | task 8656 | prompt processing, n_tokens = 822, progress = 0.86, t = 5.75 s / 142.93 tokens per second 9.00.945.714 I slot print_timing: id 2 | task 8657 | prompt processing, n_tokens = 822, progress = 0.88, t = 5.75 s / 142.93 tokens per second 9.00.947.316 I slot print_timing: id 3 | task 8658 | prompt processing, n_tokens = 822, progress = 0.86, t = 5.75 s / 142.93 tokens per second 9.01.890.637 I slot print_timing: id 0 | task 8655 | prompt processing, n_tokens = 930, progress = 1.00, t = 6.78 s / 137.09 tokens per second 9.01.977.833 I slot print_timing: id 1 | task 8656 | prompt processing, n_tokens = 954, progress = 1.00, t = 6.78 s / 140.63 tokens per second 9.01.978.908 I slot print_timing: id 2 | task 8657 | prompt processing, n_tokens = 933, progress = 1.00, t = 6.78 s / 137.53 tokens per second 9.01.980.419 I slot print_timing: id 3 | task 8658 | prompt processing, n_tokens = 950, progress = 1.00, t = 6.78 s / 140.04 tokens per second 9.02.089.497 I slot print_timing: id 0 | task 8655 | prompt eval time = 6942.54 ms / 934 tokens ( 7.43 ms per token, 134.53 tokens per second) 9.02.089.499 I slot print_timing: id 0 | task 8655 | eval time = 40.40 ms / 2 tokens ( 40.40 ms per token, 24.76 tokens per second) 9.02.089.500 I slot print_timing: id 0 | task 8655 | total time = 6982.94 ms / 936 tokens 9.02.089.501 I slot print_timing: id 0 | task 8655 | graphs reused = 7404 9.02.089.501 I slot print_timing: id 0 | task 8655 | graph reallocs = 0 / 0 (same size) / (changed size) 9.02.089.553 I slot release: id 0 | task 8655 | stop processing: n_tokens = 936, truncated = 0 9.02.089.716 I slot print_timing: id 1 | task 8656 | prompt eval time = 6942.56 ms / 958 tokens ( 7.25 ms per token, 137.99 tokens per second) 9.02.089.719 I slot print_timing: id 1 | task 8656 | eval time = 40.44 ms / 2 tokens ( 40.44 ms per token, 24.73 tokens per second) 9.02.089.719 I slot print_timing: id 1 | task 8656 | total time = 6982.99 ms / 960 tokens 9.02.089.719 I slot print_timing: id 1 | task 8656 | graphs reused = 7404 9.02.089.720 I slot print_timing: id 1 | task 8656 | graph reallocs = 0 / 0 (same size) / (changed size) 9.02.089.758 I slot release: id 1 | task 8656 | stop processing: n_tokens = 960, truncated = 0 9.02.089.936 I slot print_timing: id 2 | task 8657 | prompt eval time = 6942.61 ms / 937 tokens ( 7.41 ms per token, 134.96 tokens per second) 9.02.089.938 I slot print_timing: id 2 | task 8657 | eval time = 40.46 ms / 2 tokens ( 40.46 ms per token, 24.72 tokens per second) 9.02.089.938 I slot print_timing: id 2 | task 8657 | total time = 6983.06 ms / 939 tokens 9.02.089.938 I slot print_timing: id 2 | task 8657 | graphs reused = 7404 9.02.089.939 I slot print_timing: id 2 | task 8657 | graph reallocs = 0 / 0 (same size) / (changed size) 9.02.089.979 I slot release: id 2 | task 8657 | stop processing: n_tokens = 939, truncated = 0 9.02.090.167 I slot print_timing: id 3 | task 8658 | prompt eval time = 6942.65 ms / 954 tokens ( 7.28 ms per token, 137.41 tokens per second) 9.02.090.171 I slot print_timing: id 3 | task 8658 | eval time = 40.49 ms / 2 tokens ( 40.49 ms per token, 24.70 tokens per second) 9.02.090.172 I slot print_timing: id 3 | task 8658 | total time = 6983.14 ms / 956 tokens 9.02.090.172 I slot print_timing: id 3 | task 8658 | graphs reused = 7404 9.02.090.172 I slot print_timing: id 3 | task 8658 | graph reallocs = 0 / 0 (same size) / (changed size) 9.02.090.203 I slot release: id 3 | task 8658 | stop processing: n_tokens = 956, truncated = 0 9.02.104.552 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 936, t_last = 233039979847 9.02.112.958 I slot launch_slot_: id 0 | task 8664 | processing task, is_child = 0 9.02.140.687 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 960, t_last = 233039980052 9.02.140.798 I slot launch_slot_: id 1 | task 8665 | processing task, is_child = 0 9.02.140.934 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 939, t_last = 233039980273 9.02.141.032 I slot launch_slot_: id 2 | task 8666 | processing task, is_child = 0 9.02.141.112 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.887 (> 0.100 thold), f_keep = 0.890 9.02.141.132 I slot launch_slot_: id 3 | task 8667 | processing task, is_child = 0 9.06.274.519 I slot print_timing: id 0 | task 8664 | prompt processing, n_tokens = 823, progress = 0.84, t = 4.13 s / 199.12 tokens per second 9.06.275.227 I slot print_timing: id 1 | task 8665 | prompt processing, n_tokens = 678, progress = 0.85, t = 4.13 s / 164.05 tokens per second 9.06.276.572 I slot print_timing: id 2 | task 8666 | prompt processing, n_tokens = 678, progress = 0.85, t = 4.13 s / 164.05 tokens per second 9.07.103.773 I slot print_timing: id 3 | task 8667 | prompt eval time = 4132.89 ms / 108 tokens ( 38.27 ms per token, 26.13 tokens per second) 9.07.103.776 I slot print_timing: id 3 | task 8667 | eval time = 829.26 ms / 2 tokens ( 829.26 ms per token, 1.21 tokens per second) 9.07.103.777 I slot print_timing: id 3 | task 8667 | total time = 4962.15 ms / 110 tokens 9.07.103.777 I slot print_timing: id 3 | task 8667 | graphs reused = 7404 9.07.103.778 I slot print_timing: id 3 | task 8667 | graph reallocs = 0 / 0 (same size) / (changed size) 9.07.103.826 I slot release: id 3 | task 8667 | stop processing: n_tokens = 960, truncated = 0 9.07.103.836 I slot print_timing: id 0 | task 8664 | prompt processing, n_tokens = 971, progress = 1.00, t = 4.96 s / 195.67 tokens per second 9.07.104.745 I slot print_timing: id 1 | task 8665 | prompt processing, n_tokens = 798, progress = 1.00, t = 4.96 s / 160.81 tokens per second 9.07.106.425 I slot print_timing: id 2 | task 8666 | prompt processing, n_tokens = 797, progress = 1.00, t = 4.96 s / 160.62 tokens per second 9.07.170.775 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 960, t_last = 233044994120 9.07.183.187 I slot launch_slot_: id 3 | task 8672 | processing task, is_child = 0 9.07.962.833 I slot print_timing: id 0 | task 8664 | prompt eval time = 5029.20 ms / 975 tokens ( 5.16 ms per token, 193.87 tokens per second) 9.07.962.836 I slot print_timing: id 0 | task 8664 | eval time = 792.50 ms / 2 tokens ( 792.50 ms per token, 1.26 tokens per second) 9.07.962.837 I slot print_timing: id 0 | task 8664 | total time = 5821.69 ms / 977 tokens 9.07.962.837 I slot print_timing: id 0 | task 8664 | graphs reused = 7404 9.07.962.837 I slot print_timing: id 0 | task 8664 | graph reallocs = 0 / 0 (same size) / (changed size) 9.07.962.891 I slot release: id 0 | task 8664 | stop processing: n_tokens = 977, truncated = 0 9.07.963.147 I slot print_timing: id 1 | task 8665 | prompt eval time = 5029.20 ms / 802 tokens ( 6.27 ms per token, 159.47 tokens per second) 9.07.963.152 I slot print_timing: id 1 | task 8665 | eval time = 792.63 ms / 2 tokens ( 792.63 ms per token, 1.26 tokens per second) 9.07.963.152 I slot print_timing: id 1 | task 8665 | total time = 5821.83 ms / 804 tokens 9.07.963.152 I slot print_timing: id 1 | task 8665 | graphs reused = 7404 9.07.963.153 I slot print_timing: id 1 | task 8665 | graph reallocs = 0 / 0 (same size) / (changed size) 9.07.963.196 I slot release: id 1 | task 8665 | stop processing: n_tokens = 804, truncated = 0 9.07.963.444 I slot print_timing: id 2 | task 8666 | prompt eval time = 5029.30 ms / 801 tokens ( 6.28 ms per token, 159.27 tokens per second) 9.07.963.447 I slot print_timing: id 2 | task 8666 | eval time = 792.67 ms / 2 tokens ( 792.67 ms per token, 1.26 tokens per second) 9.07.963.447 I slot print_timing: id 2 | task 8666 | total time = 5821.97 ms / 803 tokens 9.07.963.448 I slot print_timing: id 2 | task 8666 | graphs reused = 7404 9.07.963.448 I slot print_timing: id 2 | task 8666 | graph reallocs = 0 / 0 (same size) / (changed size) 9.07.963.479 I slot release: id 2 | task 8666 | stop processing: n_tokens = 803, truncated = 0 9.08.684.937 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 977, t_last = 233045853185 9.08.936.203 I slot launch_slot_: id 0 | task 8676 | processing task, is_child = 0 9.08.955.929 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 804, t_last = 233045853490 9.08.957.070 I slot launch_slot_: id 1 | task 8677 | processing task, is_child = 0 9.08.957.137 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 803, t_last = 233045853773 9.08.957.226 I slot launch_slot_: id 2 | task 8678 | processing task, is_child = 0 9.12.047.932 I slot print_timing: id 3 | task 8672 | prompt eval time = 3158.29 ms / 954 tokens ( 3.31 ms per token, 302.06 tokens per second) 9.12.047.934 I slot print_timing: id 3 | task 8672 | eval time = 1706.44 ms / 2 tokens ( 1706.44 ms per token, 0.59 tokens per second) 9.12.047.934 I slot print_timing: id 3 | task 8672 | total time = 4864.73 ms / 956 tokens 9.12.047.935 I slot print_timing: id 3 | task 8672 | graphs reused = 7404 9.12.047.935 I slot print_timing: id 3 | task 8672 | graph reallocs = 0 / 0 (same size) / (changed size) 9.12.047.990 I slot release: id 3 | task 8672 | stop processing: n_tokens = 956, truncated = 0 9.12.048.001 I slot print_timing: id 0 | task 8676 | prompt processing, n_tokens = 771, progress = 0.84, t = 3.09 s / 249.48 tokens per second 9.12.048.923 I slot print_timing: id 1 | task 8677 | prompt processing, n_tokens = 134, progress = 1.00, t = 3.09 s / 43.36 tokens per second 9.12.050.594 I slot print_timing: id 2 | task 8678 | prompt processing, n_tokens = 771, progress = 0.87, t = 3.09 s / 249.64 tokens per second 9.12.646.011 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 956, t_last = 233049938284 9.12.650.356 I slot launch_slot_: id 3 | task 8682 | processing task, is_child = 0 9.12.650.372 I slot print_timing: id 0 | task 8676 | prompt processing, n_tokens = 918, progress = 1.00, t = 3.69 s / 248.88 tokens per second 9.12.653.297 I slot print_timing: id 2 | task 8678 | prompt processing, n_tokens = 887, progress = 1.00, t = 3.69 s / 240.61 tokens per second 9.13.399.237 I slot print_timing: id 1 | task 8677 | prompt eval time = 3688.61 ms / 138 tokens ( 26.73 ms per token, 37.41 tokens per second) 9.13.399.240 I slot print_timing: id 1 | task 8677 | eval time = 753.23 ms / 2 tokens ( 753.23 ms per token, 1.33 tokens per second) 9.13.399.241 I slot print_timing: id 1 | task 8677 | total time = 4441.84 ms / 140 tokens 9.13.399.241 I slot print_timing: id 1 | task 8677 | graphs reused = 7404 9.13.399.242 I slot print_timing: id 1 | task 8677 | graph reallocs = 0 / 0 (same size) / (changed size) 9.13.399.296 I slot release: id 1 | task 8677 | stop processing: n_tokens = 962, truncated = 0 9.14.179.799 I slot print_timing: id 0 | task 8676 | prompt eval time = 4441.79 ms / 922 tokens ( 4.82 ms per token, 207.57 tokens per second) 9.14.179.801 I slot print_timing: id 0 | task 8676 | eval time = 780.77 ms / 2 tokens ( 780.77 ms per token, 1.28 tokens per second) 9.14.179.802 I slot print_timing: id 0 | task 8676 | total time = 5222.56 ms / 924 tokens 9.14.179.802 I slot print_timing: id 0 | task 8676 | graphs reused = 7404 9.14.179.802 I slot print_timing: id 0 | task 8676 | graph reallocs = 0 / 0 (same size) / (changed size) 9.14.179.856 I slot release: id 0 | task 8676 | stop processing: n_tokens = 924, truncated = 0 9.14.180.063 I slot print_timing: id 2 | task 8678 | prompt eval time = 4440.33 ms / 891 tokens ( 4.98 ms per token, 200.66 tokens per second) 9.14.180.067 I slot print_timing: id 2 | task 8678 | eval time = 780.47 ms / 2 tokens ( 780.47 ms per token, 1.28 tokens per second) 9.14.180.068 I slot print_timing: id 2 | task 8678 | total time = 5220.80 ms / 893 tokens 9.14.180.068 I slot print_timing: id 2 | task 8678 | graphs reused = 7404 9.14.180.069 I slot print_timing: id 2 | task 8678 | graph reallocs = 0 / 0 (same size) / (changed size) 9.14.180.115 I slot release: id 2 | task 8678 | stop processing: n_tokens = 893, truncated = 0 9.14.180.121 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.892 (> 0.100 thold), f_keep = 0.866 9.14.180.173 I slot launch_slot_: id 0 | task 8685 | processing task, is_child = 0 9.14.193.252 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.600 MiB) 9.14.193.261 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.756 MiB) 9.14.193.263 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 15.367 MiB) 9.14.193.266 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.429 MiB) 9.14.193.268 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 18.743 MiB) 9.14.202.759 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.904 (> 0.100 thold), f_keep = 0.896 9.14.202.804 I slot launch_slot_: id 2 | task 8686 | processing task, is_child = 0 9.14.202.888 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 962, t_last = 233051289590 9.14.202.977 I slot launch_slot_: id 1 | task 8687 | processing task, is_child = 0 9.16.134.372 I slot print_timing: id 3 | task 8682 | prompt processing, n_tokens = 894, progress = 1.00, t = 3.34 s / 267.31 tokens per second 9.17.267.928 I slot print_timing: id 0 | task 8685 | prompt eval time = 2629.01 ms / 97 tokens ( 27.10 ms per token, 36.90 tokens per second) 9.17.267.932 I slot print_timing: id 0 | task 8685 | eval time = 435.94 ms / 2 tokens ( 435.94 ms per token, 2.29 tokens per second) 9.17.267.932 I slot print_timing: id 0 | task 8685 | total time = 3064.94 ms / 99 tokens 9.17.267.933 I slot print_timing: id 0 | task 8685 | graphs reused = 7404 9.17.267.933 I slot print_timing: id 0 | task 8685 | graph reallocs = 0 / 0 (same size) / (changed size) 9.17.267.986 I slot release: id 0 | task 8685 | stop processing: n_tokens = 898, truncated = 0 9.17.268.158 I slot print_timing: id 2 | task 8686 | prompt eval time = 2627.83 ms / 85 tokens ( 30.92 ms per token, 32.35 tokens per second) 9.17.268.165 I slot print_timing: id 2 | task 8686 | eval time = 435.91 ms / 2 tokens ( 435.91 ms per token, 2.29 tokens per second) 9.17.268.166 I slot print_timing: id 2 | task 8686 | total time = 3063.73 ms / 87 tokens 9.17.268.166 I slot print_timing: id 2 | task 8686 | graphs reused = 7404 9.17.268.167 I slot print_timing: id 2 | task 8686 | graph reallocs = 0 / 0 (same size) / (changed size) 9.17.268.218 I slot release: id 2 | task 8686 | stop processing: n_tokens = 886, truncated = 0 9.17.268.465 I slot print_timing: id 3 | task 8682 | prompt eval time = 4176.69 ms / 898 tokens ( 4.65 ms per token, 215.00 tokens per second) 9.17.268.467 I slot print_timing: id 3 | task 8682 | eval time = 435.97 ms / 2 tokens ( 435.97 ms per token, 2.29 tokens per second) 9.17.268.468 I slot print_timing: id 3 | task 8682 | total time = 4612.67 ms / 900 tokens 9.17.268.468 I slot print_timing: id 3 | task 8682 | graphs reused = 7404 9.17.268.468 I slot print_timing: id 3 | task 8682 | graph reallocs = 0 / 0 (same size) / (changed size) 9.17.268.504 I slot release: id 3 | task 8682 | stop processing: n_tokens = 900, truncated = 0 9.17.268.510 I slot print_timing: id 1 | task 8687 | prompt processing, n_tokens = 1229, progress = 1.00, t = 3.06 s / 401.18 tokens per second 9.17.311.417 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 898, t_last = 233055158280 9.17.311.527 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.373 MiB) 9.17.311.531 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.803 MiB) 9.17.311.534 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.710 MiB) 9.17.311.536 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 17.899 MiB) 9.17.311.540 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.960 MiB) 9.17.311.542 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.069 MiB) 9.17.311.544 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 16.445 MiB) 9.17.324.704 I slot launch_slot_: id 0 | task 8692 | processing task, is_child = 0 9.17.324.797 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.741 MiB) 9.17.324.801 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.054 MiB) 9.17.324.808 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.420 MiB) 9.17.324.811 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.146 MiB) 9.17.324.813 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.054 MiB) 9.17.324.815 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.335 MiB) 9.17.324.817 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.990 MiB) 9.17.324.819 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.944 MiB) 9.17.335.014 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.632 MiB) 9.17.335.018 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.491 MiB) 9.17.335.020 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 10.451 MiB) 9.17.335.023 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.530 MiB) 9.17.335.025 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 17.766 MiB) 9.17.335.027 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 16.867 MiB) 9.17.335.029 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.788 MiB) 9.17.344.233 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 886, t_last = 233055158512 9.17.344.393 I slot launch_slot_: id 2 | task 8693 | processing task, is_child = 0 9.17.344.464 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 900, t_last = 233055158798 9.17.344.631 I slot launch_slot_: id 3 | task 8694 | processing task, is_child = 0 9.20.921.634 I slot print_timing: id 1 | task 8687 | prompt eval time = 3107.13 ms / 1233 tokens ( 2.52 ms per token, 396.83 tokens per second) 9.20.921.637 I slot print_timing: id 1 | task 8687 | eval time = 3610.22 ms / 2 tokens ( 3610.22 ms per token, 0.28 tokens per second) 9.20.921.637 I slot print_timing: id 1 | task 8687 | total time = 6717.35 ms / 1235 tokens 9.20.921.638 I slot print_timing: id 1 | task 8687 | graphs reused = 7404 9.20.921.638 I slot print_timing: id 1 | task 8687 | graph reallocs = 0 / 0 (same size) / (changed size) 9.20.921.706 I slot release: id 1 | task 8687 | stop processing: n_tokens = 1235, truncated = 0 9.20.921.721 I slot print_timing: id 0 | task 8692 | prompt processing, n_tokens = 781, progress = 0.60, t = 3.58 s / 218.35 tokens per second 9.20.922.654 I slot print_timing: id 2 | task 8693 | prompt processing, n_tokens = 731, progress = 0.59, t = 3.58 s / 204.39 tokens per second 9.20.924.274 I slot print_timing: id 3 | task 8694 | prompt processing, n_tokens = 535, progress = 0.21, t = 3.58 s / 149.60 tokens per second 9.24.480.727 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1235, t_last = 233058812000 9.24.480.844 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.444 MiB) 9.24.480.849 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.101 MiB) 9.24.481.008 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 16.117 MiB) 9.24.481.138 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 17.149 MiB) 9.24.481.269 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 15.601 MiB) 9.24.481.383 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.459 MiB) 9.24.481.488 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.834 MiB) 9.24.672.496 I slot launch_slot_: id 1 | task 8697 | processing task, is_child = 0 9.24.672.518 I slot print_timing: id 0 | task 8692 | prompt processing, n_tokens = 1067, progress = 0.82, t = 7.14 s / 149.52 tokens per second 9.28.196.806 I slot print_timing: id 0 | task 8692 | prompt processing, n_tokens = 1293, progress = 1.00, t = 10.85 s / 119.15 tokens per second 9.28.343.754 I slot print_timing: id 1 | task 8697 | prompt processing, n_tokens = 1822, progress = 0.74, t = 3.52 s / 517.21 tokens per second 9.28.343.766 I slot print_timing: id 2 | task 8693 | prompt processing, n_tokens = 1067, progress = 0.86, t = 7.14 s / 149.53 tokens per second 9.28.344.704 I slot print_timing: id 3 | task 8694 | prompt processing, n_tokens = 1961, progress = 0.77, t = 7.14 s / 274.83 tokens per second 9.29.187.223 I slot print_timing: id 1 | task 8697 | prompt processing, n_tokens = 1942, progress = 0.79, t = 4.51 s / 430.31 tokens per second 9.29.187.919 I slot print_timing: id 2 | task 8693 | prompt processing, n_tokens = 1243, progress = 1.00, t = 11.84 s / 104.97 tokens per second 9.29.189.459 I slot print_timing: id 3 | task 8694 | prompt processing, n_tokens = 2033, progress = 0.80, t = 11.84 s / 171.68 tokens per second 9.30.348.285 I slot print_timing: id 0 | task 8692 | prompt eval time = 11842.57 ms / 1297 tokens ( 9.13 ms per token, 109.52 tokens per second) 9.30.348.290 I slot print_timing: id 0 | task 8692 | eval time = 1161.07 ms / 2 tokens ( 1161.07 ms per token, 0.86 tokens per second) 9.30.348.291 I slot print_timing: id 0 | task 8692 | total time = 13003.64 ms / 1299 tokens 9.30.348.291 I slot print_timing: id 0 | task 8692 | graphs reused = 7404 9.30.348.292 I slot print_timing: id 0 | task 8692 | graph reallocs = 0 / 0 (same size) / (changed size) 9.30.348.367 I slot release: id 0 | task 8692 | stop processing: n_tokens = 1299, truncated = 0 9.30.348.662 I slot print_timing: id 1 | task 8697 | prompt processing, n_tokens = 2243, progress = 0.91, t = 5.67 s / 395.31 tokens per second 9.30.349.836 I slot print_timing: id 3 | task 8694 | prompt processing, n_tokens = 2243, progress = 0.88, t = 13.00 s / 172.50 tokens per second 9.31.474.838 I slot print_timing: id 2 | task 8693 | prompt eval time = 13003.64 ms / 1247 tokens ( 10.43 ms per token, 95.90 tokens per second) 9.31.474.841 I slot print_timing: id 2 | task 8693 | eval time = 1126.17 ms / 2 tokens ( 1126.17 ms per token, 0.89 tokens per second) 9.31.474.842 I slot print_timing: id 2 | task 8693 | total time = 14129.82 ms / 1249 tokens 9.31.474.842 I slot print_timing: id 2 | task 8693 | graphs reused = 7404 9.31.474.843 I slot print_timing: id 2 | task 8693 | graph reallocs = 0 / 0 (same size) / (changed size) 9.31.474.916 I slot release: id 2 | task 8693 | stop processing: n_tokens = 1249, truncated = 0 9.31.474.926 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1299, t_last = 233068238662 9.31.475.035 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 15.601 MiB) 9.31.475.039 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 15.648 MiB) 9.31.475.041 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 16.117 MiB) 9.31.475.047 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.944 MiB) 9.31.475.049 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.146 MiB) 9.31.475.157 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.662 MiB) 9.31.475.318 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.538 MiB) 9.31.483.156 I slot launch_slot_: id 0 | task 8702 | processing task, is_child = 0 9.31.483.250 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.710 MiB) 9.31.483.355 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.632 MiB) 9.31.483.433 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.662 MiB) 9.31.483.556 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.272 MiB) 9.31.483.658 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.210 MiB) 9.31.483.747 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.272 MiB) 9.31.483.830 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 16.680 MiB) 9.31.491.474 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1249, t_last = 233069365212 9.31.491.661 I slot launch_slot_: id 2 | task 8703 | processing task, is_child = 0 9.34.137.277 I slot print_timing: id 1 | task 8697 | prompt processing, n_tokens = 2454, progress = 1.00, t = 6.80 s / 360.85 tokens per second 9.38.787.299 I slot print_timing: id 0 | task 8702 | prompt processing, n_tokens = 2180, progress = 0.81, t = 7.30 s / 298.82 tokens per second 9.38.788.066 I slot print_timing: id 2 | task 8703 | prompt processing, n_tokens = 1912, progress = 0.73, t = 3.69 s / 517.51 tokens per second 9.38.788.087 I slot print_timing: id 3 | task 8694 | prompt processing, n_tokens = 2545, progress = 1.00, t = 14.13 s / 180.12 tokens per second 9.39.405.855 I slot print_timing: id 1 | task 8697 | prompt eval time = 14113.23 ms / 2458 tokens ( 5.74 ms per token, 174.16 tokens per second) 9.39.405.860 I slot print_timing: id 1 | task 8697 | eval time = 618.57 ms / 2 tokens ( 618.57 ms per token, 1.62 tokens per second) 9.39.405.861 I slot print_timing: id 1 | task 8697 | total time = 14731.80 ms / 2460 tokens 9.39.405.861 I slot print_timing: id 1 | task 8697 | graphs reused = 7404 9.39.405.862 I slot print_timing: id 1 | task 8697 | graph reallocs = 0 / 0 (same size) / (changed size) 9.39.405.997 I slot release: id 1 | task 8697 | stop processing: n_tokens = 2460, truncated = 0 9.39.406.222 I slot print_timing: id 0 | task 8702 | prompt processing, n_tokens = 2243, progress = 0.83, t = 7.91 s / 283.42 tokens per second 9.39.407.353 I slot print_timing: id 2 | task 8703 | prompt processing, n_tokens = 2093, progress = 0.80, t = 4.31 s / 485.25 tokens per second 9.40.700.799 I slot print_timing: id 3 | task 8694 | prompt eval time = 22060.84 ms / 2549 tokens ( 8.65 ms per token, 115.54 tokens per second) 9.40.700.802 I slot print_timing: id 3 | task 8694 | eval time = 1294.58 ms / 2 tokens ( 1294.58 ms per token, 0.77 tokens per second) 9.40.700.802 I slot print_timing: id 3 | task 8694 | total time = 23355.42 ms / 2551 tokens 9.40.700.803 I slot print_timing: id 3 | task 8694 | graphs reused = 7404 9.40.700.803 I slot print_timing: id 3 | task 8694 | graph reallocs = 0 / 0 (same size) / (changed size) 9.40.700.948 I slot release: id 3 | task 8694 | stop processing: n_tokens = 2551, truncated = 0 9.40.700.957 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 2460, t_last = 233077296292 9.40.701.112 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.256 MiB) 9.40.701.118 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.851 MiB) 9.40.701.120 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 16.820 MiB) 9.40.701.123 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 22.682 MiB) 9.40.701.265 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.913 MiB) 9.40.701.402 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.679 MiB) 9.40.701.515 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 15.984 MiB) 9.40.701.638 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 21.463 MiB) 9.40.711.010 I slot launch_slot_: id 1 | task 8708 | processing task, is_child = 0 9.40.711.145 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.725 MiB) 9.40.711.283 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.842 MiB) 9.40.711.382 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 18.368 MiB) 9.40.711.465 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 15.656 MiB) 9.40.711.553 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 16.492 MiB) 9.40.711.656 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.053 MiB) 9.40.711.775 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.709 MiB) 9.40.711.881 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.975 MiB) 9.40.720.920 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 2551, t_last = 233078591243 9.40.721.121 I slot launch_slot_: id 3 | task 8709 | processing task, is_child = 0 9.40.721.128 I slot print_timing: id 0 | task 8702 | prompt processing, n_tokens = 2692, progress = 1.00, t = 9.21 s / 292.32 tokens per second 9.40.723.478 I slot print_timing: id 2 | task 8703 | prompt processing, n_tokens = 2243, progress = 0.86, t = 5.61 s / 399.95 tokens per second 9.44.445.301 I slot print_timing: id 1 | task 8708 | prompt processing, n_tokens = 1225, progress = 0.70, t = 3.72 s / 329.12 tokens per second 9.44.446.035 I slot print_timing: id 2 | task 8703 | prompt processing, n_tokens = 2605, progress = 1.00, t = 9.35 s / 278.53 tokens per second 9.44.447.777 I slot print_timing: id 3 | task 8709 | prompt processing, n_tokens = 457, progress = 0.25, t = 3.72 s / 122.82 tokens per second 9.46.474.060 I slot print_timing: id 0 | task 8702 | prompt eval time = 12953.60 ms / 2696 tokens ( 4.80 ms per token, 208.13 tokens per second) 9.46.474.062 I slot print_timing: id 0 | task 8702 | eval time = 2028.77 ms / 2 tokens ( 2028.77 ms per token, 0.49 tokens per second) 9.46.474.063 I slot print_timing: id 0 | task 8702 | total time = 14982.38 ms / 2698 tokens 9.46.474.063 I slot print_timing: id 0 | task 8702 | graphs reused = 7404 9.46.474.064 I slot print_timing: id 0 | task 8702 | graph reallocs = 0 / 0 (same size) / (changed size) 9.46.474.208 I slot release: id 0 | task 8702 | stop processing: n_tokens = 2698, truncated = 0 9.46.474.424 I slot print_timing: id 1 | task 8708 | prompt processing, n_tokens = 1422, progress = 0.82, t = 5.75 s / 247.27 tokens per second 9.46.475.835 I slot print_timing: id 3 | task 8709 | prompt processing, n_tokens = 1301, progress = 0.72, t = 5.75 s / 226.27 tokens per second 9.47.369.806 I slot print_timing: id 2 | task 8703 | prompt eval time = 11381.97 ms / 2609 tokens ( 4.36 ms per token, 229.22 tokens per second) 9.47.369.812 I slot print_timing: id 2 | task 8703 | eval time = 895.38 ms / 2 tokens ( 895.38 ms per token, 1.12 tokens per second) 9.47.369.813 I slot print_timing: id 2 | task 8703 | total time = 12277.36 ms / 2611 tokens 9.47.369.813 I slot print_timing: id 2 | task 8703 | graphs reused = 7404 9.47.369.813 I slot print_timing: id 2 | task 8703 | graph reallocs = 0 / 0 (same size) / (changed size) 9.47.369.957 I slot release: id 2 | task 8703 | stop processing: n_tokens = 2611, truncated = 0 9.47.369.965 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 2698, t_last = 233084364503 9.47.370.116 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 16.781 MiB) 9.47.370.121 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.116 MiB) 9.47.370.123 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.647 MiB) 9.47.370.125 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 16.164 MiB) 9.47.370.275 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.568 MiB) 9.47.370.392 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 17.711 MiB) 9.47.370.484 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.131 MiB) 9.47.370.567 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.521 MiB) 9.47.370.682 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.874 MiB) 9.47.380.664 I slot launch_slot_: id 0 | task 8713 | processing task, is_child = 0 9.47.380.800 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.600 MiB) 9.47.380.913 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.037 MiB) 9.47.381.014 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.834 MiB) 9.47.381.117 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.945 MiB) 9.47.381.208 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.538 MiB) 9.47.381.324 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 15.414 MiB) 9.47.381.464 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.741 MiB) 9.47.381.551 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.718 MiB) 9.47.390.606 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 2611, t_last = 233085260252 9.47.390.833 I slot launch_slot_: id 2 | task 8714 | processing task, is_child = 0 9.47.391.365 I slot print_timing: id 1 | task 8708 | prompt processing, n_tokens = 1737, progress = 1.00, t = 6.65 s / 261.34 tokens per second 9.50.991.331 I slot print_timing: id 0 | task 8713 | prompt processing, n_tokens = 1422, progress = 0.71, t = 3.60 s / 394.97 tokens per second 9.50.992.101 I slot print_timing: id 2 | task 8714 | prompt processing, n_tokens = 622, progress = 0.34, t = 3.60 s / 172.83 tokens per second 9.50.992.129 I slot print_timing: id 3 | task 8709 | prompt processing, n_tokens = 1422, progress = 0.78, t = 6.65 s / 213.98 tokens per second 9.53.245.627 I slot print_timing: id 1 | task 8708 | prompt eval time = 10268.27 ms / 1741 tokens ( 5.90 ms per token, 169.55 tokens per second) 9.53.245.630 I slot print_timing: id 1 | task 8708 | eval time = 2254.30 ms / 2 tokens ( 2254.30 ms per token, 0.44 tokens per second) 9.53.245.630 I slot print_timing: id 1 | task 8708 | total time = 12522.58 ms / 1743 tokens 9.53.245.631 I slot print_timing: id 1 | task 8708 | graphs reused = 7404 9.53.245.631 I slot print_timing: id 1 | task 8708 | graph reallocs = 0 / 0 (same size) / (changed size) 9.53.245.733 I slot release: id 1 | task 8708 | stop processing: n_tokens = 1743, truncated = 0 9.53.245.750 I slot print_timing: id 0 | task 8713 | prompt processing, n_tokens = 1491, progress = 0.74, t = 5.85 s / 254.67 tokens per second 9.53.246.904 I slot print_timing: id 2 | task 8714 | prompt processing, n_tokens = 1317, progress = 0.72, t = 5.85 s / 225.01 tokens per second 9.53.248.485 I slot print_timing: id 3 | task 8709 | prompt processing, n_tokens = 1813, progress = 1.00, t = 12.52 s / 144.79 tokens per second 9.54.496.373 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.756 (> 0.100 thold), f_keep = 0.838 9.54.496.450 I slot launch_slot_: id 1 | task 8718 | processing task, is_child = 0 9.54.496.459 I slot print_timing: id 0 | task 8713 | prompt processing, n_tokens = 2003, progress = 1.00, t = 7.11 s / 281.90 tokens per second 9.54.501.242 I slot print_timing: id 2 | task 8714 | prompt processing, n_tokens = 1422, progress = 0.78, t = 7.10 s / 200.17 tokens per second 9.56.292.519 I slot print_timing: id 3 | task 8709 | prompt eval time = 13772.17 ms / 1817 tokens ( 7.58 ms per token, 131.93 tokens per second) 9.56.292.526 I slot print_timing: id 3 | task 8709 | eval time = 1796.15 ms / 2 tokens ( 1796.15 ms per token, 0.56 tokens per second) 9.56.292.527 I slot print_timing: id 3 | task 8709 | total time = 15568.32 ms / 1819 tokens 9.56.292.528 I slot print_timing: id 3 | task 8709 | graphs reused = 7404 9.56.292.529 I slot print_timing: id 3 | task 8709 | graph reallocs = 0 / 0 (same size) / (changed size) 9.56.292.632 I slot release: id 3 | task 8709 | stop processing: n_tokens = 1819, truncated = 0 9.56.295.089 I slot print_timing: id 2 | task 8714 | prompt processing, n_tokens = 1829, progress = 1.00, t = 8.90 s / 205.51 tokens per second 9.56.376.062 I slot print_timing: id 0 | task 8713 | prompt eval time = 8901.52 ms / 2007 tokens ( 4.44 ms per token, 225.47 tokens per second) 9.56.376.067 I slot print_timing: id 0 | task 8713 | eval time = 83.70 ms / 2 tokens ( 83.70 ms per token, 11.95 tokens per second) 9.56.376.068 I slot print_timing: id 0 | task 8713 | total time = 8985.22 ms / 2009 tokens 9.56.376.068 I slot print_timing: id 0 | task 8713 | graphs reused = 7404 9.56.376.069 I slot print_timing: id 0 | task 8713 | graph reallocs = 0 / 0 (same size) / (changed size) 9.56.376.176 I slot release: id 0 | task 8713 | stop processing: n_tokens = 2009, truncated = 0 9.56.376.624 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.830 (> 0.100 thold), f_keep = 0.727 9.56.376.670 I slot launch_slot_: id 0 | task 8721 | processing task, is_child = 0 9.56.376.789 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.069 MiB) 9.56.376.793 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.053 MiB) 9.56.376.795 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.616 MiB) 9.56.376.797 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.569 MiB) 9.56.376.799 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.131 MiB) 9.56.376.944 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 16.031 MiB) 9.56.377.076 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.225 MiB) 9.56.377.235 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.741 MiB) 9.56.377.383 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.334 MiB) 9.56.385.631 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1819, t_last = 233094182927 9.56.385.829 I slot launch_slot_: id 3 | task 8722 | processing task, is_child = 0 9.56.830.640 I slot print_timing: id 1 | task 8718 | prompt eval time = 1876.76 ms / 471 tokens ( 3.98 ms per token, 250.97 tokens per second) 9.56.830.642 I slot print_timing: id 1 | task 8718 | eval time = 454.25 ms / 2 tokens ( 454.25 ms per token, 2.20 tokens per second) 9.56.830.643 I slot print_timing: id 1 | task 8718 | total time = 2331.00 ms / 473 tokens 9.56.830.643 I slot print_timing: id 1 | task 8718 | graphs reused = 7404 9.56.830.644 I slot print_timing: id 1 | task 8718 | graph reallocs = 0 / 0 (same size) / (changed size) 9.56.830.750 I slot release: id 1 | task 8718 | stop processing: n_tokens = 1932, truncated = 0 9.56.830.930 I slot print_timing: id 2 | task 8714 | prompt eval time = 8984.38 ms / 1833 tokens ( 4.90 ms per token, 204.02 tokens per second) 9.56.830.936 I slot print_timing: id 2 | task 8714 | eval time = 454.31 ms / 2 tokens ( 454.31 ms per token, 2.20 tokens per second) 9.56.830.937 I slot print_timing: id 2 | task 8714 | total time = 9438.69 ms / 1835 tokens 9.56.830.937 I slot print_timing: id 2 | task 8714 | graphs reused = 7404 9.56.830.937 I slot print_timing: id 2 | task 8714 | graph reallocs = 0 / 0 (same size) / (changed size) 9.56.831.021 I slot release: id 2 | task 8714 | stop processing: n_tokens = 1835, truncated = 0 9.57.492.117 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1932, t_last = 233094721045 9.57.492.243 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.945 MiB) 9.57.492.246 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 16.867 MiB) 9.57.492.449 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 10.959 MiB) 9.57.492.611 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.436 MiB) 9.57.492.735 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.030 MiB) 9.57.492.874 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.616 MiB) 9.57.492.967 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 16.117 MiB) 9.57.493.092 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.476 MiB) 9.57.493.204 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 15.648 MiB) 9.58.190.443 I slot launch_slot_: id 1 | task 8726 | processing task, is_child = 0 9.58.190.565 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.303 MiB) 9.58.190.569 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.366 MiB) 9.58.190.673 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 15.320 MiB) 9.58.190.823 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.898 MiB) 9.58.190.950 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.616 MiB) 9.58.191.074 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 15.179 MiB) 9.58.191.169 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.710 MiB) 9.58.191.284 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.334 MiB) 9.58.199.754 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1835, t_last = 233094721316 9.58.199.946 I slot launch_slot_: id 2 | task 8725 | processing task, is_child = 0 10.00.731.408 I slot print_timing: id 0 | task 8721 | prompt eval time = 2945.88 ms / 337 tokens ( 8.74 ms per token, 114.40 tokens per second) 10.00.731.410 I slot print_timing: id 0 | task 8721 | eval time = 1399.68 ms / 2 tokens ( 1399.68 ms per token, 0.71 tokens per second) 10.00.731.411 I slot print_timing: id 0 | task 8721 | total time = 4345.57 ms / 339 tokens 10.00.731.412 I slot print_timing: id 0 | task 8721 | graphs reused = 7404 10.00.731.412 I slot print_timing: id 0 | task 8721 | graph reallocs = 0 / 0 (same size) / (changed size) 10.00.731.514 I slot release: id 0 | task 8721 | stop processing: n_tokens = 1760, truncated = 0 10.01.330.106 I slot print_timing: id 3 | task 8722 | prompt eval time = 4344.40 ms / 725 tokens ( 5.99 ms per token, 166.88 tokens per second) 10.01.330.109 I slot print_timing: id 3 | task 8722 | eval time = 598.38 ms / 2 tokens ( 598.38 ms per token, 1.67 tokens per second) 10.01.330.109 I slot print_timing: id 3 | task 8722 | total time = 4942.78 ms / 727 tokens 10.01.330.110 I slot print_timing: id 3 | task 8722 | graphs reused = 7404 10.01.330.110 I slot print_timing: id 3 | task 8722 | graph reallocs = 0 / 0 (same size) / (changed size) 10.01.330.153 I slot release: id 3 | task 8722 | stop processing: n_tokens = 727, truncated = 0 10.01.330.162 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.881 (> 0.100 thold), f_keep = 0.879 10.01.330.224 I slot launch_slot_: id 3 | task 8730 | processing task, is_child = 0 10.01.330.340 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 17.993 MiB) 10.01.330.345 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.373 MiB) 10.01.330.347 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 15.414 MiB) 10.01.330.349 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.990 MiB) 10.01.330.413 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.022 MiB) 10.01.330.542 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.459 MiB) 10.01.330.644 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.303 MiB) 10.01.338.014 I slot print_timing: id 1 | task 8726 | prompt processing, n_tokens = 741, progress = 0.99, t = 3.13 s / 236.88 tokens per second 10.01.339.886 I slot print_timing: id 2 | task 8725 | prompt processing, n_tokens = 755, progress = 0.99, t = 3.13 s / 241.39 tokens per second 10.01.586.539 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1760, t_last = 233098621809 10.01.586.720 I slot launch_slot_: id 0 | task 8732 | processing task, is_child = 0 10.02.041.655 I slot print_timing: id 1 | task 8726 | prompt eval time = 3384.57 ms / 745 tokens ( 4.54 ms per token, 220.12 tokens per second) 10.02.041.658 I slot print_timing: id 1 | task 8726 | eval time = 455.31 ms / 2 tokens ( 455.31 ms per token, 2.20 tokens per second) 10.02.041.658 I slot print_timing: id 1 | task 8726 | total time = 3839.89 ms / 747 tokens 10.02.041.658 I slot print_timing: id 1 | task 8726 | graphs reused = 7404 10.02.041.659 I slot print_timing: id 1 | task 8726 | graph reallocs = 0 / 0 (same size) / (changed size) 10.02.041.706 I slot release: id 1 | task 8726 | stop processing: n_tokens = 747, truncated = 0 10.02.041.863 I slot print_timing: id 2 | task 8725 | prompt eval time = 3384.35 ms / 759 tokens ( 4.46 ms per token, 224.27 tokens per second) 10.02.041.865 I slot print_timing: id 2 | task 8725 | eval time = 455.33 ms / 2 tokens ( 455.33 ms per token, 2.20 tokens per second) 10.02.041.865 I slot print_timing: id 2 | task 8725 | total time = 3839.68 ms / 761 tokens 10.02.041.865 I slot print_timing: id 2 | task 8725 | graphs reused = 7404 10.02.041.866 I slot print_timing: id 2 | task 8725 | graph reallocs = 0 / 0 (same size) / (changed size) 10.02.041.901 I slot release: id 2 | task 8725 | stop processing: n_tokens = 761, truncated = 0 10.02.774.382 I slot print_timing: id 3 | task 8730 | prompt eval time = 700.49 ms / 86 tokens ( 8.15 ms per token, 122.77 tokens per second) 10.02.774.385 I slot print_timing: id 3 | task 8730 | eval time = 732.25 ms / 2 tokens ( 732.25 ms per token, 1.37 tokens per second) 10.02.774.385 I slot print_timing: id 3 | task 8730 | total time = 1432.74 ms / 88 tokens 10.02.774.386 I slot print_timing: id 3 | task 8730 | graphs reused = 7404 10.02.774.386 I slot print_timing: id 3 | task 8730 | graph reallocs = 0 / 0 (same size) / (changed size) 10.02.774.431 I slot release: id 3 | task 8730 | stop processing: n_tokens = 726, truncated = 0 10.02.774.438 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 747, t_last = 233099932000 10.02.774.517 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.725 MiB) 10.02.774.521 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.990 MiB) 10.02.774.524 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 15.460 MiB) 10.02.774.685 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 16.304 MiB) 10.02.774.798 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.990 MiB) 10.02.774.956 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.476 MiB) 10.02.779.600 I slot launch_slot_: id 1 | task 8735 | processing task, is_child = 0 10.02.779.671 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 17.711 MiB) 10.02.779.674 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.788 MiB) 10.02.779.790 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 10.396 MiB) 10.02.779.900 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.131 MiB) 10.02.780.008 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.679 MiB) 10.02.780.119 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 122.291 MiB) 10.02.787.967 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 761, t_last = 233099932195 10.02.788.060 I slot launch_slot_: id 2 | task 8736 | processing task, is_child = 0 10.02.788.119 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 726, t_last = 233100664725 10.02.788.195 I slot launch_slot_: id 3 | task 8737 | processing task, is_child = 0 10.06.989.446 I slot print_timing: id 1 | task 8735 | prompt processing, n_tokens = 625, progress = 0.78, t = 4.20 s / 148.83 tokens per second 10.06.990.192 I slot print_timing: id 2 | task 8736 | prompt processing, n_tokens = 890, progress = 0.85, t = 4.20 s / 211.94 tokens per second 10.06.991.573 I slot print_timing: id 3 | task 8737 | prompt processing, n_tokens = 675, progress = 0.84, t = 4.20 s / 160.75 tokens per second 10.07.931.677 I slot print_timing: id 0 | task 8732 | prompt eval time = 5402.71 ms / 738 tokens ( 7.32 ms per token, 136.60 tokens per second) 10.07.931.682 I slot print_timing: id 0 | task 8732 | eval time = 942.24 ms / 2 tokens ( 942.24 ms per token, 1.06 tokens per second) 10.07.931.684 I slot print_timing: id 0 | task 8732 | total time = 6344.95 ms / 740 tokens 10.07.931.684 I slot print_timing: id 0 | task 8732 | graphs reused = 7404 10.07.931.685 I slot print_timing: id 0 | task 8732 | graph reallocs = 0 / 0 (same size) / (changed size) 10.07.931.733 I slot release: id 0 | task 8732 | stop processing: n_tokens = 740, truncated = 0 10.07.931.745 I slot print_timing: id 1 | task 8735 | prompt processing, n_tokens = 793, progress = 0.99, t = 5.14 s / 154.23 tokens per second 10.07.934.640 I slot print_timing: id 2 | task 8736 | prompt processing, n_tokens = 1041, progress = 1.00, t = 5.14 s / 202.47 tokens per second 10.07.936.588 I slot print_timing: id 3 | task 8737 | prompt processing, n_tokens = 802, progress = 1.00, t = 5.14 s / 155.99 tokens per second 10.07.999.199 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 740, t_last = 233105822027 10.07.999.280 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 154.767 MiB) 10.08.001.740 I slot launch_slot_: id 0 | task 8742 | processing task, is_child = 0 10.08.517.590 I slot print_timing: id 1 | task 8735 | prompt eval time = 5208.97 ms / 797 tokens ( 6.54 ms per token, 153.01 tokens per second) 10.08.517.592 I slot print_timing: id 1 | task 8735 | eval time = 518.77 ms / 2 tokens ( 518.77 ms per token, 1.93 tokens per second) 10.08.517.593 I slot print_timing: id 1 | task 8735 | total time = 5727.74 ms / 799 tokens 10.08.517.593 I slot print_timing: id 1 | task 8735 | graphs reused = 7404 10.08.517.594 I slot print_timing: id 1 | task 8735 | graph reallocs = 0 / 0 (same size) / (changed size) 10.08.517.644 I slot release: id 1 | task 8735 | stop processing: n_tokens = 799, truncated = 0 10.08.517.833 I slot print_timing: id 2 | task 8736 | prompt eval time = 5209.02 ms / 1045 tokens ( 4.98 ms per token, 200.61 tokens per second) 10.08.517.835 I slot print_timing: id 2 | task 8736 | eval time = 518.83 ms / 2 tokens ( 518.83 ms per token, 1.93 tokens per second) 10.08.517.836 I slot print_timing: id 2 | task 8736 | total time = 5727.85 ms / 1047 tokens 10.08.517.836 I slot print_timing: id 2 | task 8736 | graphs reused = 7404 10.08.517.836 I slot print_timing: id 2 | task 8736 | graph reallocs = 0 / 0 (same size) / (changed size) 10.08.517.885 I slot release: id 2 | task 8736 | stop processing: n_tokens = 1047, truncated = 0 10.08.518.062 I slot print_timing: id 3 | task 8737 | prompt eval time = 5209.03 ms / 806 tokens ( 6.46 ms per token, 154.73 tokens per second) 10.08.518.064 I slot print_timing: id 3 | task 8737 | eval time = 518.87 ms / 2 tokens ( 518.87 ms per token, 1.93 tokens per second) 10.08.518.064 I slot print_timing: id 3 | task 8737 | total time = 5727.90 ms / 808 tokens 10.08.518.065 I slot print_timing: id 3 | task 8737 | graphs reused = 7404 10.08.518.065 I slot print_timing: id 3 | task 8737 | graph reallocs = 0 / 0 (same size) / (changed size) 10.08.518.102 I slot release: id 3 | task 8737 | stop processing: n_tokens = 808, truncated = 0 10.09.231.973 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 799, t_last = 233106407938 10.09.475.292 I slot launch_slot_: id 1 | task 8746 | processing task, is_child = 0 10.09.475.377 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 139.631 MiB) 10.09.480.254 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 139.631 MiB) 10.09.482.439 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1047, t_last = 233106408179 10.09.482.538 I slot launch_slot_: id 2 | task 8747 | processing task, is_child = 0 10.09.482.602 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 808, t_last = 233106408396 10.09.482.682 I slot launch_slot_: id 3 | task 8748 | processing task, is_child = 0 10.13.350.417 I slot print_timing: id 0 | task 8742 | prompt eval time = 3292.70 ms / 797 tokens ( 4.13 ms per token, 242.05 tokens per second) 10.13.350.420 I slot print_timing: id 0 | task 8742 | eval time = 2055.97 ms / 2 tokens ( 2055.97 ms per token, 0.49 tokens per second) 10.13.350.421 I slot print_timing: id 0 | task 8742 | total time = 5348.66 ms / 799 tokens 10.13.350.421 I slot print_timing: id 0 | task 8742 | graphs reused = 7404 10.13.350.422 I slot print_timing: id 0 | task 8742 | graph reallocs = 0 / 0 (same size) / (changed size) 10.13.350.474 I slot release: id 0 | task 8742 | stop processing: n_tokens = 799, truncated = 0 10.13.350.487 I slot print_timing: id 1 | task 8746 | prompt processing, n_tokens = 718, progress = 0.86, t = 3.87 s / 185.68 tokens per second 10.13.351.263 I slot print_timing: id 2 | task 8747 | prompt processing, n_tokens = 718, progress = 0.85, t = 3.87 s / 185.69 tokens per second 10.13.352.860 I slot print_timing: id 3 | task 8748 | prompt processing, n_tokens = 718, progress = 0.80, t = 3.87 s / 185.70 tokens per second 10.14.039.184 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 799, t_last = 233111240768 10.14.174.509 I slot launch_slot_: id 0 | task 8752 | processing task, is_child = 0 10.14.174.709 I slot print_timing: id 1 | task 8746 | prompt processing, n_tokens = 832, progress = 1.00, t = 4.56 s / 182.63 tokens per second 10.14.176.270 I slot print_timing: id 2 | task 8747 | prompt processing, n_tokens = 839, progress = 1.00, t = 4.56 s / 184.17 tokens per second 10.14.177.772 I slot print_timing: id 3 | task 8748 | prompt processing, n_tokens = 895, progress = 1.00, t = 4.56 s / 196.48 tokens per second 10.15.565.212 I slot print_timing: id 1 | task 8746 | prompt eval time = 5437.32 ms / 836 tokens ( 6.50 ms per token, 153.75 tokens per second) 10.15.565.214 I slot print_timing: id 1 | task 8746 | eval time = 644.44 ms / 2 tokens ( 644.44 ms per token, 1.55 tokens per second) 10.15.565.215 I slot print_timing: id 1 | task 8746 | total time = 6081.76 ms / 838 tokens 10.15.565.215 I slot print_timing: id 1 | task 8746 | graphs reused = 7404 10.15.565.216 I slot print_timing: id 1 | task 8746 | graph reallocs = 0 / 0 (same size) / (changed size) 10.15.565.269 I slot release: id 1 | task 8746 | stop processing: n_tokens = 838, truncated = 0 10.15.565.437 I slot print_timing: id 2 | task 8747 | prompt eval time = 5437.37 ms / 843 tokens ( 6.45 ms per token, 155.04 tokens per second) 10.15.565.439 I slot print_timing: id 2 | task 8747 | eval time = 644.47 ms / 2 tokens ( 644.47 ms per token, 1.55 tokens per second) 10.15.565.440 I slot print_timing: id 2 | task 8747 | total time = 6081.84 ms / 845 tokens 10.15.565.440 I slot print_timing: id 2 | task 8747 | graphs reused = 7404 10.15.565.441 I slot print_timing: id 2 | task 8747 | graph reallocs = 0 / 0 (same size) / (changed size) 10.15.565.479 I slot release: id 2 | task 8747 | stop processing: n_tokens = 845, truncated = 0 10.15.565.657 I slot print_timing: id 3 | task 8748 | prompt eval time = 5437.25 ms / 899 tokens ( 6.05 ms per token, 165.34 tokens per second) 10.15.565.659 I slot print_timing: id 3 | task 8748 | eval time = 644.51 ms / 2 tokens ( 644.51 ms per token, 1.55 tokens per second) 10.15.565.660 I slot print_timing: id 3 | task 8748 | total time = 6081.76 ms / 901 tokens 10.15.565.660 I slot print_timing: id 3 | task 8748 | graphs reused = 7404 10.15.565.660 I slot print_timing: id 3 | task 8748 | graph reallocs = 0 / 0 (same size) / (changed size) 10.15.565.705 I slot release: id 3 | task 8748 | stop processing: n_tokens = 901, truncated = 0 10.15.967.375 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.870 (> 0.100 thold), f_keep = 0.891 10.15.967.404 I slot launch_slot_: id 1 | task 8757 | processing task, is_child = 0 10.15.967.487 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 141.961 MiB) 10.15.971.180 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 139.725 MiB) 10.15.973.477 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 845, t_last = 233113455773 10.15.973.564 I slot launch_slot_: id 2 | task 8758 | processing task, is_child = 0 10.15.973.632 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 901, t_last = 233113455999 10.15.973.712 I slot launch_slot_: id 3 | task 8759 | processing task, is_child = 0 10.17.108.219 I slot print_timing: id 0 | task 8752 | prompt eval time = 1792.84 ms / 907 tokens ( 1.98 ms per token, 505.90 tokens per second) 10.17.108.224 I slot print_timing: id 0 | task 8752 | eval time = 1140.84 ms / 2 tokens ( 1140.84 ms per token, 0.88 tokens per second) 10.17.108.224 I slot print_timing: id 0 | task 8752 | total time = 2933.68 ms / 909 tokens 10.17.108.225 I slot print_timing: id 0 | task 8752 | graphs reused = 7404 10.17.108.225 I slot print_timing: id 0 | task 8752 | graph reallocs = 0 / 0 (same size) / (changed size) 10.17.108.279 I slot release: id 0 | task 8752 | stop processing: n_tokens = 909, truncated = 0 10.18.569.377 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 909, t_last = 233114998573 10.18.576.491 I slot launch_slot_: id 0 | task 8762 | processing task, is_child = 0 10.19.645.492 I slot print_timing: id 1 | task 8757 | prompt eval time = 2595.65 ms / 112 tokens ( 23.18 ms per token, 43.15 tokens per second) 10.19.645.497 I slot print_timing: id 1 | task 8757 | eval time = 1076.12 ms / 2 tokens ( 1076.12 ms per token, 0.93 tokens per second) 10.19.645.498 I slot print_timing: id 1 | task 8757 | total time = 3671.77 ms / 114 tokens 10.19.645.498 I slot print_timing: id 1 | task 8757 | graphs reused = 7404 10.19.645.499 I slot print_timing: id 1 | task 8757 | graph reallocs = 0 / 0 (same size) / (changed size) 10.19.645.552 I slot release: id 1 | task 8757 | stop processing: n_tokens = 860, truncated = 0 10.19.646.056 I slot print_timing: id 2 | task 8758 | prompt processing, n_tokens = 681, progress = 0.99, t = 3.67 s / 185.51 tokens per second 10.19.647.440 I slot print_timing: id 3 | task 8759 | prompt processing, n_tokens = 821, progress = 1.00, t = 3.67 s / 223.66 tokens per second 10.20.350.623 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 860, t_last = 233117535846 10.20.350.712 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 148.263 MiB) 10.20.354.858 I slot launch_slot_: id 1 | task 8765 | processing task, is_child = 0 10.21.116.125 I slot print_timing: id 2 | task 8758 | prompt eval time = 4375.98 ms / 685 tokens ( 6.39 ms per token, 156.54 tokens per second) 10.21.116.130 I slot print_timing: id 2 | task 8758 | eval time = 765.70 ms / 2 tokens ( 765.70 ms per token, 1.31 tokens per second) 10.21.116.131 I slot print_timing: id 2 | task 8758 | total time = 5141.68 ms / 687 tokens 10.21.116.132 I slot print_timing: id 2 | task 8758 | graphs reused = 7404 10.21.116.132 I slot print_timing: id 2 | task 8758 | graph reallocs = 0 / 0 (same size) / (changed size) 10.21.116.182 I slot release: id 2 | task 8758 | stop processing: n_tokens = 687, truncated = 0 10.21.116.353 I slot print_timing: id 3 | task 8759 | prompt eval time = 4376.03 ms / 825 tokens ( 5.30 ms per token, 188.53 tokens per second) 10.21.116.356 I slot print_timing: id 3 | task 8759 | eval time = 765.74 ms / 2 tokens ( 765.74 ms per token, 1.31 tokens per second) 10.21.116.356 I slot print_timing: id 3 | task 8759 | total time = 5141.76 ms / 827 tokens 10.21.116.357 I slot print_timing: id 3 | task 8759 | graphs reused = 7404 10.21.116.357 I slot print_timing: id 3 | task 8759 | graph reallocs = 0 / 0 (same size) / (changed size) 10.21.116.402 I slot release: id 3 | task 8759 | stop processing: n_tokens = 827, truncated = 0 10.21.811.759 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 687, t_last = 233119006476 10.21.811.838 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 142.821 MiB) 10.21.815.527 I slot launch_slot_: id 2 | task 8768 | processing task, is_child = 0 10.21.819.930 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 827, t_last = 233119006696 10.21.820.029 I slot launch_slot_: id 3 | task 8769 | processing task, is_child = 0 10.22.902.493 I slot print_timing: id 0 | task 8762 | prompt eval time = 3235.25 ms / 852 tokens ( 3.80 ms per token, 263.35 tokens per second) 10.22.902.496 I slot print_timing: id 0 | task 8762 | eval time = 1090.73 ms / 2 tokens ( 1090.73 ms per token, 0.92 tokens per second) 10.22.902.497 I slot print_timing: id 0 | task 8762 | total time = 4325.99 ms / 854 tokens 10.22.902.497 I slot print_timing: id 0 | task 8762 | graphs reused = 7404 10.22.902.497 I slot print_timing: id 0 | task 8762 | graph reallocs = 0 / 0 (same size) / (changed size) 10.22.902.550 I slot release: id 0 | task 8762 | stop processing: n_tokens = 854, truncated = 0 10.24.343.688 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 854, t_last = 233120792844 10.24.343.773 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 149.420 MiB) 10.24.346.504 I slot launch_slot_: id 0 | task 8772 | processing task, is_child = 0 10.25.250.496 I slot print_timing: id 1 | task 8765 | prompt eval time = 3988.12 ms / 762 tokens ( 5.23 ms per token, 191.07 tokens per second) 10.25.250.501 I slot print_timing: id 1 | task 8765 | eval time = 906.81 ms / 2 tokens ( 906.81 ms per token, 1.10 tokens per second) 10.25.250.502 I slot print_timing: id 1 | task 8765 | total time = 4894.93 ms / 764 tokens 10.25.250.502 I slot print_timing: id 1 | task 8765 | graphs reused = 7404 10.25.250.503 I slot print_timing: id 1 | task 8765 | graph reallocs = 0 / 0 (same size) / (changed size) 10.25.250.548 I slot release: id 1 | task 8765 | stop processing: n_tokens = 764, truncated = 0 10.25.250.908 I slot print_timing: id 2 | task 8768 | prompt processing, n_tokens = 716, progress = 0.99, t = 3.43 s / 208.77 tokens per second 10.25.251.983 I slot print_timing: id 3 | task 8769 | prompt processing, n_tokens = 742, progress = 0.99, t = 3.43 s / 216.36 tokens per second 10.25.950.225 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 764, t_last = 233123140842 10.25.955.504 I slot launch_slot_: id 1 | task 8775 | processing task, is_child = 0 10.26.657.437 I slot print_timing: id 2 | task 8768 | prompt eval time = 4129.30 ms / 720 tokens ( 5.74 ms per token, 174.36 tokens per second) 10.26.657.442 I slot print_timing: id 2 | task 8768 | eval time = 707.39 ms / 2 tokens ( 707.39 ms per token, 1.41 tokens per second) 10.26.657.443 I slot print_timing: id 2 | task 8768 | total time = 4836.70 ms / 722 tokens 10.26.657.443 I slot print_timing: id 2 | task 8768 | graphs reused = 7404 10.26.657.444 I slot print_timing: id 2 | task 8768 | graph reallocs = 0 / 0 (same size) / (changed size) 10.26.657.487 I slot release: id 2 | task 8768 | stop processing: n_tokens = 722, truncated = 0 10.26.657.748 I slot print_timing: id 3 | task 8769 | prompt eval time = 4129.36 ms / 746 tokens ( 5.54 ms per token, 180.66 tokens per second) 10.26.657.750 I slot print_timing: id 3 | task 8769 | eval time = 707.53 ms / 2 tokens ( 707.53 ms per token, 1.41 tokens per second) 10.26.657.751 I slot print_timing: id 3 | task 8769 | total time = 4836.89 ms / 748 tokens 10.26.657.751 I slot print_timing: id 3 | task 8769 | graphs reused = 7404 10.26.657.751 I slot print_timing: id 3 | task 8769 | graph reallocs = 0 / 0 (same size) / (changed size) 10.26.657.788 I slot release: id 3 | task 8769 | stop processing: n_tokens = 748, truncated = 0 10.27.398.779 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.884 (> 0.100 thold), f_keep = 0.877 10.27.398.815 I slot launch_slot_: id 2 | task 8778 | processing task, is_child = 0 10.27.398.890 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 82.423 MiB) 10.27.402.485 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 748, t_last = 233124548082 10.27.402.571 I slot launch_slot_: id 3 | task 8779 | processing task, is_child = 0 10.28.245.468 I slot print_timing: id 0 | task 8772 | prompt eval time = 3052.26 ms / 741 tokens ( 4.12 ms per token, 242.77 tokens per second) 10.28.245.473 I slot print_timing: id 0 | task 8772 | eval time = 846.69 ms / 2 tokens ( 846.69 ms per token, 1.18 tokens per second) 10.28.245.473 I slot print_timing: id 0 | task 8772 | total time = 3898.95 ms / 743 tokens 10.28.245.474 I slot print_timing: id 0 | task 8772 | graphs reused = 7404 10.28.245.474 I slot print_timing: id 0 | task 8772 | graph reallocs = 0 / 0 (same size) / (changed size) 10.28.245.524 I slot release: id 0 | task 8772 | stop processing: n_tokens = 743, truncated = 0 10.29.006.581 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.887 (> 0.100 thold), f_keep = 0.852 10.29.006.659 I slot launch_slot_: id 0 | task 8782 | processing task, is_child = 0 10.29.471.407 I slot print_timing: id 1 | task 8775 | prompt eval time = 3050.07 ms / 724 tokens ( 4.21 ms per token, 237.37 tokens per second) 10.29.471.411 I slot print_timing: id 1 | task 8775 | eval time = 465.03 ms / 2 tokens ( 465.03 ms per token, 2.15 tokens per second) 10.29.471.411 I slot print_timing: id 1 | task 8775 | total time = 3515.10 ms / 726 tokens 10.29.471.412 I slot print_timing: id 1 | task 8775 | graphs reused = 7404 10.29.471.412 I slot print_timing: id 1 | task 8775 | graph reallocs = 0 / 0 (same size) / (changed size) 10.29.471.456 I slot release: id 1 | task 8775 | stop processing: n_tokens = 726, truncated = 0 10.29.471.673 I slot print_timing: id 2 | task 8778 | prompt eval time = 1602.88 ms / 83 tokens ( 19.31 ms per token, 51.78 tokens per second) 10.29.471.675 I slot print_timing: id 2 | task 8778 | eval time = 465.10 ms / 2 tokens ( 465.10 ms per token, 2.15 tokens per second) 10.29.471.675 I slot print_timing: id 2 | task 8778 | total time = 2067.97 ms / 85 tokens 10.29.471.676 I slot print_timing: id 2 | task 8778 | graphs reused = 7404 10.29.471.676 I slot print_timing: id 2 | task 8778 | graph reallocs = 0 / 0 (same size) / (changed size) 10.29.471.707 I slot release: id 2 | task 8778 | stop processing: n_tokens = 717, truncated = 0 10.29.555.640 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.889 (> 0.100 thold), f_keep = 0.872 10.29.555.680 I slot launch_slot_: id 1 | task 8785 | processing task, is_child = 0 10.29.555.752 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 93.857 MiB) 10.29.558.478 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.877 (> 0.100 thold), f_keep = 0.886 10.29.558.504 I slot launch_slot_: id 2 | task 8786 | processing task, is_child = 0 10.29.974.222 I slot print_timing: id 0 | task 8782 | prompt eval time = 548.79 ms / 81 tokens ( 6.78 ms per token, 147.60 tokens per second) 10.29.974.226 I slot print_timing: id 0 | task 8782 | eval time = 418.77 ms / 2 tokens ( 418.77 ms per token, 2.39 tokens per second) 10.29.974.227 I slot print_timing: id 0 | task 8782 | total time = 967.55 ms / 83 tokens 10.29.974.227 I slot print_timing: id 0 | task 8782 | graphs reused = 7404 10.29.974.227 I slot print_timing: id 0 | task 8782 | graph reallocs = 0 / 0 (same size) / (changed size) 10.29.974.272 I slot release: id 0 | task 8782 | stop processing: n_tokens = 715, truncated = 0 10.29.974.442 I slot print_timing: id 3 | task 8779 | prompt eval time = 2151.24 ms / 720 tokens ( 2.99 ms per token, 334.69 tokens per second) 10.29.974.444 I slot print_timing: id 3 | task 8779 | eval time = 418.81 ms / 2 tokens ( 418.81 ms per token, 2.39 tokens per second) 10.29.974.444 I slot print_timing: id 3 | task 8779 | total time = 2570.04 ms / 722 tokens 10.29.974.445 I slot print_timing: id 3 | task 8779 | graphs reused = 7404 10.29.974.445 I slot print_timing: id 3 | task 8779 | graph reallocs = 0 / 0 (same size) / (changed size) 10.29.974.475 I slot release: id 3 | task 8779 | stop processing: n_tokens = 722, truncated = 0 10.30.025.278 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.878 (> 0.100 thold), f_keep = 0.885 10.30.025.308 I slot launch_slot_: id 0 | task 8789 | processing task, is_child = 0 10.30.025.393 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 82.642 MiB) 10.30.028.444 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.838 (> 0.100 thold), f_keep = 0.877 10.30.028.474 I slot launch_slot_: id 3 | task 8790 | processing task, is_child = 0 10.30.493.390 I slot print_timing: id 1 | task 8785 | prompt eval time = 466.58 ms / 79 tokens ( 5.91 ms per token, 169.32 tokens per second) 10.30.493.393 I slot print_timing: id 1 | task 8785 | eval time = 468.30 ms / 2 tokens ( 468.30 ms per token, 2.14 tokens per second) 10.30.493.393 I slot print_timing: id 1 | task 8785 | total time = 934.87 ms / 81 tokens 10.30.493.394 I slot print_timing: id 1 | task 8785 | graphs reused = 7404 10.30.493.394 I slot print_timing: id 1 | task 8785 | graph reallocs = 0 / 0 (same size) / (changed size) 10.30.493.443 I slot release: id 1 | task 8785 | stop processing: n_tokens = 713, truncated = 0 10.30.493.610 I slot print_timing: id 2 | task 8786 | prompt eval time = 466.00 ms / 89 tokens ( 5.24 ms per token, 190.99 tokens per second) 10.30.493.612 I slot print_timing: id 2 | task 8786 | eval time = 468.34 ms / 2 tokens ( 468.34 ms per token, 2.14 tokens per second) 10.30.493.612 I slot print_timing: id 2 | task 8786 | total time = 934.34 ms / 91 tokens 10.30.493.612 I slot print_timing: id 2 | task 8786 | graphs reused = 7404 10.30.493.612 I slot print_timing: id 2 | task 8786 | graph reallocs = 0 / 0 (same size) / (changed size) 10.30.493.647 I slot release: id 2 | task 8786 | stop processing: n_tokens = 725, truncated = 0 10.30.573.049 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.885 (> 0.100 thold), f_keep = 0.888 10.30.573.088 I slot launch_slot_: id 1 | task 8793 | processing task, is_child = 0 10.30.573.164 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 91.427 MiB) 10.30.578.908 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 725, t_last = 233128383941 10.30.578.999 I slot launch_slot_: id 2 | task 8794 | processing task, is_child = 0 10.31.469.021 I slot print_timing: id 0 | task 8789 | prompt eval time = 544.36 ms / 88 tokens ( 6.19 ms per token, 161.66 tokens per second) 10.31.469.026 I slot print_timing: id 0 | task 8789 | eval time = 896.18 ms / 2 tokens ( 896.18 ms per token, 1.12 tokens per second) 10.31.469.026 I slot print_timing: id 0 | task 8789 | total time = 1440.54 ms / 90 tokens 10.31.469.027 I slot print_timing: id 0 | task 8789 | graphs reused = 7404 10.31.469.027 I slot print_timing: id 0 | task 8789 | graph reallocs = 0 / 0 (same size) / (changed size) 10.31.469.074 I slot release: id 0 | task 8789 | stop processing: n_tokens = 722, truncated = 0 10.31.469.240 I slot print_timing: id 3 | task 8790 | prompt eval time = 543.84 ms / 122 tokens ( 4.46 ms per token, 224.33 tokens per second) 10.31.469.243 I slot print_timing: id 3 | task 8790 | eval time = 896.20 ms / 2 tokens ( 896.20 ms per token, 1.12 tokens per second) 10.31.469.244 I slot print_timing: id 3 | task 8790 | total time = 1440.03 ms / 124 tokens 10.31.469.244 I slot print_timing: id 3 | task 8790 | graphs reused = 7404 10.31.469.244 I slot print_timing: id 3 | task 8790 | graph reallocs = 0 / 0 (same size) / (changed size) 10.31.469.288 I slot release: id 3 | task 8790 | stop processing: n_tokens = 756, truncated = 0 10.32.172.458 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 722, t_last = 233129359368 10.32.172.543 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 82.860 MiB) 10.32.172.547 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 84.994 MiB) 10.32.176.631 I slot launch_slot_: id 0 | task 8797 | processing task, is_child = 0 10.32.176.702 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 85.541 MiB) 10.32.179.184 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 756, t_last = 233129359582 10.32.179.278 I slot launch_slot_: id 3 | task 8798 | processing task, is_child = 0 10.34.164.276 I slot print_timing: id 1 | task 8793 | prompt eval time = 1593.45 ms / 82 tokens ( 19.43 ms per token, 51.46 tokens per second) 10.34.164.280 I slot print_timing: id 1 | task 8793 | eval time = 1991.82 ms / 2 tokens ( 1991.82 ms per token, 0.50 tokens per second) 10.34.164.281 I slot print_timing: id 1 | task 8793 | total time = 3585.26 ms / 84 tokens 10.34.164.282 I slot print_timing: id 1 | task 8793 | graphs reused = 7404 10.34.164.282 I slot print_timing: id 1 | task 8793 | graph reallocs = 0 / 0 (same size) / (changed size) 10.34.164.335 I slot release: id 1 | task 8793 | stop processing: n_tokens = 716, truncated = 0 10.34.165.184 I slot print_timing: id 2 | task 8794 | prompt processing, n_tokens = 889, progress = 1.00, t = 3.58 s / 248.03 tokens per second 10.35.534.636 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 716, t_last = 233132054629 10.35.534.721 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 103.047 MiB) 10.35.539.258 I slot launch_slot_: id 1 | task 8801 | processing task, is_child = 0 10.35.539.275 I slot print_timing: id 0 | task 8797 | prompt processing, n_tokens = 917, progress = 0.83, t = 3.36 s / 273.32 tokens per second 10.35.540.648 I slot print_timing: id 3 | task 8798 | prompt processing, n_tokens = 757, progress = 0.86, t = 3.35 s / 225.68 tokens per second 10.37.182.905 I slot print_timing: id 2 | task 8794 | prompt eval time = 4954.90 ms / 893 tokens ( 5.55 ms per token, 180.23 tokens per second) 10.37.182.908 I slot print_timing: id 2 | task 8794 | eval time = 1648.27 ms / 2 tokens ( 1648.27 ms per token, 0.61 tokens per second) 10.37.182.908 I slot print_timing: id 2 | task 8794 | total time = 6603.16 ms / 895 tokens 10.37.182.909 I slot print_timing: id 2 | task 8794 | graphs reused = 7404 10.37.182.909 I slot print_timing: id 2 | task 8794 | graph reallocs = 0 / 0 (same size) / (changed size) 10.37.182.963 I slot release: id 2 | task 8794 | stop processing: n_tokens = 895, truncated = 0 10.37.182.976 I slot print_timing: id 0 | task 8797 | prompt processing, n_tokens = 1105, progress = 1.00, t = 5.00 s / 220.85 tokens per second 10.37.185.795 I slot print_timing: id 3 | task 8798 | prompt processing, n_tokens = 873, progress = 1.00, t = 5.00 s / 174.51 tokens per second 10.37.884.083 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 895, t_last = 233135073258 10.37.884.170 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 87.839 MiB) 10.37.893.219 I slot launch_slot_: id 2 | task 8804 | processing task, is_child = 0 10.39.323.093 I slot print_timing: id 0 | task 8797 | prompt eval time = 5704.60 ms / 1109 tokens ( 5.14 ms per token, 194.40 tokens per second) 10.39.323.099 I slot print_timing: id 0 | task 8797 | eval time = 1439.21 ms / 2 tokens ( 1439.21 ms per token, 0.69 tokens per second) 10.39.323.100 I slot print_timing: id 0 | task 8797 | total time = 7143.80 ms / 1111 tokens 10.39.323.100 I slot print_timing: id 0 | task 8797 | graphs reused = 7404 10.39.323.101 I slot print_timing: id 0 | task 8797 | graph reallocs = 0 / 0 (same size) / (changed size) 10.39.323.163 I slot release: id 0 | task 8797 | stop processing: n_tokens = 1111, truncated = 0 10.39.323.397 I slot print_timing: id 3 | task 8798 | prompt eval time = 5703.96 ms / 877 tokens ( 6.50 ms per token, 153.75 tokens per second) 10.39.323.400 I slot print_timing: id 3 | task 8798 | eval time = 1439.32 ms / 2 tokens ( 1439.32 ms per token, 0.69 tokens per second) 10.39.323.401 I slot print_timing: id 3 | task 8798 | total time = 7143.27 ms / 879 tokens 10.39.323.401 I slot print_timing: id 3 | task 8798 | graphs reused = 7404 10.39.323.401 I slot print_timing: id 3 | task 8798 | graph reallocs = 0 / 0 (same size) / (changed size) 10.39.323.454 I slot release: id 3 | task 8798 | stop processing: n_tokens = 879, truncated = 0 10.39.323.465 I slot print_timing: id 1 | task 8801 | prompt processing, n_tokens = 1095, progress = 1.00, t = 3.78 s / 289.50 tokens per second 10.39.984.567 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.909 (> 0.100 thold), f_keep = 0.893 10.39.984.617 I slot launch_slot_: id 0 | task 8807 | processing task, is_child = 0 10.39.984.708 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 87.401 MiB) 10.39.993.757 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 879, t_last = 233137213749 10.39.993.859 I slot launch_slot_: id 3 | task 8808 | processing task, is_child = 0 10.41.581.398 I slot print_timing: id 1 | task 8801 | prompt eval time = 4444.05 ms / 1099 tokens ( 4.04 ms per token, 247.30 tokens per second) 10.41.581.401 I slot print_timing: id 1 | task 8801 | eval time = 1596.84 ms / 2 tokens ( 1596.84 ms per token, 0.63 tokens per second) 10.41.581.402 I slot print_timing: id 1 | task 8801 | total time = 6040.89 ms / 1101 tokens 10.41.581.402 I slot print_timing: id 1 | task 8801 | graphs reused = 7404 10.41.581.403 I slot print_timing: id 1 | task 8801 | graph reallocs = 0 / 0 (same size) / (changed size) 10.41.581.461 I slot release: id 1 | task 8801 | stop processing: n_tokens = 1101, truncated = 0 10.41.582.536 I slot print_timing: id 2 | task 8804 | prompt processing, n_tokens = 1100, progress = 1.00, t = 3.69 s / 298.33 tokens per second 10.42.282.566 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.901 (> 0.100 thold), f_keep = 0.900 10.42.282.610 I slot launch_slot_: id 1 | task 8811 | processing task, is_child = 0 10.42.959.123 I slot print_timing: id 0 | task 8807 | prompt eval time = 2288.50 ms / 99 tokens ( 23.12 ms per token, 43.26 tokens per second) 10.42.959.128 I slot print_timing: id 0 | task 8807 | eval time = 676.75 ms / 2 tokens ( 676.75 ms per token, 1.48 tokens per second) 10.42.959.129 I slot print_timing: id 0 | task 8807 | total time = 2965.25 ms / 101 tokens 10.42.959.129 I slot print_timing: id 0 | task 8807 | graphs reused = 7404 10.42.959.130 I slot print_timing: id 0 | task 8807 | graph reallocs = 0 / 0 (same size) / (changed size) 10.42.959.186 I slot release: id 0 | task 8807 | stop processing: n_tokens = 1092, truncated = 0 10.42.959.362 I slot print_timing: id 2 | task 8804 | prompt eval time = 4388.58 ms / 1104 tokens ( 3.98 ms per token, 251.56 tokens per second) 10.42.959.365 I slot print_timing: id 2 | task 8804 | eval time = 676.80 ms / 2 tokens ( 676.80 ms per token, 1.48 tokens per second) 10.42.959.365 I slot print_timing: id 2 | task 8804 | total time = 5065.38 ms / 1106 tokens 10.42.959.365 I slot print_timing: id 2 | task 8804 | graphs reused = 7404 10.42.959.366 I slot print_timing: id 2 | task 8804 | graph reallocs = 0 / 0 (same size) / (changed size) 10.42.959.412 I slot release: id 2 | task 8804 | stop processing: n_tokens = 1106, truncated = 0 10.43.038.957 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.909 (> 0.100 thold), f_keep = 0.908 10.43.038.991 I slot launch_slot_: id 0 | task 8814 | processing task, is_child = 0 10.43.039.078 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 94.733 MiB) 10.43.047.140 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.901 (> 0.100 thold), f_keep = 0.897 10.43.047.166 I slot launch_slot_: id 2 | task 8815 | processing task, is_child = 0 10.43.555.102 I slot print_timing: id 1 | task 8811 | prompt eval time = 756.16 ms / 109 tokens ( 6.94 ms per token, 144.15 tokens per second) 10.43.555.108 I slot print_timing: id 1 | task 8811 | eval time = 516.33 ms / 2 tokens ( 516.33 ms per token, 1.94 tokens per second) 10.43.555.108 I slot print_timing: id 1 | task 8811 | total time = 1272.48 ms / 111 tokens 10.43.555.109 I slot print_timing: id 1 | task 8811 | graphs reused = 7404 10.43.555.109 I slot print_timing: id 1 | task 8811 | graph reallocs = 0 / 0 (same size) / (changed size) 10.43.555.164 I slot release: id 1 | task 8811 | stop processing: n_tokens = 1101, truncated = 0 10.43.555.402 I slot print_timing: id 3 | task 8808 | prompt eval time = 3043.73 ms / 1097 tokens ( 2.77 ms per token, 360.41 tokens per second) 10.43.555.407 I slot print_timing: id 3 | task 8808 | eval time = 516.45 ms / 2 tokens ( 516.45 ms per token, 1.94 tokens per second) 10.43.555.407 I slot print_timing: id 3 | task 8808 | total time = 3560.17 ms / 1099 tokens 10.43.555.408 I slot print_timing: id 3 | task 8808 | graphs reused = 7404 10.43.555.408 I slot print_timing: id 3 | task 8808 | graph reallocs = 0 / 0 (same size) / (changed size) 10.43.555.452 I slot release: id 3 | task 8808 | stop processing: n_tokens = 1099, truncated = 0 10.43.634.734 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.896 (> 0.100 thold), f_keep = 0.901 10.43.634.765 I slot launch_slot_: id 1 | task 8818 | processing task, is_child = 0 10.43.634.865 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 96.296 MiB) 10.43.641.752 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.900 (> 0.100 thold), f_keep = 0.903 10.43.641.779 I slot launch_slot_: id 3 | task 8819 | processing task, is_child = 0 10.44.209.509 I slot print_timing: id 0 | task 8814 | prompt eval time = 587.37 ms / 99 tokens ( 5.93 ms per token, 168.55 tokens per second) 10.44.209.512 I slot print_timing: id 0 | task 8814 | eval time = 574.97 ms / 2 tokens ( 574.97 ms per token, 1.74 tokens per second) 10.44.209.512 I slot print_timing: id 0 | task 8814 | total time = 1162.33 ms / 101 tokens 10.44.209.513 I slot print_timing: id 0 | task 8814 | graphs reused = 7404 10.44.209.513 I slot print_timing: id 0 | task 8814 | graph reallocs = 0 / 0 (same size) / (changed size) 10.44.209.575 I slot release: id 0 | task 8814 | stop processing: n_tokens = 1092, truncated = 0 10.44.209.744 I slot print_timing: id 2 | task 8815 | prompt eval time = 586.85 ms / 109 tokens ( 5.38 ms per token, 185.74 tokens per second) 10.44.209.746 I slot print_timing: id 2 | task 8815 | eval time = 575.01 ms / 2 tokens ( 575.01 ms per token, 1.74 tokens per second) 10.44.209.746 I slot print_timing: id 2 | task 8815 | total time = 1161.86 ms / 111 tokens 10.44.209.747 I slot print_timing: id 2 | task 8815 | graphs reused = 7404 10.44.209.747 I slot print_timing: id 2 | task 8815 | graph reallocs = 0 / 0 (same size) / (changed size) 10.44.209.795 I slot release: id 2 | task 8815 | stop processing: n_tokens = 1102, truncated = 0 10.44.288.490 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.907 (> 0.100 thold), f_keep = 0.908 10.44.288.528 I slot launch_slot_: id 0 | task 8822 | processing task, is_child = 0 10.44.288.624 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 89.863 MiB) 10.44.296.453 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.906 (> 0.100 thold), f_keep = 0.900 10.44.296.482 I slot launch_slot_: id 2 | task 8823 | processing task, is_child = 0 10.44.854.451 I slot print_timing: id 1 | task 8818 | prompt eval time = 646.52 ms / 115 tokens ( 5.62 ms per token, 177.88 tokens per second) 10.44.854.453 I slot print_timing: id 1 | task 8818 | eval time = 566.14 ms / 2 tokens ( 566.14 ms per token, 1.77 tokens per second) 10.44.854.454 I slot print_timing: id 1 | task 8818 | total time = 1212.66 ms / 117 tokens 10.44.854.454 I slot print_timing: id 1 | task 8818 | graphs reused = 7404 10.44.854.455 I slot print_timing: id 1 | task 8818 | graph reallocs = 0 / 0 (same size) / (changed size) 10.44.854.506 I slot release: id 1 | task 8818 | stop processing: n_tokens = 1108, truncated = 0 10.44.854.769 I slot print_timing: id 3 | task 8819 | prompt eval time = 645.98 ms / 110 tokens ( 5.87 ms per token, 170.28 tokens per second) 10.44.854.772 I slot print_timing: id 3 | task 8819 | eval time = 566.28 ms / 2 tokens ( 566.28 ms per token, 1.77 tokens per second) 10.44.854.772 I slot print_timing: id 3 | task 8819 | total time = 1212.27 ms / 112 tokens 10.44.854.773 I slot print_timing: id 3 | task 8819 | graphs reused = 7404 10.44.854.773 I slot print_timing: id 3 | task 8819 | graph reallocs = 0 / 0 (same size) / (changed size) 10.44.854.812 I slot release: id 3 | task 8819 | stop processing: n_tokens = 1103, truncated = 0 10.44.934.534 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.903 (> 0.100 thold), f_keep = 0.895 10.44.934.571 I slot launch_slot_: id 1 | task 8827 | processing task, is_child = 0 10.44.934.675 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 92.364 MiB) 10.44.942.250 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.903 (> 0.100 thold), f_keep = 0.899 10.44.942.277 I slot launch_slot_: id 3 | task 8826 | processing task, is_child = 0 10.45.503.067 I slot print_timing: id 0 | task 8822 | prompt eval time = 637.85 ms / 102 tokens ( 6.25 ms per token, 159.91 tokens per second) 10.45.503.070 I slot print_timing: id 0 | task 8822 | eval time = 568.73 ms / 2 tokens ( 568.73 ms per token, 1.76 tokens per second) 10.45.503.071 I slot print_timing: id 0 | task 8822 | total time = 1206.58 ms / 104 tokens 10.45.503.071 I slot print_timing: id 0 | task 8822 | graphs reused = 7404 10.45.503.071 I slot print_timing: id 0 | task 8822 | graph reallocs = 0 / 0 (same size) / (changed size) 10.45.503.124 I slot release: id 0 | task 8822 | stop processing: n_tokens = 1095, truncated = 0 10.45.503.379 I slot print_timing: id 2 | task 8823 | prompt eval time = 637.36 ms / 103 tokens ( 6.19 ms per token, 161.61 tokens per second) 10.45.503.381 I slot print_timing: id 2 | task 8823 | eval time = 568.85 ms / 2 tokens ( 568.85 ms per token, 1.76 tokens per second) 10.45.503.381 I slot print_timing: id 2 | task 8823 | total time = 1206.21 ms / 105 tokens 10.45.503.381 I slot print_timing: id 2 | task 8823 | graphs reused = 7404 10.45.503.382 I slot print_timing: id 2 | task 8823 | graph reallocs = 0 / 0 (same size) / (changed size) 10.45.503.419 I slot release: id 2 | task 8823 | stop processing: n_tokens = 1096, truncated = 0 10.45.583.042 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.904 (> 0.100 thold), f_keep = 0.906 10.45.583.076 I slot launch_slot_: id 0 | task 8830 | processing task, is_child = 0 10.45.583.165 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 107.945 MiB) 10.45.583.171 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 110.104 MiB) 10.45.586.659 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1096, t_last = 233143393713 10.45.586.767 I slot launch_slot_: id 2 | task 8831 | processing task, is_child = 0 10.46.735.790 I slot print_timing: id 1 | task 8827 | prompt eval time = 640.57 ms / 107 tokens ( 5.99 ms per token, 167.04 tokens per second) 10.46.735.793 I slot print_timing: id 1 | task 8827 | eval time = 1152.93 ms / 2 tokens ( 1152.93 ms per token, 0.87 tokens per second) 10.46.735.793 I slot print_timing: id 1 | task 8827 | total time = 1793.50 ms / 109 tokens 10.46.735.794 I slot print_timing: id 1 | task 8827 | graphs reused = 7404 10.46.735.794 I slot print_timing: id 1 | task 8827 | graph reallocs = 0 / 0 (same size) / (changed size) 10.46.735.849 I slot release: id 1 | task 8827 | stop processing: n_tokens = 1100, truncated = 0 10.46.736.104 I slot print_timing: id 3 | task 8826 | prompt eval time = 640.03 ms / 106 tokens ( 6.04 ms per token, 165.62 tokens per second) 10.46.736.107 I slot print_timing: id 3 | task 8826 | eval time = 1153.07 ms / 2 tokens ( 1153.07 ms per token, 0.87 tokens per second) 10.46.736.108 I slot print_timing: id 3 | task 8826 | total time = 1793.10 ms / 108 tokens 10.46.736.108 I slot print_timing: id 3 | task 8826 | graphs reused = 7404 10.46.736.108 I slot print_timing: id 3 | task 8826 | graph reallocs = 0 / 0 (same size) / (changed size) 10.46.736.149 I slot release: id 3 | task 8826 | stop processing: n_tokens = 1099, truncated = 0 10.47.446.722 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1100, t_last = 233144626143 10.47.446.827 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 87.566 MiB) 10.47.458.209 I slot launch_slot_: id 1 | task 8834 | processing task, is_child = 0 10.47.458.298 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 78.921 MiB) 10.47.464.493 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1099, t_last = 233144626443 10.47.464.601 I slot launch_slot_: id 3 | task 8835 | processing task, is_child = 0 10.49.598.743 I slot print_timing: id 0 | task 8830 | prompt eval time = 1859.94 ms / 105 tokens ( 17.71 ms per token, 56.45 tokens per second) 10.49.598.746 I slot print_timing: id 0 | task 8830 | eval time = 2152.02 ms / 2 tokens ( 2152.02 ms per token, 0.46 tokens per second) 10.49.598.746 I slot print_timing: id 0 | task 8830 | total time = 4011.96 ms / 107 tokens 10.49.598.747 I slot print_timing: id 0 | task 8830 | graphs reused = 7404 10.49.598.747 I slot print_timing: id 0 | task 8830 | graph reallocs = 0 / 0 (same size) / (changed size) 10.49.598.804 I slot release: id 0 | task 8830 | stop processing: n_tokens = 1098, truncated = 0 10.49.599.576 I slot print_timing: id 2 | task 8831 | prompt processing, n_tokens = 995, progress = 1.00, t = 4.01 s / 248.07 tokens per second 10.50.839.834 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1098, t_last = 233147489100 10.50.839.935 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 79.140 MiB) 10.50.839.939 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 79.632 MiB) 10.50.848.076 I slot launch_slot_: id 0 | task 8838 | processing task, is_child = 0 10.50.848.333 I slot print_timing: id 1 | task 8834 | prompt processing, n_tokens = 855, progress = 0.79, t = 3.38 s / 253.33 tokens per second 10.50.849.015 I slot print_timing: id 3 | task 8835 | prompt processing, n_tokens = 855, progress = 0.85, t = 3.37 s / 253.41 tokens per second 10.52.501.387 I slot print_timing: id 2 | task 8831 | prompt eval time = 5252.22 ms / 999 tokens ( 5.26 ms per token, 190.21 tokens per second) 10.52.501.393 I slot print_timing: id 2 | task 8831 | eval time = 1661.55 ms / 2 tokens ( 1661.55 ms per token, 0.60 tokens per second) 10.52.501.393 I slot print_timing: id 2 | task 8831 | total time = 6913.77 ms / 1001 tokens 10.52.501.393 I slot print_timing: id 2 | task 8831 | graphs reused = 7404 10.52.501.394 I slot print_timing: id 2 | task 8831 | graph reallocs = 0 / 0 (same size) / (changed size) 10.52.501.458 I slot release: id 2 | task 8831 | stop processing: n_tokens = 1001, truncated = 0 10.52.502.344 I slot print_timing: id 1 | task 8834 | prompt processing, n_tokens = 1077, progress = 1.00, t = 5.04 s / 213.83 tokens per second 10.52.504.088 I slot print_timing: id 3 | task 8835 | prompt processing, n_tokens = 1004, progress = 1.00, t = 5.04 s / 199.38 tokens per second 10.53.144.069 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.882 (> 0.100 thold), f_keep = 0.883 10.53.144.116 I slot launch_slot_: id 2 | task 8841 | processing task, is_child = 0 10.53.825.356 I slot print_timing: id 1 | task 8834 | prompt eval time = 5679.27 ms / 1081 tokens ( 5.25 ms per token, 190.34 tokens per second) 10.53.825.362 I slot print_timing: id 1 | task 8834 | eval time = 681.48 ms / 2 tokens ( 681.48 ms per token, 1.47 tokens per second) 10.53.825.363 I slot print_timing: id 1 | task 8834 | total time = 6360.74 ms / 1083 tokens 10.53.825.363 I slot print_timing: id 1 | task 8834 | graphs reused = 7404 10.53.825.363 I slot print_timing: id 1 | task 8834 | graph reallocs = 0 / 0 (same size) / (changed size) 10.53.825.427 I slot release: id 1 | task 8834 | stop processing: n_tokens = 1083, truncated = 0 10.53.825.597 I slot print_timing: id 3 | task 8835 | prompt eval time = 5678.47 ms / 1008 tokens ( 5.63 ms per token, 177.51 tokens per second) 10.53.825.599 I slot print_timing: id 3 | task 8835 | eval time = 681.53 ms / 2 tokens ( 681.53 ms per token, 1.47 tokens per second) 10.53.825.600 I slot print_timing: id 3 | task 8835 | total time = 6360.00 ms / 1010 tokens 10.53.825.600 I slot print_timing: id 3 | task 8835 | graphs reused = 7404 10.53.825.600 I slot print_timing: id 3 | task 8835 | graph reallocs = 0 / 0 (same size) / (changed size) 10.53.825.644 I slot release: id 3 | task 8835 | stop processing: n_tokens = 1010, truncated = 0 10.53.904.953 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.867 (> 0.100 thold), f_keep = 0.816 10.53.904.990 I slot launch_slot_: id 1 | task 8844 | processing task, is_child = 0 10.53.905.081 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 100.209 MiB) 10.53.911.842 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1010, t_last = 233151715938 10.53.911.940 I slot launch_slot_: id 3 | task 8845 | processing task, is_child = 0 10.54.702.091 I slot print_timing: id 0 | task 8838 | prompt eval time = 3056.67 ms / 1047 tokens ( 2.92 ms per token, 342.53 tokens per second) 10.54.702.094 I slot print_timing: id 0 | task 8838 | eval time = 797.33 ms / 2 tokens ( 797.33 ms per token, 1.25 tokens per second) 10.54.702.094 I slot print_timing: id 0 | task 8838 | total time = 3854.00 ms / 1049 tokens 10.54.702.095 I slot print_timing: id 0 | task 8838 | graphs reused = 7404 10.54.702.095 I slot print_timing: id 0 | task 8838 | graph reallocs = 0 / 0 (same size) / (changed size) 10.54.702.155 I slot release: id 0 | task 8838 | stop processing: n_tokens = 1049, truncated = 0 10.54.702.362 I slot print_timing: id 2 | task 8841 | prompt eval time = 760.00 ms / 118 tokens ( 6.44 ms per token, 155.26 tokens per second) 10.54.702.365 I slot print_timing: id 2 | task 8841 | eval time = 797.41 ms / 2 tokens ( 797.41 ms per token, 1.25 tokens per second) 10.54.702.365 I slot print_timing: id 2 | task 8841 | total time = 1557.41 ms / 120 tokens 10.54.702.366 I slot print_timing: id 2 | task 8841 | graphs reused = 7404 10.54.702.366 I slot print_timing: id 2 | task 8841 | graph reallocs = 0 / 0 (same size) / (changed size) 10.54.702.416 I slot release: id 2 | task 8841 | stop processing: n_tokens = 1003, truncated = 0 10.55.398.695 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1049, t_last = 233152592450 10.55.398.797 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 87.948 MiB) 10.55.408.703 I slot launch_slot_: id 0 | task 8848 | processing task, is_child = 0 10.55.408.784 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 95.225 MiB) 10.55.411.597 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1003, t_last = 233152592710 10.55.411.693 I slot launch_slot_: id 2 | task 8849 | processing task, is_child = 0 10.56.590.830 I slot print_timing: id 1 | task 8844 | prompt eval time = 1486.74 ms / 136 tokens ( 10.93 ms per token, 91.48 tokens per second) 10.56.590.834 I slot print_timing: id 1 | task 8844 | eval time = 1192.14 ms / 2 tokens ( 1192.14 ms per token, 0.84 tokens per second) 10.56.590.834 I slot print_timing: id 1 | task 8844 | total time = 2678.87 ms / 138 tokens 10.56.590.835 I slot print_timing: id 1 | task 8844 | graphs reused = 7404 10.56.590.835 I slot print_timing: id 1 | task 8844 | graph reallocs = 0 / 0 (same size) / (changed size) 10.56.590.896 I slot release: id 1 | task 8844 | stop processing: n_tokens = 1021, truncated = 0 10.57.936.709 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1021, t_last = 233154481191 10.57.936.812 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 96.296 MiB) 10.57.941.057 I slot launch_slot_: id 1 | task 8852 | processing task, is_child = 0 10.58.941.057 I slot print_timing: id 3 | task 8845 | prompt eval time = 4023.92 ms / 748 tokens ( 5.38 ms per token, 185.89 tokens per second) 10.58.941.060 I slot print_timing: id 3 | task 8845 | eval time = 1004.35 ms / 2 tokens ( 1004.35 ms per token, 1.00 tokens per second) 10.58.941.060 I slot print_timing: id 3 | task 8845 | total time = 5028.27 ms / 750 tokens 10.58.941.061 I slot print_timing: id 3 | task 8845 | graphs reused = 7404 10.58.941.061 I slot print_timing: id 3 | task 8845 | graph reallocs = 0 / 0 (same size) / (changed size) 10.58.941.106 I slot release: id 3 | task 8845 | stop processing: n_tokens = 750, truncated = 0 10.58.941.117 I slot print_timing: id 0 | task 8848 | prompt processing, n_tokens = 719, progress = 0.99, t = 3.53 s / 203.73 tokens per second 10.58.942.720 I slot print_timing: id 2 | task 8849 | prompt processing, n_tokens = 788, progress = 0.99, t = 3.53 s / 223.29 tokens per second 10.59.701.253 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.869 (> 0.100 thold), f_keep = 0.857 10.59.701.323 I slot launch_slot_: id 3 | task 8855 | processing task, is_child = 0 11.00.204.141 I slot print_timing: id 0 | task 8848 | prompt eval time = 4289.35 ms / 723 tokens ( 5.93 ms per token, 168.56 tokens per second) 11.00.204.144 I slot print_timing: id 0 | task 8848 | eval time = 503.08 ms / 2 tokens ( 503.08 ms per token, 1.99 tokens per second) 11.00.204.145 I slot print_timing: id 0 | task 8848 | total time = 4792.44 ms / 725 tokens 11.00.204.145 I slot print_timing: id 0 | task 8848 | graphs reused = 7404 11.00.204.145 I slot print_timing: id 0 | task 8848 | graph reallocs = 0 / 0 (same size) / (changed size) 11.00.204.195 I slot release: id 0 | task 8848 | stop processing: n_tokens = 725, truncated = 0 11.00.316.640 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.875 (> 0.100 thold), f_keep = 0.887 11.00.316.714 I slot launch_slot_: id 0 | task 8858 | processing task, is_child = 0 11.00.540.639 I slot print_timing: id 1 | task 8852 | prompt eval time = 2374.54 ms / 735 tokens ( 3.23 ms per token, 309.53 tokens per second) 11.00.540.642 I slot print_timing: id 1 | task 8852 | eval time = 224.35 ms / 2 tokens ( 224.35 ms per token, 4.46 tokens per second) 11.00.540.642 I slot print_timing: id 1 | task 8852 | total time = 2598.88 ms / 737 tokens 11.00.540.642 I slot print_timing: id 1 | task 8852 | graphs reused = 7404 11.00.540.643 I slot print_timing: id 1 | task 8852 | graph reallocs = 0 / 0 (same size) / (changed size) 11.00.540.690 I slot release: id 1 | task 8852 | stop processing: n_tokens = 737, truncated = 0 11.00.541.033 I slot print_timing: id 3 | task 8855 | prompt eval time = 614.23 ms / 97 tokens ( 6.33 ms per token, 157.92 tokens per second) 11.00.541.041 I slot print_timing: id 3 | task 8855 | eval time = 224.40 ms / 2 tokens ( 224.40 ms per token, 4.46 tokens per second) 11.00.541.041 I slot print_timing: id 3 | task 8855 | total time = 838.63 ms / 99 tokens 11.00.541.041 I slot print_timing: id 3 | task 8855 | graphs reused = 7404 11.00.541.042 I slot print_timing: id 3 | task 8855 | graph reallocs = 0 / 0 (same size) / (changed size) 11.00.541.080 I slot release: id 3 | task 8855 | stop processing: n_tokens = 741, truncated = 0 11.00.614.666 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.883 (> 0.100 thold), f_keep = 0.872 11.00.614.697 I slot launch_slot_: id 1 | task 8861 | processing task, is_child = 0 11.00.614.769 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 114.575 MiB) 11.00.617.551 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.857 (> 0.100 thold), f_keep = 0.868 11.00.617.579 I slot launch_slot_: id 3 | task 8862 | processing task, is_child = 0 11.01.110.525 I slot print_timing: id 0 | task 8858 | prompt eval time = 297.79 ms / 92 tokens ( 3.24 ms per token, 308.95 tokens per second) 11.01.110.527 I slot print_timing: id 0 | task 8858 | eval time = 496.02 ms / 2 tokens ( 496.02 ms per token, 2.02 tokens per second) 11.01.110.528 I slot print_timing: id 0 | task 8858 | total time = 793.80 ms / 94 tokens 11.01.110.528 I slot print_timing: id 0 | task 8858 | graphs reused = 7404 11.01.110.529 I slot print_timing: id 0 | task 8858 | graph reallocs = 0 / 0 (same size) / (changed size) 11.01.110.574 I slot release: id 0 | task 8858 | stop processing: n_tokens = 736, truncated = 0 11.01.223.988 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.864 (> 0.100 thold), f_keep = 0.874 11.01.224.070 I slot launch_slot_: id 0 | task 8865 | processing task, is_child = 0 11.01.502.931 I slot print_timing: id 1 | task 8861 | prompt eval time = 605.51 ms / 85 tokens ( 7.12 ms per token, 140.38 tokens per second) 11.01.502.950 I slot print_timing: id 1 | task 8861 | eval time = 279.81 ms / 2 tokens ( 279.81 ms per token, 3.57 tokens per second) 11.01.502.952 I slot print_timing: id 1 | task 8861 | total time = 885.32 ms / 87 tokens 11.01.502.954 I slot print_timing: id 1 | task 8861 | graphs reused = 7404 11.01.502.956 I slot print_timing: id 1 | task 8861 | graph reallocs = 0 / 0 (same size) / (changed size) 11.01.503.152 I slot release: id 1 | task 8861 | stop processing: n_tokens = 729, truncated = 0 11.01.504.968 I slot print_timing: id 3 | task 8862 | prompt eval time = 605.64 ms / 107 tokens ( 5.66 ms per token, 176.67 tokens per second) 11.01.504.978 I slot print_timing: id 3 | task 8862 | eval time = 280.98 ms / 2 tokens ( 280.98 ms per token, 3.56 tokens per second) 11.01.504.981 I slot print_timing: id 3 | task 8862 | total time = 886.62 ms / 109 tokens 11.01.504.983 I slot print_timing: id 3 | task 8862 | graphs reused = 7404 11.01.504.985 I slot print_timing: id 3 | task 8862 | graph reallocs = 0 / 0 (same size) / (changed size) 11.01.505.160 I slot release: id 3 | task 8862 | stop processing: n_tokens = 751, truncated = 0 11.01.586.007 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 729, t_last = 233159393446 11.01.586.168 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 94.514 MiB) 11.01.590.536 I slot launch_slot_: id 1 | task 8868 | processing task, is_child = 0 11.01.590.681 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 88.496 MiB) 11.01.594.836 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 751, t_last = 233159395454 11.01.594.994 I slot launch_slot_: id 3 | task 8869 | processing task, is_child = 0 11.03.198.146 I slot print_timing: id 0 | task 8865 | prompt eval time = 361.60 ms / 101 tokens ( 3.58 ms per token, 279.32 tokens per second) 11.03.198.161 I slot print_timing: id 0 | task 8865 | eval time = 1612.43 ms / 2 tokens ( 1612.43 ms per token, 0.62 tokens per second) 11.03.198.163 I slot print_timing: id 0 | task 8865 | total time = 1974.03 ms / 103 tokens 11.03.198.165 I slot print_timing: id 0 | task 8865 | graphs reused = 7404 11.03.198.167 I slot print_timing: id 0 | task 8865 | graph reallocs = 0 / 0 (same size) / (changed size) 11.03.198.405 I slot release: id 0 | task 8865 | stop processing: n_tokens = 745, truncated = 0 11.04.530.056 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 745, t_last = 233161088700 11.04.530.567 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 93.802 MiB) 11.04.542.344 I slot launch_slot_: id 0 | task 8872 | processing task, is_child = 0 11.05.978.150 I slot print_timing: id 1 | task 8868 | prompt processing, n_tokens = 957, progress = 1.00, t = 4.38 s / 218.38 tokens per second 11.05.979.560 I slot print_timing: id 3 | task 8869 | prompt processing, n_tokens = 976, progress = 1.00, t = 4.38 s / 222.73 tokens per second 11.07.091.523 I slot print_timing: id 1 | task 8868 | prompt eval time = 5163.75 ms / 961 tokens ( 5.37 ms per token, 186.11 tokens per second) 11.07.091.529 I slot print_timing: id 1 | task 8868 | eval time = 332.77 ms / 2 tokens ( 332.77 ms per token, 3.01 tokens per second) 11.07.091.529 I slot print_timing: id 1 | task 8868 | total time = 5496.52 ms / 963 tokens 11.07.091.530 I slot print_timing: id 1 | task 8868 | graphs reused = 7404 11.07.091.530 I slot print_timing: id 1 | task 8868 | graph reallocs = 0 / 0 (same size) / (changed size) 11.07.091.589 I slot release: id 1 | task 8868 | stop processing: n_tokens = 963, truncated = 0 11.07.091.936 I slot print_timing: id 3 | task 8869 | prompt eval time = 5163.82 ms / 980 tokens ( 5.27 ms per token, 189.78 tokens per second) 11.07.091.940 I slot print_timing: id 3 | task 8869 | eval time = 332.83 ms / 2 tokens ( 332.83 ms per token, 3.00 tokens per second) 11.07.091.940 I slot print_timing: id 3 | task 8869 | total time = 5496.65 ms / 982 tokens 11.07.091.940 I slot print_timing: id 3 | task 8869 | graphs reused = 7404 11.07.091.941 I slot print_timing: id 3 | task 8869 | graph reallocs = 0 / 0 (same size) / (changed size) 11.07.091.984 I slot release: id 3 | task 8869 | stop processing: n_tokens = 982, truncated = 0 11.07.165.734 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 963, t_last = 233164981883 11.07.165.822 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 113.074 MiB) 11.07.168.491 I slot launch_slot_: id 1 | task 8877 | processing task, is_child = 0 11.07.168.568 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 91.997 MiB) 11.07.170.997 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.807 (> 0.100 thold), f_keep = 0.854 11.07.171.022 I slot launch_slot_: id 3 | task 8878 | processing task, is_child = 0 11.08.721.213 I slot print_timing: id 0 | task 8872 | prompt eval time = 2623.21 ms / 946 tokens ( 2.77 ms per token, 360.63 tokens per second) 11.08.721.217 I slot print_timing: id 0 | task 8872 | eval time = 1555.64 ms / 2 tokens ( 1555.64 ms per token, 0.64 tokens per second) 11.08.721.218 I slot print_timing: id 0 | task 8872 | total time = 4178.84 ms / 948 tokens 11.08.721.218 I slot print_timing: id 0 | task 8872 | graphs reused = 7404 11.08.721.219 I slot print_timing: id 0 | task 8872 | graph reallocs = 0 / 0 (same size) / (changed size) 11.08.721.281 I slot release: id 0 | task 8872 | stop processing: n_tokens = 948, truncated = 0 11.09.470.154 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 948, t_last = 233166611575 11.09.470.245 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 108.135 MiB) 11.09.473.639 I slot launch_slot_: id 0 | task 8881 | processing task, is_child = 0 11.10.924.021 I slot print_timing: id 3 | task 8878 | prompt eval time = 2298.93 ms / 201 tokens ( 11.44 ms per token, 87.43 tokens per second) 11.10.924.024 I slot print_timing: id 3 | task 8878 | eval time = 1453.87 ms / 2 tokens ( 1453.87 ms per token, 0.69 tokens per second) 11.10.924.025 I slot print_timing: id 3 | task 8878 | total time = 3752.80 ms / 203 tokens 11.10.924.025 I slot print_timing: id 3 | task 8878 | graphs reused = 7404 11.10.924.026 I slot print_timing: id 3 | task 8878 | graph reallocs = 0 / 0 (same size) / (changed size) 11.10.924.089 I slot release: id 3 | task 8878 | stop processing: n_tokens = 1041, truncated = 0 11.10.925.024 I slot print_timing: id 1 | task 8877 | prompt processing, n_tokens = 1129, progress = 1.00, t = 3.75 s / 300.85 tokens per second 11.11.620.689 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1041, t_last = 233168814383 11.11.620.792 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 89.097 MiB) 11.11.629.575 I slot launch_slot_: id 3 | task 8884 | processing task, is_child = 0 11.14.815.733 I slot print_timing: id 1 | task 8877 | prompt eval time = 4449.48 ms / 1133 tokens ( 3.93 ms per token, 254.64 tokens per second) 11.14.815.735 I slot print_timing: id 1 | task 8877 | eval time = 3195.21 ms / 2 tokens ( 3195.21 ms per token, 0.31 tokens per second) 11.14.815.735 I slot print_timing: id 1 | task 8877 | total time = 7644.70 ms / 1135 tokens 11.14.815.736 I slot print_timing: id 1 | task 8877 | graphs reused = 7404 11.14.815.736 I slot print_timing: id 1 | task 8877 | graph reallocs = 0 / 0 (same size) / (changed size) 11.14.815.804 I slot release: id 1 | task 8877 | stop processing: n_tokens = 1135, truncated = 0 11.14.816.009 I slot print_timing: id 0 | task 8881 | prompt processing, n_tokens = 1166, progress = 1.00, t = 5.34 s / 218.27 tokens per second 11.14.817.225 I slot print_timing: id 3 | task 8884 | prompt processing, n_tokens = 1574, progress = 0.75, t = 3.19 s / 494.16 tokens per second 11.15.274.661 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1135, t_last = 233172706100 11.15.274.763 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 91.559 MiB) 11.15.285.497 I slot launch_slot_: id 1 | task 8887 | processing task, is_child = 0 11.15.285.714 I slot print_timing: id 3 | task 8884 | prompt processing, n_tokens = 1764, progress = 0.84, t = 3.64 s / 484.09 tokens per second 11.18.814.754 I slot print_timing: id 0 | task 8881 | prompt eval time = 5800.83 ms / 1170 tokens ( 4.96 ms per token, 201.70 tokens per second) 11.18.814.759 I slot print_timing: id 0 | task 8881 | eval time = 3540.26 ms / 2 tokens ( 3540.26 ms per token, 0.28 tokens per second) 11.18.814.760 I slot print_timing: id 0 | task 8881 | total time = 9341.09 ms / 1172 tokens 11.18.814.760 I slot print_timing: id 0 | task 8881 | graphs reused = 7404 11.18.814.760 I slot print_timing: id 0 | task 8881 | graph reallocs = 0 / 0 (same size) / (changed size) 11.18.814.827 I slot release: id 0 | task 8881 | stop processing: n_tokens = 1172, truncated = 0 11.18.815.051 I slot print_timing: id 2 | task 8849 | prompt eval time = 4289.36 ms / 792 tokens ( 5.42 ms per token, 184.64 tokens per second) 11.18.815.054 I slot print_timing: id 2 | task 8849 | eval time = 19113.80 ms / 22 tokens ( 910.18 ms per token, 1.10 tokens per second) 11.18.815.054 I slot print_timing: id 2 | task 8849 | total time = 23403.16 ms / 814 tokens 11.18.815.055 I slot print_timing: id 2 | task 8849 | graphs reused = 7404 11.18.815.055 I slot print_timing: id 2 | task 8849 | graph reallocs = 0 / 0 (same size) / (changed size) 11.18.815.098 I slot release: id 2 | task 8849 | stop processing: n_tokens = 814, truncated = 0 11.18.815.109 I slot print_timing: id 1 | task 8887 | prompt processing, n_tokens = 1587, progress = 0.75, t = 3.53 s / 449.70 tokens per second 11.18.816.491 I slot print_timing: id 3 | task 8884 | prompt processing, n_tokens = 2086, progress = 1.00, t = 7.18 s / 290.36 tokens per second 11.19.235.479 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1172, t_last = 233176705121 11.19.235.584 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 90.520 MiB) 11.19.245.177 I slot launch_slot_: id 0 | task 8890 | processing task, is_child = 0 11.19.245.257 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 101.440 MiB) 11.19.247.433 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 814, t_last = 233176705392 11.19.247.526 I slot launch_slot_: id 2 | task 8891 | processing task, is_child = 0 11.19.247.736 I slot print_timing: id 1 | task 8887 | prompt processing, n_tokens = 1764, progress = 0.84, t = 3.95 s / 446.61 tokens per second 11.22.953.843 I slot print_timing: id 3 | task 8884 | prompt eval time = 7605.12 ms / 2090 tokens ( 3.64 ms per token, 274.81 tokens per second) 11.22.953.848 I slot print_timing: id 3 | task 8884 | eval time = 3718.36 ms / 2 tokens ( 3718.36 ms per token, 0.27 tokens per second) 11.22.953.849 I slot print_timing: id 3 | task 8884 | total time = 11323.49 ms / 2092 tokens 11.22.953.849 I slot print_timing: id 3 | task 8884 | graphs reused = 7404 11.22.953.849 I slot print_timing: id 3 | task 8884 | graph reallocs = 0 / 0 (same size) / (changed size) 11.22.953.972 I slot release: id 3 | task 8884 | stop processing: n_tokens = 2092, truncated = 0 11.22.953.995 I slot print_timing: id 0 | task 8890 | prompt processing, n_tokens = 1545, progress = 0.75, t = 3.71 s / 416.88 tokens per second 11.22.954.917 I slot print_timing: id 1 | task 8887 | prompt processing, n_tokens = 2099, progress = 1.00, t = 7.67 s / 273.73 tokens per second 11.22.956.683 I slot print_timing: id 2 | task 8891 | prompt processing, n_tokens = 167, progress = 0.08, t = 3.71 s / 45.07 tokens per second 11.25.844.336 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.848 (> 0.100 thold), f_keep = 0.858 11.25.844.411 I slot launch_slot_: id 3 | task 8894 | processing task, is_child = 0 11.25.844.421 I slot print_timing: id 0 | task 8890 | prompt processing, n_tokens = 1764, progress = 0.86, t = 6.60 s / 267.41 tokens per second 11.25.845.214 I slot print_timing: id 2 | task 8891 | prompt processing, n_tokens = 1528, progress = 0.75, t = 6.60 s / 231.67 tokens per second 11.27.603.348 I slot print_timing: id 1 | task 8887 | prompt eval time = 10558.81 ms / 2103 tokens ( 5.02 ms per token, 199.17 tokens per second) 11.27.603.353 I slot print_timing: id 1 | task 8887 | eval time = 1759.02 ms / 2 tokens ( 1759.02 ms per token, 0.57 tokens per second) 11.27.603.354 I slot print_timing: id 1 | task 8887 | total time = 12317.83 ms / 2105 tokens 11.27.603.354 I slot print_timing: id 1 | task 8887 | graphs reused = 7404 11.27.603.354 I slot print_timing: id 1 | task 8887 | graph reallocs = 0 / 0 (same size) / (changed size) 11.27.603.472 I slot release: id 1 | task 8887 | stop processing: n_tokens = 2105, truncated = 0 11.27.603.488 I slot print_timing: id 0 | task 8890 | prompt processing, n_tokens = 2057, progress = 1.00, t = 8.36 s / 246.18 tokens per second 11.27.604.706 I slot print_timing: id 2 | task 8891 | prompt processing, n_tokens = 1764, progress = 0.86, t = 8.35 s / 211.14 tokens per second 11.28.239.705 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.839 (> 0.100 thold), f_keep = 0.852 11.28.239.747 I slot launch_slot_: id 1 | task 8897 | processing task, is_child = 0 11.28.240.777 I slot print_timing: id 2 | task 8891 | prompt processing, n_tokens = 2040, progress = 1.00, t = 8.99 s / 226.90 tokens per second 11.29.025.831 I slot print_timing: id 0 | task 8890 | prompt eval time = 8991.89 ms / 2061 tokens ( 4.36 ms per token, 229.21 tokens per second) 11.29.025.836 I slot print_timing: id 0 | task 8890 | eval time = 786.40 ms / 2 tokens ( 786.40 ms per token, 1.27 tokens per second) 11.29.025.837 I slot print_timing: id 0 | task 8890 | total time = 9778.29 ms / 2063 tokens 11.29.025.837 I slot print_timing: id 0 | task 8890 | graphs reused = 7404 11.29.025.838 I slot print_timing: id 0 | task 8890 | graph reallocs = 0 / 0 (same size) / (changed size) 11.29.025.953 I slot release: id 0 | task 8890 | stop processing: n_tokens = 2063, truncated = 0 11.29.026.390 I slot print_timing: id 3 | task 8894 | prompt eval time = 2392.95 ms / 321 tokens ( 7.45 ms per token, 134.14 tokens per second) 11.29.026.393 I slot print_timing: id 3 | task 8894 | eval time = 786.69 ms / 2 tokens ( 786.69 ms per token, 1.27 tokens per second) 11.29.026.393 I slot print_timing: id 3 | task 8894 | total time = 3179.64 ms / 323 tokens 11.29.026.394 I slot print_timing: id 3 | task 8894 | graphs reused = 7404 11.29.026.394 I slot print_timing: id 3 | task 8894 | graph reallocs = 0 / 0 (same size) / (changed size) 11.29.026.495 I slot release: id 3 | task 8894 | stop processing: n_tokens = 2116, truncated = 0 11.29.102.297 I slot print_timing: id 2 | task 8891 | prompt eval time = 9777.78 ms / 2044 tokens ( 4.78 ms per token, 209.05 tokens per second) 11.29.102.301 I slot print_timing: id 2 | task 8891 | eval time = 76.08 ms / 2 tokens ( 76.08 ms per token, 13.14 tokens per second) 11.29.102.301 I slot print_timing: id 2 | task 8891 | total time = 9853.86 ms / 2046 tokens 11.29.102.302 I slot print_timing: id 2 | task 8891 | graphs reused = 7404 11.29.102.302 I slot print_timing: id 2 | task 8891 | graph reallocs = 0 / 0 (same size) / (changed size) 11.29.102.436 I slot release: id 2 | task 8891 | stop processing: n_tokens = 2046, truncated = 0 11.29.102.446 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.867 (> 0.100 thold), f_keep = 0.869 11.29.102.487 I slot launch_slot_: id 0 | task 8900 | processing task, is_child = 0 11.29.102.659 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 99.923 MiB) 11.29.113.699 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 101.284 MiB) 11.29.113.705 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 120.587 MiB) 11.29.123.223 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.839 (> 0.100 thold), f_keep = 0.877 11.29.123.259 I slot launch_slot_: id 2 | task 8901 | processing task, is_child = 0 11.29.123.383 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.805 (> 0.100 thold), f_keep = 0.848 11.29.123.406 I slot launch_slot_: id 3 | task 8902 | processing task, is_child = 0 11.31.282.744 I slot print_timing: id 1 | task 8897 | prompt eval time = 862.34 ms / 343 tokens ( 2.51 ms per token, 397.76 tokens per second) 11.31.282.747 I slot print_timing: id 1 | task 8897 | eval time = 2180.65 ms / 2 tokens ( 2180.65 ms per token, 0.46 tokens per second) 11.31.282.747 I slot print_timing: id 1 | task 8897 | total time = 3042.98 ms / 345 tokens 11.31.282.748 I slot print_timing: id 1 | task 8897 | graphs reused = 7404 11.31.282.748 I slot print_timing: id 1 | task 8897 | graph reallocs = 0 / 0 (same size) / (changed size) 11.31.282.876 I slot release: id 1 | task 8897 | stop processing: n_tokens = 2138, truncated = 0 11.31.369.989 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.907 (> 0.100 thold), f_keep = 0.839 11.31.370.027 I slot launch_slot_: id 1 | task 8905 | processing task, is_child = 0 11.31.826.493 I slot print_timing: id 0 | task 8900 | prompt eval time = 2246.17 ms / 275 tokens ( 8.17 ms per token, 122.43 tokens per second) 11.31.826.498 I slot print_timing: id 0 | task 8900 | eval time = 456.91 ms / 2 tokens ( 456.91 ms per token, 2.19 tokens per second) 11.31.826.498 I slot print_timing: id 0 | task 8900 | total time = 2703.08 ms / 277 tokens 11.31.826.499 I slot print_timing: id 0 | task 8900 | graphs reused = 7404 11.31.826.499 I slot print_timing: id 0 | task 8900 | graph reallocs = 0 / 0 (same size) / (changed size) 11.31.826.609 I slot release: id 0 | task 8900 | stop processing: n_tokens = 2069, truncated = 0 11.31.826.790 I slot print_timing: id 2 | task 8901 | prompt eval time = 2245.57 ms / 343 tokens ( 6.55 ms per token, 152.75 tokens per second) 11.31.826.792 I slot print_timing: id 2 | task 8901 | eval time = 456.99 ms / 2 tokens ( 456.99 ms per token, 2.19 tokens per second) 11.31.826.793 I slot print_timing: id 2 | task 8901 | total time = 2702.55 ms / 345 tokens 11.31.826.793 I slot print_timing: id 2 | task 8901 | graphs reused = 7404 11.31.826.794 I slot print_timing: id 2 | task 8901 | graph reallocs = 0 / 0 (same size) / (changed size) 11.31.826.888 I slot release: id 2 | task 8901 | stop processing: n_tokens = 2138, truncated = 0 11.31.827.069 I slot print_timing: id 3 | task 8902 | prompt eval time = 2244.98 ms / 435 tokens ( 5.16 ms per token, 193.77 tokens per second) 11.31.827.071 I slot print_timing: id 3 | task 8902 | eval time = 457.08 ms / 2 tokens ( 457.08 ms per token, 2.19 tokens per second) 11.31.827.071 I slot print_timing: id 3 | task 8902 | total time = 2702.07 ms / 437 tokens 11.31.827.071 I slot print_timing: id 3 | task 8902 | graphs reused = 7404 11.31.827.071 I slot print_timing: id 3 | task 8902 | graph reallocs = 0 / 0 (same size) / (changed size) 11.31.827.167 I slot release: id 3 | task 8902 | stop processing: n_tokens = 2229, truncated = 0 11.31.869.027 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.887 (> 0.100 thold), f_keep = 0.839 11.31.869.061 I slot launch_slot_: id 2 | task 8908 | processing task, is_child = 0 11.31.869.192 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 83.189 MiB) 11.31.880.179 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 84.173 MiB) 11.31.880.186 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 87.292 MiB) 11.31.890.475 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.887 (> 0.100 thold), f_keep = 0.867 11.31.890.518 I slot launch_slot_: id 0 | task 8909 | processing task, is_child = 0 11.31.890.662 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.865 (> 0.100 thold), f_keep = 0.805 11.31.890.685 I slot launch_slot_: id 3 | task 8910 | processing task, is_child = 0 11.33.425.332 I slot print_timing: id 1 | task 8905 | prompt eval time = 498.99 ms / 184 tokens ( 2.71 ms per token, 368.75 tokens per second) 11.33.425.334 I slot print_timing: id 1 | task 8905 | eval time = 1556.31 ms / 2 tokens ( 1556.31 ms per token, 0.64 tokens per second) 11.33.425.335 I slot print_timing: id 1 | task 8905 | total time = 2055.30 ms / 186 tokens 11.33.425.336 I slot print_timing: id 1 | task 8905 | graphs reused = 7404 11.33.425.336 I slot print_timing: id 1 | task 8905 | graph reallocs = 0 / 0 (same size) / (changed size) 11.33.425.443 I slot release: id 1 | task 8905 | stop processing: n_tokens = 1978, truncated = 0 11.33.512.554 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.847 (> 0.100 thold), f_keep = 0.907 11.33.512.622 I slot launch_slot_: id 1 | task 8913 | processing task, is_child = 0 11.34.208.554 I slot print_timing: id 0 | task 8909 | prompt eval time = 1621.49 ms / 229 tokens ( 7.08 ms per token, 141.23 tokens per second) 11.34.208.556 I slot print_timing: id 0 | task 8909 | eval time = 696.37 ms / 2 tokens ( 696.37 ms per token, 1.44 tokens per second) 11.34.208.557 I slot print_timing: id 0 | task 8909 | total time = 2317.85 ms / 231 tokens 11.34.208.557 I slot print_timing: id 0 | task 8909 | graphs reused = 7404 11.34.208.558 I slot print_timing: id 0 | task 8909 | graph reallocs = 0 / 0 (same size) / (changed size) 11.34.208.670 I slot release: id 0 | task 8909 | stop processing: n_tokens = 2023, truncated = 0 11.34.208.846 I slot print_timing: id 2 | task 8908 | prompt eval time = 1620.90 ms / 229 tokens ( 7.08 ms per token, 141.28 tokens per second) 11.34.208.848 I slot print_timing: id 2 | task 8908 | eval time = 696.48 ms / 2 tokens ( 696.48 ms per token, 1.44 tokens per second) 11.34.208.849 I slot print_timing: id 2 | task 8908 | total time = 2317.38 ms / 231 tokens 11.34.208.849 I slot print_timing: id 2 | task 8908 | graphs reused = 7404 11.34.208.849 I slot print_timing: id 2 | task 8908 | graph reallocs = 0 / 0 (same size) / (changed size) 11.34.208.946 I slot release: id 2 | task 8908 | stop processing: n_tokens = 2024, truncated = 0 11.34.209.129 I slot print_timing: id 3 | task 8910 | prompt eval time = 1620.32 ms / 279 tokens ( 5.81 ms per token, 172.19 tokens per second) 11.34.209.132 I slot print_timing: id 3 | task 8910 | eval time = 696.58 ms / 2 tokens ( 696.58 ms per token, 1.44 tokens per second) 11.34.209.132 I slot print_timing: id 3 | task 8910 | total time = 2316.90 ms / 281 tokens 11.34.209.133 I slot print_timing: id 3 | task 8910 | graphs reused = 7404 11.34.209.133 I slot print_timing: id 3 | task 8910 | graph reallocs = 0 / 0 (same size) / (changed size) 11.34.209.213 I slot release: id 3 | task 8910 | stop processing: n_tokens = 2074, truncated = 0 11.34.251.679 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.907 (> 0.100 thold), f_keep = 0.886 11.34.251.706 I slot launch_slot_: id 0 | task 8916 | processing task, is_child = 0 11.34.251.841 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 88.933 MiB) 11.34.262.864 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 87.347 MiB) 11.34.262.870 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 103.922 MiB) 11.34.272.272 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.867 (> 0.100 thold), f_keep = 0.886 11.34.272.312 I slot launch_slot_: id 2 | task 8917 | processing task, is_child = 0 11.34.272.449 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.845 (> 0.100 thold), f_keep = 0.865 11.34.272.470 I slot launch_slot_: id 3 | task 8918 | processing task, is_child = 0 11.35.909.970 I slot print_timing: id 1 | task 8913 | prompt eval time = 739.04 ms / 323 tokens ( 2.29 ms per token, 437.05 tokens per second) 11.35.909.974 I slot print_timing: id 1 | task 8913 | eval time = 1658.30 ms / 2 tokens ( 1658.30 ms per token, 0.60 tokens per second) 11.35.909.974 I slot print_timing: id 1 | task 8913 | total time = 2397.34 ms / 325 tokens 11.35.909.975 I slot print_timing: id 1 | task 8913 | graphs reused = 7404 11.35.909.975 I slot print_timing: id 1 | task 8913 | graph reallocs = 0 / 0 (same size) / (changed size) 11.35.910.094 I slot release: id 1 | task 8913 | stop processing: n_tokens = 2118, truncated = 0 11.35.997.204 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.824 (> 0.100 thold), f_keep = 0.847 11.35.997.267 I slot launch_slot_: id 1 | task 8921 | processing task, is_child = 0 11.36.810.156 I slot print_timing: id 0 | task 8916 | prompt eval time = 1724.33 ms / 184 tokens ( 9.37 ms per token, 106.71 tokens per second) 11.36.810.159 I slot print_timing: id 0 | task 8916 | eval time = 813.35 ms / 2 tokens ( 813.35 ms per token, 1.23 tokens per second) 11.36.810.159 I slot print_timing: id 0 | task 8916 | total time = 2537.68 ms / 186 tokens 11.36.810.160 I slot print_timing: id 0 | task 8916 | graphs reused = 7404 11.36.810.160 I slot print_timing: id 0 | task 8916 | graph reallocs = 0 / 0 (same size) / (changed size) 11.36.810.267 I slot release: id 0 | task 8916 | stop processing: n_tokens = 1978, truncated = 0 11.36.810.440 I slot print_timing: id 2 | task 8917 | prompt eval time = 1723.74 ms / 276 tokens ( 6.25 ms per token, 160.12 tokens per second) 11.36.810.443 I slot print_timing: id 2 | task 8917 | eval time = 813.45 ms / 2 tokens ( 813.45 ms per token, 1.23 tokens per second) 11.36.810.444 I slot print_timing: id 2 | task 8917 | total time = 2537.19 ms / 278 tokens 11.36.810.444 I slot print_timing: id 2 | task 8917 | graphs reused = 7404 11.36.810.444 I slot print_timing: id 2 | task 8917 | graph reallocs = 0 / 0 (same size) / (changed size) 11.36.810.547 I slot release: id 2 | task 8917 | stop processing: n_tokens = 2070, truncated = 0 11.36.810.789 I slot print_timing: id 3 | task 8918 | prompt eval time = 1723.18 ms / 328 tokens ( 5.25 ms per token, 190.35 tokens per second) 11.36.810.792 I slot print_timing: id 3 | task 8918 | eval time = 813.59 ms / 2 tokens ( 813.59 ms per token, 1.23 tokens per second) 11.36.810.792 I slot print_timing: id 3 | task 8918 | total time = 2536.76 ms / 330 tokens 11.36.810.792 I slot print_timing: id 3 | task 8918 | graphs reused = 7404 11.36.810.793 I slot print_timing: id 3 | task 8918 | graph reallocs = 0 / 0 (same size) / (changed size) 11.36.810.880 I slot release: id 3 | task 8918 | stop processing: n_tokens = 2123, truncated = 0 11.36.852.374 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.878 (> 0.100 thold), f_keep = 0.906 11.36.852.405 I slot launch_slot_: id 0 | task 8924 | processing task, is_child = 0 11.36.852.559 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 83.134 MiB) 11.36.863.858 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 82.915 MiB) 11.36.863.864 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 91.067 MiB) 11.36.874.805 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.905 (> 0.100 thold), f_keep = 0.845 11.36.874.843 I slot launch_slot_: id 3 | task 8925 | processing task, is_child = 0 11.36.874.962 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.821 (> 0.100 thold), f_keep = 0.866 11.36.874.979 I slot launch_slot_: id 2 | task 8926 | processing task, is_child = 0 11.38.585.672 I slot print_timing: id 1 | task 8921 | prompt eval time = 855.09 ms / 382 tokens ( 2.24 ms per token, 446.74 tokens per second) 11.38.585.675 I slot print_timing: id 1 | task 8921 | eval time = 1733.30 ms / 2 tokens ( 1733.30 ms per token, 0.58 tokens per second) 11.38.585.675 I slot print_timing: id 1 | task 8921 | total time = 2588.39 ms / 384 tokens 11.38.585.676 I slot print_timing: id 1 | task 8921 | graphs reused = 7404 11.38.585.676 I slot print_timing: id 1 | task 8921 | graph reallocs = 0 / 0 (same size) / (changed size) 11.38.585.798 I slot release: id 1 | task 8921 | stop processing: n_tokens = 2176, truncated = 0 11.38.672.151 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.894 (> 0.100 thold), f_keep = 0.824 11.38.672.217 I slot launch_slot_: id 1 | task 8929 | processing task, is_child = 0 11.39.184.338 I slot print_timing: id 0 | task 8924 | prompt eval time = 1796.79 ms / 249 tokens ( 7.22 ms per token, 138.58 tokens per second) 11.39.184.343 I slot print_timing: id 0 | task 8924 | eval time = 512.56 ms / 2 tokens ( 512.56 ms per token, 1.95 tokens per second) 11.39.184.344 I slot print_timing: id 0 | task 8924 | total time = 2309.35 ms / 251 tokens 11.39.184.345 I slot print_timing: id 0 | task 8924 | graphs reused = 7404 11.39.184.345 I slot print_timing: id 0 | task 8924 | graph reallocs = 0 / 0 (same size) / (changed size) 11.39.184.454 I slot release: id 0 | task 8924 | stop processing: n_tokens = 2043, truncated = 0 11.39.184.637 I slot print_timing: id 2 | task 8926 | prompt eval time = 1796.24 ms / 391 tokens ( 4.59 ms per token, 217.68 tokens per second) 11.39.184.642 I slot print_timing: id 2 | task 8926 | eval time = 512.67 ms / 2 tokens ( 512.67 ms per token, 1.95 tokens per second) 11.39.184.643 I slot print_timing: id 2 | task 8926 | total time = 2308.92 ms / 393 tokens 11.39.184.643 I slot print_timing: id 2 | task 8926 | graphs reused = 7404 11.39.184.643 I slot print_timing: id 2 | task 8926 | graph reallocs = 0 / 0 (same size) / (changed size) 11.39.184.741 I slot release: id 2 | task 8926 | stop processing: n_tokens = 2184, truncated = 0 11.39.185.011 I slot print_timing: id 3 | task 8925 | prompt eval time = 1795.15 ms / 188 tokens ( 9.55 ms per token, 104.73 tokens per second) 11.39.185.016 I slot print_timing: id 3 | task 8925 | eval time = 512.87 ms / 2 tokens ( 512.87 ms per token, 1.95 tokens per second) 11.39.185.016 I slot print_timing: id 3 | task 8925 | total time = 2308.01 ms / 190 tokens 11.39.185.017 I slot print_timing: id 3 | task 8925 | graphs reused = 7404 11.39.185.017 I slot print_timing: id 3 | task 8925 | graph reallocs = 0 / 0 (same size) / (changed size) 11.39.185.092 I slot release: id 3 | task 8925 | stop processing: n_tokens = 1983, truncated = 0 11.39.227.116 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.895 (> 0.100 thold), f_keep = 0.821 11.39.227.159 I slot launch_slot_: id 2 | task 8932 | processing task, is_child = 0 11.39.227.325 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 92.380 MiB) 11.39.227.329 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 91.231 MiB) 11.39.242.765 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 92.161 MiB) 11.39.254.946 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.934 (> 0.100 thold), f_keep = 0.878 11.39.254.985 I slot launch_slot_: id 0 | task 8933 | processing task, is_child = 0 11.39.255.128 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.884 (> 0.100 thold), f_keep = 0.905 11.39.255.154 I slot launch_slot_: id 3 | task 8934 | processing task, is_child = 0 11.40.455.251 I slot print_timing: id 1 | task 8929 | prompt eval time = 554.89 ms / 213 tokens ( 2.61 ms per token, 383.86 tokens per second) 11.40.455.254 I slot print_timing: id 1 | task 8929 | eval time = 1228.14 ms / 2 tokens ( 1228.14 ms per token, 0.81 tokens per second) 11.40.455.255 I slot print_timing: id 1 | task 8929 | total time = 1783.02 ms / 215 tokens 11.40.455.255 I slot print_timing: id 1 | task 8929 | graphs reused = 7404 11.40.455.256 I slot print_timing: id 1 | task 8929 | graph reallocs = 0 / 0 (same size) / (changed size) 11.40.455.365 I slot release: id 1 | task 8929 | stop processing: n_tokens = 2007, truncated = 0 11.40.541.548 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.915 (> 0.100 thold), f_keep = 0.893 11.40.541.618 I slot launch_slot_: id 1 | task 8937 | processing task, is_child = 0 11.40.991.475 I slot print_timing: id 0 | task 8933 | prompt eval time = 1285.93 ms / 127 tokens ( 10.13 ms per token, 98.76 tokens per second) 11.40.991.477 I slot print_timing: id 0 | task 8933 | eval time = 450.38 ms / 2 tokens ( 450.38 ms per token, 2.22 tokens per second) 11.40.991.478 I slot print_timing: id 0 | task 8933 | total time = 1736.31 ms / 129 tokens 11.40.991.478 I slot print_timing: id 0 | task 8933 | graphs reused = 7404 11.40.991.479 I slot print_timing: id 0 | task 8933 | graph reallocs = 0 / 0 (same size) / (changed size) 11.40.991.592 I slot release: id 0 | task 8933 | stop processing: n_tokens = 1921, truncated = 0 11.40.991.770 I slot print_timing: id 2 | task 8932 | prompt eval time = 1285.28 ms / 211 tokens ( 6.09 ms per token, 164.17 tokens per second) 11.40.991.773 I slot print_timing: id 2 | task 8932 | eval time = 450.45 ms / 2 tokens ( 450.45 ms per token, 2.22 tokens per second) 11.40.991.773 I slot print_timing: id 2 | task 8932 | total time = 1735.73 ms / 213 tokens 11.40.991.774 I slot print_timing: id 2 | task 8932 | graphs reused = 7404 11.40.991.774 I slot print_timing: id 2 | task 8932 | graph reallocs = 0 / 0 (same size) / (changed size) 11.40.991.866 I slot release: id 2 | task 8932 | stop processing: n_tokens = 2006, truncated = 0 11.40.992.045 I slot print_timing: id 3 | task 8934 | prompt eval time = 1284.58 ms / 235 tokens ( 5.47 ms per token, 182.94 tokens per second) 11.40.992.047 I slot print_timing: id 3 | task 8934 | eval time = 450.50 ms / 2 tokens ( 450.50 ms per token, 2.22 tokens per second) 11.40.992.048 I slot print_timing: id 3 | task 8934 | total time = 1735.08 ms / 237 tokens 11.40.992.048 I slot print_timing: id 3 | task 8934 | graphs reused = 7404 11.40.992.048 I slot print_timing: id 3 | task 8934 | graph reallocs = 0 / 0 (same size) / (changed size) 11.40.992.125 I slot release: id 3 | task 8934 | stop processing: n_tokens = 2030, truncated = 0 11.41.033.478 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1921, t_last = 233198881886 11.41.033.639 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 112.230 MiB) 11.41.047.587 I slot launch_slot_: id 0 | task 8940 | processing task, is_child = 0 11.41.047.753 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 83.845 MiB) 11.41.047.757 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 83.790 MiB) 11.41.063.456 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 92.161 MiB) 11.41.063.463 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 113.043 MiB) 11.41.076.708 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 2006, t_last = 233198882161 11.41.076.876 I slot launch_slot_: id 2 | task 8941 | processing task, is_child = 0 11.41.076.993 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 2030, t_last = 233198882420 11.41.077.126 I slot launch_slot_: id 3 | task 8942 | processing task, is_child = 0 11.44.611.872 I slot print_timing: id 1 | task 8937 | prompt eval time = 491.85 ms / 167 tokens ( 2.95 ms per token, 339.54 tokens per second) 11.44.611.874 I slot print_timing: id 1 | task 8937 | eval time = 3578.39 ms / 2 tokens ( 3578.39 ms per token, 0.28 tokens per second) 11.44.611.875 I slot print_timing: id 1 | task 8937 | total time = 4070.24 ms / 169 tokens 11.44.611.875 I slot print_timing: id 1 | task 8937 | graphs reused = 7404 11.44.611.876 I slot print_timing: id 1 | task 8937 | graph reallocs = 0 / 0 (same size) / (changed size) 11.44.611.994 I slot release: id 1 | task 8937 | stop processing: n_tokens = 1961, truncated = 0 11.44.612.012 I slot print_timing: id 0 | task 8940 | prompt processing, n_tokens = 1009, progress = 0.66, t = 3.53 s / 285.47 tokens per second 11.44.612.829 I slot print_timing: id 2 | task 8941 | prompt processing, n_tokens = 1038, progress = 0.62, t = 3.53 s / 293.70 tokens per second 11.46.343.358 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1961, t_last = 233202502289 11.46.343.500 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 88.714 MiB) 11.46.958.660 I slot launch_slot_: id 1 | task 8945 | processing task, is_child = 0 11.46.958.684 I slot print_timing: id 0 | task 8940 | prompt processing, n_tokens = 1256, progress = 0.82, t = 5.27 s / 238.50 tokens per second 11.46.960.456 I slot print_timing: id 2 | task 8941 | prompt processing, n_tokens = 1146, progress = 0.69, t = 5.27 s / 217.63 tokens per second 11.48.727.650 I slot print_timing: id 0 | task 8940 | prompt processing, n_tokens = 1521, progress = 1.00, t = 7.65 s / 198.81 tokens per second 11.49.144.387 I slot print_timing: id 2 | task 8941 | prompt processing, n_tokens = 1256, progress = 0.76, t = 7.65 s / 164.18 tokens per second 11.49.145.951 I slot print_timing: id 3 | task 8942 | prompt processing, n_tokens = 1256, progress = 0.86, t = 4.11 s / 305.24 tokens per second 11.51.104.044 I slot print_timing: id 1 | task 8945 | prompt processing, n_tokens = 852, progress = 0.85, t = 4.14 s / 205.62 tokens per second 11.51.104.763 I slot print_timing: id 2 | task 8941 | prompt processing, n_tokens = 1658, progress = 1.00, t = 10.03 s / 165.36 tokens per second 11.51.106.510 I slot print_timing: id 3 | task 8942 | prompt processing, n_tokens = 1455, progress = 1.00, t = 6.49 s / 224.16 tokens per second 11.51.497.182 I slot print_timing: id 0 | task 8940 | prompt eval time = 10026.90 ms / 1525 tokens ( 6.58 ms per token, 152.09 tokens per second) 11.51.497.184 I slot print_timing: id 0 | task 8940 | eval time = 393.14 ms / 2 tokens ( 393.14 ms per token, 2.54 tokens per second) 11.51.497.185 I slot print_timing: id 0 | task 8940 | total time = 10420.04 ms / 1527 tokens 11.51.497.185 I slot print_timing: id 0 | task 8940 | graphs reused = 7404 11.51.497.186 I slot print_timing: id 0 | task 8940 | graph reallocs = 0 / 0 (same size) / (changed size) 11.51.497.286 I slot release: id 0 | task 8940 | stop processing: n_tokens = 1527, truncated = 0 11.51.497.706 I slot print_timing: id 1 | task 8945 | prompt processing, n_tokens = 999, progress = 1.00, t = 4.54 s / 220.20 tokens per second 11.51.574.550 I slot print_timing: id 2 | task 8941 | prompt eval time = 10420.00 ms / 1662 tokens ( 6.27 ms per token, 159.50 tokens per second) 11.51.574.552 I slot print_timing: id 2 | task 8941 | eval time = 77.05 ms / 2 tokens ( 77.05 ms per token, 12.98 tokens per second) 11.51.574.553 I slot print_timing: id 2 | task 8941 | total time = 10497.05 ms / 1664 tokens 11.51.574.553 I slot print_timing: id 2 | task 8941 | graphs reused = 7404 11.51.574.553 I slot print_timing: id 2 | task 8941 | graph reallocs = 0 / 0 (same size) / (changed size) 11.51.574.640 I slot release: id 2 | task 8941 | stop processing: n_tokens = 1664, truncated = 0 11.51.574.821 I slot print_timing: id 3 | task 8942 | prompt eval time = 6884.86 ms / 1459 tokens ( 4.72 ms per token, 211.91 tokens per second) 11.51.574.823 I slot print_timing: id 3 | task 8942 | eval time = 77.12 ms / 2 tokens ( 77.12 ms per token, 12.97 tokens per second) 11.51.574.824 I slot print_timing: id 3 | task 8942 | total time = 6961.98 ms / 1461 tokens 11.51.574.824 I slot print_timing: id 3 | task 8942 | graphs reused = 7404 11.51.574.824 I slot print_timing: id 3 | task 8942 | graph reallocs = 0 / 0 (same size) / (changed size) 11.51.574.895 I slot release: id 3 | task 8942 | stop processing: n_tokens = 1461, truncated = 0 11.51.574.901 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1527, t_last = 233209387581 11.51.575.020 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 110.010 MiB) 11.51.583.437 I slot launch_slot_: id 0 | task 8950 | processing task, is_child = 0 11.51.583.541 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 108.611 MiB) 11.51.591.027 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 89.097 MiB) 11.51.600.317 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1664, t_last = 233209464935 11.51.600.440 I slot launch_slot_: id 2 | task 8951 | processing task, is_child = 0 11.51.600.527 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1461, t_last = 233209465190 11.51.600.630 I slot launch_slot_: id 3 | task 8952 | processing task, is_child = 0 11.53.979.636 I slot print_timing: id 1 | task 8945 | prompt eval time = 4614.19 ms / 1003 tokens ( 4.60 ms per token, 217.37 tokens per second) 11.53.979.641 I slot print_timing: id 1 | task 8945 | eval time = 2405.24 ms / 2 tokens ( 2405.24 ms per token, 0.42 tokens per second) 11.53.979.641 I slot print_timing: id 1 | task 8945 | total time = 7019.43 ms / 1005 tokens 11.53.979.642 I slot print_timing: id 1 | task 8945 | graphs reused = 7404 11.53.979.642 I slot print_timing: id 1 | task 8945 | graph reallocs = 0 / 0 (same size) / (changed size) 11.53.979.708 I slot release: id 1 | task 8945 | stop processing: n_tokens = 1005, truncated = 0 11.56.033.345 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.892 (> 0.100 thold), f_keep = 0.877 11.56.033.423 I slot launch_slot_: id 1 | task 8955 | processing task, is_child = 0 11.56.033.438 I slot print_timing: id 0 | task 8950 | prompt processing, n_tokens = 852, progress = 0.86, t = 4.43 s / 192.21 tokens per second 11.56.123.837 I slot print_timing: id 2 | task 8951 | prompt processing, n_tokens = 852, progress = 0.87, t = 4.43 s / 192.22 tokens per second 11.56.125.424 I slot print_timing: id 3 | task 8952 | prompt processing, n_tokens = 852, progress = 0.88, t = 4.43 s / 192.23 tokens per second 11.57.035.704 I slot print_timing: id 0 | task 8950 | prompt processing, n_tokens = 988, progress = 1.00, t = 5.44 s / 181.78 tokens per second 11.57.126.076 I slot print_timing: id 2 | task 8951 | prompt processing, n_tokens = 978, progress = 1.00, t = 5.43 s / 179.95 tokens per second 11.57.127.637 I slot print_timing: id 3 | task 8952 | prompt processing, n_tokens = 959, progress = 1.00, t = 5.43 s / 176.46 tokens per second 11.57.236.661 I slot print_timing: id 0 | task 8950 | prompt eval time = 5595.34 ms / 992 tokens ( 5.64 ms per token, 177.29 tokens per second) 11.57.236.663 I slot print_timing: id 0 | task 8950 | eval time = 40.68 ms / 2 tokens ( 40.68 ms per token, 24.58 tokens per second) 11.57.236.664 I slot print_timing: id 0 | task 8950 | total time = 5636.02 ms / 994 tokens 11.57.236.664 I slot print_timing: id 0 | task 8950 | graphs reused = 7404 11.57.236.665 I slot print_timing: id 0 | task 8950 | graph reallocs = 0 / 0 (same size) / (changed size) 11.57.236.727 I slot release: id 0 | task 8950 | stop processing: n_tokens = 994, truncated = 0 11.57.236.897 I slot print_timing: id 1 | task 8955 | prompt eval time = 1073.62 ms / 107 tokens ( 10.03 ms per token, 99.66 tokens per second) 11.57.236.902 I slot print_timing: id 1 | task 8955 | eval time = 40.73 ms / 2 tokens ( 40.73 ms per token, 24.55 tokens per second) 11.57.236.902 I slot print_timing: id 1 | task 8955 | total time = 1114.35 ms / 109 tokens 11.57.236.903 I slot print_timing: id 1 | task 8955 | graphs reused = 7404 11.57.236.903 I slot print_timing: id 1 | task 8955 | graph reallocs = 0 / 0 (same size) / (changed size) 11.57.236.953 I slot release: id 1 | task 8955 | stop processing: n_tokens = 989, truncated = 0 11.57.237.141 I slot print_timing: id 2 | task 8951 | prompt eval time = 5595.49 ms / 982 tokens ( 5.70 ms per token, 175.50 tokens per second) 11.57.237.142 I slot print_timing: id 2 | task 8951 | eval time = 40.78 ms / 2 tokens ( 40.78 ms per token, 24.52 tokens per second) 11.57.237.143 I slot print_timing: id 2 | task 8951 | total time = 5636.27 ms / 984 tokens 11.57.237.143 I slot print_timing: id 2 | task 8951 | graphs reused = 7404 11.57.237.143 I slot print_timing: id 2 | task 8951 | graph reallocs = 0 / 0 (same size) / (changed size) 11.57.237.183 I slot release: id 2 | task 8951 | stop processing: n_tokens = 984, truncated = 0 11.57.237.363 I slot print_timing: id 3 | task 8952 | prompt eval time = 5595.57 ms / 963 tokens ( 5.81 ms per token, 172.10 tokens per second) 11.57.237.364 I slot print_timing: id 3 | task 8952 | eval time = 40.71 ms / 2 tokens ( 40.71 ms per token, 24.56 tokens per second) 11.57.237.365 I slot print_timing: id 3 | task 8952 | total time = 5636.28 ms / 965 tokens 11.57.237.365 I slot print_timing: id 3 | task 8952 | graphs reused = 7404 11.57.237.365 I slot print_timing: id 3 | task 8952 | graph reallocs = 0 / 0 (same size) / (changed size) 11.57.237.400 I slot release: id 3 | task 8952 | stop processing: n_tokens = 965, truncated = 0 11.57.252.087 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 994, t_last = 233215127022 11.57.252.174 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 99.376 MiB) 11.57.254.602 I slot launch_slot_: id 0 | task 8959 | processing task, is_child = 0 11.57.254.681 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 100.377 MiB) 11.57.257.575 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 99.595 MiB) 11.57.260.033 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 118.531 MiB) 11.57.262.411 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.903 (> 0.100 thold), f_keep = 0.891 11.57.262.438 I slot launch_slot_: id 1 | task 8960 | processing task, is_child = 0 11.57.262.583 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.899 (> 0.100 thold), f_keep = 0.895 11.57.262.605 I slot launch_slot_: id 2 | task 8961 | processing task, is_child = 0 11.57.262.686 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 965, t_last = 233215127694 11.57.262.777 I slot launch_slot_: id 3 | task 8962 | processing task, is_child = 0 12.01.339.526 I slot print_timing: id 0 | task 8959 | prompt processing, n_tokens = 702, progress = 0.85, t = 4.08 s / 172.21 tokens per second 12.01.340.567 I slot print_timing: id 3 | task 8962 | prompt processing, n_tokens = 1371, progress = 0.84, t = 4.07 s / 336.46 tokens per second 12.02.112.725 I slot print_timing: id 1 | task 8960 | prompt eval time = 4076.35 ms / 95 tokens ( 42.91 ms per token, 23.31 tokens per second) 12.02.112.727 I slot print_timing: id 1 | task 8960 | eval time = 773.40 ms / 2 tokens ( 773.40 ms per token, 1.29 tokens per second) 12.02.112.728 I slot print_timing: id 1 | task 8960 | total time = 4849.75 ms / 97 tokens 12.02.112.728 I slot print_timing: id 1 | task 8960 | graphs reused = 7404 12.02.112.729 I slot print_timing: id 1 | task 8960 | graph reallocs = 0 / 0 (same size) / (changed size) 12.02.112.789 I slot release: id 1 | task 8960 | stop processing: n_tokens = 977, truncated = 0 12.02.112.958 I slot print_timing: id 2 | task 8961 | prompt eval time = 4075.87 ms / 99 tokens ( 41.17 ms per token, 24.29 tokens per second) 12.02.112.963 I slot print_timing: id 2 | task 8961 | eval time = 773.44 ms / 2 tokens ( 773.44 ms per token, 1.29 tokens per second) 12.02.112.963 I slot print_timing: id 2 | task 8961 | total time = 4849.32 ms / 101 tokens 12.02.112.963 I slot print_timing: id 2 | task 8961 | graphs reused = 7404 12.02.112.964 I slot print_timing: id 2 | task 8961 | graph reallocs = 0 / 0 (same size) / (changed size) 12.02.113.008 I slot release: id 2 | task 8961 | stop processing: n_tokens = 981, truncated = 0 12.02.113.015 I slot print_timing: id 0 | task 8959 | prompt processing, n_tokens = 821, progress = 1.00, t = 4.85 s / 169.29 tokens per second 12.02.114.294 I slot print_timing: id 3 | task 8962 | prompt processing, n_tokens = 1625, progress = 1.00, t = 4.85 s / 335.17 tokens per second 12.02.191.617 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 977, t_last = 233220003084 12.02.191.713 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 119.954 MiB) 12.02.194.760 I slot launch_slot_: id 1 | task 8967 | processing task, is_child = 0 12.02.194.841 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 122.252 MiB) 12.02.197.642 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 981, t_last = 233220003302 12.02.197.739 I slot launch_slot_: id 2 | task 8968 | processing task, is_child = 0 12.05.744.503 I slot print_timing: id 0 | task 8959 | prompt eval time = 4928.64 ms / 825 tokens ( 5.97 ms per token, 167.39 tokens per second) 12.05.744.505 I slot print_timing: id 0 | task 8959 | eval time = 3553.08 ms / 2 tokens ( 3553.08 ms per token, 0.28 tokens per second) 12.05.744.506 I slot print_timing: id 0 | task 8959 | total time = 8481.72 ms / 827 tokens 12.05.744.507 I slot print_timing: id 0 | task 8959 | graphs reused = 7404 12.05.744.507 I slot print_timing: id 0 | task 8959 | graph reallocs = 0 / 0 (same size) / (changed size) 12.05.744.555 I slot release: id 0 | task 8959 | stop processing: n_tokens = 827, truncated = 0 12.05.744.726 I slot print_timing: id 3 | task 8962 | prompt eval time = 4927.31 ms / 1629 tokens ( 3.02 ms per token, 330.61 tokens per second) 12.05.744.728 I slot print_timing: id 3 | task 8962 | eval time = 3553.12 ms / 2 tokens ( 3553.12 ms per token, 0.28 tokens per second) 12.05.744.729 I slot print_timing: id 3 | task 8962 | total time = 8480.43 ms / 1631 tokens 12.05.744.729 I slot print_timing: id 3 | task 8962 | graphs reused = 7404 12.05.744.729 I slot print_timing: id 3 | task 8962 | graph reallocs = 0 / 0 (same size) / (changed size) 12.05.744.823 I slot release: id 3 | task 8962 | stop processing: n_tokens = 1631, truncated = 0 12.05.744.837 I slot print_timing: id 1 | task 8967 | prompt processing, n_tokens = 1071, progress = 0.68, t = 3.55 s / 301.98 tokens per second 12.05.746.027 I slot print_timing: id 2 | task 8968 | prompt processing, n_tokens = 975, progress = 0.60, t = 3.55 s / 274.93 tokens per second 12.06.223.369 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.858 (> 0.100 thold), f_keep = 0.858 12.06.223.404 I slot launch_slot_: id 3 | task 8971 | processing task, is_child = 0 12.06.223.492 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 120.892 MiB) 12.06.588.953 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 827, t_last = 233223634849 12.06.589.067 I slot launch_slot_: id 0 | task 8972 | processing task, is_child = 0 12.06.589.291 I slot print_timing: id 1 | task 8967 | prompt processing, n_tokens = 1371, progress = 0.86, t = 4.03 s / 340.57 tokens per second 12.06.591.086 I slot print_timing: id 2 | task 8968 | prompt processing, n_tokens = 1100, progress = 0.68, t = 4.03 s / 273.26 tokens per second 12.09.937.643 I slot print_timing: id 0 | task 8972 | prompt processing, n_tokens = 1200, progress = 0.70, t = 3.35 s / 358.36 tokens per second 12.10.074.116 I slot print_timing: id 1 | task 8967 | prompt processing, n_tokens = 1583, progress = 1.00, t = 7.74 s / 204.53 tokens per second 12.10.075.373 I slot print_timing: id 2 | task 8968 | prompt processing, n_tokens = 1371, progress = 0.85, t = 7.74 s / 177.14 tokens per second 12.10.076.888 I slot print_timing: id 3 | task 8971 | prompt processing, n_tokens = 228, progress = 1.00, t = 3.35 s / 68.16 tokens per second 12.10.989.132 I slot print_timing: id 0 | task 8972 | prompt processing, n_tokens = 1371, progress = 0.80, t = 4.40 s / 311.61 tokens per second 12.10.990.113 I slot print_timing: id 2 | task 8968 | prompt processing, n_tokens = 1612, progress = 1.00, t = 8.79 s / 183.37 tokens per second 12.11.754.803 I slot print_timing: id 1 | task 8967 | prompt eval time = 8791.19 ms / 1587 tokens ( 5.54 ms per token, 180.52 tokens per second) 12.11.754.808 I slot print_timing: id 1 | task 8967 | eval time = 765.86 ms / 2 tokens ( 765.86 ms per token, 1.31 tokens per second) 12.11.754.808 I slot print_timing: id 1 | task 8967 | total time = 9557.05 ms / 1589 tokens 12.11.754.808 I slot print_timing: id 1 | task 8967 | graphs reused = 7404 12.11.754.809 I slot print_timing: id 1 | task 8967 | graph reallocs = 0 / 0 (same size) / (changed size) 12.11.754.906 I slot release: id 1 | task 8967 | stop processing: n_tokens = 1589, truncated = 0 12.11.755.283 I slot print_timing: id 3 | task 8971 | prompt eval time = 4396.66 ms / 232 tokens ( 18.95 ms per token, 52.77 tokens per second) 12.11.755.289 I slot print_timing: id 3 | task 8971 | eval time = 766.16 ms / 2 tokens ( 766.16 ms per token, 1.31 tokens per second) 12.11.755.289 I slot print_timing: id 3 | task 8971 | total time = 5162.82 ms / 234 tokens 12.11.755.289 I slot print_timing: id 3 | task 8971 | graphs reused = 7404 12.11.755.290 I slot print_timing: id 3 | task 8971 | graph reallocs = 0 / 0 (same size) / (changed size) 12.11.755.367 I slot release: id 3 | task 8971 | stop processing: n_tokens = 1633, truncated = 0 12.11.755.382 I slot print_timing: id 0 | task 8972 | prompt processing, n_tokens = 1712, progress = 1.00, t = 5.17 s / 331.43 tokens per second 12.11.829.808 I slot print_timing: id 2 | task 8968 | prompt eval time = 9557.17 ms / 1616 tokens ( 5.91 ms per token, 169.09 tokens per second) 12.11.829.810 I slot print_timing: id 2 | task 8968 | eval time = 74.69 ms / 2 tokens ( 74.69 ms per token, 13.39 tokens per second) 12.11.829.811 I slot print_timing: id 2 | task 8968 | total time = 9631.86 ms / 1618 tokens 12.11.829.811 I slot print_timing: id 2 | task 8968 | graphs reused = 7404 12.11.829.812 I slot print_timing: id 2 | task 8968 | graph reallocs = 0 / 0 (same size) / (changed size) 12.11.829.898 I slot release: id 2 | task 8968 | stop processing: n_tokens = 1618, truncated = 0 12.11.829.907 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1589, t_last = 233229645201 12.11.830.017 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 108.508 MiB) 12.11.833.315 I slot launch_slot_: id 1 | task 8977 | processing task, is_child = 0 12.11.833.417 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 130.281 MiB) 12.11.836.287 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 108.758 MiB) 12.11.839.511 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1633, t_last = 233229645664 12.11.839.637 I slot launch_slot_: id 3 | task 8978 | processing task, is_child = 0 12.13.026.042 I slot print_timing: id 0 | task 8972 | prompt eval time = 5240.57 ms / 1716 tokens ( 3.05 ms per token, 327.45 tokens per second) 12.13.026.046 I slot print_timing: id 0 | task 8972 | eval time = 1196.39 ms / 2 tokens ( 1196.39 ms per token, 0.84 tokens per second) 12.13.026.047 I slot print_timing: id 0 | task 8972 | total time = 6436.96 ms / 1718 tokens 12.13.026.047 I slot print_timing: id 0 | task 8972 | graphs reused = 7404 12.13.026.047 I slot print_timing: id 0 | task 8972 | graph reallocs = 0 / 0 (same size) / (changed size) 12.13.026.149 I slot release: id 0 | task 8972 | stop processing: n_tokens = 1718, truncated = 0 12.13.026.158 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1618, t_last = 233229720193 12.13.026.324 I slot launch_slot_: id 2 | task 8980 | processing task, is_child = 0 12.13.026.427 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 107.546 MiB) 12.14.878.925 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1718, t_last = 233230916444 12.14.879.126 I slot launch_slot_: id 0 | task 8982 | processing task, is_child = 0 12.15.008.958 I slot print_timing: id 1 | task 8977 | prompt processing, n_tokens = 724, progress = 0.86, t = 3.04 s / 238.22 tokens per second 12.15.011.522 I slot print_timing: id 3 | task 8978 | prompt processing, n_tokens = 724, progress = 0.83, t = 3.04 s / 238.24 tokens per second 12.16.848.768 I slot print_timing: id 1 | task 8977 | prompt processing, n_tokens = 837, progress = 1.00, t = 4.56 s / 183.61 tokens per second 12.16.849.657 I slot print_timing: id 2 | task 8980 | prompt processing, n_tokens = 714, progress = 0.85, t = 3.37 s / 212.07 tokens per second 12.16.851.128 I slot print_timing: id 3 | task 8978 | prompt processing, n_tokens = 864, progress = 1.00, t = 4.56 s / 189.55 tokens per second 12.17.822.585 I slot print_timing: id 2 | task 8980 | prompt processing, n_tokens = 839, progress = 1.00, t = 4.79 s / 175.16 tokens per second 12.18.221.816 I slot print_timing: id 1 | task 8977 | prompt eval time = 5981.65 ms / 841 tokens ( 7.11 ms per token, 140.60 tokens per second) 12.18.221.820 I slot print_timing: id 1 | task 8977 | eval time = 400.43 ms / 2 tokens ( 400.43 ms per token, 2.50 tokens per second) 12.18.221.820 I slot print_timing: id 1 | task 8977 | total time = 6382.07 ms / 843 tokens 12.18.221.821 I slot print_timing: id 1 | task 8977 | graphs reused = 7404 12.18.221.821 I slot print_timing: id 1 | task 8977 | graph reallocs = 0 / 0 (same size) / (changed size) 12.18.221.879 I slot release: id 1 | task 8977 | stop processing: n_tokens = 843, truncated = 0 12.18.222.269 I slot print_timing: id 3 | task 8978 | prompt eval time = 5981.63 ms / 868 tokens ( 6.89 ms per token, 145.11 tokens per second) 12.18.222.273 I slot print_timing: id 3 | task 8978 | eval time = 400.68 ms / 2 tokens ( 400.68 ms per token, 2.50 tokens per second) 12.18.222.273 I slot print_timing: id 3 | task 8978 | total time = 6382.32 ms / 870 tokens 12.18.222.273 I slot print_timing: id 3 | task 8978 | graphs reused = 7404 12.18.222.274 I slot print_timing: id 3 | task 8978 | graph reallocs = 0 / 0 (same size) / (changed size) 12.18.222.318 I slot release: id 3 | task 8978 | stop processing: n_tokens = 870, truncated = 0 12.18.222.326 I slot print_timing: id 0 | task 8982 | prompt processing, n_tokens = 858, progress = 1.00, t = 3.34 s / 256.69 tokens per second 12.18.296.013 I slot print_timing: id 2 | task 8980 | prompt eval time = 5190.74 ms / 843 tokens ( 6.16 ms per token, 162.40 tokens per second) 12.18.296.016 I slot print_timing: id 2 | task 8980 | eval time = 73.93 ms / 2 tokens ( 73.93 ms per token, 13.53 tokens per second) 12.18.296.017 I slot print_timing: id 2 | task 8980 | total time = 5264.67 ms / 845 tokens 12.18.296.017 I slot print_timing: id 2 | task 8980 | graphs reused = 7404 12.18.296.018 I slot print_timing: id 2 | task 8980 | graph reallocs = 0 / 0 (same size) / (changed size) 12.18.296.072 I slot release: id 2 | task 8980 | stop processing: n_tokens = 845, truncated = 0 12.18.296.079 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 843, t_last = 233236112173 12.18.298.736 I slot launch_slot_: id 1 | task 8987 | processing task, is_child = 0 12.18.298.819 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 80.727 MiB) 12.18.301.723 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 81.493 MiB) 12.18.303.968 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.837 (> 0.100 thold), f_keep = 0.879 12.18.304.000 I slot launch_slot_: id 2 | task 8988 | processing task, is_child = 0 12.19.066.564 I slot print_timing: id 0 | task 8982 | prompt eval time = 3416.70 ms / 862 tokens ( 3.96 ms per token, 252.29 tokens per second) 12.19.066.565 I slot print_timing: id 0 | task 8982 | eval time = 770.73 ms / 2 tokens ( 770.73 ms per token, 1.30 tokens per second) 12.19.066.566 I slot print_timing: id 0 | task 8982 | total time = 4187.42 ms / 864 tokens 12.19.066.567 I slot print_timing: id 0 | task 8982 | graphs reused = 7404 12.19.066.567 I slot print_timing: id 0 | task 8982 | graph reallocs = 0 / 0 (same size) / (changed size) 12.19.066.631 I slot release: id 0 | task 8982 | stop processing: n_tokens = 864, truncated = 0 12.19.066.638 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 870, t_last = 233236112612 12.19.066.768 I slot launch_slot_: id 3 | task 8990 | processing task, is_child = 0 12.19.066.840 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 99.623 MiB) 12.20.157.306 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 864, t_last = 233236956925 12.20.157.467 I slot launch_slot_: id 0 | task 8992 | processing task, is_child = 0 12.21.517.228 I slot print_timing: id 2 | task 8988 | prompt eval time = 1853.05 ms / 145 tokens ( 12.78 ms per token, 78.25 tokens per second) 12.21.517.230 I slot print_timing: id 2 | task 8988 | eval time = 1359.92 ms / 2 tokens ( 1359.92 ms per token, 0.74 tokens per second) 12.21.517.231 I slot print_timing: id 2 | task 8988 | total time = 3212.98 ms / 147 tokens 12.21.517.232 I slot print_timing: id 2 | task 8988 | graphs reused = 7404 12.21.517.232 I slot print_timing: id 2 | task 8988 | graph reallocs = 0 / 0 (same size) / (changed size) 12.21.517.289 I slot release: id 2 | task 8988 | stop processing: n_tokens = 889, truncated = 0 12.21.517.583 I slot print_timing: id 1 | task 8987 | prompt processing, n_tokens = 761, progress = 0.99, t = 3.21 s / 236.85 tokens per second 12.22.494.945 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 889, t_last = 233239407583 12.22.495.037 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 80.344 MiB) 12.22.495.040 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 83.572 MiB) 12.22.498.393 I slot launch_slot_: id 2 | task 8995 | processing task, is_child = 0 12.22.499.270 I slot print_timing: id 3 | task 8990 | prompt processing, n_tokens = 734, progress = 0.99, t = 3.42 s / 214.43 tokens per second 12.23.145.078 I slot print_timing: id 1 | task 8987 | prompt eval time = 4190.86 ms / 765 tokens ( 5.48 ms per token, 182.54 tokens per second) 12.23.145.081 I slot print_timing: id 1 | task 8987 | eval time = 650.13 ms / 2 tokens ( 650.13 ms per token, 1.54 tokens per second) 12.23.145.082 I slot print_timing: id 1 | task 8987 | total time = 4840.99 ms / 767 tokens 12.23.145.082 I slot print_timing: id 1 | task 8987 | graphs reused = 7404 12.23.145.082 I slot print_timing: id 1 | task 8987 | graph reallocs = 0 / 0 (same size) / (changed size) 12.23.145.130 I slot release: id 1 | task 8987 | stop processing: n_tokens = 767, truncated = 0 12.23.864.624 I slot print_timing: id 3 | task 8990 | prompt eval time = 4073.66 ms / 738 tokens ( 5.52 ms per token, 181.16 tokens per second) 12.23.864.626 I slot print_timing: id 3 | task 8990 | eval time = 719.29 ms / 2 tokens ( 719.29 ms per token, 1.39 tokens per second) 12.23.864.626 I slot print_timing: id 3 | task 8990 | total time = 4792.95 ms / 740 tokens 12.23.864.627 I slot print_timing: id 3 | task 8990 | graphs reused = 7404 12.23.864.627 I slot print_timing: id 3 | task 8990 | graph reallocs = 0 / 0 (same size) / (changed size) 12.23.864.681 I slot release: id 3 | task 8990 | stop processing: n_tokens = 740, truncated = 0 12.23.864.689 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 767, t_last = 233241035424 12.23.864.770 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 96.436 MiB) 12.23.868.837 I slot launch_slot_: id 1 | task 8998 | processing task, is_child = 0 12.24.457.208 I slot print_timing: id 0 | task 8992 | prompt eval time = 3706.98 ms / 688 tokens ( 5.39 ms per token, 185.60 tokens per second) 12.24.457.214 I slot print_timing: id 0 | task 8992 | eval time = 592.75 ms / 2 tokens ( 592.75 ms per token, 1.69 tokens per second) 12.24.457.214 I slot print_timing: id 0 | task 8992 | total time = 4299.73 ms / 690 tokens 12.24.457.215 I slot print_timing: id 0 | task 8992 | graphs reused = 7404 12.24.457.215 I slot print_timing: id 0 | task 8992 | graph reallocs = 0 / 0 (same size) / (changed size) 12.24.457.260 I slot release: id 0 | task 8992 | stop processing: n_tokens = 690, truncated = 0 12.25.471.783 I slot print_timing: id 2 | task 8995 | prompt eval time = 2697.62 ms / 705 tokens ( 3.83 ms per token, 261.34 tokens per second) 12.25.471.788 I slot print_timing: id 2 | task 8995 | eval time = 275.05 ms / 2 tokens ( 275.05 ms per token, 3.64 tokens per second) 12.25.471.788 I slot print_timing: id 2 | task 8995 | total time = 2972.68 ms / 707 tokens 12.25.471.789 I slot print_timing: id 2 | task 8995 | graphs reused = 7404 12.25.471.789 I slot print_timing: id 2 | task 8995 | graph reallocs = 0 / 0 (same size) / (changed size) 12.25.471.830 I slot release: id 2 | task 8995 | stop processing: n_tokens = 707, truncated = 0 12.25.547.158 I slot print_timing: id 1 | task 8998 | prompt eval time = 1641.24 ms / 671 tokens ( 2.45 ms per token, 408.84 tokens per second) 12.25.547.161 I slot print_timing: id 1 | task 8998 | eval time = 34.91 ms / 2 tokens ( 34.91 ms per token, 28.65 tokens per second) 12.25.547.161 I slot print_timing: id 1 | task 8998 | total time = 1676.14 ms / 673 tokens 12.25.547.162 I slot print_timing: id 1 | task 8998 | graphs reused = 7404 12.25.547.162 I slot print_timing: id 1 | task 8998 | graph reallocs = 0 / 0 (same size) / (changed size) 12.25.547.199 I slot release: id 1 | task 8998 | stop processing: n_tokens = 673, truncated = 0 12.28.670.748 I srv operator(): operator(): cleaning up before exit...