/Users/minipro/quantdiff/llama.cpp/llama-b11770/llama-server -m /Users/minipro/quantdiff/models/campaign/b70fcf463239/NVIDIA-Nemotron-3.5-Bolt-E4B-UD-Q2_K_XL.gguf --host 127.0.0.1 --port 8091 -c 16384 -np 4 -ngl 999 -fa on --jinja --seed 1234 --chat-template-kwargs "{\"enable_thinking\": false}" --no-webui -a quant 0.00.043.168 W Setting 'enable_thinking' via --chat-template-kwargs is deprecated. Use --reasoning on / --reasoning off instead. 0.00.043.224 I srv llama_server: initializing ... 0.00.043.229 I cmn common_param: common_params_print_info: verbosity = 3 (adjust with the `-lv N` CLI arg) 0.00.043.310 I srv init_listene: The UI is disabled 0.00.043.311 I srv init_listene: Use --ui/--no-ui (or deprecated --webui/--no-webui) to enable/disable 0.00.043.346 W srv llama_server: security: no API key is set and CORS allows all origins (see https://github.com/ggml-org/llama.cpp/pull/25655) 0.00.045.007 I srv load_model: loading model '/Users/minipro/quantdiff/models/campaign/b70fcf463239/NVIDIA-Nemotron-3.5-Bolt-E4B-UD-Q2_K_XL.gguf' 0.00.706.252 W load: control-looking token: 50 '<|tool_response>' was not control-type; this is probably a bug in the model. its type will be overridden 0.00.709.098 W load: control-looking token: 212 '' was not control-type; this is probably a bug in the model. its type will be overridden 0.00.715.025 W load: '' is a normal token here, removing it from EOG list 0.00.927.787 I cmn init: llama threadpool init, n_threads = 8 0.01.035.402 I srv load_model: initializing, n_slots = 4, n_ctx_slot = 4096, kv_unified = 'false' 0.01.042.961 I srv llama_server: model loaded 0.01.042.965 I srv llama_server: listening on http://127.0.0.1:8091 0.31.195.630 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 0, t_last = -1 0.31.195.655 I slot launch_slot_: id 0 | task 1 | processing task, is_child = 0 0.31.195.656 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 0, t_last = -1 0.31.195.666 I slot launch_slot_: id 1 | task 0 | processing task, is_child = 0 0.31.195.667 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 0, t_last = -1 0.31.195.680 I slot launch_slot_: id 2 | task 2 | processing task, is_child = 0 0.31.195.682 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 0, t_last = -1 0.31.195.692 I slot launch_slot_: id 3 | task 3 | processing task, is_child = 0 0.32.428.363 I slot print_timing: id 1 | task 0 | prompt eval time = 1189.43 ms / 118 tokens ( 10.08 ms per token, 99.21 tokens per second) 0.32.428.366 I slot print_timing: id 1 | task 0 | eval time = 43.22 ms / 2 tokens ( 43.22 ms per token, 23.14 tokens per second) 0.32.428.367 I slot print_timing: id 1 | task 0 | total time = 1232.65 ms / 120 tokens 0.32.428.367 I slot print_timing: id 1 | task 0 | graphs reused = 1 0.32.428.368 I slot print_timing: id 1 | task 0 | graph reallocs = 0 / 0 (same size) / (changed size) 0.32.428.392 I slot release: id 1 | task 0 | stop processing: n_tokens = 119, truncated = 0 0.32.428.570 I slot print_timing: id 2 | task 2 | prompt eval time = 1189.78 ms / 135 tokens ( 8.81 ms per token, 113.47 tokens per second) 0.32.428.572 I slot print_timing: id 2 | task 2 | eval time = 43.09 ms / 2 tokens ( 43.09 ms per token, 23.21 tokens per second) 0.32.428.573 I slot print_timing: id 2 | task 2 | total time = 1232.86 ms / 137 tokens 0.32.428.573 I slot print_timing: id 2 | task 2 | graphs reused = 1 0.32.428.573 I slot print_timing: id 2 | task 2 | graph reallocs = 0 / 0 (same size) / (changed size) 0.32.428.587 I slot release: id 2 | task 2 | stop processing: n_tokens = 136, truncated = 0 0.32.428.767 I slot print_timing: id 3 | task 3 | prompt eval time = 1190.17 ms / 126 tokens ( 9.45 ms per token, 105.87 tokens per second) 0.32.428.769 I slot print_timing: id 3 | task 3 | eval time = 42.89 ms / 2 tokens ( 42.89 ms per token, 23.32 tokens per second) 0.32.428.769 I slot print_timing: id 3 | task 3 | total time = 1233.06 ms / 128 tokens 0.32.428.769 I slot print_timing: id 3 | task 3 | graphs reused = 1 0.32.428.770 I slot print_timing: id 3 | task 3 | graph reallocs = 0 / 0 (same size) / (changed size) 0.32.428.782 I slot release: id 3 | task 3 | stop processing: n_tokens = 127, truncated = 0 0.32.456.552 I slot print_timing: id 0 | task 1 | prompt eval time = 1189.11 ms / 122 tokens ( 9.75 ms per token, 102.60 tokens per second) 0.32.456.554 I slot print_timing: id 0 | task 1 | eval time = 71.74 ms / 3 tokens ( 35.87 ms per token, 27.88 tokens per second) 0.32.456.555 I slot print_timing: id 0 | task 1 | total time = 1260.85 ms / 125 tokens 0.32.456.556 I slot print_timing: id 0 | task 1 | graphs reused = 1 0.32.456.556 I slot print_timing: id 0 | task 1 | graph reallocs = 0 / 0 (same size) / (changed size) 0.32.456.575 I slot release: id 0 | task 1 | stop processing: n_tokens = 124, truncated = 0 0.32.456.580 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.147 (> 0.100 thold), f_keep = 0.234 0.32.457.353 I slot launch_slot_: id 0 | task 9 | processing task, is_child = 0 0.32.461.028 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.199 (> 0.100 thold), f_keep = 0.252 0.32.461.080 I slot launch_slot_: id 1 | task 10 | processing task, is_child = 0 0.32.461.135 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.180 (> 0.100 thold), f_keep = 0.213 0.32.461.186 I slot launch_slot_: id 2 | task 11 | processing task, is_child = 0 0.32.461.219 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.263 (> 0.100 thold), f_keep = 0.236 0.32.461.260 I slot launch_slot_: id 3 | task 12 | processing task, is_child = 0 0.33.910.425 I slot print_timing: id 0 | task 9 | prompt eval time = 1405.93 ms / 196 tokens ( 7.17 ms per token, 139.41 tokens per second) 0.33.910.427 I slot print_timing: id 0 | task 9 | eval time = 43.22 ms / 2 tokens ( 43.22 ms per token, 23.14 tokens per second) 0.33.910.427 I slot print_timing: id 0 | task 9 | total time = 1449.15 ms / 198 tokens 0.33.910.428 I slot print_timing: id 0 | task 9 | graphs reused = 1 0.33.910.428 I slot print_timing: id 0 | task 9 | graph reallocs = 0 / 0 (same size) / (changed size) 0.33.910.463 I slot release: id 0 | task 9 | stop processing: n_tokens = 198, truncated = 0 0.33.910.974 I slot print_timing: id 3 | task 12 | prompt eval time = 1406.26 ms / 113 tokens ( 12.44 ms per token, 80.36 tokens per second) 0.33.910.976 I slot print_timing: id 3 | task 12 | eval time = 43.22 ms / 2 tokens ( 43.22 ms per token, 23.14 tokens per second) 0.33.910.976 I slot print_timing: id 3 | task 12 | total time = 1449.47 ms / 115 tokens 0.33.910.976 I slot print_timing: id 3 | task 12 | graphs reused = 1 0.33.910.977 I slot print_timing: id 3 | task 12 | graph reallocs = 0 / 0 (same size) / (changed size) 0.33.910.988 I slot release: id 3 | task 12 | stop processing: n_tokens = 115, truncated = 0 0.33.952.424 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.246 (> 0.100 thold), f_keep = 0.261 0.33.953.177 I slot launch_slot_: id 3 | task 17 | processing task, is_child = 0 0.33.954.844 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.188 (> 0.100 thold), f_keep = 0.146 0.33.954.897 I slot launch_slot_: id 0 | task 18 | processing task, is_child = 0 0.34.742.655 I slot print_timing: id 3 | task 17 | prompt eval time = 744.58 ms / 121 tokens ( 6.15 ms per token, 162.51 tokens per second) 0.34.742.661 I slot print_timing: id 3 | task 17 | eval time = 43.08 ms / 2 tokens ( 43.08 ms per token, 23.21 tokens per second) 0.34.742.662 I slot print_timing: id 3 | task 17 | total time = 787.66 ms / 123 tokens 0.34.742.662 I slot print_timing: id 3 | task 17 | graphs reused = 1 0.34.742.662 I slot print_timing: id 3 | task 17 | graph reallocs = 0 / 0 (same size) / (changed size) 0.34.742.684 I slot release: id 3 | task 17 | stop processing: n_tokens = 123, truncated = 0 0.34.784.918 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.220 (> 0.100 thold), f_keep = 0.236 0.34.786.119 I slot launch_slot_: id 3 | task 23 | processing task, is_child = 0 0.35.094.758 I slot print_timing: id 2 | task 11 | prompt eval time = 1406.14 ms / 160 tokens ( 8.79 ms per token, 113.79 tokens per second) 0.35.094.763 I slot print_timing: id 2 | task 11 | eval time = 1227.18 ms / 8 tokens ( 175.31 ms per token, 5.70 tokens per second) 0.35.094.763 I slot print_timing: id 2 | task 11 | total time = 2633.33 ms / 168 tokens 0.35.094.764 I slot print_timing: id 2 | task 11 | graphs reused = 1 0.35.094.764 I slot print_timing: id 2 | task 11 | graph reallocs = 0 / 0 (same size) / (changed size) 0.35.094.792 I slot release: id 2 | task 11 | stop processing: n_tokens = 168, truncated = 0 0.35.174.609 I slot print_timing: id 1 | task 10 | prompt eval time = 1406.03 ms / 150 tokens ( 9.37 ms per token, 106.68 tokens per second) 0.35.174.613 I slot print_timing: id 1 | task 10 | eval time = 1307.22 ms / 9 tokens ( 163.40 ms per token, 6.12 tokens per second) 0.35.174.613 I slot print_timing: id 1 | task 10 | total time = 2713.25 ms / 159 tokens 0.35.174.613 I slot print_timing: id 1 | task 10 | graphs reused = 1 0.35.174.614 I slot print_timing: id 1 | task 10 | graph reallocs = 0 / 0 (same size) / (changed size) 0.35.174.633 I slot release: id 1 | task 10 | stop processing: n_tokens = 159, truncated = 0 0.35.174.841 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.236 (> 0.100 thold), f_keep = 0.182 0.35.176.301 I slot launch_slot_: id 1 | task 26 | processing task, is_child = 0 0.35.507.029 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.160 (> 0.100 thold), f_keep = 0.179 0.35.507.090 I slot launch_slot_: id 2 | task 28 | processing task, is_child = 0 0.36.284.572 I slot print_timing: id 3 | task 23 | prompt eval time = 388.71 ms / 131 tokens ( 2.97 ms per token, 337.01 tokens per second) 0.36.284.577 I slot print_timing: id 3 | task 23 | eval time = 1109.73 ms / 8 tokens ( 158.53 ms per token, 6.31 tokens per second) 0.36.284.578 I slot print_timing: id 3 | task 23 | total time = 1498.44 ms / 139 tokens 0.36.284.579 I slot print_timing: id 3 | task 23 | graphs reused = 4 0.36.284.580 I slot print_timing: id 3 | task 23 | graph reallocs = 0 / 0 (same size) / (changed size) 0.36.284.619 I slot release: id 3 | task 23 | stop processing: n_tokens = 139, truncated = 0 0.36.329.396 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.199 (> 0.100 thold), f_keep = 0.209 0.36.331.069 I slot launch_slot_: id 3 | task 36 | processing task, is_child = 0 0.36.697.117 I slot print_timing: id 1 | task 26 | prompt eval time = 822.63 ms / 122 tokens ( 6.74 ms per token, 148.31 tokens per second) 0.36.697.122 I slot print_timing: id 1 | task 26 | eval time = 696.75 ms / 8 tokens ( 99.54 ms per token, 10.05 tokens per second) 0.36.697.123 I slot print_timing: id 1 | task 26 | total time = 1519.38 ms / 130 tokens 0.36.697.123 I slot print_timing: id 1 | task 26 | graphs reused = 4 0.36.697.124 I slot print_timing: id 1 | task 26 | graph reallocs = 0 / 0 (same size) / (changed size) 0.36.697.145 I slot release: id 1 | task 26 | stop processing: n_tokens = 130, truncated = 0 0.36.800.639 I slot print_timing: id 0 | task 18 | prompt eval time = 744.20 ms / 153 tokens ( 4.86 ms per token, 205.59 tokens per second) 0.36.800.642 I slot print_timing: id 0 | task 18 | eval time = 2101.53 ms / 15 tokens ( 150.11 ms per token, 6.66 tokens per second) 0.36.800.642 I slot print_timing: id 0 | task 18 | total time = 2845.74 ms / 168 tokens 0.36.800.642 I slot print_timing: id 0 | task 18 | graphs reused = 4 0.36.800.643 I slot print_timing: id 0 | task 18 | graph reallocs = 0 / 0 (same size) / (changed size) 0.36.800.663 I slot release: id 0 | task 18 | stop processing: n_tokens = 168, truncated = 0 0.36.800.821 I slot print_timing: id 2 | task 28 | prompt eval time = 597.65 ms / 187 tokens ( 3.20 ms per token, 312.89 tokens per second) 0.36.800.826 I slot print_timing: id 2 | task 28 | eval time = 695.86 ms / 8 tokens ( 99.41 ms per token, 10.06 tokens per second) 0.36.800.827 I slot print_timing: id 2 | task 28 | total time = 1293.51 ms / 195 tokens 0.36.800.827 I slot print_timing: id 2 | task 28 | graphs reused = 4 0.36.800.827 I slot print_timing: id 2 | task 28 | graph reallocs = 0 / 0 (same size) / (changed size) 0.36.800.843 I slot release: id 2 | task 28 | stop processing: n_tokens = 195, truncated = 0 0.36.801.053 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.214 (> 0.100 thold), f_keep = 0.154 0.36.802.820 I slot launch_slot_: id 2 | task 39 | processing task, is_child = 0 0.36.805.079 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.218 (> 0.100 thold), f_keep = 0.173 0.36.805.361 I slot launch_slot_: id 0 | task 41 | processing task, is_child = 0 0.36.805.385 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.240 (> 0.100 thold), f_keep = 0.223 0.36.805.424 I slot launch_slot_: id 1 | task 40 | processing task, is_child = 0 0.37.666.746 I slot print_timing: id 3 | task 36 | prompt eval time = 469.98 ms / 145 tokens ( 3.24 ms per token, 308.53 tokens per second) 0.37.666.748 I slot print_timing: id 3 | task 36 | eval time = 865.69 ms / 2 tokens ( 865.69 ms per token, 1.16 tokens per second) 0.37.666.748 I slot print_timing: id 3 | task 36 | total time = 1335.66 ms / 147 tokens 0.37.666.749 I slot print_timing: id 3 | task 36 | graphs reused = 4 0.37.666.749 I slot print_timing: id 3 | task 36 | graph reallocs = 0 / 0 (same size) / (changed size) 0.37.666.773 I slot release: id 3 | task 36 | stop processing: n_tokens = 147, truncated = 0 0.37.733.560 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.165 (> 0.100 thold), f_keep = 0.197 0.37.734.617 I slot launch_slot_: id 3 | task 44 | processing task, is_child = 0 0.38.163.362 I slot print_timing: id 1 | task 40 | prompt eval time = 927.88 ms / 120 tokens ( 7.73 ms per token, 129.33 tokens per second) 0.38.163.368 I slot print_timing: id 1 | task 40 | eval time = 430.00 ms / 2 tokens ( 430.00 ms per token, 2.33 tokens per second) 0.38.163.368 I slot print_timing: id 1 | task 40 | total time = 1357.87 ms / 122 tokens 0.38.163.368 I slot print_timing: id 1 | task 40 | graphs reused = 4 0.38.163.369 I slot print_timing: id 1 | task 40 | graph reallocs = 0 / 0 (same size) / (changed size) 0.38.163.392 I slot release: id 1 | task 40 | stop processing: n_tokens = 122, truncated = 0 0.38.163.572 I slot print_timing: id 2 | task 39 | prompt eval time = 928.02 ms / 139 tokens ( 6.68 ms per token, 149.78 tokens per second) 0.38.163.574 I slot print_timing: id 2 | task 39 | eval time = 430.02 ms / 2 tokens ( 430.02 ms per token, 2.33 tokens per second) 0.38.163.575 I slot print_timing: id 2 | task 39 | total time = 1358.03 ms / 141 tokens 0.38.163.575 I slot print_timing: id 2 | task 39 | graphs reused = 4 0.38.163.575 I slot print_timing: id 2 | task 39 | graph reallocs = 0 / 0 (same size) / (changed size) 0.38.163.591 I slot release: id 2 | task 39 | stop processing: n_tokens = 141, truncated = 0 0.38.230.587 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.225 (> 0.100 thold), f_keep = 0.238 0.38.231.760 I slot launch_slot_: id 1 | task 47 | processing task, is_child = 0 0.38.232.642 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.197 (> 0.100 thold), f_keep = 0.206 0.38.232.687 I slot launch_slot_: id 2 | task 48 | processing task, is_child = 0 0.38.898.168 I slot print_timing: id 3 | task 44 | prompt eval time = 495.95 ms / 175 tokens ( 2.83 ms per token, 352.85 tokens per second) 0.38.898.174 I slot print_timing: id 3 | task 44 | eval time = 667.58 ms / 2 tokens ( 667.58 ms per token, 1.50 tokens per second) 0.38.898.174 I slot print_timing: id 3 | task 44 | total time = 1163.54 ms / 177 tokens 0.38.898.175 I slot print_timing: id 3 | task 44 | graphs reused = 4 0.38.898.175 I slot print_timing: id 3 | task 44 | graph reallocs = 0 / 0 (same size) / (changed size) 0.38.898.200 I slot release: id 3 | task 44 | stop processing: n_tokens = 177, truncated = 0 0.38.980.563 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.250 (> 0.100 thold), f_keep = 0.164 0.38.982.432 I slot launch_slot_: id 3 | task 51 | processing task, is_child = 0 0.39.286.765 I slot print_timing: id 2 | task 48 | prompt eval time = 747.80 ms / 146 tokens ( 5.12 ms per token, 195.24 tokens per second) 0.39.286.771 I slot print_timing: id 2 | task 48 | eval time = 306.20 ms / 2 tokens ( 306.20 ms per token, 3.27 tokens per second) 0.39.286.772 I slot print_timing: id 2 | task 48 | total time = 1054.00 ms / 148 tokens 0.39.286.772 I slot print_timing: id 2 | task 48 | graphs reused = 4 0.39.286.772 I slot print_timing: id 2 | task 48 | graph reallocs = 0 / 0 (same size) / (changed size) 0.39.286.795 I slot release: id 2 | task 48 | stop processing: n_tokens = 148, truncated = 0 0.39.366.535 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.193 (> 0.100 thold), f_keep = 0.196 0.39.367.995 I slot launch_slot_: id 2 | task 54 | processing task, is_child = 0 0.39.756.111 I slot print_timing: id 0 | task 41 | prompt eval time = 927.76 ms / 132 tokens ( 7.03 ms per token, 142.28 tokens per second) 0.39.756.119 I slot print_timing: id 0 | task 41 | eval time = 2022.92 ms / 8 tokens ( 288.99 ms per token, 3.46 tokens per second) 0.39.756.120 I slot print_timing: id 0 | task 41 | total time = 2950.68 ms / 140 tokens 0.39.756.120 I slot print_timing: id 0 | task 41 | graphs reused = 4 0.39.756.120 I slot print_timing: id 0 | task 41 | graph reallocs = 0 / 0 (same size) / (changed size) 0.39.756.142 I slot release: id 0 | task 41 | stop processing: n_tokens = 140, truncated = 0 0.39.756.481 I slot print_timing: id 3 | task 51 | prompt eval time = 384.09 ms / 115 tokens ( 3.34 ms per token, 299.41 tokens per second) 0.39.756.485 I slot print_timing: id 3 | task 51 | eval time = 389.95 ms / 2 tokens ( 389.95 ms per token, 2.56 tokens per second) 0.39.756.486 I slot print_timing: id 3 | task 51 | total time = 774.04 ms / 117 tokens 0.39.756.486 I slot print_timing: id 3 | task 51 | graphs reused = 4 0.39.756.486 I slot print_timing: id 3 | task 51 | graph reallocs = 0 / 0 (same size) / (changed size) 0.39.756.503 I slot release: id 3 | task 51 | stop processing: n_tokens = 117, truncated = 0 0.39.833.793 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.240 (> 0.100 thold), f_keep = 0.214 0.39.835.280 I slot launch_slot_: id 0 | task 58 | processing task, is_child = 0 0.39.836.456 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.197 (> 0.100 thold), f_keep = 0.248 0.39.836.509 I slot launch_slot_: id 3 | task 57 | processing task, is_child = 0 0.40.462.338 I slot print_timing: id 2 | task 54 | prompt eval time = 465.79 ms / 149 tokens ( 3.13 ms per token, 319.89 tokens per second) 0.40.462.343 I slot print_timing: id 2 | task 54 | eval time = 628.54 ms / 2 tokens ( 628.54 ms per token, 1.59 tokens per second) 0.40.462.344 I slot print_timing: id 2 | task 54 | total time = 1094.33 ms / 151 tokens 0.40.462.344 I slot print_timing: id 2 | task 54 | graphs reused = 4 0.40.462.345 I slot print_timing: id 2 | task 54 | graph reallocs = 0 / 0 (same size) / (changed size) 0.40.462.372 I slot release: id 2 | task 54 | stop processing: n_tokens = 151, truncated = 0 0.40.567.706 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.244 (> 0.100 thold), f_keep = 0.192 0.40.569.502 I slot launch_slot_: id 2 | task 61 | processing task, is_child = 0 0.40.901.122 I slot print_timing: id 1 | task 47 | prompt eval time = 747.65 ms / 128 tokens ( 5.84 ms per token, 171.20 tokens per second) 0.40.901.126 I slot print_timing: id 1 | task 47 | eval time = 1920.78 ms / 8 tokens ( 274.40 ms per token, 3.64 tokens per second) 0.40.901.126 I slot print_timing: id 1 | task 47 | total time = 2668.43 ms / 136 tokens 0.40.901.127 I slot print_timing: id 1 | task 47 | graphs reused = 4 0.40.901.127 I slot print_timing: id 1 | task 47 | graph reallocs = 0 / 0 (same size) / (changed size) 0.40.901.155 I slot release: id 1 | task 47 | stop processing: n_tokens = 136, truncated = 0 0.40.901.330 I slot print_timing: id 3 | task 57 | prompt eval time = 731.12 ms / 146 tokens ( 5.01 ms per token, 199.69 tokens per second) 0.40.901.332 I slot print_timing: id 3 | task 57 | eval time = 333.63 ms / 2 tokens ( 333.63 ms per token, 3.00 tokens per second) 0.40.901.333 I slot print_timing: id 3 | task 57 | total time = 1064.74 ms / 148 tokens 0.40.901.333 I slot print_timing: id 3 | task 57 | graphs reused = 4 0.40.901.333 I slot print_timing: id 3 | task 57 | graph reallocs = 0 / 0 (same size) / (changed size) 0.40.901.347 I slot release: id 3 | task 57 | stop processing: n_tokens = 148, truncated = 0 0.40.967.627 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.199 (> 0.100 thold), f_keep = 0.213 0.40.968.860 I slot launch_slot_: id 1 | task 64 | processing task, is_child = 0 0.40.970.208 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.227 (> 0.100 thold), f_keep = 0.196 0.40.970.253 I slot launch_slot_: id 3 | task 65 | processing task, is_child = 0 0.41.631.721 I slot print_timing: id 2 | task 61 | prompt eval time = 398.11 ms / 118 tokens ( 3.37 ms per token, 296.40 tokens per second) 0.41.631.727 I slot print_timing: id 2 | task 61 | eval time = 664.10 ms / 2 tokens ( 664.10 ms per token, 1.51 tokens per second) 0.41.631.728 I slot print_timing: id 2 | task 61 | total time = 1062.20 ms / 120 tokens 0.41.631.728 I slot print_timing: id 2 | task 61 | graphs reused = 4 0.41.631.729 I slot print_timing: id 2 | task 61 | graph reallocs = 0 / 0 (same size) / (changed size) 0.41.631.750 I slot release: id 2 | task 61 | stop processing: n_tokens = 120, truncated = 0 0.41.747.772 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.259 (> 0.100 thold), f_keep = 0.242 0.41.749.231 I slot launch_slot_: id 2 | task 68 | processing task, is_child = 0 0.42.078.830 I slot print_timing: id 1 | task 64 | prompt eval time = 777.32 ms / 145 tokens ( 5.36 ms per token, 186.54 tokens per second) 0.42.078.832 I slot print_timing: id 1 | task 64 | eval time = 331.25 ms / 2 tokens ( 331.25 ms per token, 3.02 tokens per second) 0.42.078.833 I slot print_timing: id 1 | task 64 | total time = 1108.57 ms / 147 tokens 0.42.078.833 I slot print_timing: id 1 | task 64 | graphs reused = 4 0.42.078.834 I slot print_timing: id 1 | task 64 | graph reallocs = 0 / 0 (same size) / (changed size) 0.42.078.856 I slot release: id 1 | task 64 | stop processing: n_tokens = 147, truncated = 0 0.42.079.044 I slot print_timing: id 3 | task 65 | prompt eval time = 777.42 ms / 127 tokens ( 6.12 ms per token, 163.36 tokens per second) 0.42.079.048 I slot print_timing: id 3 | task 65 | eval time = 331.27 ms / 2 tokens ( 331.27 ms per token, 3.02 tokens per second) 0.42.079.049 I slot print_timing: id 3 | task 65 | total time = 1108.70 ms / 129 tokens 0.42.079.049 I slot print_timing: id 3 | task 65 | graphs reused = 4 0.42.079.049 I slot print_timing: id 3 | task 65 | graph reallocs = 0 / 0 (same size) / (changed size) 0.42.079.061 I slot release: id 3 | task 65 | stop processing: n_tokens = 129, truncated = 0 0.42.144.388 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.206 (> 0.100 thold), f_keep = 0.197 0.42.145.412 I slot launch_slot_: id 1 | task 71 | processing task, is_child = 0 0.42.146.553 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.215 (> 0.100 thold), f_keep = 0.225 0.42.146.855 I slot launch_slot_: id 3 | task 72 | processing task, is_child = 0 0.42.861.224 I slot print_timing: id 0 | task 58 | prompt eval time = 730.85 ms / 124 tokens ( 5.89 ms per token, 169.66 tokens per second) 0.42.861.226 I slot print_timing: id 0 | task 58 | eval time = 2293.85 ms / 8 tokens ( 327.69 ms per token, 3.05 tokens per second) 0.42.861.227 I slot print_timing: id 0 | task 58 | total time = 3024.71 ms / 132 tokens 0.42.861.227 I slot print_timing: id 0 | task 58 | graphs reused = 4 0.42.861.227 I slot print_timing: id 0 | task 58 | graph reallocs = 0 / 0 (same size) / (changed size) 0.42.861.258 I slot release: id 0 | task 58 | stop processing: n_tokens = 132, truncated = 0 0.42.977.769 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.269 (> 0.100 thold), f_keep = 0.220 0.42.978.851 I slot launch_slot_: id 0 | task 75 | processing task, is_child = 0 0.43.406.319 I slot print_timing: id 0 | task 75 | prompt eval time = 384.35 ms / 107 tokens ( 3.59 ms per token, 278.39 tokens per second) 0.43.406.321 I slot print_timing: id 0 | task 75 | eval time = 43.11 ms / 2 tokens ( 43.11 ms per token, 23.20 tokens per second) 0.43.406.322 I slot print_timing: id 0 | task 75 | total time = 427.46 ms / 109 tokens 0.43.406.322 I slot print_timing: id 0 | task 75 | graphs reused = 4 0.43.406.322 I slot print_timing: id 0 | task 75 | graph reallocs = 0 / 0 (same size) / (changed size) 0.43.406.342 I slot release: id 0 | task 75 | stop processing: n_tokens = 109, truncated = 0 0.43.448.940 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.257 (> 0.100 thold), f_keep = 0.266 0.43.449.691 I slot launch_slot_: id 0 | task 80 | processing task, is_child = 0 0.43.752.587 I slot print_timing: id 2 | task 68 | prompt eval time = 395.14 ms / 111 tokens ( 3.56 ms per token, 280.91 tokens per second) 0.43.752.592 I slot print_timing: id 2 | task 68 | eval time = 1608.21 ms / 8 tokens ( 229.74 ms per token, 4.35 tokens per second) 0.43.752.592 I slot print_timing: id 2 | task 68 | total time = 2003.35 ms / 119 tokens 0.43.752.593 I slot print_timing: id 2 | task 68 | graphs reused = 5 0.43.752.593 I slot print_timing: id 2 | task 68 | graph reallocs = 0 / 0 (same size) / (changed size) 0.43.752.613 I slot release: id 2 | task 68 | stop processing: n_tokens = 119, truncated = 0 0.43.844.301 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.156 (> 0.100 thold), f_keep = 0.244 0.43.845.483 I slot launch_slot_: id 2 | task 83 | processing task, is_child = 0 0.44.299.768 I slot print_timing: id 1 | task 71 | prompt eval time = 830.56 ms / 140 tokens ( 5.93 ms per token, 168.56 tokens per second) 0.44.299.771 I slot print_timing: id 1 | task 71 | eval time = 1322.35 ms / 8 tokens ( 188.91 ms per token, 5.29 tokens per second) 0.44.299.771 I slot print_timing: id 1 | task 71 | total time = 2152.90 ms / 148 tokens 0.44.299.772 I slot print_timing: id 1 | task 71 | graphs reused = 5 0.44.299.772 I slot print_timing: id 1 | task 71 | graph reallocs = 0 / 0 (same size) / (changed size) 0.44.299.796 I slot release: id 1 | task 71 | stop processing: n_tokens = 148, truncated = 0 0.44.391.958 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.164 (> 0.100 thold), f_keep = 0.196 0.44.393.175 I slot launch_slot_: id 1 | task 86 | processing task, is_child = 0 0.45.016.403 I slot print_timing: id 1 | task 86 | prompt eval time = 580.68 ms / 176 tokens ( 3.30 ms per token, 303.10 tokens per second) 0.45.016.418 I slot print_timing: id 1 | task 86 | eval time = 42.54 ms / 2 tokens ( 42.54 ms per token, 23.51 tokens per second) 0.45.016.420 I slot print_timing: id 1 | task 86 | total time = 623.22 ms / 178 tokens 0.45.016.420 I slot print_timing: id 1 | task 86 | graphs reused = 5 0.45.016.421 I slot print_timing: id 1 | task 86 | graph reallocs = 0 / 0 (same size) / (changed size) 0.45.016.449 I slot release: id 1 | task 86 | stop processing: n_tokens = 178, truncated = 0 0.45.082.985 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.212 (> 0.100 thold), f_keep = 0.163 0.45.084.611 I slot launch_slot_: id 1 | task 91 | processing task, is_child = 0 0.45.598.763 I slot print_timing: id 0 | task 80 | prompt eval time = 394.29 ms / 112 tokens ( 3.52 ms per token, 284.05 tokens per second) 0.45.598.768 I slot print_timing: id 0 | task 80 | eval time = 1754.77 ms / 9 tokens ( 219.35 ms per token, 4.56 tokens per second) 0.45.598.769 I slot print_timing: id 0 | task 80 | total time = 2149.06 ms / 121 tokens 0.45.598.769 I slot print_timing: id 0 | task 80 | graphs reused = 5 0.45.598.770 I slot print_timing: id 0 | task 80 | graph reallocs = 0 / 0 (same size) / (changed size) 0.45.598.790 I slot release: id 0 | task 80 | stop processing: n_tokens = 121, truncated = 0 0.45.641.076 I slot print_timing: id 1 | task 91 | prompt eval time = 514.37 ms / 136 tokens ( 3.78 ms per token, 264.40 tokens per second) 0.45.641.080 I slot print_timing: id 1 | task 91 | eval time = 42.08 ms / 2 tokens ( 42.08 ms per token, 23.76 tokens per second) 0.45.641.080 I slot print_timing: id 1 | task 91 | total time = 556.45 ms / 138 tokens 0.45.641.081 I slot print_timing: id 1 | task 91 | graphs reused = 5 0.45.641.081 I slot print_timing: id 1 | task 91 | graph reallocs = 0 / 0 (same size) / (changed size) 0.45.641.099 I slot release: id 1 | task 91 | stop processing: n_tokens = 138, truncated = 0 0.45.641.435 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.172 (> 0.100 thold), f_keep = 0.240 0.45.641.906 I slot launch_slot_: id 0 | task 95 | processing task, is_child = 0 0.46.070.264 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.161 (> 0.100 thold), f_keep = 0.210 0.46.070.338 I slot launch_slot_: id 1 | task 97 | processing task, is_child = 0 0.46.657.155 I slot print_timing: id 0 | task 95 | prompt eval time = 896.92 ms / 168 tokens ( 5.34 ms per token, 187.31 tokens per second) 0.46.657.160 I slot print_timing: id 0 | task 95 | eval time = 116.98 ms / 2 tokens ( 116.98 ms per token, 8.55 tokens per second) 0.46.657.161 I slot print_timing: id 0 | task 95 | total time = 1013.90 ms / 170 tokens 0.46.657.161 I slot print_timing: id 0 | task 95 | graphs reused = 5 0.46.657.162 I slot print_timing: id 0 | task 95 | graph reallocs = 0 / 0 (same size) / (changed size) 0.46.657.192 I slot release: id 0 | task 95 | stop processing: n_tokens = 170, truncated = 0 0.46.700.133 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.192 (> 0.100 thold), f_keep = 0.171 0.46.701.604 I slot launch_slot_: id 0 | task 101 | processing task, is_child = 0 0.47.186.694 I slot print_timing: id 0 | task 101 | prompt eval time = 441.78 ms / 150 tokens ( 2.95 ms per token, 339.53 tokens per second) 0.47.186.699 I slot print_timing: id 0 | task 101 | eval time = 43.29 ms / 2 tokens ( 43.29 ms per token, 23.10 tokens per second) 0.47.186.699 I slot print_timing: id 0 | task 101 | total time = 485.08 ms / 152 tokens 0.47.186.700 I slot print_timing: id 0 | task 101 | graphs reused = 6 0.47.186.700 I slot print_timing: id 0 | task 101 | graph reallocs = 0 / 0 (same size) / (changed size) 0.47.186.722 I slot release: id 0 | task 101 | stop processing: n_tokens = 152, truncated = 0 0.47.229.156 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.201 (> 0.100 thold), f_keep = 0.191 0.47.230.212 I slot launch_slot_: id 0 | task 106 | processing task, is_child = 0 0.47.714.956 I slot print_timing: id 0 | task 106 | prompt eval time = 441.31 ms / 143 tokens ( 3.09 ms per token, 324.04 tokens per second) 0.47.714.959 I slot print_timing: id 0 | task 106 | eval time = 43.43 ms / 2 tokens ( 43.43 ms per token, 23.03 tokens per second) 0.47.714.960 I slot print_timing: id 0 | task 106 | total time = 484.73 ms / 145 tokens 0.47.714.960 I slot print_timing: id 0 | task 106 | graphs reused = 7 0.47.714.960 I slot print_timing: id 0 | task 106 | graph reallocs = 0 / 0 (same size) / (changed size) 0.47.714.982 I slot release: id 0 | task 106 | stop processing: n_tokens = 145, truncated = 0 0.47.715.145 I slot print_timing: id 1 | task 97 | prompt eval time = 586.30 ms / 179 tokens ( 3.28 ms per token, 305.30 tokens per second) 0.47.715.149 I slot print_timing: id 1 | task 97 | eval time = 1057.77 ms / 9 tokens ( 132.22 ms per token, 7.56 tokens per second) 0.47.715.150 I slot print_timing: id 1 | task 97 | total time = 1644.07 ms / 188 tokens 0.47.715.150 I slot print_timing: id 1 | task 97 | graphs reused = 7 0.47.715.150 I slot print_timing: id 1 | task 97 | graph reallocs = 0 / 0 (same size) / (changed size) 0.47.715.164 I slot release: id 1 | task 97 | stop processing: n_tokens = 188, truncated = 0 0.47.756.789 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.223 (> 0.100 thold), f_keep = 0.200 0.47.758.105 I slot launch_slot_: id 0 | task 111 | processing task, is_child = 0 0.47.759.638 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.216 (> 0.100 thold), f_keep = 0.154 0.47.759.688 I slot launch_slot_: id 1 | task 112 | processing task, is_child = 0 0.48.334.646 I slot print_timing: id 2 | task 83 | prompt eval time = 546.31 ms / 185 tokens ( 2.95 ms per token, 338.63 tokens per second) 0.48.334.651 I slot print_timing: id 2 | task 83 | eval time = 3942.84 ms / 21 tokens ( 197.14 ms per token, 5.07 tokens per second) 0.48.334.651 I slot print_timing: id 2 | task 83 | total time = 4489.15 ms / 206 tokens 0.48.334.652 I slot print_timing: id 2 | task 83 | graphs reused = 8 0.48.334.652 I slot print_timing: id 2 | task 83 | graph reallocs = 0 / 0 (same size) / (changed size) 0.48.334.676 I slot release: id 2 | task 83 | stop processing: n_tokens = 206, truncated = 0 0.48.406.309 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.174 (> 0.100 thold), f_keep = 0.141 0.48.408.046 I slot launch_slot_: id 2 | task 115 | processing task, is_child = 0 0.49.009.010 I slot print_timing: id 2 | task 115 | prompt eval time = 557.89 ms / 166 tokens ( 3.36 ms per token, 297.55 tokens per second) 0.49.009.015 I slot print_timing: id 2 | task 115 | eval time = 43.06 ms / 2 tokens ( 43.06 ms per token, 23.22 tokens per second) 0.49.009.016 I slot print_timing: id 2 | task 115 | total time = 600.95 ms / 168 tokens 0.49.009.016 I slot print_timing: id 2 | task 115 | graphs reused = 8 0.49.009.016 I slot print_timing: id 2 | task 115 | graph reallocs = 0 / 0 (same size) / (changed size) 0.49.009.045 I slot release: id 2 | task 115 | stop processing: n_tokens = 168, truncated = 0 0.49.009.234 I slot print_timing: id 3 | task 72 | prompt eval time = 830.83 ms / 134 tokens ( 6.20 ms per token, 161.29 tokens per second) 0.49.009.237 I slot print_timing: id 3 | task 72 | eval time = 6031.47 ms / 33 tokens ( 188.48 ms per token, 5.31 tokens per second) 0.49.009.237 I slot print_timing: id 3 | task 72 | total time = 6862.30 ms / 167 tokens 0.49.009.238 I slot print_timing: id 3 | task 72 | graphs reused = 8 0.49.009.238 I slot print_timing: id 3 | task 72 | graph reallocs = 0 / 0 (same size) / (changed size) 0.49.009.254 I slot release: id 3 | task 72 | stop processing: n_tokens = 167, truncated = 0 0.49.050.245 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.265 (> 0.100 thold), f_keep = 0.180 0.49.051.681 I slot launch_slot_: id 3 | task 120 | processing task, is_child = 0 0.49.053.096 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.189 (> 0.100 thold), f_keep = 0.185 0.49.053.152 I slot launch_slot_: id 2 | task 121 | processing task, is_child = 0 0.49.815.231 I slot print_timing: id 1 | task 112 | prompt eval time = 646.38 ms / 133 tokens ( 4.86 ms per token, 205.76 tokens per second) 0.49.815.236 I slot print_timing: id 1 | task 112 | eval time = 1409.08 ms / 8 tokens ( 201.30 ms per token, 4.97 tokens per second) 0.49.815.236 I slot print_timing: id 1 | task 112 | total time = 2055.46 ms / 141 tokens 0.49.815.237 I slot print_timing: id 1 | task 112 | graphs reused = 8 0.49.815.237 I slot print_timing: id 1 | task 112 | graph reallocs = 0 / 0 (same size) / (changed size) 0.49.815.259 I slot release: id 1 | task 112 | stop processing: n_tokens = 141, truncated = 0 0.49.881.930 I slot print_timing: id 0 | task 111 | prompt eval time = 646.27 ms / 129 tokens ( 5.01 ms per token, 199.61 tokens per second) 0.49.881.933 I slot print_timing: id 0 | task 111 | eval time = 1475.97 ms / 9 tokens ( 184.50 ms per token, 5.42 tokens per second) 0.49.881.934 I slot print_timing: id 0 | task 111 | total time = 2122.23 ms / 138 tokens 0.49.881.934 I slot print_timing: id 0 | task 111 | graphs reused = 8 0.49.881.935 I slot print_timing: id 0 | task 111 | graph reallocs = 0 / 0 (same size) / (changed size) 0.49.881.954 I slot release: id 0 | task 111 | stop processing: n_tokens = 138, truncated = 0 0.49.882.293 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.172 (> 0.100 thold), f_keep = 0.210 0.49.883.269 I slot launch_slot_: id 0 | task 126 | processing task, is_child = 0 0.50.308.850 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.174 (> 0.100 thold), f_keep = 0.206 0.50.308.931 I slot launch_slot_: id 1 | task 128 | processing task, is_child = 0 0.50.875.318 I slot print_timing: id 1 | task 128 | prompt eval time = 522.54 ms / 166 tokens ( 3.15 ms per token, 317.68 tokens per second) 0.50.875.321 I slot print_timing: id 1 | task 128 | eval time = 43.22 ms / 2 tokens ( 43.22 ms per token, 23.14 tokens per second) 0.50.875.322 I slot print_timing: id 1 | task 128 | total time = 565.75 ms / 168 tokens 0.50.875.322 I slot print_timing: id 1 | task 128 | graphs reused = 9 0.50.875.322 I slot print_timing: id 1 | task 128 | graph reallocs = 0 / 0 (same size) / (changed size) 0.50.875.345 I slot release: id 1 | task 128 | stop processing: n_tokens = 168, truncated = 0 0.50.942.640 I slot print_timing: id 3 | task 120 | prompt eval time = 719.09 ms / 112 tokens ( 6.42 ms per token, 155.75 tokens per second) 0.50.942.646 I slot print_timing: id 3 | task 120 | eval time = 1170.31 ms / 8 tokens ( 167.19 ms per token, 5.98 tokens per second) 0.50.942.647 I slot print_timing: id 3 | task 120 | total time = 1889.39 ms / 120 tokens 0.50.942.647 I slot print_timing: id 3 | task 120 | graphs reused = 9 0.50.942.647 I slot print_timing: id 3 | task 120 | graph reallocs = 0 / 0 (same size) / (changed size) 0.50.942.666 I slot release: id 3 | task 120 | stop processing: n_tokens = 120, truncated = 0 0.50.942.671 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.250 (> 0.100 thold), f_keep = 0.173 0.50.944.235 I slot launch_slot_: id 1 | task 133 | processing task, is_child = 0 0.51.272.683 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.250 (> 0.100 thold), f_keep = 0.242 0.51.272.761 I slot launch_slot_: id 3 | task 135 | processing task, is_child = 0 0.51.731.875 I slot print_timing: id 1 | task 133 | prompt eval time = 706.01 ms / 115 tokens ( 6.14 ms per token, 162.89 tokens per second) 0.51.731.878 I slot print_timing: id 1 | task 133 | eval time = 80.80 ms / 2 tokens ( 80.80 ms per token, 12.38 tokens per second) 0.51.731.879 I slot print_timing: id 1 | task 133 | total time = 786.82 ms / 117 tokens 0.51.731.879 I slot print_timing: id 1 | task 133 | graphs reused = 9 0.51.731.880 I slot print_timing: id 1 | task 133 | graph reallocs = 0 / 0 (same size) / (changed size) 0.51.731.898 I slot release: id 1 | task 133 | stop processing: n_tokens = 117, truncated = 0 0.51.799.065 I slot print_timing: id 0 | task 126 | prompt eval time = 830.93 ms / 168 tokens ( 4.95 ms per token, 202.18 tokens per second) 0.51.799.067 I slot print_timing: id 0 | task 126 | eval time = 1083.62 ms / 8 tokens ( 154.80 ms per token, 6.46 tokens per second) 0.51.799.067 I slot print_timing: id 0 | task 126 | total time = 1914.55 ms / 176 tokens 0.51.799.068 I slot print_timing: id 0 | task 126 | graphs reused = 9 0.51.799.068 I slot print_timing: id 0 | task 126 | graph reallocs = 0 / 0 (same size) / (changed size) 0.51.799.087 I slot release: id 0 | task 126 | stop processing: n_tokens = 176, truncated = 0 0.51.799.429 I slot print_timing: id 3 | task 135 | prompt eval time = 459.27 ms / 115 tokens ( 3.99 ms per token, 250.40 tokens per second) 0.51.799.431 I slot print_timing: id 3 | task 135 | eval time = 67.18 ms / 2 tokens ( 67.18 ms per token, 14.88 tokens per second) 0.51.799.432 I slot print_timing: id 3 | task 135 | total time = 526.45 ms / 117 tokens 0.51.799.432 I slot print_timing: id 3 | task 135 | graphs reused = 9 0.51.799.432 I slot print_timing: id 3 | task 135 | graph reallocs = 0 / 0 (same size) / (changed size) 0.51.799.447 I slot release: id 3 | task 135 | stop processing: n_tokens = 117, truncated = 0 0.51.799.451 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.215 (> 0.100 thold), f_keep = 0.165 0.51.801.056 I slot launch_slot_: id 0 | task 139 | processing task, is_child = 0 0.51.803.157 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.188 (> 0.100 thold), f_keep = 0.248 0.51.803.198 I slot launch_slot_: id 1 | task 140 | processing task, is_child = 0 0.51.803.221 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.227 (> 0.100 thold), f_keep = 0.248 0.51.803.488 I slot launch_slot_: id 3 | task 141 | processing task, is_child = 0 0.52.930.259 I slot print_timing: id 0 | task 139 | prompt eval time = 1083.85 ms / 134 tokens ( 8.09 ms per token, 123.63 tokens per second) 0.52.930.265 I slot print_timing: id 0 | task 139 | eval time = 42.91 ms / 2 tokens ( 42.91 ms per token, 23.30 tokens per second) 0.52.930.266 I slot print_timing: id 0 | task 139 | total time = 1126.76 ms / 136 tokens 0.52.930.266 I slot print_timing: id 0 | task 139 | graphs reused = 9 0.52.930.266 I slot print_timing: id 0 | task 139 | graph reallocs = 0 / 0 (same size) / (changed size) 0.52.930.291 I slot release: id 0 | task 139 | stop processing: n_tokens = 136, truncated = 0 0.52.930.639 I slot print_timing: id 2 | task 121 | prompt eval time = 718.99 ms / 163 tokens ( 4.41 ms per token, 226.71 tokens per second) 0.52.930.644 I slot print_timing: id 2 | task 121 | eval time = 3158.49 ms / 15 tokens ( 225.61 ms per token, 4.43 tokens per second) 0.52.930.645 I slot print_timing: id 2 | task 121 | total time = 3877.48 ms / 178 tokens 0.52.930.645 I slot print_timing: id 2 | task 121 | graphs reused = 9 0.52.930.645 I slot print_timing: id 2 | task 121 | graph reallocs = 0 / 0 (same size) / (changed size) 0.52.930.663 I slot release: id 2 | task 121 | stop processing: n_tokens = 178, truncated = 0 0.52.930.841 I slot print_timing: id 3 | task 141 | prompt eval time = 1084.24 ms / 127 tokens ( 8.54 ms per token, 117.13 tokens per second) 0.52.930.843 I slot print_timing: id 3 | task 141 | eval time = 42.99 ms / 2 tokens ( 42.99 ms per token, 23.26 tokens per second) 0.52.930.843 I slot print_timing: id 3 | task 141 | total time = 1127.23 ms / 129 tokens 0.52.930.844 I slot print_timing: id 3 | task 141 | graphs reused = 9 0.52.930.844 I slot print_timing: id 3 | task 141 | graph reallocs = 0 / 0 (same size) / (changed size) 0.52.930.856 I slot release: id 3 | task 141 | stop processing: n_tokens = 129, truncated = 0 0.52.958.623 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.207 (> 0.100 thold), f_keep = 0.233 0.52.959.540 I slot launch_slot_: id 3 | task 146 | processing task, is_child = 0 0.52.962.334 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.232 (> 0.100 thold), f_keep = 0.213 0.52.962.387 I slot launch_slot_: id 0 | task 147 | processing task, is_child = 0 0.52.962.422 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.227 (> 0.100 thold), f_keep = 0.163 0.52.962.472 I slot launch_slot_: id 2 | task 148 | processing task, is_child = 0 0.54.028.740 I slot print_timing: id 0 | task 147 | prompt eval time = 1023.09 ms / 124 tokens ( 8.25 ms per token, 121.20 tokens per second) 0.54.028.743 I slot print_timing: id 0 | task 147 | eval time = 43.17 ms / 2 tokens ( 43.17 ms per token, 23.16 tokens per second) 0.54.028.743 I slot print_timing: id 0 | task 147 | total time = 1066.26 ms / 126 tokens 0.54.028.743 I slot print_timing: id 0 | task 147 | graphs reused = 9 0.54.028.744 I slot print_timing: id 0 | task 147 | graph reallocs = 0 / 0 (same size) / (changed size) 0.54.028.764 I slot release: id 0 | task 147 | stop processing: n_tokens = 126, truncated = 0 0.54.029.112 I slot print_timing: id 2 | task 148 | prompt eval time = 1023.30 ms / 127 tokens ( 8.06 ms per token, 124.11 tokens per second) 0.54.029.114 I slot print_timing: id 2 | task 148 | eval time = 43.24 ms / 2 tokens ( 43.24 ms per token, 23.13 tokens per second) 0.54.029.115 I slot print_timing: id 2 | task 148 | total time = 1066.55 ms / 129 tokens 0.54.029.115 I slot print_timing: id 2 | task 148 | graphs reused = 9 0.54.029.115 I slot print_timing: id 2 | task 148 | graph reallocs = 0 / 0 (same size) / (changed size) 0.54.029.135 I slot release: id 2 | task 148 | stop processing: n_tokens = 129, truncated = 0 0.54.029.317 I slot print_timing: id 3 | task 146 | prompt eval time = 1023.42 ms / 144 tokens ( 7.11 ms per token, 140.71 tokens per second) 0.54.029.319 I slot print_timing: id 3 | task 146 | eval time = 43.26 ms / 2 tokens ( 43.26 ms per token, 23.11 tokens per second) 0.54.029.320 I slot print_timing: id 3 | task 146 | total time = 1066.68 ms / 146 tokens 0.54.029.320 I slot print_timing: id 3 | task 146 | graphs reused = 9 0.54.029.320 I slot print_timing: id 3 | task 146 | graph reallocs = 0 / 0 (same size) / (changed size) 0.54.029.333 I slot release: id 3 | task 146 | stop processing: n_tokens = 146, truncated = 0 0.54.056.966 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.217 (> 0.100 thold), f_keep = 0.205 0.54.058.254 I slot launch_slot_: id 3 | task 153 | processing task, is_child = 0 0.54.060.637 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.199 (> 0.100 thold), f_keep = 0.230 0.54.060.936 I slot launch_slot_: id 0 | task 154 | processing task, is_child = 0 0.54.060.963 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.232 (> 0.100 thold), f_keep = 0.225 0.54.061.006 I slot launch_slot_: id 2 | task 155 | processing task, is_child = 0 0.55.098.637 I slot print_timing: id 1 | task 140 | prompt eval time = 1083.96 ms / 153 tokens ( 7.08 ms per token, 141.15 tokens per second) 0.55.098.639 I slot print_timing: id 1 | task 140 | eval time = 2211.11 ms / 9 tokens ( 276.39 ms per token, 3.62 tokens per second) 0.55.098.640 I slot print_timing: id 1 | task 140 | total time = 3295.07 ms / 162 tokens 0.55.098.640 I slot print_timing: id 1 | task 140 | graphs reused = 9 0.55.098.641 I slot print_timing: id 1 | task 140 | graph reallocs = 0 / 0 (same size) / (changed size) 0.55.098.663 I slot release: id 1 | task 140 | stop processing: n_tokens = 162, truncated = 0 0.55.165.636 I slot print_timing: id 0 | task 154 | prompt eval time = 1037.44 ms / 145 tokens ( 7.15 ms per token, 139.77 tokens per second) 0.55.165.639 I slot print_timing: id 0 | task 154 | eval time = 67.18 ms / 2 tokens ( 67.18 ms per token, 14.89 tokens per second) 0.55.165.639 I slot print_timing: id 0 | task 154 | total time = 1104.62 ms / 147 tokens 0.55.165.640 I slot print_timing: id 0 | task 154 | graphs reused = 9 0.55.165.640 I slot print_timing: id 0 | task 154 | graph reallocs = 0 / 0 (same size) / (changed size) 0.55.165.661 I slot release: id 0 | task 154 | stop processing: n_tokens = 147, truncated = 0 0.55.165.840 I slot print_timing: id 2 | task 155 | prompt eval time = 1037.79 ms / 124 tokens ( 8.37 ms per token, 119.48 tokens per second) 0.55.165.842 I slot print_timing: id 2 | task 155 | eval time = 66.96 ms / 2 tokens ( 66.96 ms per token, 14.93 tokens per second) 0.55.165.842 I slot print_timing: id 2 | task 155 | total time = 1104.75 ms / 126 tokens 0.55.165.843 I slot print_timing: id 2 | task 155 | graphs reused = 9 0.55.165.843 I slot print_timing: id 2 | task 155 | graph reallocs = 0 / 0 (same size) / (changed size) 0.55.165.859 I slot release: id 2 | task 155 | stop processing: n_tokens = 126, truncated = 0 0.55.166.040 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.263 (> 0.100 thold), f_keep = 0.238 0.55.166.979 I slot launch_slot_: id 2 | task 159 | processing task, is_child = 0 0.55.460.641 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.227 (> 0.100 thold), f_keep = 0.197 0.55.460.698 I slot launch_slot_: id 0 | task 160 | processing task, is_child = 0 0.55.460.731 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.166 (> 0.100 thold), f_keep = 0.179 0.55.460.778 I slot launch_slot_: id 1 | task 162 | processing task, is_child = 0 0.56.281.571 I slot print_timing: id 2 | task 159 | prompt eval time = 1025.79 ms / 113 tokens ( 9.08 ms per token, 110.16 tokens per second) 0.56.281.577 I slot print_timing: id 2 | task 159 | eval time = 86.09 ms / 2 tokens ( 86.09 ms per token, 11.62 tokens per second) 0.56.281.577 I slot print_timing: id 2 | task 159 | total time = 1111.88 ms / 115 tokens 0.56.281.578 I slot print_timing: id 2 | task 159 | graphs reused = 9 0.56.281.578 I slot print_timing: id 2 | task 159 | graph reallocs = 0 / 0 (same size) / (changed size) 0.56.281.600 I slot release: id 2 | task 159 | stop processing: n_tokens = 115, truncated = 0 0.56.348.055 I slot print_timing: id 1 | task 162 | prompt eval time = 820.55 ms / 174 tokens ( 4.72 ms per token, 212.05 tokens per second) 0.56.348.061 I slot print_timing: id 1 | task 162 | eval time = 66.64 ms / 2 tokens ( 66.64 ms per token, 15.01 tokens per second) 0.56.348.061 I slot print_timing: id 1 | task 162 | total time = 887.19 ms / 176 tokens 0.56.348.061 I slot print_timing: id 1 | task 162 | graphs reused = 9 0.56.348.062 I slot print_timing: id 1 | task 162 | graph reallocs = 0 / 0 (same size) / (changed size) 0.56.348.085 I slot release: id 1 | task 162 | stop processing: n_tokens = 176, truncated = 0 0.56.348.271 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.246 (> 0.100 thold), f_keep = 0.261 0.56.348.771 I slot launch_slot_: id 2 | task 166 | processing task, is_child = 0 0.56.667.825 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.121 (> 0.100 thold), f_keep = 0.165 0.56.667.893 I slot launch_slot_: id 1 | task 168 | processing task, is_child = 0 0.57.391.013 I slot print_timing: id 2 | task 166 | prompt eval time = 922.68 ms / 121 tokens ( 7.63 ms per token, 131.14 tokens per second) 0.57.391.018 I slot print_timing: id 2 | task 166 | eval time = 117.97 ms / 2 tokens ( 117.97 ms per token, 8.48 tokens per second) 0.57.391.019 I slot print_timing: id 2 | task 166 | total time = 1040.66 ms / 123 tokens 0.57.391.019 I slot print_timing: id 2 | task 166 | graphs reused = 9 0.57.391.020 I slot print_timing: id 2 | task 166 | graph reallocs = 0 / 0 (same size) / (changed size) 0.57.391.040 I slot release: id 2 | task 166 | stop processing: n_tokens = 123, truncated = 0 0.57.391.227 I slot print_timing: id 3 | task 153 | prompt eval time = 1037.93 ms / 137 tokens ( 7.58 ms per token, 131.99 tokens per second) 0.57.391.228 I slot print_timing: id 3 | task 153 | eval time = 2292.15 ms / 9 tokens ( 286.52 ms per token, 3.49 tokens per second) 0.57.391.229 I slot print_timing: id 3 | task 153 | total time = 3330.07 ms / 146 tokens 0.57.391.229 I slot print_timing: id 3 | task 153 | graphs reused = 9 0.57.391.229 I slot print_timing: id 3 | task 153 | graph reallocs = 0 / 0 (same size) / (changed size) 0.57.391.242 I slot release: id 3 | task 153 | stop processing: n_tokens = 146, truncated = 0 0.57.432.641 I slot print_timing: id 1 | task 168 | prompt eval time = 722.96 ms / 238 tokens ( 3.04 ms per token, 329.20 tokens per second) 0.57.432.644 I slot print_timing: id 1 | task 168 | eval time = 41.78 ms / 2 tokens ( 41.78 ms per token, 23.94 tokens per second) 0.57.432.645 I slot print_timing: id 1 | task 168 | total time = 764.74 ms / 240 tokens 0.57.432.645 I slot print_timing: id 1 | task 168 | graphs reused = 9 0.57.432.645 I slot print_timing: id 1 | task 168 | graph reallocs = 0 / 0 (same size) / (changed size) 0.57.432.671 I slot release: id 1 | task 168 | stop processing: n_tokens = 240, truncated = 0 0.57.432.676 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.211 (> 0.100 thold), f_keep = 0.244 0.57.433.794 I slot launch_slot_: id 2 | task 172 | processing task, is_child = 0 0.57.436.539 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.161 (> 0.100 thold), f_keep = 0.121 0.57.436.594 I slot launch_slot_: id 1 | task 173 | processing task, is_child = 0 0.57.436.623 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.208 (> 0.100 thold), f_keep = 0.226 0.57.436.661 I slot launch_slot_: id 3 | task 174 | processing task, is_child = 0 0.58.660.887 I slot print_timing: id 1 | task 173 | prompt eval time = 1181.05 ms / 179 tokens ( 6.60 ms per token, 151.56 tokens per second) 0.58.660.893 I slot print_timing: id 1 | task 173 | eval time = 43.17 ms / 2 tokens ( 43.17 ms per token, 23.16 tokens per second) 0.58.660.893 I slot print_timing: id 1 | task 173 | total time = 1224.21 ms / 181 tokens 0.58.660.893 I slot print_timing: id 1 | task 173 | graphs reused = 9 0.58.660.894 I slot print_timing: id 1 | task 173 | graph reallocs = 0 / 0 (same size) / (changed size) 0.58.660.918 I slot release: id 1 | task 173 | stop processing: n_tokens = 181, truncated = 0 0.58.661.097 I slot print_timing: id 2 | task 172 | prompt eval time = 1181.16 ms / 141 tokens ( 8.38 ms per token, 119.37 tokens per second) 0.58.661.103 I slot print_timing: id 2 | task 172 | eval time = 43.20 ms / 2 tokens ( 43.20 ms per token, 23.15 tokens per second) 0.58.661.103 I slot print_timing: id 2 | task 172 | total time = 1224.35 ms / 143 tokens 0.58.661.104 I slot print_timing: id 2 | task 172 | graphs reused = 9 0.58.661.104 I slot print_timing: id 2 | task 172 | graph reallocs = 0 / 0 (same size) / (changed size) 0.58.661.118 I slot release: id 2 | task 172 | stop processing: n_tokens = 143, truncated = 0 0.58.661.308 I slot print_timing: id 3 | task 174 | prompt eval time = 1181.29 ms / 158 tokens ( 7.48 ms per token, 133.75 tokens per second) 0.58.661.311 I slot print_timing: id 3 | task 174 | eval time = 43.22 ms / 2 tokens ( 43.22 ms per token, 23.14 tokens per second) 0.58.661.312 I slot print_timing: id 3 | task 174 | total time = 1224.50 ms / 160 tokens 0.58.661.312 I slot print_timing: id 3 | task 174 | graphs reused = 9 0.58.661.313 I slot print_timing: id 3 | task 174 | graph reallocs = 0 / 0 (same size) / (changed size) 0.58.661.330 I slot release: id 3 | task 174 | stop processing: n_tokens = 160, truncated = 0 0.58.689.007 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.174 (> 0.100 thold), f_keep = 0.160 0.58.690.577 I slot launch_slot_: id 1 | task 179 | processing task, is_child = 0 0.58.693.055 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.208 (> 0.100 thold), f_keep = 0.194 0.58.693.335 I slot launch_slot_: id 3 | task 180 | processing task, is_child = 0 0.58.693.363 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.128 (> 0.100 thold), f_keep = 0.203 0.58.693.412 I slot launch_slot_: id 2 | task 181 | processing task, is_child = 0 1.00.040.550 I slot print_timing: id 2 | task 181 | prompt eval time = 1304.01 ms / 225 tokens ( 5.80 ms per token, 172.54 tokens per second) 1.00.040.553 I slot print_timing: id 2 | task 181 | eval time = 43.05 ms / 2 tokens ( 43.05 ms per token, 23.23 tokens per second) 1.00.040.553 I slot print_timing: id 2 | task 181 | total time = 1347.06 ms / 227 tokens 1.00.040.553 I slot print_timing: id 2 | task 181 | graphs reused = 9 1.00.040.554 I slot print_timing: id 2 | task 181 | graph reallocs = 0 / 0 (same size) / (changed size) 1.00.040.585 I slot release: id 2 | task 181 | stop processing: n_tokens = 227, truncated = 0 1.00.040.759 I slot print_timing: id 3 | task 180 | prompt eval time = 1304.13 ms / 148 tokens ( 8.81 ms per token, 113.49 tokens per second) 1.00.040.761 I slot print_timing: id 3 | task 180 | eval time = 43.08 ms / 2 tokens ( 43.08 ms per token, 23.21 tokens per second) 1.00.040.762 I slot print_timing: id 3 | task 180 | total time = 1347.21 ms / 150 tokens 1.00.040.762 I slot print_timing: id 3 | task 180 | graphs reused = 9 1.00.040.762 I slot print_timing: id 3 | task 180 | graph reallocs = 0 / 0 (same size) / (changed size) 1.00.040.778 I slot release: id 3 | task 180 | stop processing: n_tokens = 150, truncated = 0 1.00.081.791 I slot print_timing: id 0 | task 160 | prompt eval time = 820.46 ms / 127 tokens ( 6.46 ms per token, 154.79 tokens per second) 1.00.081.796 I slot print_timing: id 0 | task 160 | eval time = 3800.55 ms / 14 tokens ( 292.35 ms per token, 3.42 tokens per second) 1.00.081.796 I slot print_timing: id 0 | task 160 | total time = 4621.00 ms / 141 tokens 1.00.081.797 I slot print_timing: id 0 | task 160 | graphs reused = 9 1.00.081.797 I slot print_timing: id 0 | task 160 | graph reallocs = 0 / 0 (same size) / (changed size) 1.00.081.816 I slot release: id 0 | task 160 | stop processing: n_tokens = 141, truncated = 0 1.00.081.995 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.286 (> 0.100 thold), f_keep = 0.213 1.00.083.095 I slot launch_slot_: id 3 | task 186 | processing task, is_child = 0 1.00.086.214 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.150 (> 0.100 thold), f_keep = 0.206 1.00.086.525 I slot launch_slot_: id 0 | task 187 | processing task, is_child = 0 1.00.086.573 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.244 (> 0.100 thold), f_keep = 0.128 1.00.086.867 I slot launch_slot_: id 2 | task 188 | processing task, is_child = 0 1.01.160.256 I slot print_timing: id 0 | task 187 | prompt eval time = 1029.92 ms / 192 tokens ( 5.36 ms per token, 186.42 tokens per second) 1.01.160.261 I slot print_timing: id 0 | task 187 | eval time = 43.46 ms / 2 tokens ( 43.46 ms per token, 23.01 tokens per second) 1.01.160.262 I slot print_timing: id 0 | task 187 | total time = 1073.38 ms / 194 tokens 1.01.160.262 I slot print_timing: id 0 | task 187 | graphs reused = 9 1.01.160.262 I slot print_timing: id 0 | task 187 | graph reallocs = 0 / 0 (same size) / (changed size) 1.01.160.287 I slot release: id 0 | task 187 | stop processing: n_tokens = 194, truncated = 0 1.01.160.630 I slot print_timing: id 2 | task 188 | prompt eval time = 1030.21 ms / 118 tokens ( 8.73 ms per token, 114.54 tokens per second) 1.01.160.632 I slot print_timing: id 2 | task 188 | eval time = 43.49 ms / 2 tokens ( 43.49 ms per token, 22.99 tokens per second) 1.01.160.633 I slot print_timing: id 2 | task 188 | total time = 1073.70 ms / 120 tokens 1.01.160.633 I slot print_timing: id 2 | task 188 | graphs reused = 9 1.01.160.633 I slot print_timing: id 2 | task 188 | graph reallocs = 0 / 0 (same size) / (changed size) 1.01.160.647 I slot release: id 2 | task 188 | stop processing: n_tokens = 120, truncated = 0 1.01.160.824 I slot print_timing: id 3 | task 186 | prompt eval time = 1030.36 ms / 111 tokens ( 9.28 ms per token, 107.73 tokens per second) 1.01.160.826 I slot print_timing: id 3 | task 186 | eval time = 43.49 ms / 2 tokens ( 43.49 ms per token, 23.00 tokens per second) 1.01.160.826 I slot print_timing: id 3 | task 186 | total time = 1073.84 ms / 113 tokens 1.01.160.827 I slot print_timing: id 3 | task 186 | graphs reused = 9 1.01.160.827 I slot print_timing: id 3 | task 186 | graph reallocs = 0 / 0 (same size) / (changed size) 1.01.160.840 I slot release: id 3 | task 186 | stop processing: n_tokens = 113, truncated = 0 1.01.188.447 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.212 (> 0.100 thold), f_keep = 0.149 1.01.190.209 I slot launch_slot_: id 0 | task 193 | processing task, is_child = 0 1.01.191.097 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.168 (> 0.100 thold), f_keep = 0.242 1.01.191.147 I slot launch_slot_: id 2 | task 194 | processing task, is_child = 0 1.01.191.173 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.197 (> 0.100 thold), f_keep = 0.257 1.01.191.215 I slot launch_slot_: id 3 | task 195 | processing task, is_child = 0 1.02.367.294 I slot print_timing: id 0 | task 193 | prompt eval time = 1133.03 ms / 136 tokens ( 8.33 ms per token, 120.03 tokens per second) 1.02.367.296 I slot print_timing: id 0 | task 193 | eval time = 43.04 ms / 2 tokens ( 43.04 ms per token, 23.24 tokens per second) 1.02.367.297 I slot print_timing: id 0 | task 193 | total time = 1176.07 ms / 138 tokens 1.02.367.297 I slot print_timing: id 0 | task 193 | graphs reused = 9 1.02.367.298 I slot print_timing: id 0 | task 193 | graph reallocs = 0 / 0 (same size) / (changed size) 1.02.367.320 I slot release: id 0 | task 193 | stop processing: n_tokens = 138, truncated = 0 1.02.367.842 I slot print_timing: id 3 | task 195 | prompt eval time = 1133.38 ms / 146 tokens ( 7.76 ms per token, 128.82 tokens per second) 1.02.367.844 I slot print_timing: id 3 | task 195 | eval time = 43.09 ms / 2 tokens ( 43.09 ms per token, 23.21 tokens per second) 1.02.367.844 I slot print_timing: id 3 | task 195 | total time = 1176.47 ms / 148 tokens 1.02.367.844 I slot print_timing: id 3 | task 195 | graphs reused = 9 1.02.367.845 I slot print_timing: id 3 | task 195 | graph reallocs = 0 / 0 (same size) / (changed size) 1.02.367.865 I slot release: id 3 | task 195 | stop processing: n_tokens = 148, truncated = 0 1.02.409.423 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.238 (> 0.100 thold), f_keep = 0.210 1.02.410.939 I slot launch_slot_: id 0 | task 200 | processing task, is_child = 0 1.02.411.895 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.252 (> 0.100 thold), f_keep = 0.196 1.02.412.149 I slot launch_slot_: id 3 | task 201 | processing task, is_child = 0 1.03.225.954 I slot print_timing: id 2 | task 194 | prompt eval time = 1133.25 ms / 172 tokens ( 6.59 ms per token, 151.78 tokens per second) 1.03.225.956 I slot print_timing: id 2 | task 194 | eval time = 901.39 ms / 8 tokens ( 128.77 ms per token, 7.77 tokens per second) 1.03.225.957 I slot print_timing: id 2 | task 194 | total time = 2034.64 ms / 180 tokens 1.03.225.957 I slot print_timing: id 2 | task 194 | graphs reused = 11 1.03.225.958 I slot print_timing: id 2 | task 194 | graph reallocs = 0 / 0 (same size) / (changed size) 1.03.225.981 I slot release: id 2 | task 194 | stop processing: n_tokens = 180, truncated = 0 1.03.293.276 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.174 (> 0.100 thold), f_keep = 0.161 1.03.294.528 I slot launch_slot_: id 2 | task 208 | processing task, is_child = 0 1.03.896.593 I slot print_timing: id 0 | task 200 | prompt eval time = 687.62 ms / 121 tokens ( 5.68 ms per token, 175.97 tokens per second) 1.03.896.598 I slot print_timing: id 0 | task 200 | eval time = 796.82 ms / 8 tokens ( 113.83 ms per token, 8.78 tokens per second) 1.03.896.599 I slot print_timing: id 0 | task 200 | total time = 1484.44 ms / 129 tokens 1.03.896.599 I slot print_timing: id 0 | task 200 | graphs reused = 11 1.03.896.600 I slot print_timing: id 0 | task 200 | graph reallocs = 0 / 0 (same size) / (changed size) 1.03.896.620 I slot release: id 0 | task 200 | stop processing: n_tokens = 129, truncated = 0 1.03.896.942 I slot print_timing: id 2 | task 208 | prompt eval time = 558.88 ms / 166 tokens ( 3.37 ms per token, 297.02 tokens per second) 1.03.896.944 I slot print_timing: id 2 | task 208 | eval time = 43.53 ms / 2 tokens ( 43.53 ms per token, 22.97 tokens per second) 1.03.896.944 I slot print_timing: id 2 | task 208 | total time = 602.41 ms / 168 tokens 1.03.896.944 I slot print_timing: id 2 | task 208 | graphs reused = 11 1.03.896.945 I slot print_timing: id 2 | task 208 | graph reallocs = 0 / 0 (same size) / (changed size) 1.03.896.960 I slot release: id 2 | task 208 | stop processing: n_tokens = 168, truncated = 0 1.03.897.143 I slot print_timing: id 3 | task 201 | prompt eval time = 688.08 ms / 114 tokens ( 6.04 ms per token, 165.68 tokens per second) 1.03.897.145 I slot print_timing: id 3 | task 201 | eval time = 796.84 ms / 8 tokens ( 113.83 ms per token, 8.78 tokens per second) 1.03.897.145 I slot print_timing: id 3 | task 201 | total time = 1484.92 ms / 122 tokens 1.03.897.146 I slot print_timing: id 3 | task 201 | graphs reused = 11 1.03.897.146 I slot print_timing: id 3 | task 201 | graph reallocs = 0 / 0 (same size) / (changed size) 1.03.897.155 I slot release: id 3 | task 201 | stop processing: n_tokens = 122, truncated = 0 1.03.924.960 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.212 (> 0.100 thold), f_keep = 0.225 1.03.925.417 I slot launch_slot_: id 0 | task 213 | processing task, is_child = 0 1.03.927.697 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.240 (> 0.100 thold), f_keep = 0.246 1.03.927.751 I slot launch_slot_: id 3 | task 214 | processing task, is_child = 0 1.03.927.781 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.209 (> 0.100 thold), f_keep = 0.173 1.03.927.831 I slot launch_slot_: id 2 | task 215 | processing task, is_child = 0 1.05.009.735 I slot print_timing: id 2 | task 215 | prompt eval time = 1038.72 ms / 138 tokens ( 7.53 ms per token, 132.86 tokens per second) 1.05.009.741 I slot print_timing: id 2 | task 215 | eval time = 43.10 ms / 2 tokens ( 43.10 ms per token, 23.20 tokens per second) 1.05.009.741 I slot print_timing: id 2 | task 215 | total time = 1081.82 ms / 140 tokens 1.05.009.742 I slot print_timing: id 2 | task 215 | graphs reused = 11 1.05.009.742 I slot print_timing: id 2 | task 215 | graph reallocs = 0 / 0 (same size) / (changed size) 1.05.009.764 I slot release: id 2 | task 215 | stop processing: n_tokens = 140, truncated = 0 1.05.009.943 I slot print_timing: id 3 | task 214 | prompt eval time = 1038.84 ms / 124 tokens ( 8.38 ms per token, 119.36 tokens per second) 1.05.009.946 I slot print_timing: id 3 | task 214 | eval time = 43.12 ms / 2 tokens ( 43.12 ms per token, 23.19 tokens per second) 1.05.009.946 I slot print_timing: id 3 | task 214 | total time = 1081.97 ms / 126 tokens 1.05.009.947 I slot print_timing: id 3 | task 214 | graphs reused = 11 1.05.009.947 I slot print_timing: id 3 | task 214 | graph reallocs = 0 / 0 (same size) / (changed size) 1.05.009.963 I slot release: id 3 | task 214 | stop processing: n_tokens = 126, truncated = 0 1.05.050.849 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.162 (> 0.100 thold), f_keep = 0.207 1.05.052.119 I slot launch_slot_: id 2 | task 220 | processing task, is_child = 0 1.05.053.222 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.220 (> 0.100 thold), f_keep = 0.230 1.05.053.268 I slot launch_slot_: id 3 | task 221 | processing task, is_child = 0 1.05.873.325 I slot print_timing: id 2 | task 220 | prompt eval time = 776.85 ms / 178 tokens ( 4.36 ms per token, 229.13 tokens per second) 1.05.873.328 I slot print_timing: id 2 | task 220 | eval time = 43.20 ms / 2 tokens ( 43.20 ms per token, 23.15 tokens per second) 1.05.873.329 I slot print_timing: id 2 | task 220 | total time = 820.05 ms / 180 tokens 1.05.873.329 I slot print_timing: id 2 | task 220 | graphs reused = 11 1.05.873.329 I slot print_timing: id 2 | task 220 | graph reallocs = 0 / 0 (same size) / (changed size) 1.05.873.362 I slot release: id 2 | task 220 | stop processing: n_tokens = 180, truncated = 0 1.05.940.696 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.156 (> 0.100 thold), f_keep = 0.161 1.05.942.470 I slot launch_slot_: id 2 | task 226 | processing task, is_child = 0 1.06.397.745 I slot print_timing: id 0 | task 213 | prompt eval time = 1038.47 ms / 136 tokens ( 7.64 ms per token, 130.96 tokens per second) 1.06.397.747 I slot print_timing: id 0 | task 213 | eval time = 1431.44 ms / 8 tokens ( 204.49 ms per token, 4.89 tokens per second) 1.06.397.749 I slot print_timing: id 0 | task 213 | total time = 2469.90 ms / 144 tokens 1.06.397.749 I slot print_timing: id 0 | task 213 | graphs reused = 11 1.06.397.750 I slot print_timing: id 0 | task 213 | graph reallocs = 0 / 0 (same size) / (changed size) 1.06.397.774 I slot release: id 0 | task 213 | stop processing: n_tokens = 144, truncated = 0 1.06.502.537 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.168 (> 0.100 thold), f_keep = 0.201 1.06.503.586 I slot launch_slot_: id 0 | task 229 | processing task, is_child = 0 1.06.931.713 I slot print_timing: id 2 | task 226 | prompt eval time = 559.90 ms / 185 tokens ( 3.03 ms per token, 330.42 tokens per second) 1.06.931.715 I slot print_timing: id 2 | task 226 | eval time = 429.33 ms / 2 tokens ( 429.33 ms per token, 2.33 tokens per second) 1.06.931.716 I slot print_timing: id 2 | task 226 | total time = 989.23 ms / 187 tokens 1.06.931.716 I slot print_timing: id 2 | task 226 | graphs reused = 11 1.06.931.716 I slot print_timing: id 2 | task 226 | graph reallocs = 0 / 0 (same size) / (changed size) 1.06.931.743 I slot release: id 2 | task 226 | stop processing: n_tokens = 187, truncated = 0 1.07.025.092 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.242 (> 0.100 thold), f_keep = 0.155 1.07.026.786 I slot launch_slot_: id 2 | task 232 | processing task, is_child = 0 1.07.358.146 I slot print_timing: id 0 | task 229 | prompt eval time = 521.13 ms / 172 tokens ( 3.03 ms per token, 330.05 tokens per second) 1.07.358.149 I slot print_timing: id 0 | task 229 | eval time = 333.42 ms / 2 tokens ( 333.42 ms per token, 3.00 tokens per second) 1.07.358.149 I slot print_timing: id 0 | task 229 | total time = 854.55 ms / 174 tokens 1.07.358.150 I slot print_timing: id 0 | task 229 | graphs reused = 11 1.07.358.150 I slot print_timing: id 0 | task 229 | graph reallocs = 0 / 0 (same size) / (changed size) 1.07.358.176 I slot release: id 0 | task 229 | stop processing: n_tokens = 174, truncated = 0 1.07.358.512 I slot print_timing: id 3 | task 221 | prompt eval time = 776.96 ms / 131 tokens ( 5.93 ms per token, 168.61 tokens per second) 1.07.358.516 I slot print_timing: id 3 | task 221 | eval time = 1528.20 ms / 8 tokens ( 218.31 ms per token, 4.58 tokens per second) 1.07.358.516 I slot print_timing: id 3 | task 221 | total time = 2305.16 ms / 139 tokens 1.07.358.517 I slot print_timing: id 3 | task 221 | graphs reused = 11 1.07.358.517 I slot print_timing: id 3 | task 221 | graph reallocs = 0 / 0 (same size) / (changed size) 1.07.358.531 I slot release: id 3 | task 221 | stop processing: n_tokens = 139, truncated = 0 1.07.436.887 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.234 (> 0.100 thold), f_keep = 0.167 1.07.438.548 I slot launch_slot_: id 0 | task 236 | processing task, is_child = 0 1.07.439.981 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.223 (> 0.100 thold), f_keep = 0.209 1.07.440.036 I slot launch_slot_: id 3 | task 235 | processing task, is_child = 0 1.08.014.039 I slot print_timing: id 2 | task 232 | prompt eval time = 410.09 ms / 119 tokens ( 3.45 ms per token, 290.18 tokens per second) 1.08.014.043 I slot print_timing: id 2 | task 232 | eval time = 577.15 ms / 2 tokens ( 577.15 ms per token, 1.73 tokens per second) 1.08.014.044 I slot print_timing: id 2 | task 232 | total time = 987.24 ms / 121 tokens 1.08.014.044 I slot print_timing: id 2 | task 232 | graphs reused = 11 1.08.014.045 I slot print_timing: id 2 | task 232 | graph reallocs = 0 / 0 (same size) / (changed size) 1.08.014.066 I slot release: id 2 | task 232 | stop processing: n_tokens = 121, truncated = 0 1.08.119.000 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.240 (> 0.100 thold), f_keep = 0.240 1.08.120.497 I slot launch_slot_: id 2 | task 239 | processing task, is_child = 0 1.08.452.394 I slot print_timing: id 0 | task 236 | prompt eval time = 678.58 ms / 123 tokens ( 5.52 ms per token, 181.26 tokens per second) 1.08.452.399 I slot print_timing: id 0 | task 236 | eval time = 333.77 ms / 2 tokens ( 333.77 ms per token, 3.00 tokens per second) 1.08.452.399 I slot print_timing: id 0 | task 236 | total time = 1012.35 ms / 125 tokens 1.08.452.400 I slot print_timing: id 0 | task 236 | graphs reused = 11 1.08.452.400 I slot print_timing: id 0 | task 236 | graph reallocs = 0 / 0 (same size) / (changed size) 1.08.452.422 I slot release: id 0 | task 236 | stop processing: n_tokens = 125, truncated = 0 1.08.452.769 I slot print_timing: id 3 | task 235 | prompt eval time = 678.85 ms / 129 tokens ( 5.26 ms per token, 190.03 tokens per second) 1.08.452.771 I slot print_timing: id 3 | task 235 | eval time = 333.77 ms / 2 tokens ( 333.77 ms per token, 3.00 tokens per second) 1.08.452.772 I slot print_timing: id 3 | task 235 | total time = 1012.63 ms / 131 tokens 1.08.452.772 I slot print_timing: id 3 | task 235 | graphs reused = 11 1.08.452.772 I slot print_timing: id 3 | task 235 | graph reallocs = 0 / 0 (same size) / (changed size) 1.08.452.787 I slot release: id 3 | task 235 | stop processing: n_tokens = 131, truncated = 0 1.08.531.308 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.196 (> 0.100 thold), f_keep = 0.232 1.08.531.757 I slot launch_slot_: id 0 | task 243 | processing task, is_child = 0 1.08.533.443 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.221 (> 0.100 thold), f_keep = 0.221 1.08.533.511 I slot launch_slot_: id 3 | task 242 | processing task, is_child = 0 1.09.163.157 I slot print_timing: id 2 | task 239 | prompt eval time = 410.80 ms / 120 tokens ( 3.42 ms per token, 292.11 tokens per second) 1.09.163.165 I slot print_timing: id 2 | task 239 | eval time = 631.85 ms / 2 tokens ( 631.85 ms per token, 1.58 tokens per second) 1.09.163.166 I slot print_timing: id 2 | task 239 | total time = 1042.65 ms / 122 tokens 1.09.163.166 I slot print_timing: id 2 | task 239 | graphs reused = 11 1.09.163.167 I slot print_timing: id 2 | task 239 | graph reallocs = 0 / 0 (same size) / (changed size) 1.09.163.187 I slot release: id 2 | task 239 | stop processing: n_tokens = 122, truncated = 0 1.09.269.573 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.216 (> 0.100 thold), f_keep = 0.238 1.09.270.733 I slot launch_slot_: id 2 | task 246 | processing task, is_child = 0 1.09.602.830 I slot print_timing: id 0 | task 243 | prompt eval time = 735.70 ms / 147 tokens ( 5.00 ms per token, 199.81 tokens per second) 1.09.602.835 I slot print_timing: id 0 | task 243 | eval time = 333.60 ms / 2 tokens ( 333.60 ms per token, 3.00 tokens per second) 1.09.602.836 I slot print_timing: id 0 | task 243 | total time = 1069.30 ms / 149 tokens 1.09.602.836 I slot print_timing: id 0 | task 243 | graphs reused = 11 1.09.602.837 I slot print_timing: id 0 | task 243 | graph reallocs = 0 / 0 (same size) / (changed size) 1.09.602.855 I slot release: id 0 | task 243 | stop processing: n_tokens = 149, truncated = 0 1.09.603.204 I slot print_timing: id 3 | task 242 | prompt eval time = 735.95 ms / 130 tokens ( 5.66 ms per token, 176.64 tokens per second) 1.09.603.207 I slot print_timing: id 3 | task 242 | eval time = 333.63 ms / 2 tokens ( 333.63 ms per token, 3.00 tokens per second) 1.09.603.208 I slot print_timing: id 3 | task 242 | total time = 1069.59 ms / 132 tokens 1.09.603.208 I slot print_timing: id 3 | task 242 | graphs reused = 11 1.09.603.208 I slot print_timing: id 3 | task 242 | graph reallocs = 0 / 0 (same size) / (changed size) 1.09.603.231 I slot release: id 3 | task 242 | stop processing: n_tokens = 132, truncated = 0 1.09.681.138 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.225 (> 0.100 thold), f_keep = 0.195 1.09.682.824 I slot launch_slot_: id 0 | task 250 | processing task, is_child = 0 1.09.684.079 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.215 (> 0.100 thold), f_keep = 0.220 1.09.684.127 I slot launch_slot_: id 3 | task 249 | processing task, is_child = 0 1.10.431.654 I slot print_timing: id 2 | task 246 | prompt eval time = 410.39 ms / 133 tokens ( 3.09 ms per token, 324.08 tokens per second) 1.10.431.659 I slot print_timing: id 2 | task 246 | eval time = 750.51 ms / 3 tokens ( 375.26 ms per token, 2.66 tokens per second) 1.10.431.660 I slot print_timing: id 2 | task 246 | total time = 1160.91 ms / 136 tokens 1.10.431.660 I slot print_timing: id 2 | task 246 | graphs reused = 11 1.10.431.660 I slot print_timing: id 2 | task 246 | graph reallocs = 0 / 0 (same size) / (changed size) 1.10.431.686 I slot release: id 2 | task 246 | stop processing: n_tokens = 136, truncated = 0 1.10.498.676 I slot print_timing: id 0 | task 250 | prompt eval time = 747.21 ms / 128 tokens ( 5.84 ms per token, 171.30 tokens per second) 1.10.498.680 I slot print_timing: id 0 | task 250 | eval time = 67.33 ms / 2 tokens ( 67.33 ms per token, 14.85 tokens per second) 1.10.498.681 I slot print_timing: id 0 | task 250 | total time = 814.54 ms / 130 tokens 1.10.498.681 I slot print_timing: id 0 | task 250 | graphs reused = 11 1.10.498.681 I slot print_timing: id 0 | task 250 | graph reallocs = 0 / 0 (same size) / (changed size) 1.10.498.703 I slot release: id 0 | task 250 | stop processing: n_tokens = 130, truncated = 0 1.10.499.053 I slot print_timing: id 3 | task 249 | prompt eval time = 747.70 ms / 134 tokens ( 5.58 ms per token, 179.22 tokens per second) 1.10.499.055 I slot print_timing: id 3 | task 249 | eval time = 67.15 ms / 2 tokens ( 67.15 ms per token, 14.89 tokens per second) 1.10.499.055 I slot print_timing: id 3 | task 249 | total time = 814.85 ms / 136 tokens 1.10.499.056 I slot print_timing: id 3 | task 249 | graphs reused = 11 1.10.499.056 I slot print_timing: id 3 | task 249 | graph reallocs = 0 / 0 (same size) / (changed size) 1.10.499.069 I slot release: id 3 | task 249 | stop processing: n_tokens = 136, truncated = 0 1.10.499.074 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.218 (> 0.100 thold), f_keep = 0.223 1.10.500.305 I slot launch_slot_: id 0 | task 254 | processing task, is_child = 0 1.10.502.688 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.264 (> 0.100 thold), f_keep = 0.213 1.10.502.970 I slot launch_slot_: id 2 | task 255 | processing task, is_child = 0 1.10.502.995 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.181 (> 0.100 thold), f_keep = 0.213 1.10.503.033 I slot launch_slot_: id 3 | task 256 | processing task, is_child = 0 1.11.560.145 I slot print_timing: id 0 | task 254 | prompt eval time = 1013.84 ms / 132 tokens ( 7.68 ms per token, 130.20 tokens per second) 1.11.560.150 I slot print_timing: id 0 | task 254 | eval time = 43.26 ms / 2 tokens ( 43.26 ms per token, 23.11 tokens per second) 1.11.560.150 I slot print_timing: id 0 | task 254 | total time = 1057.10 ms / 134 tokens 1.11.560.151 I slot print_timing: id 0 | task 254 | graphs reused = 11 1.11.560.151 I slot print_timing: id 0 | task 254 | graph reallocs = 0 / 0 (same size) / (changed size) 1.11.560.172 I slot release: id 0 | task 254 | stop processing: n_tokens = 134, truncated = 0 1.11.560.349 I slot print_timing: id 1 | task 179 | prompt eval time = 1303.91 ms / 166 tokens ( 7.85 ms per token, 127.31 tokens per second) 1.11.560.351 I slot print_timing: id 1 | task 179 | eval time = 11563.03 ms / 49 tokens ( 240.90 ms per token, 4.15 tokens per second) 1.11.560.352 I slot print_timing: id 1 | task 179 | total time = 12866.93 ms / 215 tokens 1.11.560.352 I slot print_timing: id 1 | task 179 | graphs reused = 11 1.11.560.352 I slot print_timing: id 1 | task 179 | graph reallocs = 0 / 0 (same size) / (changed size) 1.11.560.376 I slot release: id 1 | task 179 | stop processing: n_tokens = 215, truncated = 0 1.11.560.751 I slot print_timing: id 3 | task 256 | prompt eval time = 1014.25 ms / 159 tokens ( 6.38 ms per token, 156.77 tokens per second) 1.11.560.752 I slot print_timing: id 3 | task 256 | eval time = 43.35 ms / 2 tokens ( 43.35 ms per token, 23.07 tokens per second) 1.11.560.753 I slot print_timing: id 3 | task 256 | total time = 1057.60 ms / 161 tokens 1.11.560.753 I slot print_timing: id 3 | task 256 | graphs reused = 11 1.11.560.753 I slot print_timing: id 3 | task 256 | graph reallocs = 0 / 0 (same size) / (changed size) 1.11.560.766 I slot release: id 3 | task 256 | stop processing: n_tokens = 161, truncated = 0 1.11.588.483 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.176 (> 0.100 thold), f_keep = 0.216 1.11.589.515 I slot launch_slot_: id 0 | task 261 | processing task, is_child = 0 1.11.592.377 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.200 (> 0.100 thold), f_keep = 0.135 1.11.592.440 I slot launch_slot_: id 1 | task 262 | processing task, is_child = 0 1.11.592.473 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.185 (> 0.100 thold), f_keep = 0.180 1.11.592.522 I slot launch_slot_: id 3 | task 263 | processing task, is_child = 0 1.12.794.614 I slot print_timing: id 0 | task 261 | prompt eval time = 1153.93 ms / 164 tokens ( 7.04 ms per token, 142.12 tokens per second) 1.12.794.619 I slot print_timing: id 0 | task 261 | eval time = 48.15 ms / 2 tokens ( 48.15 ms per token, 20.77 tokens per second) 1.12.794.620 I slot print_timing: id 0 | task 261 | total time = 1202.08 ms / 166 tokens 1.12.794.621 I slot print_timing: id 0 | task 261 | graphs reused = 11 1.12.794.622 I slot print_timing: id 0 | task 261 | graph reallocs = 0 / 0 (same size) / (changed size) 1.12.794.659 I slot release: id 0 | task 261 | stop processing: n_tokens = 166, truncated = 0 1.12.794.995 I slot print_timing: id 1 | task 262 | prompt eval time = 1154.20 ms / 144 tokens ( 8.02 ms per token, 124.76 tokens per second) 1.12.795.002 I slot print_timing: id 1 | task 262 | eval time = 48.18 ms / 2 tokens ( 48.18 ms per token, 20.76 tokens per second) 1.12.795.003 I slot print_timing: id 1 | task 262 | total time = 1202.38 ms / 146 tokens 1.12.795.003 I slot print_timing: id 1 | task 262 | graphs reused = 11 1.12.795.004 I slot print_timing: id 1 | task 262 | graph reallocs = 0 / 0 (same size) / (changed size) 1.12.795.036 I slot release: id 1 | task 262 | stop processing: n_tokens = 146, truncated = 0 1.12.840.440 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.252 (> 0.100 thold), f_keep = 0.175 1.12.842.990 I slot launch_slot_: id 0 | task 268 | processing task, is_child = 0 1.12.844.890 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.248 (> 0.100 thold), f_keep = 0.199 1.12.844.983 I slot launch_slot_: id 1 | task 269 | processing task, is_child = 0 1.13.365.149 I slot print_timing: id 2 | task 255 | prompt eval time = 1014.11 ms / 109 tokens ( 9.30 ms per token, 107.48 tokens per second) 1.13.365.154 I slot print_timing: id 2 | task 255 | eval time = 1847.93 ms / 8 tokens ( 263.99 ms per token, 3.79 tokens per second) 1.13.365.154 I slot print_timing: id 2 | task 255 | total time = 2862.04 ms / 117 tokens 1.13.365.155 I slot print_timing: id 2 | task 255 | graphs reused = 12 1.13.365.155 I slot print_timing: id 2 | task 255 | graph reallocs = 0 / 0 (same size) / (changed size) 1.13.365.175 I slot release: id 2 | task 255 | stop processing: n_tokens = 117, truncated = 0 1.13.436.908 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.190 (> 0.100 thold), f_keep = 0.248 1.13.437.359 I slot launch_slot_: id 2 | task 272 | processing task, is_child = 0 1.13.826.177 I slot print_timing: id 0 | task 268 | prompt eval time = 591.58 ms / 114 tokens ( 5.19 ms per token, 192.71 tokens per second) 1.13.826.182 I slot print_timing: id 0 | task 268 | eval time = 389.61 ms / 2 tokens ( 389.61 ms per token, 2.57 tokens per second) 1.13.826.183 I slot print_timing: id 0 | task 268 | total time = 981.18 ms / 116 tokens 1.13.826.183 I slot print_timing: id 0 | task 268 | graphs reused = 12 1.13.826.184 I slot print_timing: id 0 | task 268 | graph reallocs = 0 / 0 (same size) / (changed size) 1.13.826.205 I slot release: id 0 | task 268 | stop processing: n_tokens = 116, truncated = 0 1.13.826.380 I slot print_timing: id 1 | task 269 | prompt eval time = 591.62 ms / 116 tokens ( 5.10 ms per token, 196.07 tokens per second) 1.13.826.385 I slot print_timing: id 1 | task 269 | eval time = 389.63 ms / 2 tokens ( 389.63 ms per token, 2.57 tokens per second) 1.13.826.385 I slot print_timing: id 1 | task 269 | total time = 981.25 ms / 118 tokens 1.13.826.386 I slot print_timing: id 1 | task 269 | graphs reused = 12 1.13.826.386 I slot print_timing: id 1 | task 269 | graph reallocs = 0 / 0 (same size) / (changed size) 1.13.826.399 I slot release: id 1 | task 269 | stop processing: n_tokens = 118, truncated = 0 1.13.893.867 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.254 (> 0.100 thold), f_keep = 0.254 1.13.894.738 I slot launch_slot_: id 1 | task 275 | processing task, is_child = 0 1.13.895.546 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.207 (> 0.100 thold), f_keep = 0.250 1.13.895.595 I slot launch_slot_: id 0 | task 276 | processing task, is_child = 0 1.14.535.456 I slot print_timing: id 3 | task 263 | prompt eval time = 1155.23 ms / 156 tokens ( 7.41 ms per token, 135.04 tokens per second) 1.14.535.459 I slot print_timing: id 3 | task 263 | eval time = 1787.51 ms / 8 tokens ( 255.36 ms per token, 3.92 tokens per second) 1.14.535.460 I slot print_timing: id 3 | task 263 | total time = 2942.74 ms / 164 tokens 1.14.535.460 I slot print_timing: id 3 | task 263 | graphs reused = 12 1.14.535.461 I slot print_timing: id 3 | task 263 | graph reallocs = 0 / 0 (same size) / (changed size) 1.14.535.485 I slot release: id 3 | task 263 | stop processing: n_tokens = 164, truncated = 0 1.14.608.396 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.246 (> 0.100 thold), f_keep = 0.177 1.14.610.090 I slot launch_slot_: id 3 | task 279 | processing task, is_child = 0 1.14.916.139 I slot print_timing: id 0 | task 276 | prompt eval time = 712.44 ms / 139 tokens ( 5.13 ms per token, 195.10 tokens per second) 1.14.916.144 I slot print_timing: id 0 | task 276 | eval time = 308.10 ms / 2 tokens ( 308.10 ms per token, 3.25 tokens per second) 1.14.916.145 I slot print_timing: id 0 | task 276 | total time = 1020.54 ms / 141 tokens 1.14.916.145 I slot print_timing: id 0 | task 276 | graphs reused = 12 1.14.916.146 I slot print_timing: id 0 | task 276 | graph reallocs = 0 / 0 (same size) / (changed size) 1.14.916.167 I slot release: id 0 | task 276 | stop processing: n_tokens = 141, truncated = 0 1.14.916.347 I slot print_timing: id 1 | task 275 | prompt eval time = 712.55 ms / 117 tokens ( 6.09 ms per token, 164.20 tokens per second) 1.14.916.349 I slot print_timing: id 1 | task 275 | eval time = 308.13 ms / 2 tokens ( 308.13 ms per token, 3.25 tokens per second) 1.14.916.349 I slot print_timing: id 1 | task 275 | total time = 1020.68 ms / 119 tokens 1.14.916.349 I slot print_timing: id 1 | task 275 | graphs reused = 12 1.14.916.350 I slot print_timing: id 1 | task 275 | graph reallocs = 0 / 0 (same size) / (changed size) 1.14.916.361 I slot release: id 1 | task 275 | stop processing: n_tokens = 119, truncated = 0 1.14.994.424 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.218 (> 0.100 thold), f_keep = 0.206 1.14.995.630 I slot launch_slot_: id 0 | task 282 | processing task, is_child = 0 1.14.996.095 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.186 (> 0.100 thold), f_keep = 0.244 1.14.996.142 I slot launch_slot_: id 1 | task 283 | processing task, is_child = 0 1.15.635.623 I slot print_timing: id 3 | task 279 | prompt eval time = 384.32 ms / 117 tokens ( 3.28 ms per token, 304.43 tokens per second) 1.15.635.625 I slot print_timing: id 3 | task 279 | eval time = 641.19 ms / 2 tokens ( 641.19 ms per token, 1.56 tokens per second) 1.15.635.625 I slot print_timing: id 3 | task 279 | total time = 1025.51 ms / 119 tokens 1.15.635.626 I slot print_timing: id 3 | task 279 | graphs reused = 12 1.15.635.626 I slot print_timing: id 3 | task 279 | graph reallocs = 0 / 0 (same size) / (changed size) 1.15.635.650 I slot release: id 3 | task 279 | stop processing: n_tokens = 119, truncated = 0 1.15.707.912 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.223 (> 0.100 thold), f_keep = 0.244 1.15.708.894 I slot launch_slot_: id 3 | task 286 | processing task, is_child = 0 1.16.018.825 I slot print_timing: id 0 | task 282 | prompt eval time = 711.40 ms / 132 tokens ( 5.39 ms per token, 185.55 tokens per second) 1.16.018.831 I slot print_timing: id 0 | task 282 | eval time = 311.27 ms / 2 tokens ( 311.27 ms per token, 3.21 tokens per second) 1.16.018.831 I slot print_timing: id 0 | task 282 | total time = 1022.67 ms / 134 tokens 1.16.018.832 I slot print_timing: id 0 | task 282 | graphs reused = 12 1.16.018.832 I slot print_timing: id 0 | task 282 | graph reallocs = 0 / 0 (same size) / (changed size) 1.16.018.852 I slot release: id 0 | task 282 | stop processing: n_tokens = 134, truncated = 0 1.16.019.031 I slot print_timing: id 1 | task 283 | prompt eval time = 711.52 ms / 155 tokens ( 4.59 ms per token, 217.84 tokens per second) 1.16.019.033 I slot print_timing: id 1 | task 283 | eval time = 311.29 ms / 2 tokens ( 311.29 ms per token, 3.21 tokens per second) 1.16.019.033 I slot print_timing: id 1 | task 283 | total time = 1022.82 ms / 157 tokens 1.16.019.034 I slot print_timing: id 1 | task 283 | graphs reused = 12 1.16.019.034 I slot print_timing: id 1 | task 283 | graph reallocs = 0 / 0 (same size) / (changed size) 1.16.019.052 I slot release: id 1 | task 283 | stop processing: n_tokens = 157, truncated = 0 1.16.019.252 I slot print_timing: id 2 | task 272 | prompt eval time = 456.34 ms / 152 tokens ( 3.00 ms per token, 333.08 tokens per second) 1.16.019.255 I slot print_timing: id 2 | task 272 | eval time = 2125.54 ms / 8 tokens ( 303.65 ms per token, 3.29 tokens per second) 1.16.019.255 I slot print_timing: id 2 | task 272 | total time = 2581.88 ms / 160 tokens 1.16.019.256 I slot print_timing: id 2 | task 272 | graphs reused = 12 1.16.019.256 I slot print_timing: id 2 | task 272 | graph reallocs = 0 / 0 (same size) / (changed size) 1.16.019.269 I slot release: id 2 | task 272 | stop processing: n_tokens = 160, truncated = 0 1.16.060.697 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.246 (> 0.100 thold), f_keep = 0.216 1.16.062.179 I slot launch_slot_: id 0 | task 289 | processing task, is_child = 0 1.16.064.526 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.179 (> 0.100 thold), f_keep = 0.185 1.16.064.581 I slot launch_slot_: id 1 | task 290 | processing task, is_child = 0 1.16.064.610 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.170 (> 0.100 thold), f_keep = 0.181 1.16.064.659 I slot launch_slot_: id 2 | task 291 | processing task, is_child = 0 1.17.028.841 I slot print_timing: id 3 | task 286 | prompt eval time = 351.79 ms / 129 tokens ( 2.73 ms per token, 366.69 tokens per second) 1.17.028.843 I slot print_timing: id 3 | task 286 | eval time = 968.14 ms / 2 tokens ( 968.14 ms per token, 1.03 tokens per second) 1.17.028.844 I slot print_timing: id 3 | task 286 | total time = 1319.94 ms / 131 tokens 1.17.028.844 I slot print_timing: id 3 | task 286 | graphs reused = 12 1.17.028.845 I slot print_timing: id 3 | task 286 | graph reallocs = 0 / 0 (same size) / (changed size) 1.17.028.869 I slot release: id 3 | task 286 | stop processing: n_tokens = 131, truncated = 0 1.17.095.887 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.221 (> 0.100 thold), f_keep = 0.221 1.17.096.767 I slot launch_slot_: id 3 | task 294 | processing task, is_child = 0 1.17.406.234 I slot print_timing: id 0 | task 289 | prompt eval time = 1030.85 ms / 117 tokens ( 8.81 ms per token, 113.50 tokens per second) 1.17.406.238 I slot print_timing: id 0 | task 289 | eval time = 310.70 ms / 2 tokens ( 310.70 ms per token, 3.22 tokens per second) 1.17.406.239 I slot print_timing: id 0 | task 289 | total time = 1341.55 ms / 119 tokens 1.17.406.239 I slot print_timing: id 0 | task 289 | graphs reused = 12 1.17.406.240 I slot print_timing: id 0 | task 289 | graph reallocs = 0 / 0 (same size) / (changed size) 1.17.406.262 I slot release: id 0 | task 289 | stop processing: n_tokens = 119, truncated = 0 1.17.406.609 I slot print_timing: id 2 | task 291 | prompt eval time = 1031.08 ms / 170 tokens ( 6.07 ms per token, 164.88 tokens per second) 1.17.406.611 I slot print_timing: id 2 | task 291 | eval time = 310.73 ms / 2 tokens ( 310.73 ms per token, 3.22 tokens per second) 1.17.406.612 I slot print_timing: id 2 | task 291 | total time = 1341.80 ms / 172 tokens 1.17.406.612 I slot print_timing: id 2 | task 291 | graphs reused = 12 1.17.406.613 I slot print_timing: id 2 | task 291 | graph reallocs = 0 / 0 (same size) / (changed size) 1.17.406.633 I slot release: id 2 | task 291 | stop processing: n_tokens = 172, truncated = 0 1.17.474.125 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.164 (> 0.100 thold), f_keep = 0.244 1.17.474.997 I slot launch_slot_: id 0 | task 297 | processing task, is_child = 0 1.17.476.417 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.254 (> 0.100 thold), f_keep = 0.169 1.17.476.471 I slot launch_slot_: id 2 | task 298 | processing task, is_child = 0 1.18.191.969 I slot print_timing: id 3 | task 294 | prompt eval time = 377.35 ms / 130 tokens ( 2.90 ms per token, 344.51 tokens per second) 1.18.191.974 I slot print_timing: id 3 | task 294 | eval time = 717.85 ms / 2 tokens ( 717.85 ms per token, 1.39 tokens per second) 1.18.191.975 I slot print_timing: id 3 | task 294 | total time = 1095.19 ms / 132 tokens 1.18.191.975 I slot print_timing: id 3 | task 294 | graphs reused = 12 1.18.191.976 I slot print_timing: id 3 | task 294 | graph reallocs = 0 / 0 (same size) / (changed size) 1.18.191.998 I slot release: id 3 | task 294 | stop processing: n_tokens = 132, truncated = 0 1.18.309.561 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.181 (> 0.100 thold), f_keep = 0.220 1.18.310.789 I slot launch_slot_: id 3 | task 301 | processing task, is_child = 0 1.18.676.552 I slot print_timing: id 0 | task 297 | prompt eval time = 832.74 ms / 176 tokens ( 4.73 ms per token, 211.35 tokens per second) 1.18.676.557 I slot print_timing: id 0 | task 297 | eval time = 367.33 ms / 2 tokens ( 367.33 ms per token, 2.72 tokens per second) 1.18.676.557 I slot print_timing: id 0 | task 297 | total time = 1200.07 ms / 178 tokens 1.18.676.558 I slot print_timing: id 0 | task 297 | graphs reused = 12 1.18.676.558 I slot print_timing: id 0 | task 297 | graph reallocs = 0 / 0 (same size) / (changed size) 1.18.676.580 I slot release: id 0 | task 297 | stop processing: n_tokens = 178, truncated = 0 1.18.758.312 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.190 (> 0.100 thold), f_keep = 0.163 1.18.760.574 I slot launch_slot_: id 0 | task 304 | processing task, is_child = 0 1.19.124.928 I slot print_timing: id 3 | task 301 | prompt eval time = 447.51 ms / 159 tokens ( 2.81 ms per token, 355.30 tokens per second) 1.19.124.937 I slot print_timing: id 3 | task 301 | eval time = 366.62 ms / 2 tokens ( 366.62 ms per token, 2.73 tokens per second) 1.19.124.938 I slot print_timing: id 3 | task 301 | total time = 814.13 ms / 161 tokens 1.19.124.938 I slot print_timing: id 3 | task 301 | graphs reused = 12 1.19.124.939 I slot print_timing: id 3 | task 301 | graph reallocs = 0 / 0 (same size) / (changed size) 1.19.124.964 I slot release: id 3 | task 301 | stop processing: n_tokens = 161, truncated = 0 1.19.205.694 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.238 (> 0.100 thold), f_keep = 0.180 1.19.208.133 I slot launch_slot_: id 3 | task 307 | processing task, is_child = 0 1.19.641.071 I slot print_timing: id 2 | task 298 | prompt eval time = 833.00 ms / 113 tokens ( 7.37 ms per token, 135.65 tokens per second) 1.19.641.076 I slot print_timing: id 2 | task 298 | eval time = 1331.51 ms / 8 tokens ( 190.22 ms per token, 5.26 tokens per second) 1.19.641.077 I slot print_timing: id 2 | task 298 | total time = 2164.51 ms / 121 tokens 1.19.641.077 I slot print_timing: id 2 | task 298 | graphs reused = 12 1.19.641.078 I slot print_timing: id 2 | task 298 | graph reallocs = 0 / 0 (same size) / (changed size) 1.19.641.098 I slot release: id 2 | task 298 | stop processing: n_tokens = 121, truncated = 0 1.19.641.269 I slot print_timing: id 3 | task 307 | prompt eval time = 389.61 ms / 121 tokens ( 3.22 ms per token, 310.57 tokens per second) 1.19.641.271 I slot print_timing: id 3 | task 307 | eval time = 43.52 ms / 2 tokens ( 43.52 ms per token, 22.98 tokens per second) 1.19.641.271 I slot print_timing: id 3 | task 307 | total time = 433.13 ms / 123 tokens 1.19.641.271 I slot print_timing: id 3 | task 307 | graphs reused = 12 1.19.641.272 I slot print_timing: id 3 | task 307 | graph reallocs = 0 / 0 (same size) / (changed size) 1.19.641.285 I slot release: id 3 | task 307 | stop processing: n_tokens = 123, truncated = 0 1.19.683.071 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.177 (> 0.100 thold), f_keep = 0.240 1.19.683.901 I slot launch_slot_: id 2 | task 312 | processing task, is_child = 0 1.19.684.736 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.209 (> 0.100 thold), f_keep = 0.236 1.19.684.781 I slot launch_slot_: id 3 | task 313 | processing task, is_child = 0 1.20.516.050 I slot print_timing: id 0 | task 304 | prompt eval time = 444.78 ms / 152 tokens ( 2.93 ms per token, 341.74 tokens per second) 1.20.516.055 I slot print_timing: id 0 | task 304 | eval time = 1310.69 ms / 8 tokens ( 187.24 ms per token, 5.34 tokens per second) 1.20.516.056 I slot print_timing: id 0 | task 304 | total time = 1755.47 ms / 160 tokens 1.20.516.056 I slot print_timing: id 0 | task 304 | graphs reused = 12 1.20.516.056 I slot print_timing: id 0 | task 304 | graph reallocs = 0 / 0 (same size) / (changed size) 1.20.516.080 I slot release: id 0 | task 304 | stop processing: n_tokens = 160, truncated = 0 1.20.516.412 I slot print_timing: id 2 | task 312 | prompt eval time = 788.10 ms / 163 tokens ( 4.83 ms per token, 206.83 tokens per second) 1.20.516.414 I slot print_timing: id 2 | task 312 | eval time = 43.52 ms / 2 tokens ( 43.52 ms per token, 22.98 tokens per second) 1.20.516.415 I slot print_timing: id 2 | task 312 | total time = 831.63 ms / 165 tokens 1.20.516.415 I slot print_timing: id 2 | task 312 | graphs reused = 12 1.20.516.415 I slot print_timing: id 2 | task 312 | graph reallocs = 0 / 0 (same size) / (changed size) 1.20.516.431 I slot release: id 2 | task 312 | stop processing: n_tokens = 165, truncated = 0 1.20.516.617 I slot print_timing: id 3 | task 313 | prompt eval time = 788.21 ms / 138 tokens ( 5.71 ms per token, 175.08 tokens per second) 1.20.516.619 I slot print_timing: id 3 | task 313 | eval time = 43.54 ms / 2 tokens ( 43.54 ms per token, 22.97 tokens per second) 1.20.516.620 I slot print_timing: id 3 | task 313 | total time = 831.75 ms / 140 tokens 1.20.516.620 I slot print_timing: id 3 | task 313 | graphs reused = 12 1.20.516.621 I slot print_timing: id 3 | task 313 | graph reallocs = 0 / 0 (same size) / (changed size) 1.20.516.634 I slot release: id 3 | task 313 | stop processing: n_tokens = 140, truncated = 0 1.20.544.341 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.209 (> 0.100 thold), f_keep = 0.181 1.20.545.371 I slot launch_slot_: id 0 | task 318 | processing task, is_child = 0 1.20.547.757 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.225 (> 0.100 thold), f_keep = 0.176 1.20.548.034 I slot launch_slot_: id 2 | task 319 | processing task, is_child = 0 1.20.548.062 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.187 (> 0.100 thold), f_keep = 0.207 1.20.548.112 I slot launch_slot_: id 3 | task 320 | processing task, is_child = 0 1.21.665.569 I slot print_timing: id 2 | task 319 | prompt eval time = 1074.07 ms / 128 tokens ( 8.39 ms per token, 119.17 tokens per second) 1.21.665.574 I slot print_timing: id 2 | task 319 | eval time = 43.31 ms / 2 tokens ( 43.31 ms per token, 23.09 tokens per second) 1.21.665.575 I slot print_timing: id 2 | task 319 | total time = 1117.38 ms / 130 tokens 1.21.665.575 I slot print_timing: id 2 | task 319 | graphs reused = 12 1.21.665.575 I slot print_timing: id 2 | task 319 | graph reallocs = 0 / 0 (same size) / (changed size) 1.21.665.599 I slot release: id 2 | task 319 | stop processing: n_tokens = 130, truncated = 0 1.21.665.784 I slot print_timing: id 3 | task 320 | prompt eval time = 1074.23 ms / 154 tokens ( 6.98 ms per token, 143.36 tokens per second) 1.21.665.788 I slot print_timing: id 3 | task 320 | eval time = 43.33 ms / 2 tokens ( 43.33 ms per token, 23.08 tokens per second) 1.21.665.788 I slot print_timing: id 3 | task 320 | total time = 1117.56 ms / 156 tokens 1.21.665.789 I slot print_timing: id 3 | task 320 | graphs reused = 12 1.21.665.789 I slot print_timing: id 3 | task 320 | graph reallocs = 0 / 0 (same size) / (changed size) 1.21.665.804 I slot release: id 3 | task 320 | stop processing: n_tokens = 156, truncated = 0 1.21.707.519 I slot print_timing: id 1 | task 290 | prompt eval time = 1030.96 ms / 161 tokens ( 6.40 ms per token, 156.17 tokens per second) 1.21.707.520 I slot print_timing: id 1 | task 290 | eval time = 4611.82 ms / 21 tokens ( 230.59 ms per token, 4.34 tokens per second) 1.21.707.521 I slot print_timing: id 1 | task 290 | total time = 5642.78 ms / 182 tokens 1.21.707.521 I slot print_timing: id 1 | task 290 | graphs reused = 12 1.21.707.522 I slot print_timing: id 1 | task 290 | graph reallocs = 0 / 0 (same size) / (changed size) 1.21.707.540 I slot release: id 1 | task 290 | stop processing: n_tokens = 182, truncated = 0 1.21.707.545 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.258 (> 0.100 thold), f_keep = 0.238 1.21.708.520 I slot launch_slot_: id 2 | task 325 | processing task, is_child = 0 1.21.711.044 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.186 (> 0.100 thold), f_keep = 0.159 1.21.711.098 I slot launch_slot_: id 1 | task 326 | processing task, is_child = 0 1.21.711.124 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.177 (> 0.100 thold), f_keep = 0.186 1.21.711.166 I slot launch_slot_: id 3 | task 327 | processing task, is_child = 0 1.22.864.217 I slot print_timing: id 2 | task 325 | prompt eval time = 1109.78 ms / 119 tokens ( 9.33 ms per token, 107.23 tokens per second) 1.22.864.222 I slot print_timing: id 2 | task 325 | eval time = 43.17 ms / 2 tokens ( 43.17 ms per token, 23.16 tokens per second) 1.22.864.223 I slot print_timing: id 2 | task 325 | total time = 1152.95 ms / 121 tokens 1.22.864.223 I slot print_timing: id 2 | task 325 | graphs reused = 12 1.22.864.224 I slot print_timing: id 2 | task 325 | graph reallocs = 0 / 0 (same size) / (changed size) 1.22.864.250 I slot release: id 2 | task 325 | stop processing: n_tokens = 121, truncated = 0 1.22.864.428 I slot print_timing: id 3 | task 327 | prompt eval time = 1109.92 ms / 163 tokens ( 6.81 ms per token, 146.86 tokens per second) 1.22.864.430 I slot print_timing: id 3 | task 327 | eval time = 43.19 ms / 2 tokens ( 43.19 ms per token, 23.15 tokens per second) 1.22.864.430 I slot print_timing: id 3 | task 327 | total time = 1153.11 ms / 165 tokens 1.22.864.431 I slot print_timing: id 3 | task 327 | graphs reused = 12 1.22.864.431 I slot print_timing: id 3 | task 327 | graph reallocs = 0 / 0 (same size) / (changed size) 1.22.864.450 I slot release: id 3 | task 327 | stop processing: n_tokens = 165, truncated = 0 1.22.905.936 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.203 (> 0.100 thold), f_keep = 0.188 1.22.907.419 I slot launch_slot_: id 3 | task 332 | processing task, is_child = 0 1.22.908.306 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.182 (> 0.100 thold), f_keep = 0.240 1.22.908.358 I slot launch_slot_: id 2 | task 333 | processing task, is_child = 0 1.23.604.117 I slot print_timing: id 0 | task 318 | prompt eval time = 1073.81 ms / 138 tokens ( 7.78 ms per token, 128.51 tokens per second) 1.23.604.123 I slot print_timing: id 0 | task 318 | eval time = 1982.19 ms / 8 tokens ( 283.17 ms per token, 3.53 tokens per second) 1.23.604.123 I slot print_timing: id 0 | task 318 | total time = 3056.00 ms / 146 tokens 1.23.604.124 I slot print_timing: id 0 | task 318 | graphs reused = 12 1.23.604.124 I slot print_timing: id 0 | task 318 | graph reallocs = 0 / 0 (same size) / (changed size) 1.23.604.145 I slot release: id 0 | task 318 | stop processing: n_tokens = 146, truncated = 0 1.23.687.691 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.188 (> 0.100 thold), f_keep = 0.199 1.23.689.565 I slot launch_slot_: id 0 | task 336 | processing task, is_child = 0 1.24.054.020 I slot print_timing: id 2 | task 333 | prompt eval time = 779.14 ms / 158 tokens ( 4.93 ms per token, 202.79 tokens per second) 1.24.054.029 I slot print_timing: id 2 | task 333 | eval time = 366.51 ms / 2 tokens ( 366.51 ms per token, 2.73 tokens per second) 1.24.054.029 I slot print_timing: id 2 | task 333 | total time = 1145.65 ms / 160 tokens 1.24.054.030 I slot print_timing: id 2 | task 333 | graphs reused = 12 1.24.054.030 I slot print_timing: id 2 | task 333 | graph reallocs = 0 / 0 (same size) / (changed size) 1.24.054.056 I slot release: id 2 | task 333 | stop processing: n_tokens = 160, truncated = 0 1.24.147.263 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.257 (> 0.100 thold), f_keep = 0.181 1.24.148.798 I slot launch_slot_: id 2 | task 339 | processing task, is_child = 0 1.24.478.938 I slot print_timing: id 0 | task 336 | prompt eval time = 457.37 ms / 153 tokens ( 2.99 ms per token, 334.52 tokens per second) 1.24.478.944 I slot print_timing: id 0 | task 336 | eval time = 332.00 ms / 2 tokens ( 332.00 ms per token, 3.01 tokens per second) 1.24.478.944 I slot print_timing: id 0 | task 336 | total time = 789.36 ms / 155 tokens 1.24.478.945 I slot print_timing: id 0 | task 336 | graphs reused = 12 1.24.478.945 I slot print_timing: id 0 | task 336 | graph reallocs = 0 / 0 (same size) / (changed size) 1.24.478.969 I slot release: id 0 | task 336 | stop processing: n_tokens = 155, truncated = 0 1.24.479.151 I slot print_timing: id 1 | task 326 | prompt eval time = 1109.67 ms / 155 tokens ( 7.16 ms per token, 139.68 tokens per second) 1.24.479.158 I slot print_timing: id 1 | task 326 | eval time = 1658.31 ms / 8 tokens ( 236.90 ms per token, 4.22 tokens per second) 1.24.479.158 I slot print_timing: id 1 | task 326 | total time = 2767.98 ms / 163 tokens 1.24.479.158 I slot print_timing: id 1 | task 326 | graphs reused = 12 1.24.479.159 I slot print_timing: id 1 | task 326 | graph reallocs = 0 / 0 (same size) / (changed size) 1.24.479.177 I slot release: id 1 | task 326 | stop processing: n_tokens = 163, truncated = 0 1.24.546.567 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.246 (> 0.100 thold), f_keep = 0.187 1.24.547.654 I slot launch_slot_: id 0 | task 342 | processing task, is_child = 0 1.24.549.064 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.153 (> 0.100 thold), f_keep = 0.178 1.24.549.114 I slot launch_slot_: id 1 | task 343 | processing task, is_child = 0 1.25.420.984 I slot print_timing: id 0 | task 342 | prompt eval time = 828.65 ms / 117 tokens ( 7.08 ms per token, 141.19 tokens per second) 1.25.420.987 I slot print_timing: id 0 | task 342 | eval time = 43.21 ms / 2 tokens ( 43.21 ms per token, 23.14 tokens per second) 1.25.420.987 I slot print_timing: id 0 | task 342 | total time = 871.86 ms / 119 tokens 1.25.420.988 I slot print_timing: id 0 | task 342 | graphs reused = 12 1.25.420.988 I slot print_timing: id 0 | task 342 | graph reallocs = 0 / 0 (same size) / (changed size) 1.25.421.010 I slot release: id 0 | task 342 | stop processing: n_tokens = 119, truncated = 0 1.25.421.181 I slot print_timing: id 1 | task 343 | prompt eval time = 828.76 ms / 188 tokens ( 4.41 ms per token, 226.84 tokens per second) 1.25.421.183 I slot print_timing: id 1 | task 343 | eval time = 43.22 ms / 2 tokens ( 43.22 ms per token, 23.14 tokens per second) 1.25.421.183 I slot print_timing: id 1 | task 343 | total time = 871.98 ms / 190 tokens 1.25.421.183 I slot print_timing: id 1 | task 343 | graphs reused = 12 1.25.421.184 I slot print_timing: id 1 | task 343 | graph reallocs = 0 / 0 (same size) / (changed size) 1.25.421.208 I slot release: id 1 | task 343 | stop processing: n_tokens = 190, truncated = 0 1.25.421.571 I slot print_timing: id 3 | task 332 | prompt eval time = 779.25 ms / 152 tokens ( 5.13 ms per token, 195.06 tokens per second) 1.25.421.573 I slot print_timing: id 3 | task 332 | eval time = 1733.88 ms / 8 tokens ( 247.70 ms per token, 4.04 tokens per second) 1.25.421.573 I slot print_timing: id 3 | task 332 | total time = 2513.13 ms / 160 tokens 1.25.421.573 I slot print_timing: id 3 | task 332 | graphs reused = 12 1.25.421.574 I slot print_timing: id 3 | task 332 | graph reallocs = 0 / 0 (same size) / (changed size) 1.25.421.590 I slot release: id 3 | task 332 | stop processing: n_tokens = 160, truncated = 0 1.25.449.370 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.269 (> 0.100 thold), f_keep = 0.244 1.25.450.036 I slot launch_slot_: id 0 | task 348 | processing task, is_child = 0 1.25.452.664 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.248 (> 0.100 thold), f_keep = 0.153 1.25.452.946 I slot launch_slot_: id 1 | task 349 | processing task, is_child = 0 1.25.452.976 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.232 (> 0.100 thold), f_keep = 0.181 1.25.453.031 I slot launch_slot_: id 3 | task 350 | processing task, is_child = 0 1.26.421.028 I slot print_timing: id 0 | task 348 | prompt eval time = 924.67 ms / 107 tokens ( 8.64 ms per token, 115.72 tokens per second) 1.26.421.032 I slot print_timing: id 0 | task 348 | eval time = 43.32 ms / 2 tokens ( 43.32 ms per token, 23.08 tokens per second) 1.26.421.033 I slot print_timing: id 0 | task 348 | total time = 967.99 ms / 109 tokens 1.26.421.033 I slot print_timing: id 0 | task 348 | graphs reused = 12 1.26.421.033 I slot print_timing: id 0 | task 348 | graph reallocs = 0 / 0 (same size) / (changed size) 1.26.421.054 I slot release: id 0 | task 348 | stop processing: n_tokens = 109, truncated = 0 1.26.421.229 I slot print_timing: id 1 | task 349 | prompt eval time = 924.79 ms / 116 tokens ( 7.97 ms per token, 125.43 tokens per second) 1.26.421.244 I slot print_timing: id 1 | task 349 | eval time = 43.34 ms / 2 tokens ( 43.34 ms per token, 23.07 tokens per second) 1.26.421.246 I slot print_timing: id 1 | task 349 | total time = 968.13 ms / 118 tokens 1.26.421.246 I slot print_timing: id 1 | task 349 | graphs reused = 12 1.26.421.246 I slot print_timing: id 1 | task 349 | graph reallocs = 0 / 0 (same size) / (changed size) 1.26.421.259 I slot release: id 1 | task 349 | stop processing: n_tokens = 118, truncated = 0 1.26.421.447 I slot print_timing: id 2 | task 339 | prompt eval time = 397.62 ms / 112 tokens ( 3.55 ms per token, 281.68 tokens per second) 1.26.421.450 I slot print_timing: id 2 | task 339 | eval time = 1875.03 ms / 8 tokens ( 267.86 ms per token, 3.73 tokens per second) 1.26.421.451 I slot print_timing: id 2 | task 339 | total time = 2272.64 ms / 120 tokens 1.26.421.451 I slot print_timing: id 2 | task 339 | graphs reused = 12 1.26.421.451 I slot print_timing: id 2 | task 339 | graph reallocs = 0 / 0 (same size) / (changed size) 1.26.421.460 I slot release: id 2 | task 339 | stop processing: n_tokens = 120, truncated = 0 1.26.421.642 I slot print_timing: id 3 | task 350 | prompt eval time = 925.07 ms / 124 tokens ( 7.46 ms per token, 134.04 tokens per second) 1.26.421.647 I slot print_timing: id 3 | task 350 | eval time = 43.42 ms / 2 tokens ( 43.42 ms per token, 23.03 tokens per second) 1.26.421.647 I slot print_timing: id 3 | task 350 | total time = 968.49 ms / 126 tokens 1.26.421.647 I slot print_timing: id 3 | task 350 | graphs reused = 12 1.26.421.648 I slot print_timing: id 3 | task 350 | graph reallocs = 0 / 0 (same size) / (changed size) 1.26.421.660 I slot release: id 3 | task 350 | stop processing: n_tokens = 126, truncated = 0 1.26.427.295 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.223 (> 0.100 thold), f_keep = 0.266 1.26.427.748 I slot launch_slot_: id 0 | task 354 | processing task, is_child = 0 1.26.429.929 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.221 (> 0.100 thold), f_keep = 0.254 1.26.429.974 I slot launch_slot_: id 1 | task 356 | processing task, is_child = 0 1.26.430.021 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.220 (> 0.100 thold), f_keep = 0.242 1.26.430.060 I slot launch_slot_: id 2 | task 357 | processing task, is_child = 0 1.26.430.085 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.176 (> 0.100 thold), f_keep = 0.230 1.26.430.124 I slot launch_slot_: id 3 | task 355 | processing task, is_child = 0 1.27.739.567 I slot print_timing: id 1 | task 356 | prompt eval time = 1266.32 ms / 135 tokens ( 9.38 ms per token, 106.61 tokens per second) 1.27.739.569 I slot print_timing: id 1 | task 356 | eval time = 43.05 ms / 2 tokens ( 43.05 ms per token, 23.23 tokens per second) 1.27.739.569 I slot print_timing: id 1 | task 356 | total time = 1309.37 ms / 137 tokens 1.27.739.570 I slot print_timing: id 1 | task 356 | graphs reused = 12 1.27.739.570 I slot print_timing: id 1 | task 356 | graph reallocs = 0 / 0 (same size) / (changed size) 1.27.739.592 I slot release: id 1 | task 356 | stop processing: n_tokens = 137, truncated = 0 1.27.739.928 I slot print_timing: id 3 | task 355 | prompt eval time = 1266.60 ms / 164 tokens ( 7.72 ms per token, 129.48 tokens per second) 1.27.739.933 I slot print_timing: id 3 | task 355 | eval time = 43.03 ms / 2 tokens ( 43.03 ms per token, 23.24 tokens per second) 1.27.739.934 I slot print_timing: id 3 | task 355 | total time = 1309.63 ms / 166 tokens 1.27.739.934 I slot print_timing: id 3 | task 355 | graphs reused = 12 1.27.739.934 I slot print_timing: id 3 | task 355 | graph reallocs = 0 / 0 (same size) / (changed size) 1.27.739.952 I slot release: id 3 | task 355 | stop processing: n_tokens = 166, truncated = 0 1.27.793.629 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.232 (> 0.100 thold), f_keep = 0.212 1.27.794.917 I slot launch_slot_: id 1 | task 362 | processing task, is_child = 0 1.27.796.360 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.209 (> 0.100 thold), f_keep = 0.175 1.27.796.662 I slot launch_slot_: id 3 | task 363 | processing task, is_child = 0 1.28.654.940 I slot print_timing: id 1 | task 362 | prompt eval time = 814.32 ms / 124 tokens ( 6.57 ms per token, 152.27 tokens per second) 1.28.654.943 I slot print_timing: id 1 | task 362 | eval time = 43.95 ms / 2 tokens ( 43.95 ms per token, 22.76 tokens per second) 1.28.654.944 I slot print_timing: id 1 | task 362 | total time = 858.27 ms / 126 tokens 1.28.654.945 I slot print_timing: id 1 | task 362 | graphs reused = 12 1.28.654.945 I slot print_timing: id 1 | task 362 | graph reallocs = 0 / 0 (same size) / (changed size) 1.28.654.973 I slot release: id 1 | task 362 | stop processing: n_tokens = 126, truncated = 0 1.28.655.386 I slot print_timing: id 3 | task 363 | prompt eval time = 814.68 ms / 138 tokens ( 5.90 ms per token, 169.39 tokens per second) 1.28.655.388 I slot print_timing: id 3 | task 363 | eval time = 43.98 ms / 2 tokens ( 43.98 ms per token, 22.74 tokens per second) 1.28.655.390 I slot print_timing: id 3 | task 363 | total time = 858.65 ms / 140 tokens 1.28.655.390 I slot print_timing: id 3 | task 363 | graphs reused = 12 1.28.655.391 I slot print_timing: id 3 | task 363 | graph reallocs = 0 / 0 (same size) / (changed size) 1.28.655.412 I slot release: id 3 | task 363 | stop processing: n_tokens = 140, truncated = 0 1.28.709.719 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.179 (> 0.100 thold), f_keep = 0.230 1.28.711.174 I slot launch_slot_: id 1 | task 368 | processing task, is_child = 0 1.28.712.285 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.197 (> 0.100 thold), f_keep = 0.207 1.28.712.361 I slot launch_slot_: id 3 | task 369 | processing task, is_child = 0 1.29.437.010 I slot print_timing: id 2 | task 357 | prompt eval time = 1266.46 ms / 131 tokens ( 9.67 ms per token, 103.44 tokens per second) 1.29.437.030 I slot print_timing: id 2 | task 357 | eval time = 1740.28 ms / 8 tokens ( 248.61 ms per token, 4.02 tokens per second) 1.29.437.033 I slot print_timing: id 2 | task 357 | total time = 3006.73 ms / 139 tokens 1.29.437.036 I slot print_timing: id 2 | task 357 | graphs reused = 12 1.29.437.038 I slot print_timing: id 2 | task 357 | graph reallocs = 0 / 0 (same size) / (changed size) 1.29.437.172 I slot release: id 2 | task 357 | stop processing: n_tokens = 139, truncated = 0 1.29.560.688 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.170 (> 0.100 thold), f_keep = 0.209 1.29.563.998 I slot launch_slot_: id 2 | task 372 | processing task, is_child = 0 1.30.023.924 I slot print_timing: id 3 | task 369 | prompt eval time = 848.21 ms / 146 tokens ( 5.81 ms per token, 172.13 tokens per second) 1.30.023.948 I slot print_timing: id 3 | task 369 | eval time = 463.24 ms / 2 tokens ( 463.24 ms per token, 2.16 tokens per second) 1.30.023.951 I slot print_timing: id 3 | task 369 | total time = 1311.44 ms / 148 tokens 1.30.023.954 I slot print_timing: id 3 | task 369 | graphs reused = 12 1.30.023.956 I slot print_timing: id 3 | task 369 | graph reallocs = 0 / 0 (same size) / (changed size) 1.30.024.094 I slot release: id 3 | task 369 | stop processing: n_tokens = 148, truncated = 0 1.30.113.596 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.232 (> 0.100 thold), f_keep = 0.196 1.30.118.843 I slot launch_slot_: id 3 | task 375 | processing task, is_child = 0 1.30.569.940 I slot print_timing: id 3 | task 375 | prompt eval time = 403.28 ms / 124 tokens ( 3.25 ms per token, 307.48 tokens per second) 1.30.569.950 I slot print_timing: id 3 | task 375 | eval time = 47.74 ms / 2 tokens ( 47.74 ms per token, 20.95 tokens per second) 1.30.569.951 I slot print_timing: id 3 | task 375 | total time = 451.02 ms / 126 tokens 1.30.569.952 I slot print_timing: id 3 | task 375 | graphs reused = 12 1.30.569.953 I slot print_timing: id 3 | task 375 | graph reallocs = 0 / 0 (same size) / (changed size) 1.30.569.993 I slot release: id 3 | task 375 | stop processing: n_tokens = 126, truncated = 0 1.30.614.765 I slot print_timing: id 0 | task 354 | prompt eval time = 1266.18 ms / 129 tokens ( 9.82 ms per token, 101.88 tokens per second) 1.30.614.773 I slot print_timing: id 0 | task 354 | eval time = 2918.45 ms / 15 tokens ( 208.46 ms per token, 4.80 tokens per second) 1.30.614.774 I slot print_timing: id 0 | task 354 | total time = 4184.63 ms / 144 tokens 1.30.614.775 I slot print_timing: id 0 | task 354 | graphs reused = 12 1.30.614.776 I slot print_timing: id 0 | task 354 | graph reallocs = 0 / 0 (same size) / (changed size) 1.30.614.808 I slot release: id 0 | task 354 | stop processing: n_tokens = 144, truncated = 0 1.30.615.477 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.167 (> 0.100 thold), f_keep = 0.246 1.30.616.323 I slot launch_slot_: id 3 | task 380 | processing task, is_child = 0 1.31.051.360 I slot print_timing: id 1 | task 368 | prompt eval time = 847.90 ms / 161 tokens ( 5.27 ms per token, 189.88 tokens per second) 1.31.051.365 I slot print_timing: id 1 | task 368 | eval time = 1491.09 ms / 8 tokens ( 213.01 ms per token, 4.69 tokens per second) 1.31.051.366 I slot print_timing: id 1 | task 368 | total time = 2338.99 ms / 169 tokens 1.31.051.366 I slot print_timing: id 1 | task 368 | graphs reused = 12 1.31.051.366 I slot print_timing: id 1 | task 368 | graph reallocs = 0 / 0 (same size) / (changed size) 1.31.051.389 I slot release: id 1 | task 368 | stop processing: n_tokens = 169, truncated = 0 1.31.051.570 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.187 (> 0.100 thold), f_keep = 0.201 1.31.051.643 I slot launch_slot_: id 0 | task 382 | processing task, is_child = 0 1.31.454.758 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.269 (> 0.100 thold), f_keep = 0.172 1.31.454.832 I slot launch_slot_: id 1 | task 384 | processing task, is_child = 0 1.31.800.202 I slot print_timing: id 2 | task 372 | prompt eval time = 549.53 ms / 170 tokens ( 3.23 ms per token, 309.35 tokens per second) 1.31.800.207 I slot print_timing: id 2 | task 372 | eval time = 1686.65 ms / 8 tokens ( 240.95 ms per token, 4.15 tokens per second) 1.31.800.208 I slot print_timing: id 2 | task 372 | total time = 2236.18 ms / 178 tokens 1.31.800.208 I slot print_timing: id 2 | task 372 | graphs reused = 12 1.31.800.209 I slot print_timing: id 2 | task 372 | graph reallocs = 0 / 0 (same size) / (changed size) 1.31.800.230 I slot release: id 2 | task 372 | stop processing: n_tokens = 178, truncated = 0 1.31.800.397 I slot print_timing: id 3 | task 380 | prompt eval time = 836.48 ms / 185 tokens ( 4.52 ms per token, 221.16 tokens per second) 1.31.800.399 I slot print_timing: id 3 | task 380 | eval time = 345.64 ms / 2 tokens ( 345.64 ms per token, 2.89 tokens per second) 1.31.800.400 I slot print_timing: id 3 | task 380 | total time = 1182.13 ms / 187 tokens 1.31.800.400 I slot print_timing: id 3 | task 380 | graphs reused = 12 1.31.800.400 I slot print_timing: id 3 | task 380 | graph reallocs = 0 / 0 (same size) / (changed size) 1.31.800.416 I slot release: id 3 | task 380 | stop processing: n_tokens = 187, truncated = 0 1.31.878.475 I slot print_timing: id 0 | task 382 | prompt eval time = 746.24 ms / 154 tokens ( 4.85 ms per token, 206.37 tokens per second) 1.31.878.480 I slot print_timing: id 0 | task 382 | eval time = 78.44 ms / 2 tokens ( 78.44 ms per token, 12.75 tokens per second) 1.31.878.480 I slot print_timing: id 0 | task 382 | total time = 824.68 ms / 156 tokens 1.31.878.480 I slot print_timing: id 0 | task 382 | graphs reused = 12 1.31.878.481 I slot print_timing: id 0 | task 382 | graph reallocs = 0 / 0 (same size) / (changed size) 1.31.878.501 I slot release: id 0 | task 382 | stop processing: n_tokens = 156, truncated = 0 1.31.878.721 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.223 (> 0.100 thold), f_keep = 0.186 1.31.880.179 I slot launch_slot_: id 0 | task 387 | processing task, is_child = 0 1.31.883.972 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.212 (> 0.100 thold), f_keep = 0.163 1.31.884.252 I slot launch_slot_: id 2 | task 388 | processing task, is_child = 0 1.31.884.284 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.203 (> 0.100 thold), f_keep = 0.155 1.31.884.588 I slot launch_slot_: id 3 | task 389 | processing task, is_child = 0 1.32.946.635 I slot print_timing: id 0 | task 387 | prompt eval time = 1018.62 ms / 129 tokens ( 7.90 ms per token, 126.64 tokens per second) 1.32.946.638 I slot print_timing: id 0 | task 387 | eval time = 43.42 ms / 2 tokens ( 43.42 ms per token, 23.03 tokens per second) 1.32.946.638 I slot print_timing: id 0 | task 387 | total time = 1062.04 ms / 131 tokens 1.32.946.639 I slot print_timing: id 0 | task 387 | graphs reused = 12 1.32.946.639 I slot print_timing: id 0 | task 387 | graph reallocs = 0 / 0 (same size) / (changed size) 1.32.946.660 I slot release: id 0 | task 387 | stop processing: n_tokens = 131, truncated = 0 1.32.946.994 I slot print_timing: id 2 | task 388 | prompt eval time = 1018.88 ms / 136 tokens ( 7.49 ms per token, 133.48 tokens per second) 1.32.946.997 I slot print_timing: id 2 | task 388 | eval time = 43.45 ms / 2 tokens ( 43.45 ms per token, 23.01 tokens per second) 1.32.946.998 I slot print_timing: id 2 | task 388 | total time = 1062.34 ms / 138 tokens 1.32.946.998 I slot print_timing: id 2 | task 388 | graphs reused = 12 1.32.946.999 I slot print_timing: id 2 | task 388 | graph reallocs = 0 / 0 (same size) / (changed size) 1.32.947.019 I slot release: id 2 | task 388 | stop processing: n_tokens = 138, truncated = 0 1.33.160.506 I slot print_timing: id 1 | task 384 | prompt eval time = 423.32 ms / 107 tokens ( 3.96 ms per token, 252.77 tokens per second) 1.33.160.509 I slot print_timing: id 1 | task 384 | eval time = 1281.79 ms / 8 tokens ( 183.11 ms per token, 5.46 tokens per second) 1.33.160.509 I slot print_timing: id 1 | task 384 | total time = 1705.10 ms / 115 tokens 1.33.160.510 I slot print_timing: id 1 | task 384 | graphs reused = 12 1.33.160.510 I slot print_timing: id 1 | task 384 | graph reallocs = 0 / 0 (same size) / (changed size) 1.33.160.528 I slot release: id 1 | task 384 | stop processing: n_tokens = 115, truncated = 0 1.33.236.616 I slot print_timing: id 3 | task 389 | prompt eval time = 1019.02 ms / 142 tokens ( 7.18 ms per token, 139.35 tokens per second) 1.33.236.622 I slot print_timing: id 3 | task 389 | eval time = 332.89 ms / 9 tokens ( 41.61 ms per token, 24.03 tokens per second) 1.33.236.623 I slot print_timing: id 3 | task 389 | total time = 1351.91 ms / 151 tokens 1.33.236.623 I slot print_timing: id 3 | task 389 | graphs reused = 15 1.33.236.624 I slot print_timing: id 3 | task 389 | graph reallocs = 0 / 0 (same size) / (changed size) 1.33.236.648 I slot release: id 3 | task 389 | stop processing: n_tokens = 151, truncated = 0 1.33.273.955 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 131, t_last = 240664385739 1.33.274.584 I slot launch_slot_: id 0 | task 400 | processing task, is_child = 0 1.33.277.871 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 138, t_last = 240664386098 1.33.277.940 I slot launch_slot_: id 2 | task 401 | processing task, is_child = 0 1.33.278.019 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 115, t_last = 240664599607 1.33.278.076 I slot launch_slot_: id 1 | task 402 | processing task, is_child = 0 1.33.278.117 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 151, t_last = 240664675727 1.33.278.174 I slot launch_slot_: id 3 | task 403 | processing task, is_child = 0 1.37.431.979 I slot print_timing: id 0 | task 400 | prompt processing, n_tokens = 643, progress = 0.56, t = 4.15 s / 154.80 tokens per second 1.37.470.798 I slot print_timing: id 1 | task 402 | prompt processing, n_tokens = 663, progress = 0.56, t = 4.15 s / 159.62 tokens per second 1.37.473.703 I slot print_timing: id 2 | task 401 | prompt processing, n_tokens = 655, progress = 0.56, t = 4.15 s / 157.69 tokens per second 1.37.475.545 I slot print_timing: id 3 | task 403 | prompt processing, n_tokens = 87, progress = 0.07, t = 4.15 s / 20.95 tokens per second 1.41.028.266 I slot print_timing: id 0 | task 400 | prompt processing, n_tokens = 1074, progress = 0.93, t = 7.75 s / 138.58 tokens per second 1.41.434.333 I slot print_timing: id 1 | task 402 | prompt processing, n_tokens = 1074, progress = 0.91, t = 7.75 s / 138.58 tokens per second 1.41.437.187 I slot print_timing: id 2 | task 401 | prompt processing, n_tokens = 1074, progress = 0.92, t = 7.75 s / 138.58 tokens per second 1.41.440.188 I slot print_timing: id 3 | task 403 | prompt processing, n_tokens = 670, progress = 0.57, t = 7.75 s / 86.45 tokens per second 1.42.385.571 I slot print_timing: id 0 | task 400 | prompt processing, n_tokens = 1155, progress = 1.00, t = 9.11 s / 126.82 tokens per second 1.43.057.446 I slot print_timing: id 1 | task 402 | prompt processing, n_tokens = 1175, progress = 1.00, t = 9.11 s / 129.02 tokens per second 1.43.060.581 I slot print_timing: id 2 | task 401 | prompt processing, n_tokens = 1167, progress = 1.00, t = 9.11 s / 128.14 tokens per second 1.43.062.638 I slot print_timing: id 3 | task 403 | prompt processing, n_tokens = 1074, progress = 0.91, t = 9.11 s / 117.93 tokens per second 1.43.421.450 I slot print_timing: id 3 | task 403 | prompt processing, n_tokens = 1182, progress = 1.00, t = 10.14 s / 116.54 tokens per second 1.47.357.417 I slot print_timing: id 2 | task 401 | prompt eval time = 10143.08 ms / 1171 tokens ( 8.66 ms per token, 115.45 tokens per second) 1.47.357.437 I slot print_timing: id 2 | task 401 | eval time = 3935.97 ms / 90 tokens ( 44.22 ms per token, 22.61 tokens per second) 1.47.357.438 I slot print_timing: id 2 | task 401 | total time = 14079.04 ms / 1261 tokens 1.47.357.439 I slot print_timing: id 2 | task 401 | graphs reused = 104 1.47.357.441 I slot print_timing: id 2 | task 401 | graph reallocs = 0 / 0 (same size) / (changed size) 1.47.357.592 I slot release: id 2 | task 401 | stop processing: n_tokens = 1261, truncated = 0 1.47.428.271 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.910 (> 0.100 thold), f_keep = 0.869 1.47.428.314 I slot launch_slot_: id 2 | task 498 | processing task, is_child = 0 1.48.199.328 I slot print_timing: id 0 | task 400 | n_gen = 100, tg = 20.72 t/s, tg_3s = 20.93 t/s 1.48.199.507 I slot print_timing: id 1 | task 402 | n_gen = 100, tg = 20.72 t/s, tg_3s = 20.93 t/s 1.48.243.022 I slot print_timing: id 3 | task 403 | n_gen = 100, tg = 20.91 t/s, tg_3s = 21.12 t/s 1.48.552.258 I slot print_timing: id 0 | task 400 | prompt eval time = 10142.86 ms / 1159 tokens ( 8.75 ms per token, 114.27 tokens per second) 1.48.552.264 I slot print_timing: id 0 | task 400 | eval time = 5131.21 ms / 108 tokens ( 47.96 ms per token, 20.85 tokens per second) 1.48.552.265 I slot print_timing: id 0 | task 400 | total time = 15274.07 ms / 1267 tokens 1.48.552.265 I slot print_timing: id 0 | task 400 | graphs reused = 117 1.48.552.266 I slot print_timing: id 0 | task 400 | graph reallocs = 0 / 0 (same size) / (changed size) 1.48.552.387 I slot release: id 0 | task 400 | stop processing: n_tokens = 1267, truncated = 0 1.48.598.993 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.906 (> 0.100 thold), f_keep = 0.865 1.48.599.024 I slot launch_slot_: id 0 | task 517 | processing task, is_child = 0 1.51.215.858 I slot print_timing: id 1 | task 402 | n_gen = 161, tg = 20.53 t/s, tg_3s = 20.22 t/s 1.51.260.496 I slot print_timing: id 3 | task 403 | n_gen = 161, tg = 20.64 t/s, tg_3s = 20.22 t/s 1.52.574.302 I slot print_timing: id 2 | task 498 | n_gen = 100, tg = 21.16 t/s, tg_3s = 21.38 t/s 1.53.363.004 I slot print_timing: id 0 | task 517 | n_gen = 100, tg = 22.79 t/s, tg_3s = 23.02 t/s 1.54.239.169 I slot print_timing: id 1 | task 402 | n_gen = 230, tg = 21.17 t/s, tg_3s = 22.82 t/s 1.54.283.831 I slot print_timing: id 3 | task 403 | n_gen = 230, tg = 21.25 t/s, tg_3s = 22.82 t/s 1.54.415.636 I slot print_timing: id 2 | task 498 | prompt eval time = 467.82 ms / 108 tokens ( 4.33 ms per token, 230.86 tokens per second) 1.54.415.643 I slot print_timing: id 2 | task 498 | eval time = 6519.49 ms / 142 tokens ( 46.24 ms per token, 21.63 tokens per second) 1.54.415.644 I slot print_timing: id 2 | task 498 | total time = 6987.31 ms / 250 tokens 1.54.415.650 I slot print_timing: id 2 | task 498 | graphs reused = 240 1.54.415.654 I slot print_timing: id 2 | task 498 | graph reallocs = 0 / 0 (same size) / (changed size) 1.54.415.791 I slot release: id 2 | task 498 | stop processing: n_tokens = 1345, truncated = 0 1.54.487.182 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.906 (> 0.100 thold), f_keep = 0.815 1.54.487.215 I slot launch_slot_: id 2 | task 644 | processing task, is_child = 0 1.56.399.622 I slot print_timing: id 0 | task 517 | n_gen = 160, tg = 21.54 t/s, tg_3s = 19.76 t/s 1.56.575.411 I slot print_timing: id 3 | task 403 | prompt eval time = 10230.06 ms / 1186 tokens ( 8.63 ms per token, 115.93 tokens per second) 1.56.575.420 I slot print_timing: id 3 | task 403 | eval time = 13066.89 ms / 273 tokens ( 48.04 ms per token, 20.82 tokens per second) 1.56.575.421 I slot print_timing: id 3 | task 403 | total time = 23296.94 ms / 1459 tokens 1.56.575.422 I slot print_timing: id 3 | task 403 | graphs reused = 276 1.56.575.423 I slot print_timing: id 3 | task 403 | graph reallocs = 0 / 0 (same size) / (changed size) 1.56.575.542 I slot release: id 3 | task 403 | stop processing: n_tokens = 1459, truncated = 0 1.56.621.176 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.925 (> 0.100 thold), f_keep = 0.751 1.56.621.217 I slot launch_slot_: id 3 | task 685 | processing task, is_child = 0 1.57.239.586 I slot print_timing: id 1 | task 402 | n_gen = 283, tg = 20.41 t/s, tg_3s = 17.66 t/s 1.57.327.388 I slot print_timing: id 1 | task 402 | prompt eval time = 10142.95 ms / 1179 tokens ( 8.60 ms per token, 116.24 tokens per second) 1.57.327.397 I slot print_timing: id 1 | task 402 | eval time = 13906.14 ms / 285 tokens ( 48.97 ms per token, 20.42 tokens per second) 1.57.327.398 I slot print_timing: id 1 | task 402 | total time = 24049.09 ms / 1464 tokens 1.57.327.399 I slot print_timing: id 1 | task 402 | graphs reused = 283 1.57.327.400 I slot print_timing: id 1 | task 402 | graph reallocs = 0 / 0 (same size) / (changed size) 1.57.327.550 I slot release: id 1 | task 402 | stop processing: n_tokens = 1464, truncated = 0 1.57.407.663 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.904 (> 0.100 thold), f_keep = 0.749 1.57.407.713 I slot launch_slot_: id 1 | task 697 | processing task, is_child = 0 1.59.436.363 I slot print_timing: id 0 | task 517 | n_gen = 213, tg = 20.35 t/s, tg_3s = 17.45 t/s 2.00.005.742 I slot print_timing: id 2 | task 644 | n_gen = 100, tg = 19.61 t/s, tg_3s = 19.80 t/s 2.01.760.295 I slot print_timing: id 3 | task 685 | n_gen = 100, tg = 20.71 t/s, tg_3s = 20.92 t/s 2.02.066.715 I slot print_timing: id 3 | task 685 | prompt eval time = 358.39 ms / 89 tokens ( 4.03 ms per token, 248.33 tokens per second) 2.02.066.722 I slot print_timing: id 3 | task 685 | eval time = 5087.08 ms / 107 tokens ( 47.99 ms per token, 20.84 tokens per second) 2.02.066.724 I slot print_timing: id 3 | task 685 | total time = 5445.48 ms / 196 tokens 2.02.066.725 I slot print_timing: id 3 | task 685 | graphs reused = 377 2.02.066.726 I slot print_timing: id 3 | task 685 | graph reallocs = 0 / 0 (same size) / (changed size) 2.02.066.859 I slot release: id 3 | task 685 | stop processing: n_tokens = 1291, truncated = 0 2.02.112.743 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.880 (> 0.100 thold), f_keep = 0.849 2.02.112.774 I slot launch_slot_: id 3 | task 796 | processing task, is_child = 0 2.02.511.682 I slot print_timing: id 0 | task 517 | n_gen = 275, tg = 20.31 t/s, tg_3s = 20.16 t/s 2.02.641.513 I slot print_timing: id 1 | task 697 | n_gen = 100, tg = 20.90 t/s, tg_3s = 21.11 t/s 2.03.030.575 I slot print_timing: id 2 | task 644 | n_gen = 160, tg = 19.69 t/s, tg_3s = 19.84 t/s 2.04.488.621 I slot print_timing: id 0 | task 517 | prompt eval time = 419.43 ms / 114 tokens ( 3.68 ms per token, 271.80 tokens per second) 2.04.488.628 I slot print_timing: id 0 | task 517 | eval time = 15470.16 ms / 319 tokens ( 48.65 ms per token, 20.56 tokens per second) 2.04.488.629 I slot print_timing: id 0 | task 517 | total time = 15889.59 ms / 433 tokens 2.04.488.630 I slot print_timing: id 0 | task 517 | graphs reused = 419 2.04.488.631 I slot print_timing: id 0 | task 517 | graph reallocs = 0 / 0 (same size) / (changed size) 2.04.488.745 I slot release: id 0 | task 517 | stop processing: n_tokens = 1528, truncated = 0 2.04.536.238 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.916 (> 0.100 thold), f_keep = 0.717 2.04.536.271 I slot launch_slot_: id 0 | task 843 | processing task, is_child = 0 2.05.666.812 I slot print_timing: id 1 | task 697 | n_gen = 161, tg = 20.61 t/s, tg_3s = 20.16 t/s 2.06.061.381 I slot print_timing: id 2 | task 644 | n_gen = 221, tg = 19.81 t/s, tg_3s = 20.13 t/s 2.07.291.064 I slot print_timing: id 3 | task 796 | n_gen = 100, tg = 21.09 t/s, tg_3s = 21.30 t/s 2.07.731.377 I slot print_timing: id 1 | task 697 | prompt eval time = 496.01 ms / 116 tokens ( 4.28 ms per token, 233.86 tokens per second) 2.07.731.382 I slot print_timing: id 1 | task 697 | eval time = 9827.64 ms / 208 tokens ( 47.48 ms per token, 21.06 tokens per second) 2.07.731.383 I slot print_timing: id 1 | task 697 | total time = 10323.66 ms / 324 tokens 2.07.731.384 I slot print_timing: id 1 | task 697 | graphs reused = 482 2.07.731.385 I slot print_timing: id 1 | task 697 | graph reallocs = 0 / 0 (same size) / (changed size) 2.07.731.516 I slot release: id 1 | task 697 | stop processing: n_tokens = 1419, truncated = 0 2.07.802.802 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.935 (> 0.100 thold), f_keep = 0.772 2.07.802.838 I slot launch_slot_: id 1 | task 910 | processing task, is_child = 0 2.09.098.530 I slot print_timing: id 2 | task 644 | n_gen = 282, tg = 19.87 t/s, tg_3s = 20.08 t/s 2.09.492.460 I slot print_timing: id 2 | task 644 | prompt eval time = 469.19 ms / 114 tokens ( 4.12 ms per token, 242.97 tokens per second) 2.09.492.469 I slot print_timing: id 2 | task 644 | eval time = 14536.05 ms / 291 tokens ( 50.12 ms per token, 19.95 tokens per second) 2.09.492.475 I slot print_timing: id 2 | task 644 | total time = 15005.24 ms / 405 tokens 2.09.492.485 I slot print_timing: id 2 | task 644 | graphs reused = 510 2.09.492.486 I slot print_timing: id 2 | task 644 | graph reallocs = 0 / 0 (same size) / (changed size) 2.09.492.636 I slot release: id 2 | task 644 | stop processing: n_tokens = 1500, truncated = 0 2.09.564.006 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.935 (> 0.100 thold), f_keep = 0.731 2.09.564.038 I slot launch_slot_: id 2 | task 943 | processing task, is_child = 0 2.10.007.682 I slot print_timing: id 0 | task 843 | n_gen = 100, tg = 19.61 t/s, tg_3s = 19.81 t/s 2.10.313.978 I slot print_timing: id 3 | task 796 | n_gen = 153, tg = 19.70 t/s, tg_3s = 17.53 t/s 2.12.900.325 I slot print_timing: id 1 | task 910 | n_gen = 100, tg = 21.17 t/s, tg_3s = 21.39 t/s 2.13.032.251 I slot print_timing: id 0 | task 843 | n_gen = 169, tg = 20.81 t/s, tg_3s = 22.81 t/s 2.13.340.760 I slot print_timing: id 3 | task 796 | n_gen = 222, tg = 20.57 t/s, tg_3s = 22.80 t/s 2.13.559.516 I slot print_timing: id 1 | task 910 | prompt eval time = 421.67 ms / 76 tokens ( 5.55 ms per token, 180.24 tokens per second) 2.13.559.524 I slot print_timing: id 1 | task 910 | eval time = 5335.00 ms / 115 tokens ( 46.80 ms per token, 21.37 tokens per second) 2.13.559.524 I slot print_timing: id 1 | task 910 | total time = 5756.67 ms / 191 tokens 2.13.559.525 I slot print_timing: id 1 | task 910 | graphs reused = 591 2.13.559.526 I slot print_timing: id 1 | task 910 | graph reallocs = 0 / 0 (same size) / (changed size) 2.13.559.648 I slot release: id 1 | task 910 | stop processing: n_tokens = 1286, truncated = 0 2.13.630.768 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.940 (> 0.100 thold), f_keep = 0.852 2.13.630.811 I slot launch_slot_: id 1 | task 1029 | processing task, is_child = 0 2.14.183.507 I slot print_timing: id 0 | task 843 | prompt eval time = 423.35 ms / 101 tokens ( 4.19 ms per token, 238.57 tokens per second) 2.14.183.513 I slot print_timing: id 0 | task 843 | eval time = 9223.88 ms / 187 tokens ( 49.59 ms per token, 20.17 tokens per second) 2.14.183.513 I slot print_timing: id 0 | task 843 | total time = 9647.23 ms / 288 tokens 2.14.183.514 I slot print_timing: id 0 | task 843 | graphs reused = 593 2.14.183.514 I slot print_timing: id 0 | task 843 | graph reallocs = 0 / 0 (same size) / (changed size) 2.14.183.579 I slot release: id 0 | task 843 | stop processing: n_tokens = 1383, truncated = 0 2.14.227.763 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.919 (> 0.100 thold), f_keep = 0.792 2.14.227.788 I slot launch_slot_: id 0 | task 1036 | processing task, is_child = 0 2.14.936.430 I slot print_timing: id 2 | task 943 | n_gen = 100, tg = 19.91 t/s, tg_3s = 20.11 t/s 2.16.341.757 I slot print_timing: id 3 | task 796 | n_gen = 276, tg = 20.01 t/s, tg_3s = 17.99 t/s 2.17.967.995 I slot print_timing: id 2 | task 943 | n_gen = 169, tg = 20.99 t/s, tg_3s = 22.76 t/s 2.18.012.222 I slot print_timing: id 3 | task 796 | prompt eval time = 484.18 ms / 150 tokens ( 3.23 ms per token, 309.80 tokens per second) 2.18.012.230 I slot print_timing: id 3 | task 796 | eval time = 15415.26 ms / 314 tokens ( 49.25 ms per token, 20.30 tokens per second) 2.18.012.231 I slot print_timing: id 3 | task 796 | total time = 15899.44 ms / 464 tokens 2.18.012.232 I slot print_timing: id 3 | task 796 | graphs reused = 670 2.18.012.233 I slot print_timing: id 3 | task 796 | graph reallocs = 0 / 0 (same size) / (changed size) 2.18.012.360 I slot release: id 3 | task 796 | stop processing: n_tokens = 1559, truncated = 0 2.18.057.605 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.899 (> 0.100 thold), f_keep = 0.703 2.18.057.636 I slot launch_slot_: id 3 | task 1118 | processing task, is_child = 0 2.18.610.826 I slot print_timing: id 0 | task 1036 | prompt eval time = 356.43 ms / 96 tokens ( 3.71 ms per token, 269.34 tokens per second) 2.18.610.831 I slot print_timing: id 0 | task 1036 | eval time = 4026.60 ms / 85 tokens ( 47.94 ms per token, 20.86 tokens per second) 2.18.610.832 I slot print_timing: id 0 | task 1036 | total time = 4383.03 ms / 181 tokens 2.18.610.832 I slot print_timing: id 0 | task 1036 | graphs reused = 672 2.18.610.833 I slot print_timing: id 0 | task 1036 | graph reallocs = 0 / 0 (same size) / (changed size) 2.18.610.893 I slot release: id 0 | task 1036 | stop processing: n_tokens = 1276, truncated = 0 2.18.655.084 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.947 (> 0.100 thold), f_keep = 0.859 2.18.655.108 I slot launch_slot_: id 0 | task 1125 | processing task, is_child = 0 2.19.205.125 I slot print_timing: id 1 | task 1029 | n_gen = 100, tg = 19.21 t/s, tg_3s = 19.41 t/s 2.20.970.093 I slot print_timing: id 2 | task 943 | n_gen = 225, tg = 20.35 t/s, tg_3s = 18.65 t/s 2.22.241.094 I slot print_timing: id 1 | task 1029 | n_gen = 169, tg = 20.52 t/s, tg_3s = 22.73 t/s 2.23.029.956 I slot print_timing: id 3 | task 1118 | n_gen = 100, tg = 21.76 t/s, tg_3s = 21.98 t/s 2.23.292.006 I slot print_timing: id 0 | task 1125 | n_gen = 100, tg = 22.78 t/s, tg_3s = 23.01 t/s 2.23.995.084 I slot print_timing: id 2 | task 943 | n_gen = 294, tg = 20.88 t/s, tg_3s = 22.81 t/s 2.25.266.360 I slot print_timing: id 1 | task 1029 | n_gen = 238, tg = 21.13 t/s, tg_3s = 22.81 t/s 2.26.056.504 I slot print_timing: id 3 | task 1118 | n_gen = 169, tg = 22.17 t/s, tg_3s = 22.80 t/s 2.26.318.041 I slot print_timing: id 0 | task 1125 | n_gen = 169, tg = 22.79 t/s, tg_3s = 22.80 t/s 2.27.020.341 I slot print_timing: id 2 | task 943 | n_gen = 363, tg = 21.22 t/s, tg_3s = 22.81 t/s 2.27.063.645 I slot print_timing: id 0 | task 1125 | prompt eval time = 290.58 ms / 61 tokens ( 4.76 ms per token, 209.93 tokens per second) 2.27.063.654 I slot print_timing: id 0 | task 1125 | eval time = 8117.95 ms / 186 tokens ( 43.88 ms per token, 22.79 tokens per second) 2.27.063.655 I slot print_timing: id 0 | task 1125 | total time = 8408.53 ms / 247 tokens 2.27.063.656 I slot print_timing: id 0 | task 1125 | graphs reused = 857 2.27.063.657 I slot print_timing: id 0 | task 1125 | graph reallocs = 0 / 0 (same size) / (changed size) 2.27.063.777 I slot release: id 0 | task 1125 | stop processing: n_tokens = 1342, truncated = 0 2.27.110.674 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.907 (> 0.100 thold), f_keep = 0.817 2.27.110.710 I slot launch_slot_: id 0 | task 1314 | processing task, is_child = 0 2.28.052.183 I slot print_timing: id 2 | task 943 | prompt eval time = 398.81 ms / 76 tokens ( 5.25 ms per token, 190.57 tokens per second) 2.28.052.194 I slot print_timing: id 2 | task 943 | eval time = 18089.33 ms / 379 tokens ( 47.86 ms per token, 20.90 tokens per second) 2.28.052.195 I slot print_timing: id 2 | task 943 | total time = 18488.13 ms / 455 tokens 2.28.052.195 I slot print_timing: id 2 | task 943 | graphs reused = 868 2.28.052.196 I slot print_timing: id 2 | task 943 | graph reallocs = 0 / 0 (same size) / (changed size) 2.28.052.306 I slot release: id 2 | task 943 | stop processing: n_tokens = 1550, truncated = 0 2.28.122.555 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.938 (> 0.100 thold), f_keep = 0.707 2.28.122.597 I slot launch_slot_: id 2 | task 1330 | processing task, is_child = 0 2.28.412.579 I slot print_timing: id 1 | task 1029 | n_gen = 296, tg = 20.54 t/s, tg_3s = 18.43 t/s 2.29.098.205 I slot print_timing: id 3 | task 1118 | n_gen = 223, tg = 20.91 t/s, tg_3s = 17.75 t/s 2.30.149.242 I slot print_timing: id 1 | task 1029 | prompt eval time = 421.62 ms / 70 tokens ( 6.02 ms per token, 166.03 tokens per second) 2.30.149.251 I slot print_timing: id 1 | task 1029 | eval time = 16096.81 ms / 334 tokens ( 48.34 ms per token, 20.69 tokens per second) 2.30.149.252 I slot print_timing: id 1 | task 1029 | total time = 16518.42 ms / 404 tokens 2.30.149.253 I slot print_timing: id 1 | task 1029 | graphs reused = 904 2.30.149.253 I slot print_timing: id 1 | task 1029 | graph reallocs = 0 / 0 (same size) / (changed size) 2.30.149.372 I slot release: id 1 | task 1029 | stop processing: n_tokens = 1499, truncated = 0 2.30.219.901 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.951 (> 0.100 thold), f_keep = 0.731 2.30.219.937 I slot launch_slot_: id 1 | task 1371 | processing task, is_child = 0 2.31.340.464 I slot print_timing: id 3 | task 1118 | prompt eval time = 422.70 ms / 123 tokens ( 3.44 ms per token, 290.99 tokens per second) 2.31.340.472 I slot print_timing: id 3 | task 1118 | eval time = 12860.11 ms / 267 tokens ( 48.35 ms per token, 20.68 tokens per second) 2.31.340.473 I slot print_timing: id 3 | task 1118 | total time = 13282.82 ms / 390 tokens 2.31.340.474 I slot print_timing: id 3 | task 1118 | graphs reused = 920 2.31.340.475 I slot print_timing: id 3 | task 1118 | graph reallocs = 0 / 0 (same size) / (changed size) 2.31.340.633 I slot release: id 3 | task 1118 | stop processing: n_tokens = 1485, truncated = 0 2.31.386.653 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.935 (> 0.100 thold), f_keep = 0.738 2.31.386.682 I slot launch_slot_: id 3 | task 1392 | processing task, is_child = 0 2.32.794.080 I slot print_timing: id 0 | task 1314 | n_gen = 100, tg = 18.81 t/s, tg_3s = 19.00 t/s 2.33.013.107 I slot print_timing: id 2 | task 1330 | prompt eval time = 399.49 ms / 72 tokens ( 5.55 ms per token, 180.23 tokens per second) 2.33.013.115 I slot print_timing: id 2 | task 1330 | eval time = 4491.01 ms / 90 tokens ( 50.46 ms per token, 19.82 tokens per second) 2.33.013.116 I slot print_timing: id 2 | task 1330 | total time = 4890.50 ms / 162 tokens 2.33.013.117 I slot print_timing: id 2 | task 1330 | graphs reused = 948 2.33.013.118 I slot print_timing: id 2 | task 1330 | graph reallocs = 0 / 0 (same size) / (changed size) 2.33.013.247 I slot release: id 2 | task 1330 | stop processing: n_tokens = 1257, truncated = 0 2.33.083.967 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.941 (> 0.100 thold), f_keep = 0.872 2.33.084.002 I slot launch_slot_: id 2 | task 1425 | processing task, is_child = 0 2.35.485.036 I slot print_timing: id 1 | task 1371 | n_gen = 100, tg = 20.21 t/s, tg_3s = 20.41 t/s 2.35.789.970 I slot print_timing: id 1 | task 1371 | prompt eval time = 365.40 ms / 56 tokens ( 6.53 ms per token, 153.26 tokens per second) 2.35.789.978 I slot print_timing: id 1 | task 1371 | eval time = 5204.62 ms / 107 tokens ( 49.10 ms per token, 20.37 tokens per second) 2.35.789.979 I slot print_timing: id 1 | task 1371 | total time = 5570.02 ms / 163 tokens 2.35.789.980 I slot print_timing: id 1 | task 1371 | graphs reused = 1001 2.35.789.981 I slot print_timing: id 1 | task 1371 | graph reallocs = 0 / 0 (same size) / (changed size) 2.35.790.109 I slot release: id 1 | task 1371 | stop processing: n_tokens = 1258, truncated = 0 2.35.860.252 I slot print_timing: id 0 | task 1314 | n_gen = 163, tg = 19.45 t/s, tg_3s = 20.55 t/s 2.35.860.809 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.913 (> 0.100 thold), f_keep = 0.871 2.35.860.842 I slot launch_slot_: id 1 | task 1483 | processing task, is_child = 0 2.36.783.373 I slot print_timing: id 2 | task 1425 | prompt eval time = 341.73 ms / 69 tokens ( 4.95 ms per token, 201.91 tokens per second) 2.36.783.378 I slot print_timing: id 2 | task 1425 | eval time = 3357.63 ms / 68 tokens ( 50.11 ms per token, 19.95 tokens per second) 2.36.783.379 I slot print_timing: id 2 | task 1425 | total time = 3699.36 ms / 137 tokens 2.36.783.380 I slot print_timing: id 2 | task 1425 | graphs reused = 1010 2.36.783.381 I slot print_timing: id 2 | task 1425 | graph reallocs = 0 / 0 (same size) / (changed size) 2.36.783.508 I slot release: id 2 | task 1425 | stop processing: n_tokens = 1232, truncated = 0 2.36.783.949 I slot print_timing: id 3 | task 1392 | n_gen = 100, tg = 19.62 t/s, tg_3s = 19.81 t/s 2.36.854.862 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.944 (> 0.100 thold), f_keep = 0.890 2.36.854.896 I slot launch_slot_: id 2 | task 1497 | processing task, is_child = 0 2.37.992.566 I slot print_timing: id 0 | task 1314 | prompt eval time = 420.95 ms / 113 tokens ( 3.73 ms per token, 268.44 tokens per second) 2.37.992.571 I slot print_timing: id 0 | task 1314 | eval time = 10460.90 ms / 196 tokens ( 53.65 ms per token, 18.64 tokens per second) 2.37.992.572 I slot print_timing: id 0 | task 1314 | total time = 10881.85 ms / 309 tokens 2.37.992.573 I slot print_timing: id 0 | task 1314 | graphs reused = 1027 2.37.992.574 I slot print_timing: id 0 | task 1314 | graph reallocs = 0 / 0 (same size) / (changed size) 2.37.992.689 I slot release: id 0 | task 1314 | stop processing: n_tokens = 1404, truncated = 0 2.38.039.448 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.939 (> 0.100 thold), f_keep = 0.781 2.38.039.481 I slot launch_slot_: id 0 | task 1519 | processing task, is_child = 0 2.39.167.560 I slot print_timing: id 3 | task 1392 | prompt eval time = 350.30 ms / 76 tokens ( 4.61 ms per token, 216.96 tokens per second) 2.39.167.570 I slot print_timing: id 3 | task 1392 | eval time = 7430.56 ms / 142 tokens ( 52.70 ms per token, 18.98 tokens per second) 2.39.167.573 I slot print_timing: id 3 | task 1392 | total time = 7780.87 ms / 218 tokens 2.39.167.574 I slot print_timing: id 3 | task 1392 | graphs reused = 1045 2.39.167.575 I slot print_timing: id 3 | task 1392 | graph reallocs = 0 / 0 (same size) / (changed size) 2.39.167.720 I slot release: id 3 | task 1392 | stop processing: n_tokens = 1313, truncated = 0 2.39.213.889 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.947 (> 0.100 thold), f_keep = 0.835 2.39.213.924 I slot launch_slot_: id 3 | task 1541 | processing task, is_child = 0 2.41.435.764 I slot print_timing: id 1 | task 1483 | n_gen = 100, tg = 19.46 t/s, tg_3s = 19.66 t/s 2.42.005.551 I slot print_timing: id 2 | task 1497 | n_gen = 100, tg = 20.60 t/s, tg_3s = 20.80 t/s 2.42.225.149 I slot print_timing: id 2 | task 1497 | prompt eval time = 344.10 ms / 65 tokens ( 5.29 ms per token, 188.90 tokens per second) 2.42.225.157 I slot print_timing: id 2 | task 1497 | eval time = 5026.14 ms / 105 tokens ( 48.33 ms per token, 20.69 tokens per second) 2.42.225.158 I slot print_timing: id 2 | task 1497 | total time = 5370.24 ms / 170 tokens 2.42.225.159 I slot print_timing: id 2 | task 1497 | graphs reused = 1105 2.42.225.160 I slot print_timing: id 2 | task 1497 | graph reallocs = 0 / 0 (same size) / (changed size) 2.42.225.345 I slot release: id 2 | task 1497 | stop processing: n_tokens = 1265, truncated = 0 2.42.297.188 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.913 (> 0.100 thold), f_keep = 0.867 2.42.297.221 I slot launch_slot_: id 2 | task 1607 | processing task, is_child = 0 2.43.332.805 I slot print_timing: id 0 | task 1519 | n_gen = 100, tg = 19.99 t/s, tg_3s = 20.19 t/s 2.43.377.064 I slot print_timing: id 0 | task 1519 | prompt eval time = 341.06 ms / 71 tokens ( 4.80 ms per token, 208.18 tokens per second) 2.43.377.069 I slot print_timing: id 0 | task 1519 | eval time = 4996.52 ms / 101 tokens ( 49.97 ms per token, 20.01 tokens per second) 2.43.377.070 I slot print_timing: id 0 | task 1519 | total time = 5337.57 ms / 172 tokens 2.43.377.071 I slot print_timing: id 0 | task 1519 | graphs reused = 1118 2.43.377.072 I slot print_timing: id 0 | task 1519 | graph reallocs = 0 / 0 (same size) / (changed size) 2.43.377.189 I slot release: id 0 | task 1519 | stop processing: n_tokens = 1267, truncated = 0 2.43.424.284 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.907 (> 0.100 thold), f_keep = 0.865 2.43.424.315 I slot launch_slot_: id 0 | task 1625 | processing task, is_child = 0 2.44.451.878 I slot print_timing: id 1 | task 1483 | n_gen = 152, tg = 18.63 t/s, tg_3s = 17.24 t/s 2.44.584.398 I slot print_timing: id 3 | task 1541 | n_gen = 100, tg = 19.50 t/s, tg_3s = 19.70 t/s 2.46.245.349 I slot print_timing: id 3 | task 1541 | prompt eval time = 293.39 ms / 61 tokens ( 4.81 ms per token, 207.92 tokens per second) 2.46.245.355 I slot print_timing: id 3 | task 1541 | eval time = 6738.03 ms / 138 tokens ( 49.18 ms per token, 20.33 tokens per second) 2.46.245.358 I slot print_timing: id 3 | task 1541 | total time = 7031.42 ms / 199 tokens 2.46.245.359 I slot print_timing: id 3 | task 1541 | graphs reused = 1173 2.46.245.359 I slot print_timing: id 3 | task 1541 | graph reallocs = 0 / 0 (same size) / (changed size) 2.46.245.496 I slot release: id 3 | task 1541 | stop processing: n_tokens = 1294, truncated = 0 2.46.291.119 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.896 (> 0.100 thold), f_keep = 0.847 2.46.291.161 I slot launch_slot_: id 3 | task 1684 | processing task, is_child = 0 2.47.469.764 I slot print_timing: id 1 | task 1483 | n_gen = 213, tg = 19.06 t/s, tg_3s = 20.21 t/s 2.47.777.352 I slot print_timing: id 2 | task 1607 | n_gen = 100, tg = 19.75 t/s, tg_3s = 19.95 t/s 2.48.523.687 I slot print_timing: id 0 | task 1625 | n_gen = 100, tg = 21.15 t/s, tg_3s = 21.36 t/s 2.49.576.464 I slot print_timing: id 1 | task 1483 | prompt eval time = 487.46 ms / 104 tokens ( 4.69 ms per token, 213.35 tokens per second) 2.49.576.471 I slot print_timing: id 1 | task 1483 | eval time = 13228.15 ms / 261 tokens ( 50.88 ms per token, 19.66 tokens per second) 2.49.576.472 I slot print_timing: id 1 | task 1483 | total time = 13715.61 ms / 365 tokens 2.49.576.473 I slot print_timing: id 1 | task 1483 | graphs reused = 1237 2.49.576.474 I slot print_timing: id 1 | task 1483 | graph reallocs = 0 / 0 (same size) / (changed size) 2.49.576.588 I slot release: id 1 | task 1483 | stop processing: n_tokens = 1460, truncated = 0 2.49.646.949 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.942 (> 0.100 thold), f_keep = 0.751 2.49.646.987 I slot launch_slot_: id 1 | task 1753 | processing task, is_child = 0 2.50.801.721 I slot print_timing: id 2 | task 1607 | n_gen = 162, tg = 20.03 t/s, tg_3s = 20.50 t/s 2.51.370.364 I slot print_timing: id 3 | task 1684 | n_gen = 100, tg = 21.28 t/s, tg_3s = 21.50 t/s 2.51.543.756 I slot print_timing: id 0 | task 1625 | n_gen = 162, tg = 20.90 t/s, tg_3s = 20.53 t/s 2.53.819.864 I slot print_timing: id 2 | task 1607 | n_gen = 231, tg = 20.80 t/s, tg_3s = 22.86 t/s 2.54.346.242 I slot print_timing: id 1 | task 1753 | n_gen = 100, tg = 22.86 t/s, tg_3s = 23.09 t/s 2.54.390.571 I slot print_timing: id 3 | task 1684 | n_gen = 169, tg = 21.90 t/s, tg_3s = 22.85 t/s 2.54.564.783 I slot print_timing: id 0 | task 1625 | n_gen = 231, tg = 21.45 t/s, tg_3s = 22.84 t/s 2.55.883.252 I slot print_timing: id 1 | task 1753 | prompt eval time = 367.61 ms / 68 tokens ( 5.41 ms per token, 184.98 tokens per second) 2.55.883.257 I slot print_timing: id 1 | task 1753 | eval time = 5868.64 ms / 135 tokens ( 43.80 ms per token, 22.83 tokens per second) 2.55.883.258 I slot print_timing: id 1 | task 1753 | total time = 6236.26 ms / 203 tokens 2.55.883.259 I slot print_timing: id 1 | task 1753 | graphs reused = 1370 2.55.883.259 I slot print_timing: id 1 | task 1753 | graph reallocs = 0 / 0 (same size) / (changed size) 2.55.883.392 I slot release: id 1 | task 1753 | stop processing: n_tokens = 1298, truncated = 0 2.55.954.828 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.946 (> 0.100 thold), f_keep = 0.844 2.55.954.861 I slot launch_slot_: id 1 | task 1891 | processing task, is_child = 0 2.56.861.767 I slot print_timing: id 2 | task 1607 | n_gen = 293, tg = 20.71 t/s, tg_3s = 20.38 t/s 2.57.434.097 I slot print_timing: id 3 | task 1684 | n_gen = 231, tg = 21.46 t/s, tg_3s = 20.37 t/s 2.57.565.040 I slot print_timing: id 0 | task 1625 | n_gen = 292, tg = 21.21 t/s, tg_3s = 20.33 t/s 2.58.265.315 I slot print_timing: id 0 | task 1625 | prompt eval time = 417.62 ms / 112 tokens ( 3.73 ms per token, 268.19 tokens per second) 2.58.265.323 I slot print_timing: id 0 | task 1625 | eval time = 14423.37 ms / 308 tokens ( 46.98 ms per token, 21.28 tokens per second) 2.58.265.324 I slot print_timing: id 0 | task 1625 | total time = 14840.99 ms / 420 tokens 2.58.265.324 I slot print_timing: id 0 | task 1625 | graphs reused = 1413 2.58.265.325 I slot print_timing: id 0 | task 1625 | graph reallocs = 0 / 0 (same size) / (changed size) 2.58.265.444 I slot release: id 0 | task 1625 | stop processing: n_tokens = 1515, truncated = 0 2.58.312.399 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.941 (> 0.100 thold), f_keep = 0.723 2.58.312.428 I slot launch_slot_: id 0 | task 1939 | processing task, is_child = 0 2.59.269.925 I slot print_timing: id 1 | task 1891 | prompt eval time = 373.35 ms / 62 tokens ( 6.02 ms per token, 166.07 tokens per second) 2.59.269.930 I slot print_timing: id 1 | task 1891 | eval time = 2941.71 ms / 62 tokens ( 48.22 ms per token, 20.74 tokens per second) 2.59.269.932 I slot print_timing: id 1 | task 1891 | total time = 3315.05 ms / 124 tokens 2.59.269.933 I slot print_timing: id 1 | task 1891 | graphs reused = 1426 2.59.269.934 I slot print_timing: id 1 | task 1891 | graph reallocs = 0 / 0 (same size) / (changed size) 2.59.270.044 I slot release: id 1 | task 1891 | stop processing: n_tokens = 1219, truncated = 0 2.59.340.846 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.931 (> 0.100 thold), f_keep = 0.899 2.59.340.881 I slot launch_slot_: id 1 | task 1957 | processing task, is_child = 0 2.59.899.536 I slot print_timing: id 2 | task 1607 | n_gen = 348, tg = 20.25 t/s, tg_3s = 18.11 t/s 3.00.471.742 I slot print_timing: id 3 | task 1684 | n_gen = 286, tg = 20.72 t/s, tg_3s = 18.11 t/s 3.01.567.382 I slot print_timing: id 3 | task 1684 | prompt eval time = 426.99 ms / 127 tokens ( 3.36 ms per token, 297.43 tokens per second) 3.01.567.388 I slot print_timing: id 3 | task 1684 | eval time = 14849.22 ms / 311 tokens ( 47.90 ms per token, 20.88 tokens per second) 3.01.567.389 I slot print_timing: id 3 | task 1684 | total time = 15276.20 ms / 438 tokens 3.01.567.390 I slot print_timing: id 3 | task 1684 | graphs reused = 1466 3.01.567.391 I slot print_timing: id 3 | task 1684 | graph reallocs = 0 / 0 (same size) / (changed size) 3.01.567.536 I slot release: id 3 | task 1684 | stop processing: n_tokens = 1533, truncated = 0 3.01.613.312 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.926 (> 0.100 thold), f_keep = 0.715 3.01.613.344 I slot launch_slot_: id 3 | task 2002 | processing task, is_child = 0 3.02.931.678 I slot print_timing: id 2 | task 1607 | n_gen = 411, tg = 20.33 t/s, tg_3s = 20.78 t/s 3.03.236.213 I slot print_timing: id 0 | task 1939 | prompt eval time = 345.38 ms / 69 tokens ( 5.01 ms per token, 199.78 tokens per second) 3.03.236.218 I slot print_timing: id 0 | task 1939 | eval time = 4578.39 ms / 91 tokens ( 50.87 ms per token, 19.66 tokens per second) 3.03.236.219 I slot print_timing: id 0 | task 1939 | total time = 4923.77 ms / 160 tokens 3.03.236.220 I slot print_timing: id 0 | task 1939 | graphs reused = 1494 3.03.236.220 I slot print_timing: id 0 | task 1939 | graph reallocs = 0 / 0 (same size) / (changed size) 3.03.236.336 I slot release: id 0 | task 1939 | stop processing: n_tokens = 1255, truncated = 0 3.03.282.729 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.918 (> 0.100 thold), f_keep = 0.873 3.03.282.760 I slot launch_slot_: id 0 | task 2035 | processing task, is_child = 0 3.03.855.573 I slot print_timing: id 2 | task 1607 | prompt eval time = 467.31 ms / 105 tokens ( 4.45 ms per token, 224.69 tokens per second) 3.03.855.577 I slot print_timing: id 2 | task 1607 | eval time = 21091.04 ms / 426 tokens ( 49.63 ms per token, 20.15 tokens per second) 3.03.855.577 I slot print_timing: id 2 | task 1607 | total time = 21558.34 ms / 531 tokens 3.03.855.577 I slot print_timing: id 2 | task 1607 | graphs reused = 1499 3.03.855.578 I slot print_timing: id 2 | task 1607 | graph reallocs = 0 / 0 (same size) / (changed size) 3.03.855.641 I slot release: id 2 | task 1607 | stop processing: n_tokens = 1627, truncated = 0 3.03.923.888 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.940 (> 0.100 thold), f_keep = 0.674 3.03.923.916 I slot launch_slot_: id 2 | task 2044 | processing task, is_child = 0 3.04.988.577 I slot print_timing: id 1 | task 1957 | n_gen = 100, tg = 18.96 t/s, tg_3s = 19.16 t/s 3.06.918.864 I slot print_timing: id 3 | task 2002 | n_gen = 100, tg = 20.01 t/s, tg_3s = 20.21 t/s 3.07.969.096 I slot print_timing: id 1 | task 1957 | prompt eval time = 427.43 ms / 81 tokens ( 5.28 ms per token, 189.51 tokens per second) 3.07.969.104 I slot print_timing: id 1 | task 1957 | eval time = 8200.78 ms / 168 tokens ( 49.11 ms per token, 20.36 tokens per second) 3.07.969.105 I slot print_timing: id 1 | task 1957 | total time = 8628.21 ms / 249 tokens 3.07.969.106 I slot print_timing: id 1 | task 1957 | graphs reused = 1580 3.07.969.106 I slot print_timing: id 1 | task 1957 | graph reallocs = 0 / 0 (same size) / (changed size) 3.07.969.229 I slot release: id 1 | task 1957 | stop processing: n_tokens = 1344, truncated = 0 3.08.039.751 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.926 (> 0.100 thold), f_keep = 0.815 3.08.039.797 I slot launch_slot_: id 1 | task 2131 | processing task, is_child = 0 3.08.684.942 I slot print_timing: id 0 | task 2035 | n_gen = 100, tg = 19.62 t/s, tg_3s = 19.82 t/s 3.09.034.200 I slot print_timing: id 2 | task 2044 | n_gen = 100, tg = 21.05 t/s, tg_3s = 21.26 t/s 3.09.735.672 I slot print_timing: id 0 | task 2035 | prompt eval time = 356.01 ms / 98 tokens ( 3.63 ms per token, 275.27 tokens per second) 3.09.735.683 I slot print_timing: id 0 | task 2035 | eval time = 6096.89 ms / 124 tokens ( 49.57 ms per token, 20.17 tokens per second) 3.09.735.685 I slot print_timing: id 0 | task 2035 | total time = 6452.90 ms / 222 tokens 3.09.735.686 I slot print_timing: id 0 | task 2035 | graphs reused = 1608 3.09.735.687 I slot print_timing: id 0 | task 2035 | graph reallocs = 0 / 0 (same size) / (changed size) 3.09.735.802 I slot release: id 0 | task 2035 | stop processing: n_tokens = 1317, truncated = 0 3.09.783.179 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.895 (> 0.100 thold), f_keep = 0.832 3.09.783.206 I slot launch_slot_: id 0 | task 2164 | processing task, is_child = 0 3.10.122.632 I slot print_timing: id 3 | task 2002 | n_gen = 158, tg = 19.26 t/s, tg_3s = 18.10 t/s 3.12.055.022 I slot print_timing: id 2 | task 2044 | n_gen = 161, tg = 20.71 t/s, tg_3s = 20.19 t/s 3.13.151.424 I slot print_timing: id 1 | task 2131 | n_gen = 100, tg = 21.14 t/s, tg_3s = 21.35 t/s 3.13.152.162 I slot print_timing: id 3 | task 2002 | n_gen = 226, tg = 20.12 t/s, tg_3s = 22.45 t/s 3.13.810.265 I slot print_timing: id 3 | task 2002 | prompt eval time = 356.95 ms / 87 tokens ( 4.10 ms per token, 243.73 tokens per second) 3.13.810.271 I slot print_timing: id 3 | task 2002 | eval time = 11839.95 ms / 241 tokens ( 49.33 ms per token, 20.27 tokens per second) 3.13.810.272 I slot print_timing: id 3 | task 2002 | total time = 12196.91 ms / 328 tokens 3.13.810.273 I slot print_timing: id 3 | task 2002 | graphs reused = 1690 3.13.810.274 I slot print_timing: id 3 | task 2002 | graph reallocs = 0 / 0 (same size) / (changed size) 3.13.810.411 I slot release: id 3 | task 2002 | stop processing: n_tokens = 1423, truncated = 0 3.13.855.878 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.912 (> 0.100 thold), f_keep = 0.770 3.13.855.912 I slot launch_slot_: id 3 | task 2250 | processing task, is_child = 0 3.14.885.511 I slot print_timing: id 0 | task 2164 | n_gen = 100, tg = 21.16 t/s, tg_3s = 21.38 t/s 3.15.060.844 I slot print_timing: id 2 | task 2044 | n_gen = 222, tg = 20.60 t/s, tg_3s = 20.29 t/s 3.16.153.548 I slot print_timing: id 1 | task 2131 | n_gen = 161, tg = 20.82 t/s, tg_3s = 20.32 t/s 3.17.907.090 I slot print_timing: id 0 | task 2164 | n_gen = 169, tg = 21.82 t/s, tg_3s = 22.84 t/s 3.18.083.748 I slot print_timing: id 2 | task 2044 | n_gen = 291, tg = 21.09 t/s, tg_3s = 22.83 t/s 3.18.214.831 I slot print_timing: id 1 | task 2131 | prompt eval time = 428.38 ms / 87 tokens ( 4.92 ms per token, 203.09 tokens per second) 3.18.214.836 I slot print_timing: id 1 | task 2131 | eval time = 9746.65 ms / 208 tokens ( 47.09 ms per token, 21.24 tokens per second) 3.18.214.838 I slot print_timing: id 1 | task 2131 | total time = 10175.03 ms / 295 tokens 3.18.214.839 I slot print_timing: id 1 | task 2131 | graphs reused = 1779 3.18.214.840 I slot print_timing: id 1 | task 2131 | graph reallocs = 0 / 0 (same size) / (changed size) 3.18.214.957 I slot release: id 1 | task 2131 | stop processing: n_tokens = 1390, truncated = 0 3.18.285.799 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.923 (> 0.100 thold), f_keep = 0.788 3.18.285.833 I slot launch_slot_: id 1 | task 2344 | processing task, is_child = 0 3.18.975.122 I slot print_timing: id 3 | task 2250 | n_gen = 100, tg = 21.05 t/s, tg_3s = 21.26 t/s 3.20.949.450 I slot print_timing: id 0 | task 2164 | n_gen = 230, tg = 21.32 t/s, tg_3s = 20.05 t/s 3.21.125.479 I slot print_timing: id 2 | task 2044 | n_gen = 352, tg = 20.90 t/s, tg_3s = 20.05 t/s 3.22.006.320 I slot print_timing: id 3 | task 2250 | n_gen = 169, tg = 21.72 t/s, tg_3s = 22.76 t/s 3.23.057.063 I slot print_timing: id 1 | task 2344 | n_gen = 100, tg = 22.80 t/s, tg_3s = 23.03 t/s 3.23.892.064 I slot print_timing: id 0 | task 2164 | prompt eval time = 424.27 ms / 129 tokens ( 3.29 ms per token, 304.05 tokens per second) 3.23.892.072 I slot print_timing: id 0 | task 2164 | eval time = 13684.58 ms / 297 tokens ( 46.23 ms per token, 21.63 tokens per second) 3.23.892.073 I slot print_timing: id 0 | task 2164 | total time = 14108.85 ms / 426 tokens 3.23.892.074 I slot print_timing: id 0 | task 2164 | graphs reused = 1895 3.23.892.075 I slot print_timing: id 0 | task 2164 | graph reallocs = 0 / 0 (same size) / (changed size) 3.23.892.195 I slot release: id 0 | task 2164 | stop processing: n_tokens = 1521, truncated = 0 3.23.939.522 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.915 (> 0.100 thold), f_keep = 0.721 3.23.939.550 I slot launch_slot_: id 0 | task 2466 | processing task, is_child = 0 3.24.267.199 I slot print_timing: id 2 | task 2044 | n_gen = 417, tg = 20.87 t/s, tg_3s = 20.69 t/s 3.25.016.401 I slot print_timing: id 3 | task 2250 | n_gen = 230, tg = 21.31 t/s, tg_3s = 20.27 t/s 3.25.629.869 I slot print_timing: id 1 | task 2344 | prompt eval time = 428.99 ms / 92 tokens ( 4.66 ms per token, 214.46 tokens per second) 3.25.629.877 I slot print_timing: id 1 | task 2344 | eval time = 6915.04 ms / 151 tokens ( 46.10 ms per token, 21.69 tokens per second) 3.25.629.878 I slot print_timing: id 1 | task 2344 | total time = 7344.03 ms / 243 tokens 3.25.629.879 I slot print_timing: id 1 | task 2344 | graphs reused = 1924 3.25.629.880 I slot print_timing: id 1 | task 2344 | graph reallocs = 0 / 0 (same size) / (changed size) 3.25.630.002 I slot release: id 1 | task 2344 | stop processing: n_tokens = 1338, truncated = 0 3.25.700.708 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.907 (> 0.100 thold), f_keep = 0.819 3.25.700.743 I slot launch_slot_: id 1 | task 2499 | processing task, is_child = 0 3.27.298.883 I slot print_timing: id 2 | task 2044 | n_gen = 475, tg = 20.64 t/s, tg_3s = 19.13 t/s 3.28.042.919 I slot print_timing: id 3 | task 2250 | n_gen = 289, tg = 20.91 t/s, tg_3s = 19.49 t/s 3.28.613.360 I slot print_timing: id 3 | task 2250 | prompt eval time = 416.55 ms / 106 tokens ( 3.93 ms per token, 254.47 tokens per second) 3.28.613.368 I slot print_timing: id 3 | task 2250 | eval time = 14340.89 ms / 302 tokens ( 47.64 ms per token, 20.99 tokens per second) 3.28.613.369 I slot print_timing: id 3 | task 2250 | total time = 14757.44 ms / 408 tokens 3.28.613.370 I slot print_timing: id 3 | task 2250 | graphs reused = 1978 3.28.613.371 I slot print_timing: id 3 | task 2250 | graph reallocs = 0 / 0 (same size) / (changed size) 3.28.613.499 I slot release: id 3 | task 2250 | stop processing: n_tokens = 1503, truncated = 0 3.28.658.785 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.939 (> 0.100 thold), f_keep = 0.729 3.28.658.825 I slot launch_slot_: id 3 | task 2558 | processing task, is_child = 0 3.29.403.216 I slot print_timing: id 0 | task 2466 | n_gen = 100, tg = 19.60 t/s, tg_3s = 19.80 t/s 3.30.325.932 I slot print_timing: id 2 | task 2044 | n_gen = 538, tg = 20.66 t/s, tg_3s = 20.81 t/s 3.30.807.220 I slot print_timing: id 1 | task 2499 | n_gen = 100, tg = 21.46 t/s, tg_3s = 21.68 t/s 3.31.027.102 I slot print_timing: id 2 | task 2044 | prompt eval time = 406.94 ms / 70 tokens ( 5.81 ms per token, 172.01 tokens per second) 3.31.027.108 I slot print_timing: id 2 | task 2044 | eval time = 26696.23 ms / 554 tokens ( 48.28 ms per token, 20.71 tokens per second) 3.31.027.109 I slot print_timing: id 2 | task 2044 | total time = 27103.18 ms / 624 tokens 3.31.027.110 I slot print_timing: id 2 | task 2044 | graphs reused = 2023 3.31.027.111 I slot print_timing: id 2 | task 2044 | graph reallocs = 0 / 0 (same size) / (changed size) 3.31.027.253 I slot release: id 2 | task 2044 | stop processing: n_tokens = 1719, truncated = 0 3.31.098.184 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.936 (> 0.100 thold), f_keep = 0.638 3.31.098.218 I slot launch_slot_: id 2 | task 2608 | processing task, is_child = 0 3.32.415.384 I slot print_timing: id 0 | task 2466 | n_gen = 161, tg = 19.84 t/s, tg_3s = 20.25 t/s 3.33.689.214 I slot print_timing: id 3 | task 2558 | n_gen = 100, tg = 21.15 t/s, tg_3s = 21.37 t/s 3.33.820.111 I slot print_timing: id 1 | task 2499 | n_gen = 161, tg = 20.98 t/s, tg_3s = 20.25 t/s 3.35.440.753 I slot print_timing: id 0 | task 2466 | n_gen = 230, tg = 20.65 t/s, tg_3s = 22.81 t/s 3.35.748.105 I slot print_timing: id 1 | task 2499 | prompt eval time = 492.98 ms / 113 tokens ( 4.36 ms per token, 229.22 tokens per second) 3.35.748.113 I slot print_timing: id 1 | task 2499 | eval time = 9554.37 ms / 205 tokens ( 46.84 ms per token, 21.35 tokens per second) 3.35.748.115 I slot print_timing: id 1 | task 2499 | total time = 10047.35 ms / 318 tokens 3.35.748.116 I slot print_timing: id 1 | task 2499 | graphs reused = 2119 3.35.748.117 I slot print_timing: id 1 | task 2499 | graph reallocs = 0 / 0 (same size) / (changed size) 3.35.748.241 I slot release: id 1 | task 2499 | stop processing: n_tokens = 1413, truncated = 0 3.35.819.338 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.938 (> 0.100 thold), f_keep = 0.776 3.35.819.378 I slot launch_slot_: id 1 | task 2709 | processing task, is_child = 0 3.36.120.880 I slot print_timing: id 2 | task 2608 | n_gen = 100, tg = 21.40 t/s, tg_3s = 21.62 t/s 3.36.545.525 I slot print_timing: id 2 | task 2608 | prompt eval time = 397.19 ms / 76 tokens ( 5.23 ms per token, 191.34 tokens per second) 3.36.545.536 I slot print_timing: id 2 | task 2608 | eval time = 5050.10 ms / 108 tokens ( 47.20 ms per token, 21.19 tokens per second) 3.36.545.537 I slot print_timing: id 2 | task 2608 | total time = 5447.29 ms / 184 tokens 3.36.545.541 I slot print_timing: id 2 | task 2608 | graphs reused = 2125 3.36.545.546 I slot print_timing: id 2 | task 2608 | graph reallocs = 0 / 0 (same size) / (changed size) 3.36.545.709 I slot release: id 2 | task 2608 | stop processing: n_tokens = 1278, truncated = 0 3.36.617.285 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.934 (> 0.100 thold), f_keep = 0.858 3.36.617.323 I slot launch_slot_: id 2 | task 2720 | processing task, is_child = 0 3.36.905.728 I slot print_timing: id 3 | task 2558 | n_gen = 159, tg = 20.01 t/s, tg_3s = 18.34 t/s 3.37.059.669 I slot print_timing: id 3 | task 2558 | prompt eval time = 350.00 ms / 71 tokens ( 4.93 ms per token, 202.85 tokens per second) 3.37.059.675 I slot print_timing: id 3 | task 2558 | eval time = 8050.83 ms / 161 tokens ( 50.32 ms per token, 19.87 tokens per second) 3.37.059.675 I slot print_timing: id 3 | task 2558 | total time = 8400.84 ms / 232 tokens 3.37.059.676 I slot print_timing: id 3 | task 2558 | graphs reused = 2125 3.37.059.676 I slot print_timing: id 3 | task 2558 | graph reallocs = 0 / 0 (same size) / (changed size) 3.37.059.735 I slot release: id 3 | task 2558 | stop processing: n_tokens = 1327, truncated = 0 3.37.102.905 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.932 (> 0.100 thold), f_keep = 0.826 3.37.102.931 I slot launch_slot_: id 3 | task 2725 | processing task, is_child = 0 3.38.461.035 I slot print_timing: id 0 | task 2466 | n_gen = 277, tg = 19.56 t/s, tg_3s = 15.56 t/s 3.41.176.332 I slot print_timing: id 1 | task 2709 | n_gen = 100, tg = 20.06 t/s, tg_3s = 20.26 t/s 3.41.486.326 I slot print_timing: id 0 | task 2466 | n_gen = 346, tg = 20.14 t/s, tg_3s = 22.81 t/s 3.41.618.963 I slot print_timing: id 2 | task 2720 | n_gen = 100, tg = 21.50 t/s, tg_3s = 21.72 t/s 3.41.793.862 I slot print_timing: id 1 | task 2709 | prompt eval time = 422.03 ms / 73 tokens ( 5.78 ms per token, 172.97 tokens per second) 3.41.793.867 I slot print_timing: id 1 | task 2709 | eval time = 5552.45 ms / 114 tokens ( 49.14 ms per token, 20.35 tokens per second) 3.41.793.867 I slot print_timing: id 1 | task 2709 | total time = 5974.48 ms / 187 tokens 3.41.793.868 I slot print_timing: id 1 | task 2709 | graphs reused = 2222 3.41.793.869 I slot print_timing: id 1 | task 2709 | graph reallocs = 0 / 0 (same size) / (changed size) 3.41.793.987 I slot release: id 1 | task 2709 | stop processing: n_tokens = 1282, truncated = 0 3.41.794.743 I slot print_timing: id 3 | task 2725 | n_gen = 100, tg = 22.82 t/s, tg_3s = 23.05 t/s 3.41.864.454 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.919 (> 0.100 thold), f_keep = 0.855 3.41.864.492 I slot launch_slot_: id 1 | task 2828 | processing task, is_child = 0 3.42.470.889 I slot print_timing: id 2 | task 2720 | prompt eval time = 397.34 ms / 77 tokens ( 5.16 ms per token, 193.79 tokens per second) 3.42.470.892 I slot print_timing: id 2 | task 2720 | eval time = 5456.21 ms / 111 tokens ( 49.60 ms per token, 20.16 tokens per second) 3.42.470.893 I slot print_timing: id 2 | task 2720 | total time = 5853.55 ms / 188 tokens 3.42.470.893 I slot print_timing: id 2 | task 2720 | graphs reused = 2225 3.42.470.894 I slot print_timing: id 2 | task 2720 | graph reallocs = 0 / 0 (same size) / (changed size) 3.42.470.954 I slot release: id 2 | task 2720 | stop processing: n_tokens = 1283, truncated = 0 3.42.539.228 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.919 (> 0.100 thold), f_keep = 0.854 3.42.539.258 I slot launch_slot_: id 2 | task 2836 | processing task, is_child = 0 3.43.444.073 I slot print_timing: id 3 | task 2725 | prompt eval time = 353.96 ms / 80 tokens ( 4.42 ms per token, 226.01 tokens per second) 3.43.444.081 I slot print_timing: id 3 | task 2725 | eval time = 5987.17 ms / 121 tokens ( 49.89 ms per token, 20.04 tokens per second) 3.43.444.082 I slot print_timing: id 3 | task 2725 | total time = 6341.13 ms / 201 tokens 3.43.444.083 I slot print_timing: id 3 | task 2725 | graphs reused = 2235 3.43.444.083 I slot print_timing: id 3 | task 2725 | graph reallocs = 0 / 0 (same size) / (changed size) 3.43.444.221 I slot release: id 3 | task 2725 | stop processing: n_tokens = 1296, truncated = 0 3.43.489.784 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.927 (> 0.100 thold), f_keep = 0.846 3.43.489.819 I slot launch_slot_: id 3 | task 2851 | processing task, is_child = 0 3.44.497.512 I slot print_timing: id 0 | task 2466 | n_gen = 392, tg = 19.41 t/s, tg_3s = 15.28 t/s 3.47.256.880 I slot print_timing: id 1 | task 2828 | n_gen = 100, tg = 19.96 t/s, tg_3s = 20.16 t/s 3.47.344.499 I slot print_timing: id 0 | task 2466 | prompt eval time = 412.83 ms / 102 tokens ( 4.05 ms per token, 247.07 tokens per second) 3.47.344.504 I slot print_timing: id 0 | task 2466 | eval time = 22992.11 ms / 457 tokens ( 50.42 ms per token, 19.83 tokens per second) 3.47.344.505 I slot print_timing: id 0 | task 2466 | total time = 23404.94 ms / 559 tokens 3.47.344.506 I slot print_timing: id 0 | task 2466 | graphs reused = 2314 3.47.344.507 I slot print_timing: id 0 | task 2466 | graph reallocs = 0 / 0 (same size) / (changed size) 3.47.344.632 I slot release: id 0 | task 2466 | stop processing: n_tokens = 1654, truncated = 0 3.47.391.820 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.947 (> 0.100 thold), f_keep = 0.663 3.47.391.858 I slot launch_slot_: id 0 | task 2935 | processing task, is_child = 0 3.47.772.945 I slot print_timing: id 2 | task 2836 | n_gen = 100, tg = 20.55 t/s, tg_3s = 20.76 t/s 3.48.391.750 I slot print_timing: id 3 | task 2851 | n_gen = 100, tg = 21.78 t/s, tg_3s = 22.00 t/s 3.49.092.594 I slot print_timing: id 1 | task 2828 | prompt eval time = 432.77 ms / 97 tokens ( 4.46 ms per token, 224.13 tokens per second) 3.49.092.604 I slot print_timing: id 1 | task 2828 | eval time = 6795.31 ms / 137 tokens ( 49.97 ms per token, 20.01 tokens per second) 3.49.092.605 I slot print_timing: id 1 | task 2828 | total time = 7228.09 ms / 234 tokens 3.49.092.606 I slot print_timing: id 1 | task 2828 | graphs reused = 2346 3.49.092.606 I slot print_timing: id 1 | task 2828 | graph reallocs = 0 / 0 (same size) / (changed size) 3.49.092.733 I slot release: id 1 | task 2828 | stop processing: n_tokens = 1329, truncated = 0 3.49.162.894 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.931 (> 0.100 thold), f_keep = 0.825 3.49.162.930 I slot launch_slot_: id 1 | task 2971 | processing task, is_child = 0 3.50.384.625 I slot print_timing: id 2 | task 2836 | prompt eval time = 416.62 ms / 97 tokens ( 4.30 ms per token, 232.83 tokens per second) 3.50.384.634 I slot print_timing: id 2 | task 2836 | eval time = 7428.74 ms / 151 tokens ( 49.52 ms per token, 20.19 tokens per second) 3.50.384.635 I slot print_timing: id 2 | task 2836 | total time = 7845.35 ms / 248 tokens 3.50.384.636 I slot print_timing: id 2 | task 2836 | graphs reused = 2363 3.50.384.636 I slot print_timing: id 2 | task 2836 | graph reallocs = 0 / 0 (same size) / (changed size) 3.50.384.790 I slot release: id 2 | task 2836 | stop processing: n_tokens = 1343, truncated = 0 3.50.455.268 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.938 (> 0.100 thold), f_keep = 0.816 3.50.455.306 I slot launch_slot_: id 2 | task 2993 | processing task, is_child = 0 3.51.428.069 I slot print_timing: id 3 | task 2851 | n_gen = 153, tg = 20.05 t/s, tg_3s = 17.46 t/s 3.52.743.005 I slot print_timing: id 0 | task 2935 | n_gen = 100, tg = 19.57 t/s, tg_3s = 19.77 t/s 3.53.399.447 I slot print_timing: id 0 | task 2935 | prompt eval time = 292.75 ms / 62 tokens ( 4.72 ms per token, 211.78 tokens per second) 3.53.399.452 I slot print_timing: id 0 | task 2935 | eval time = 5714.83 ms / 115 tokens ( 50.13 ms per token, 19.95 tokens per second) 3.53.399.453 I slot print_timing: id 0 | task 2935 | total time = 6007.58 ms / 177 tokens 3.53.399.454 I slot print_timing: id 0 | task 2935 | graphs reused = 2420 3.53.399.454 I slot print_timing: id 0 | task 2935 | graph reallocs = 0 / 0 (same size) / (changed size) 3.53.399.574 I slot release: id 0 | task 2935 | stop processing: n_tokens = 1271, truncated = 0 3.53.446.828 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.944 (> 0.100 thold), f_keep = 0.862 3.53.446.870 I slot launch_slot_: id 0 | task 3055 | processing task, is_child = 0 3.54.438.398 I slot print_timing: id 3 | task 2851 | n_gen = 217, tg = 20.39 t/s, tg_3s = 21.26 t/s 3.54.480.906 I slot print_timing: id 1 | task 2971 | n_gen = 100, tg = 20.24 t/s, tg_3s = 20.44 t/s 3.54.961.776 I slot print_timing: id 3 | task 2851 | prompt eval time = 356.01 ms / 86 tokens ( 4.14 ms per token, 241.57 tokens per second) 3.54.961.785 I slot print_timing: id 3 | task 2851 | eval time = 11115.94 ms / 229 tokens ( 48.75 ms per token, 20.51 tokens per second) 3.54.961.786 I slot print_timing: id 3 | task 2851 | total time = 11471.95 ms / 315 tokens 3.54.961.787 I slot print_timing: id 3 | task 2851 | graphs reused = 2448 3.54.961.788 I slot print_timing: id 3 | task 2851 | graph reallocs = 0 / 0 (same size) / (changed size) 3.54.961.937 I slot release: id 3 | task 2851 | stop processing: n_tokens = 1410, truncated = 0 3.55.007.748 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.922 (> 0.100 thold), f_keep = 0.777 3.55.007.778 I slot launch_slot_: id 3 | task 3087 | processing task, is_child = 0 3.55.665.418 I slot print_timing: id 2 | task 2993 | n_gen = 100, tg = 20.57 t/s, tg_3s = 20.78 t/s 3.56.815.207 I slot print_timing: id 1 | task 2971 | prompt eval time = 426.54 ms / 81 tokens ( 5.27 ms per token, 189.90 tokens per second) 3.56.815.216 I slot print_timing: id 1 | task 2971 | eval time = 7225.72 ms / 147 tokens ( 49.49 ms per token, 20.21 tokens per second) 3.56.815.217 I slot print_timing: id 1 | task 2971 | total time = 7652.26 ms / 228 tokens 3.56.815.218 I slot print_timing: id 1 | task 2971 | graphs reused = 2480 3.56.815.219 I slot print_timing: id 1 | task 2971 | graph reallocs = 0 / 0 (same size) / (changed size) 3.56.815.341 I slot release: id 1 | task 2971 | stop processing: n_tokens = 1323, truncated = 0 3.56.885.585 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.933 (> 0.100 thold), f_keep = 0.828 3.56.885.634 I slot launch_slot_: id 1 | task 3124 | processing task, is_child = 0 3.58.674.746 I slot print_timing: id 2 | task 2993 | n_gen = 160, tg = 20.33 t/s, tg_3s = 19.94 t/s 3.58.718.054 I slot print_timing: id 0 | task 3055 | n_gen = 100, tg = 19.87 t/s, tg_3s = 20.08 t/s 3.59.550.649 I slot print_timing: id 3 | task 3087 | prompt eval time = 355.20 ms / 93 tokens ( 3.82 ms per token, 261.83 tokens per second) 3.59.550.657 I slot print_timing: id 3 | task 3087 | eval time = 4187.66 ms / 88 tokens ( 48.13 ms per token, 20.78 tokens per second) 3.59.550.658 I slot print_timing: id 3 | task 3087 | total time = 4542.86 ms / 181 tokens 3.59.550.659 I slot print_timing: id 3 | task 3087 | graphs reused = 2530 3.59.550.659 I slot print_timing: id 3 | task 3087 | graph reallocs = 0 / 0 (same size) / (changed size) 3.59.550.802 I slot release: id 3 | task 3087 | stop processing: n_tokens = 1276, truncated = 0 3.59.596.765 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.940 (> 0.100 thold), f_keep = 0.859 3.59.596.792 I slot launch_slot_: id 3 | task 3179 | processing task, is_child = 0 4.00.303.715 I slot print_timing: id 2 | task 2993 | prompt eval time = 396.70 ms / 73 tokens ( 5.43 ms per token, 184.02 tokens per second) 4.00.303.723 I slot print_timing: id 2 | task 2993 | eval time = 9451.69 ms / 191 tokens ( 49.75 ms per token, 20.10 tokens per second) 4.00.303.725 I slot print_timing: id 2 | task 2993 | total time = 9848.40 ms / 264 tokens 4.00.303.726 I slot print_timing: id 2 | task 2993 | graphs reused = 2537 4.00.303.727 I slot print_timing: id 2 | task 2993 | graph reallocs = 0 / 0 (same size) / (changed size) 4.00.303.923 I slot release: id 2 | task 2993 | stop processing: n_tokens = 1359, truncated = 0 4.00.375.807 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.898 (> 0.100 thold), f_keep = 0.806 4.00.375.839 I slot launch_slot_: id 2 | task 3191 | processing task, is_child = 0 4.01.723.972 I slot print_timing: id 0 | task 3055 | n_gen = 153, tg = 19.03 t/s, tg_3s = 17.63 t/s 4.02.337.784 I slot print_timing: id 1 | task 3124 | n_gen = 100, tg = 19.70 t/s, tg_3s = 19.90 t/s 4.02.600.021 I slot print_timing: id 1 | task 3124 | prompt eval time = 426.25 ms / 79 tokens ( 5.40 ms per token, 185.34 tokens per second) 4.02.600.027 I slot print_timing: id 1 | task 3124 | eval time = 5288.13 ms / 106 tokens ( 50.36 ms per token, 19.86 tokens per second) 4.02.600.028 I slot print_timing: id 1 | task 3124 | total time = 5714.38 ms / 185 tokens 4.02.600.028 I slot print_timing: id 1 | task 3124 | graphs reused = 2576 4.02.600.029 I slot print_timing: id 1 | task 3124 | graph reallocs = 0 / 0 (same size) / (changed size) 4.02.600.152 I slot release: id 1 | task 3124 | stop processing: n_tokens = 1280, truncated = 0 4.02.671.361 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.926 (> 0.100 thold), f_keep = 0.856 4.02.671.398 I slot launch_slot_: id 1 | task 3235 | processing task, is_child = 0 4.04.766.613 I slot print_timing: id 0 | task 3055 | prompt eval time = 289.97 ms / 65 tokens ( 4.46 ms per token, 224.16 tokens per second) 4.04.766.620 I slot print_timing: id 0 | task 3055 | eval time = 11029.76 ms / 214 tokens ( 51.78 ms per token, 19.31 tokens per second) 4.04.766.623 I slot print_timing: id 0 | task 3055 | total time = 11319.74 ms / 279 tokens 4.04.766.623 I slot print_timing: id 0 | task 3055 | graphs reused = 2613 4.04.766.624 I slot print_timing: id 0 | task 3055 | graph reallocs = 0 / 0 (same size) / (changed size) 4.04.766.727 I slot release: id 0 | task 3055 | stop processing: n_tokens = 1374, truncated = 0 4.04.812.563 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.891 (> 0.100 thold), f_keep = 0.798 4.04.812.590 I slot launch_slot_: id 0 | task 3277 | processing task, is_child = 0 4.05.460.816 I slot print_timing: id 3 | task 3179 | n_gen = 100, tg = 17.95 t/s, tg_3s = 18.13 t/s 4.05.632.015 I slot print_timing: id 3 | task 3179 | prompt eval time = 349.69 ms / 70 tokens ( 5.00 ms per token, 200.18 tokens per second) 4.05.632.021 I slot print_timing: id 3 | task 3179 | eval time = 5685.53 ms / 104 tokens ( 55.20 ms per token, 18.12 tokens per second) 4.05.632.021 I slot print_timing: id 3 | task 3179 | total time = 6035.22 ms / 174 tokens 4.05.632.022 I slot print_timing: id 3 | task 3179 | graphs reused = 2621 4.05.632.023 I slot print_timing: id 3 | task 3179 | graph reallocs = 0 / 0 (same size) / (changed size) 4.05.632.101 I slot release: id 3 | task 3179 | stop processing: n_tokens = 1269, truncated = 0 4.05.675.887 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.926 (> 0.100 thold), f_keep = 0.864 4.05.675.921 I slot launch_slot_: id 3 | task 3289 | processing task, is_child = 0 4.06.205.347 I slot print_timing: id 2 | task 3191 | n_gen = 100, tg = 18.47 t/s, tg_3s = 18.66 t/s 4.08.091.725 I slot print_timing: id 1 | task 3235 | n_gen = 100, tg = 19.83 t/s, tg_3s = 20.03 t/s 4.09.054.963 I slot print_timing: id 1 | task 3235 | prompt eval time = 427.33 ms / 87 tokens ( 4.91 ms per token, 203.59 tokens per second) 4.09.054.970 I slot print_timing: id 1 | task 3235 | eval time = 5956.22 ms / 122 tokens ( 49.22 ms per token, 20.31 tokens per second) 4.09.054.972 I slot print_timing: id 1 | task 3235 | total time = 6383.55 ms / 209 tokens 4.09.054.973 I slot print_timing: id 1 | task 3235 | graphs reused = 2689 4.09.054.974 I slot print_timing: id 1 | task 3235 | graph reallocs = 0 / 0 (same size) / (changed size) 4.09.055.107 I slot release: id 1 | task 3235 | stop processing: n_tokens = 1304, truncated = 0 4.09.126.569 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.914 (> 0.100 thold), f_keep = 0.840 4.09.126.604 I slot launch_slot_: id 1 | task 3362 | processing task, is_child = 0 4.09.494.189 I slot print_timing: id 2 | task 3191 | n_gen = 167, tg = 19.20 t/s, tg_3s = 20.37 t/s 4.10.314.701 I slot print_timing: id 0 | task 3277 | n_gen = 100, tg = 19.69 t/s, tg_3s = 19.89 t/s 4.10.796.790 I slot print_timing: id 3 | task 3289 | n_gen = 100, tg = 20.78 t/s, tg_3s = 20.99 t/s 4.11.716.090 I slot print_timing: id 3 | task 3289 | prompt eval time = 355.88 ms / 87 tokens ( 4.09 ms per token, 244.46 tokens per second) 4.11.716.097 I slot print_timing: id 3 | task 3289 | eval time = 5684.27 ms / 121 tokens ( 47.37 ms per token, 21.11 tokens per second) 4.11.716.098 I slot print_timing: id 3 | task 3289 | total time = 6040.16 ms / 208 tokens 4.11.716.099 I slot print_timing: id 3 | task 3289 | graphs reused = 2736 4.11.716.100 I slot print_timing: id 3 | task 3289 | graph reallocs = 0 / 0 (same size) / (changed size) 4.11.716.250 I slot release: id 3 | task 3289 | stop processing: n_tokens = 1303, truncated = 0 4.11.762.241 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.951 (> 0.100 thold), f_keep = 0.841 4.11.762.271 I slot launch_slot_: id 3 | task 3414 | processing task, is_child = 0 4.12.538.633 I slot print_timing: id 2 | task 3191 | n_gen = 230, tg = 19.59 t/s, tg_3s = 20.69 t/s 4.13.325.983 I slot print_timing: id 0 | task 3277 | n_gen = 164, tg = 20.28 t/s, tg_3s = 21.25 t/s 4.14.158.818 I slot print_timing: id 1 | task 3362 | n_gen = 100, tg = 21.79 t/s, tg_3s = 22.01 t/s 4.15.562.324 I slot print_timing: id 2 | task 3191 | n_gen = 299, tg = 20.25 t/s, tg_3s = 22.82 t/s 4.15.693.742 I slot print_timing: id 0 | task 3277 | prompt eval time = 474.84 ms / 134 tokens ( 3.54 ms per token, 282.20 tokens per second) 4.15.693.749 I slot print_timing: id 0 | task 3277 | eval time = 10406.30 ms / 218 tokens ( 47.96 ms per token, 20.85 tokens per second) 4.15.693.750 I slot print_timing: id 0 | task 3277 | total time = 10881.14 ms / 352 tokens 4.15.693.751 I slot print_timing: id 0 | task 3277 | graphs reused = 2818 4.15.693.752 I slot print_timing: id 0 | task 3277 | graph reallocs = 0 / 0 (same size) / (changed size) 4.15.693.875 I slot release: id 0 | task 3277 | stop processing: n_tokens = 1447, truncated = 0 4.15.740.493 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.933 (> 0.100 thold), f_keep = 0.757 4.15.740.525 I slot launch_slot_: id 0 | task 3501 | processing task, is_child = 0 4.16.264.396 I slot print_timing: id 3 | task 3414 | prompt eval time = 293.80 ms / 56 tokens ( 5.25 ms per token, 190.60 tokens per second) 4.16.264.399 I slot print_timing: id 3 | task 3414 | eval time = 4208.31 ms / 91 tokens ( 46.76 ms per token, 21.39 tokens per second) 4.16.264.400 I slot print_timing: id 3 | task 3414 | total time = 4502.11 ms / 147 tokens 4.16.264.400 I slot print_timing: id 3 | task 3414 | graphs reused = 2822 4.16.264.401 I slot print_timing: id 3 | task 3414 | graph reallocs = 0 / 0 (same size) / (changed size) 4.16.264.483 I slot release: id 3 | task 3414 | stop processing: n_tokens = 1242, truncated = 0 4.16.308.234 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.917 (> 0.100 thold), f_keep = 0.882 4.16.308.260 I slot launch_slot_: id 3 | task 3509 | processing task, is_child = 0 4.17.160.209 I slot print_timing: id 1 | task 3362 | n_gen = 156, tg = 20.54 t/s, tg_3s = 18.66 t/s 4.18.299.923 I slot print_timing: id 2 | task 3191 | prompt eval time = 470.62 ms / 125 tokens ( 3.76 ms per token, 265.60 tokens per second) 4.18.299.930 I slot print_timing: id 2 | task 3191 | eval time = 17453.45 ms / 349 tokens ( 50.15 ms per token, 19.94 tokens per second) 4.18.299.931 I slot print_timing: id 2 | task 3191 | total time = 17924.07 ms / 474 tokens 4.18.299.932 I slot print_timing: id 2 | task 3191 | graphs reused = 2857 4.18.299.933 I slot print_timing: id 2 | task 3191 | graph reallocs = 0 / 0 (same size) / (changed size) 4.18.300.052 I slot release: id 2 | task 3191 | stop processing: n_tokens = 1569, truncated = 0 4.18.370.683 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.933 (> 0.100 thold), f_keep = 0.699 4.18.370.720 I slot launch_slot_: id 2 | task 3550 | processing task, is_child = 0 4.20.171.398 I slot print_timing: id 1 | task 3362 | n_gen = 217, tg = 20.46 t/s, tg_3s = 20.26 t/s 4.20.698.146 I slot print_timing: id 0 | task 3501 | prompt eval time = 349.93 ms / 79 tokens ( 4.43 ms per token, 225.76 tokens per second) 4.20.698.150 I slot print_timing: id 0 | task 3501 | eval time = 4607.68 ms / 92 tokens ( 50.63 ms per token, 19.75 tokens per second) 4.20.698.151 I slot print_timing: id 0 | task 3501 | total time = 4957.61 ms / 171 tokens 4.20.698.152 I slot print_timing: id 0 | task 3501 | graphs reused = 2900 4.20.698.153 I slot print_timing: id 0 | task 3501 | graph reallocs = 0 / 0 (same size) / (changed size) 4.20.698.272 I slot release: id 0 | task 3501 | stop processing: n_tokens = 1266, truncated = 0 4.20.745.604 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.915 (> 0.100 thold), f_keep = 0.866 4.20.745.634 I slot launch_slot_: id 0 | task 3598 | processing task, is_child = 0 4.21.686.464 I slot print_timing: id 3 | task 3509 | n_gen = 100, tg = 19.73 t/s, tg_3s = 19.93 t/s 4.23.175.676 I slot print_timing: id 1 | task 3362 | n_gen = 278, tg = 20.43 t/s, tg_3s = 20.30 t/s 4.23.437.615 I slot print_timing: id 2 | task 3550 | n_gen = 100, tg = 21.23 t/s, tg_3s = 21.44 t/s 4.24.710.072 I slot print_timing: id 3 | task 3509 | n_gen = 169, tg = 20.89 t/s, tg_3s = 22.82 t/s 4.25.454.755 I slot print_timing: id 3 | task 3509 | prompt eval time = 361.20 ms / 99 tokens ( 3.65 ms per token, 274.08 tokens per second) 4.25.454.763 I slot print_timing: id 3 | task 3509 | eval time = 8785.28 ms / 186 tokens ( 47.49 ms per token, 21.06 tokens per second) 4.25.454.764 I slot print_timing: id 3 | task 3509 | total time = 9146.48 ms / 285 tokens 4.25.454.765 I slot print_timing: id 3 | task 3509 | graphs reused = 2998 4.25.454.766 I slot print_timing: id 3 | task 3509 | graph reallocs = 0 / 0 (same size) / (changed size) 4.25.454.936 I slot release: id 3 | task 3509 | stop processing: n_tokens = 1380, truncated = 0 4.25.500.686 I slot print_timing: id 0 | task 3598 | n_gen = 100, tg = 22.79 t/s, tg_3s = 23.02 t/s 4.25.501.173 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.917 (> 0.100 thold), f_keep = 0.794 4.25.501.206 I slot launch_slot_: id 3 | task 3700 | processing task, is_child = 0 4.26.211.780 I slot print_timing: id 1 | task 3362 | n_gen = 341, tg = 20.49 t/s, tg_3s = 20.75 t/s 4.26.478.523 I slot print_timing: id 2 | task 3550 | n_gen = 163, tg = 21.03 t/s, tg_3s = 20.72 t/s 4.27.047.650 I slot print_timing: id 0 | task 3598 | prompt eval time = 411.74 ms / 102 tokens ( 4.04 ms per token, 247.73 tokens per second) 4.27.047.655 I slot print_timing: id 0 | task 3598 | eval time = 5890.27 ms / 129 tokens ( 46.02 ms per token, 21.73 tokens per second) 4.27.047.656 I slot print_timing: id 0 | task 3598 | total time = 6302.01 ms / 231 tokens 4.27.047.657 I slot print_timing: id 0 | task 3598 | graphs reused = 3023 4.27.047.658 I slot print_timing: id 0 | task 3598 | graph reallocs = 0 / 0 (same size) / (changed size) 4.27.047.781 I slot release: id 0 | task 3598 | stop processing: n_tokens = 1326, truncated = 0 4.27.095.242 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.930 (> 0.100 thold), f_keep = 0.827 4.27.095.275 I slot launch_slot_: id 0 | task 3731 | processing task, is_child = 0 4.27.705.737 I slot print_timing: id 1 | task 3362 | prompt eval time = 488.27 ms / 103 tokens ( 4.74 ms per token, 210.95 tokens per second) 4.27.705.742 I slot print_timing: id 1 | task 3362 | eval time = 18090.86 ms / 369 tokens ( 49.16 ms per token, 20.34 tokens per second) 4.27.705.743 I slot print_timing: id 1 | task 3362 | total time = 18579.13 ms / 472 tokens 4.27.705.743 I slot print_timing: id 1 | task 3362 | graphs reused = 3029 4.27.705.744 I slot print_timing: id 1 | task 3362 | graph reallocs = 0 / 0 (same size) / (changed size) 4.27.705.804 I slot release: id 1 | task 3362 | stop processing: n_tokens = 1567, truncated = 0 4.27.773.803 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.936 (> 0.100 thold), f_keep = 0.699 4.27.773.831 I slot launch_slot_: id 1 | task 3741 | processing task, is_child = 0 4.29.235.944 I slot print_timing: id 2 | task 3550 | prompt eval time = 402.79 ms / 79 tokens ( 5.10 ms per token, 196.13 tokens per second) 4.29.235.952 I slot print_timing: id 2 | task 3550 | eval time = 10462.43 ms / 212 tokens ( 49.58 ms per token, 20.17 tokens per second) 4.29.235.953 I slot print_timing: id 2 | task 3550 | total time = 10865.21 ms / 291 tokens 4.29.235.953 I slot print_timing: id 2 | task 3550 | graphs reused = 3052 4.29.235.954 I slot print_timing: id 2 | task 3550 | graph reallocs = 0 / 0 (same size) / (changed size) 4.29.236.082 I slot release: id 2 | task 3550 | stop processing: n_tokens = 1386, truncated = 0 4.29.307.192 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.883 (> 0.100 thold), f_keep = 0.791 4.29.307.222 I slot launch_slot_: id 2 | task 3769 | processing task, is_child = 0 4.31.290.687 I slot print_timing: id 3 | task 3700 | n_gen = 100, tg = 18.24 t/s, tg_3s = 18.42 t/s 4.32.472.198 I slot print_timing: id 1 | task 3741 | prompt eval time = 421.19 ms / 75 tokens ( 5.62 ms per token, 178.07 tokens per second) 4.32.472.203 I slot print_timing: id 1 | task 3741 | eval time = 4277.17 ms / 88 tokens ( 49.16 ms per token, 20.34 tokens per second) 4.32.472.204 I slot print_timing: id 1 | task 3741 | total time = 4698.36 ms / 163 tokens 4.32.472.205 I slot print_timing: id 1 | task 3741 | graphs reused = 3110 4.32.472.206 I slot print_timing: id 1 | task 3741 | graph reallocs = 0 / 0 (same size) / (changed size) 4.32.472.320 I slot release: id 1 | task 3741 | stop processing: n_tokens = 1258, truncated = 0 4.32.542.848 I slot print_timing: id 0 | task 3731 | prompt eval time = 350.17 ms / 83 tokens ( 4.22 ms per token, 237.03 tokens per second) 4.32.542.855 I slot print_timing: id 0 | task 3731 | eval time = 5097.40 ms / 98 tokens ( 52.55 ms per token, 19.03 tokens per second) 4.32.542.856 I slot print_timing: id 0 | task 3731 | total time = 5447.56 ms / 181 tokens 4.32.542.857 I slot print_timing: id 0 | task 3731 | graphs reused = 3110 4.32.542.857 I slot print_timing: id 0 | task 3731 | graph reallocs = 0 / 0 (same size) / (changed size) 4.32.542.954 I slot release: id 0 | task 3731 | stop processing: n_tokens = 1276, truncated = 0 4.32.543.515 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.945 (> 0.100 thold), f_keep = 0.859 4.32.543.550 I slot launch_slot_: id 0 | task 3833 | processing task, is_child = 0 4.32.760.463 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.952 (> 0.100 thold), f_keep = 0.871 4.32.760.486 I slot launch_slot_: id 1 | task 3835 | processing task, is_child = 0 4.34.315.184 I slot print_timing: id 3 | task 3700 | n_gen = 158, tg = 18.57 t/s, tg_3s = 19.18 t/s 4.34.446.287 I slot print_timing: id 2 | task 3769 | prompt eval time = 531.73 ms / 145 tokens ( 3.67 ms per token, 272.70 tokens per second) 4.34.446.296 I slot print_timing: id 2 | task 3769 | eval time = 4607.30 ms / 95 tokens ( 49.01 ms per token, 20.40 tokens per second) 4.34.446.297 I slot print_timing: id 2 | task 3769 | total time = 5139.03 ms / 240 tokens 4.34.446.298 I slot print_timing: id 2 | task 3769 | graphs reused = 3140 4.34.446.298 I slot print_timing: id 2 | task 3769 | graph reallocs = 0 / 0 (same size) / (changed size) 4.34.446.454 I slot release: id 2 | task 3769 | stop processing: n_tokens = 1335, truncated = 0 4.34.517.498 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.925 (> 0.100 thold), f_keep = 0.821 4.34.517.526 I slot launch_slot_: id 2 | task 3869 | processing task, is_child = 0 4.36.764.041 I slot print_timing: id 3 | task 3700 | prompt eval time = 360.84 ms / 99 tokens ( 3.64 ms per token, 274.36 tokens per second) 4.36.764.046 I slot print_timing: id 3 | task 3700 | eval time = 10901.99 ms / 206 tokens ( 53.18 ms per token, 18.80 tokens per second) 4.36.764.047 I slot print_timing: id 3 | task 3700 | total time = 11262.83 ms / 305 tokens 4.36.764.048 I slot print_timing: id 3 | task 3700 | graphs reused = 3181 4.36.764.048 I slot print_timing: id 3 | task 3700 | graph reallocs = 0 / 0 (same size) / (changed size) 4.36.764.157 I slot release: id 3 | task 3700 | stop processing: n_tokens = 1400, truncated = 0 4.36.809.176 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.939 (> 0.100 thold), f_keep = 0.783 4.36.809.214 I slot launch_slot_: id 3 | task 3915 | processing task, is_child = 0 4.37.813.647 I slot print_timing: id 0 | task 3833 | prompt eval time = 450.46 ms / 64 tokens ( 7.04 ms per token, 142.08 tokens per second) 4.37.813.651 I slot print_timing: id 0 | task 3833 | eval time = 4806.26 ms / 95 tokens ( 51.13 ms per token, 19.56 tokens per second) 4.37.813.652 I slot print_timing: id 0 | task 3833 | total time = 5256.72 ms / 159 tokens 4.37.813.653 I slot print_timing: id 0 | task 3833 | graphs reused = 3195 4.37.813.654 I slot print_timing: id 0 | task 3833 | graph reallocs = 0 / 0 (same size) / (changed size) 4.37.813.763 I slot release: id 0 | task 3833 | stop processing: n_tokens = 1254, truncated = 0 4.37.861.196 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.931 (> 0.100 thold), f_keep = 0.874 4.37.861.228 I slot launch_slot_: id 0 | task 3934 | processing task, is_child = 0 4.38.343.052 I slot print_timing: id 1 | task 3835 | n_gen = 100, tg = 18.98 t/s, tg_3s = 19.17 t/s 4.39.799.355 I slot print_timing: id 2 | task 3869 | n_gen = 100, tg = 20.29 t/s, tg_3s = 20.50 t/s 4.40.369.787 I slot print_timing: id 2 | task 3869 | prompt eval time = 403.25 ms / 89 tokens ( 4.53 ms per token, 220.71 tokens per second) 4.40.369.792 I slot print_timing: id 2 | task 3869 | eval time = 5449.00 ms / 113 tokens ( 48.65 ms per token, 20.55 tokens per second) 4.40.369.793 I slot print_timing: id 2 | task 3869 | total time = 5852.25 ms / 202 tokens 4.40.369.794 I slot print_timing: id 2 | task 3869 | graphs reused = 3243 4.40.369.795 I slot print_timing: id 2 | task 3869 | graph reallocs = 0 / 0 (same size) / (changed size) 4.40.369.938 I slot release: id 2 | task 3869 | stop processing: n_tokens = 1297, truncated = 0 4.40.440.688 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.938 (> 0.100 thold), f_keep = 0.845 4.40.440.717 I slot launch_slot_: id 2 | task 3987 | processing task, is_child = 0 4.41.368.364 I slot print_timing: id 1 | task 3835 | n_gen = 161, tg = 19.42 t/s, tg_3s = 20.16 t/s 4.42.114.668 I slot print_timing: id 3 | task 3915 | n_gen = 100, tg = 19.98 t/s, tg_3s = 20.18 t/s 4.42.246.073 I slot print_timing: id 3 | task 3915 | prompt eval time = 349.94 ms / 71 tokens ( 4.93 ms per token, 202.89 tokens per second) 4.42.246.084 I slot print_timing: id 3 | task 3915 | eval time = 5086.90 ms / 103 tokens ( 49.87 ms per token, 20.05 tokens per second) 4.42.246.085 I slot print_timing: id 3 | task 3915 | total time = 5436.84 ms / 174 tokens 4.42.246.086 I slot print_timing: id 3 | task 3915 | graphs reused = 3274 4.42.246.087 I slot print_timing: id 3 | task 3915 | graph reallocs = 0 / 0 (same size) / (changed size) 4.42.246.252 I slot release: id 3 | task 3915 | stop processing: n_tokens = 1269, truncated = 0 4.42.292.180 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.927 (> 0.100 thold), f_keep = 0.864 4.42.292.212 I slot launch_slot_: id 3 | task 4023 | processing task, is_child = 0 4.43.180.272 I slot print_timing: id 0 | task 3934 | n_gen = 100, tg = 19.93 t/s, tg_3s = 20.13 t/s 4.43.748.557 I slot print_timing: id 1 | task 3835 | prompt eval time = 366.26 ms / 55 tokens ( 6.66 ms per token, 150.16 tokens per second) 4.43.748.565 I slot print_timing: id 1 | task 3835 | eval time = 10620.63 ms / 209 tokens ( 51.06 ms per token, 19.58 tokens per second) 4.43.748.566 I slot print_timing: id 1 | task 3835 | total time = 10986.89 ms / 264 tokens 4.43.748.567 I slot print_timing: id 1 | task 3835 | graphs reused = 3298 4.43.748.568 I slot print_timing: id 1 | task 3835 | graph reallocs = 0 / 0 (same size) / (changed size) 4.43.748.684 I slot release: id 1 | task 3835 | stop processing: n_tokens = 1359, truncated = 0 4.43.819.677 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.921 (> 0.100 thold), f_keep = 0.806 4.43.819.712 I slot launch_slot_: id 1 | task 4052 | processing task, is_child = 0 4.45.826.336 I slot print_timing: id 2 | task 3987 | n_gen = 100, tg = 19.84 t/s, tg_3s = 20.04 t/s 4.46.219.968 I slot print_timing: id 0 | task 3934 | n_gen = 161, tg = 19.98 t/s, tg_3s = 20.07 t/s 4.47.354.794 I slot print_timing: id 3 | task 4023 | n_gen = 100, tg = 21.04 t/s, tg_3s = 21.25 t/s 4.48.577.585 I slot print_timing: id 1 | task 4052 | n_gen = 100, tg = 22.89 t/s, tg_3s = 23.12 t/s 4.48.841.395 I slot print_timing: id 2 | task 3987 | n_gen = 169, tg = 20.99 t/s, tg_3s = 22.89 t/s 4.48.973.306 I slot print_timing: id 3 | task 4023 | prompt eval time = 356.16 ms / 86 tokens ( 4.14 ms per token, 241.46 tokens per second) 4.48.973.315 I slot print_timing: id 3 | task 4023 | eval time = 6324.92 ms / 137 tokens ( 46.51 ms per token, 21.50 tokens per second) 4.48.973.316 I slot print_timing: id 3 | task 4023 | total time = 6681.08 ms / 223 tokens 4.48.973.317 I slot print_timing: id 3 | task 4023 | graphs reused = 3405 4.48.973.318 I slot print_timing: id 3 | task 4023 | graph reallocs = 0 / 0 (same size) / (changed size) 4.48.973.488 I slot release: id 3 | task 4023 | stop processing: n_tokens = 1318, truncated = 0 4.49.019.872 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.909 (> 0.100 thold), f_keep = 0.832 4.49.019.902 I slot launch_slot_: id 3 | task 4164 | processing task, is_child = 0 4.49.355.688 I slot print_timing: id 0 | task 3934 | n_gen = 226, tg = 20.19 t/s, tg_3s = 20.73 t/s 4.51.021.243 I slot print_timing: id 2 | task 3987 | prompt eval time = 396.51 ms / 72 tokens ( 5.51 ms per token, 181.58 tokens per second) 4.51.021.251 I slot print_timing: id 2 | task 3987 | eval time = 10184.00 ms / 211 tokens ( 48.50 ms per token, 20.62 tokens per second) 4.51.021.252 I slot print_timing: id 2 | task 3987 | total time = 10580.52 ms / 283 tokens 4.51.021.253 I slot print_timing: id 2 | task 3987 | graphs reused = 3440 4.51.021.254 I slot print_timing: id 2 | task 3987 | graph reallocs = 0 / 0 (same size) / (changed size) 4.51.021.403 I slot release: id 2 | task 3987 | stop processing: n_tokens = 1378, truncated = 0 4.51.092.359 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.926 (> 0.100 thold), f_keep = 0.795 4.51.092.393 I slot launch_slot_: id 2 | task 4204 | processing task, is_child = 0 4.51.583.338 I slot print_timing: id 1 | task 4052 | n_gen = 153, tg = 20.73 t/s, tg_3s = 17.63 t/s 4.52.375.383 I slot print_timing: id 0 | task 3934 | n_gen = 286, tg = 20.12 t/s, tg_3s = 19.87 t/s 4.53.120.928 I slot print_timing: id 1 | task 4052 | prompt eval time = 431.97 ms / 94 tokens ( 4.60 ms per token, 217.61 tokens per second) 4.53.120.933 I slot print_timing: id 1 | task 4052 | eval time = 8869.24 ms / 188 tokens ( 47.43 ms per token, 21.08 tokens per second) 4.53.120.934 I slot print_timing: id 1 | task 4052 | total time = 9301.20 ms / 282 tokens 4.53.120.935 I slot print_timing: id 1 | task 4052 | graphs reused = 3476 4.53.120.936 I slot print_timing: id 1 | task 4052 | graph reallocs = 0 / 0 (same size) / (changed size) 4.53.121.056 I slot release: id 1 | task 4052 | stop processing: n_tokens = 1377, truncated = 0 4.53.191.892 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.930 (> 0.100 thold), f_keep = 0.797 4.53.191.931 I slot launch_slot_: id 1 | task 4245 | processing task, is_child = 0 4.54.503.620 I slot print_timing: id 3 | task 4164 | n_gen = 100, tg = 19.56 t/s, tg_3s = 19.75 t/s 4.55.378.843 I slot print_timing: id 0 | task 3934 | n_gen = 346, tg = 20.10 t/s, tg_3s = 19.98 t/s 4.56.215.541 I slot print_timing: id 2 | task 4204 | n_gen = 100, tg = 20.98 t/s, tg_3s = 21.19 t/s 4.57.530.031 I slot print_timing: id 3 | task 4164 | n_gen = 169, tg = 20.77 t/s, tg_3s = 22.80 t/s 4.57.881.192 I slot print_timing: id 3 | task 4164 | prompt eval time = 421.51 ms / 110 tokens ( 3.83 ms per token, 260.97 tokens per second) 4.57.881.202 I slot print_timing: id 3 | task 4164 | eval time = 8439.76 ms / 177 tokens ( 47.95 ms per token, 20.85 tokens per second) 4.57.881.203 I slot print_timing: id 3 | task 4164 | total time = 8861.28 ms / 287 tokens 4.57.881.203 I slot print_timing: id 3 | task 4164 | graphs reused = 3571 4.57.881.204 I slot print_timing: id 3 | task 4164 | graph reallocs = 0 / 0 (same size) / (changed size) 4.57.881.389 I slot release: id 3 | task 4164 | stop processing: n_tokens = 1382, truncated = 0 4.57.927.060 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.943 (> 0.100 thold), f_keep = 0.793 4.57.927.092 I slot launch_slot_: id 3 | task 4346 | processing task, is_child = 0 4.58.137.556 I slot print_timing: id 1 | task 4245 | n_gen = 100, tg = 21.92 t/s, tg_3s = 22.15 t/s 4.58.396.644 I slot print_timing: id 0 | task 3934 | n_gen = 410, tg = 20.26 t/s, tg_3s = 21.21 t/s 4.59.238.864 I slot print_timing: id 2 | task 4204 | n_gen = 164, tg = 21.05 t/s, tg_3s = 21.17 t/s 5.01.170.465 I slot print_timing: id 1 | task 4245 | n_gen = 168, tg = 22.12 t/s, tg_3s = 22.42 t/s 5.01.434.970 I slot print_timing: id 0 | task 3934 | n_gen = 479, tg = 20.58 t/s, tg_3s = 22.71 t/s 5.02.268.624 I slot print_timing: id 2 | task 4204 | n_gen = 233, tg = 21.54 t/s, tg_3s = 22.77 t/s 5.02.576.318 I slot print_timing: id 3 | task 4346 | n_gen = 100, tg = 22.74 t/s, tg_3s = 22.97 t/s 5.04.199.026 I slot print_timing: id 1 | task 4245 | n_gen = 237, tg = 22.31 t/s, tg_3s = 22.78 t/s 5.04.463.435 I slot print_timing: id 0 | task 3934 | n_gen = 548, tg = 20.84 t/s, tg_3s = 22.78 t/s 5.04.551.267 I slot print_timing: id 1 | task 4245 | prompt eval time = 429.94 ms / 83 tokens ( 5.18 ms per token, 193.05 tokens per second) 5.04.551.274 I slot print_timing: id 1 | task 4245 | eval time = 10929.39 ms / 245 tokens ( 44.79 ms per token, 22.33 tokens per second) 5.04.551.275 I slot print_timing: id 1 | task 4245 | total time = 11359.33 ms / 328 tokens 5.04.551.276 I slot print_timing: id 1 | task 4245 | graphs reused = 3714 5.04.551.277 I slot print_timing: id 1 | task 4245 | graph reallocs = 0 / 0 (same size) / (changed size) 5.04.551.395 I slot release: id 1 | task 4245 | stop processing: n_tokens = 1424, truncated = 0 5.04.622.228 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.939 (> 0.100 thold), f_keep = 0.770 5.04.622.263 I slot launch_slot_: id 1 | task 4494 | processing task, is_child = 0 5.05.279.677 I slot print_timing: id 2 | task 4204 | n_gen = 293, tg = 21.18 t/s, tg_3s = 19.93 t/s 5.05.588.593 I slot print_timing: id 3 | task 4346 | n_gen = 160, tg = 21.59 t/s, tg_3s = 19.92 t/s 5.07.297.520 I slot print_timing: id 0 | task 3934 | prompt eval time = 351.15 ms / 81 tokens ( 4.34 ms per token, 230.67 tokens per second) 5.07.297.527 I slot print_timing: id 0 | task 3934 | eval time = 29085.13 ms / 604 tokens ( 48.23 ms per token, 20.73 tokens per second) 5.07.297.528 I slot print_timing: id 0 | task 3934 | total time = 29436.28 ms / 685 tokens 5.07.297.529 I slot print_timing: id 0 | task 3934 | graphs reused = 3764 5.07.297.529 I slot print_timing: id 0 | task 3934 | graph reallocs = 0 / 0 (same size) / (changed size) 5.07.297.649 I slot release: id 0 | task 3934 | stop processing: n_tokens = 1780, truncated = 0 5.07.344.143 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.920 (> 0.100 thold), f_keep = 0.616 5.07.344.174 I slot launch_slot_: id 0 | task 4549 | processing task, is_child = 0 5.07.615.472 I slot print_timing: id 2 | task 4204 | prompt eval time = 403.57 ms / 88 tokens ( 4.59 ms per token, 218.05 tokens per second) 5.07.615.477 I slot print_timing: id 2 | task 4204 | eval time = 16119.49 ms / 341 tokens ( 47.41 ms per token, 21.09 tokens per second) 5.07.615.477 I slot print_timing: id 2 | task 4204 | total time = 16523.06 ms / 429 tokens 5.07.615.478 I slot print_timing: id 2 | task 4204 | graphs reused = 3765 5.07.615.478 I slot print_timing: id 2 | task 4204 | graph reallocs = 0 / 0 (same size) / (changed size) 5.07.615.544 I slot release: id 2 | task 4204 | stop processing: n_tokens = 1524, truncated = 0 5.07.710.650 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.886 (> 0.100 thold), f_keep = 0.719 5.07.710.685 I slot launch_slot_: id 2 | task 4552 | processing task, is_child = 0 5.08.608.028 I slot print_timing: id 3 | task 4346 | n_gen = 212, tg = 20.32 t/s, tg_3s = 17.22 t/s 5.09.178.080 I slot print_timing: id 3 | task 4346 | prompt eval time = 296.24 ms / 66 tokens ( 4.49 ms per token, 222.79 tokens per second) 5.09.178.088 I slot print_timing: id 3 | task 4346 | eval time = 10954.74 ms / 225 tokens ( 48.91 ms per token, 20.45 tokens per second) 5.09.178.089 I slot print_timing: id 3 | task 4346 | total time = 11250.98 ms / 291 tokens 5.09.178.090 I slot print_timing: id 3 | task 4346 | graphs reused = 3785 5.09.178.090 I slot print_timing: id 3 | task 4346 | graph reallocs = 0 / 0 (same size) / (changed size) 5.09.178.211 I slot release: id 3 | task 4346 | stop processing: n_tokens = 1386, truncated = 0 5.09.223.807 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.923 (> 0.100 thold), f_keep = 0.791 5.09.223.834 I slot launch_slot_: id 3 | task 4577 | processing task, is_child = 0 5.10.408.541 I slot print_timing: id 1 | task 4494 | n_gen = 100, tg = 18.49 t/s, tg_3s = 18.67 t/s 5.10.938.228 I slot print_timing: id 1 | task 4494 | prompt eval time = 431.39 ms / 71 tokens ( 6.08 ms per token, 164.58 tokens per second) 5.10.938.236 I slot print_timing: id 1 | task 4494 | eval time = 5884.57 ms / 112 tokens ( 53.01 ms per token, 18.86 tokens per second) 5.10.938.237 I slot print_timing: id 1 | task 4494 | total time = 6315.96 ms / 183 tokens 5.10.938.238 I slot print_timing: id 1 | task 4494 | graphs reused = 3814 5.10.938.239 I slot print_timing: id 1 | task 4494 | graph reallocs = 0 / 0 (same size) / (changed size) 5.10.938.355 I slot release: id 1 | task 4494 | stop processing: n_tokens = 1278, truncated = 0 5.11.009.154 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.931 (> 0.100 thold), f_keep = 0.858 5.11.009.190 I slot launch_slot_: id 1 | task 4612 | processing task, is_child = 0 5.13.148.247 I slot print_timing: id 0 | task 4549 | n_gen = 100, tg = 18.20 t/s, tg_3s = 18.39 t/s 5.13.235.946 I slot print_timing: id 2 | task 4552 | n_gen = 100, tg = 19.87 t/s, tg_3s = 20.07 t/s 5.14.289.226 I slot print_timing: id 3 | task 4577 | n_gen = 100, tg = 21.02 t/s, tg_3s = 21.24 t/s 5.15.776.763 I slot print_timing: id 1 | task 4612 | n_gen = 100, tg = 22.81 t/s, tg_3s = 23.04 t/s 5.16.172.217 I slot print_timing: id 0 | task 4549 | n_gen = 169, tg = 19.85 t/s, tg_3s = 22.82 t/s 5.16.259.750 I slot print_timing: id 2 | task 4552 | n_gen = 169, tg = 20.98 t/s, tg_3s = 22.82 t/s 5.16.871.199 I slot print_timing: id 3 | task 4577 | prompt eval time = 356.63 ms / 91 tokens ( 3.92 ms per token, 255.16 tokens per second) 5.16.871.205 I slot print_timing: id 3 | task 4577 | eval time = 7290.72 ms / 159 tokens ( 46.14 ms per token, 21.67 tokens per second) 5.16.871.205 I slot print_timing: id 3 | task 4577 | total time = 7647.35 ms / 250 tokens 5.16.871.206 I slot print_timing: id 3 | task 4577 | graphs reused = 3937 5.16.871.207 I slot print_timing: id 3 | task 4577 | graph reallocs = 0 / 0 (same size) / (changed size) 5.16.871.325 I slot release: id 3 | task 4577 | stop processing: n_tokens = 1345, truncated = 0 5.16.916.356 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.932 (> 0.100 thold), f_keep = 0.815 5.16.916.387 I slot launch_slot_: id 3 | task 4740 | processing task, is_child = 0 5.18.809.884 I slot print_timing: id 1 | task 4612 | n_gen = 163, tg = 21.97 t/s, tg_3s = 20.77 t/s 5.19.203.348 I slot print_timing: id 0 | task 4549 | n_gen = 232, tg = 20.10 t/s, tg_3s = 20.78 t/s 5.19.291.861 I slot print_timing: id 2 | task 4552 | n_gen = 232, tg = 20.93 t/s, tg_3s = 20.78 t/s 5.20.169.021 I slot print_timing: id 1 | task 4612 | prompt eval time = 426.57 ms / 81 tokens ( 5.27 ms per token, 189.89 tokens per second) 5.20.169.029 I slot print_timing: id 1 | task 4612 | eval time = 8733.25 ms / 194 tokens ( 45.25 ms per token, 22.10 tokens per second) 5.20.169.030 I slot print_timing: id 1 | task 4612 | total time = 9159.82 ms / 275 tokens 5.20.169.031 I slot print_timing: id 1 | task 4612 | graphs reused = 4002 5.20.169.032 I slot print_timing: id 1 | task 4612 | graph reallocs = 0 / 0 (same size) / (changed size) 5.20.169.151 I slot release: id 1 | task 4612 | stop processing: n_tokens = 1370, truncated = 0 5.20.240.474 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.911 (> 0.100 thold), f_keep = 0.800 5.20.240.514 I slot launch_slot_: id 1 | task 4810 | processing task, is_child = 0 5.22.046.647 I slot print_timing: id 3 | task 4740 | n_gen = 100, tg = 20.73 t/s, tg_3s = 20.94 t/s 5.22.221.779 I slot print_timing: id 0 | task 4549 | n_gen = 291, tg = 19.98 t/s, tg_3s = 19.55 t/s 5.22.310.260 I slot print_timing: id 2 | task 4552 | n_gen = 291, tg = 20.63 t/s, tg_3s = 19.55 t/s 5.25.080.703 I slot print_timing: id 1 | task 4810 | n_gen = 100, tg = 22.75 t/s, tg_3s = 22.98 t/s 5.25.081.381 I slot print_timing: id 3 | task 4740 | n_gen = 169, tg = 21.51 t/s, tg_3s = 22.74 t/s 5.25.255.543 I slot print_timing: id 0 | task 4549 | n_gen = 360, tg = 20.46 t/s, tg_3s = 22.74 t/s 5.25.343.700 I slot print_timing: id 2 | task 4552 | n_gen = 360, tg = 21.00 t/s, tg_3s = 22.75 t/s 5.25.869.691 I slot print_timing: id 0 | task 4549 | prompt eval time = 365.96 ms / 96 tokens ( 3.81 ms per token, 262.32 tokens per second) 5.25.869.699 I slot print_timing: id 0 | task 4549 | eval time = 18159.55 ms / 374 tokens ( 48.69 ms per token, 20.54 tokens per second) 5.25.869.700 I slot print_timing: id 0 | task 4549 | total time = 18525.51 ms / 470 tokens 5.25.869.700 I slot print_timing: id 0 | task 4549 | graphs reused = 4117 5.25.869.701 I slot print_timing: id 0 | task 4549 | graph reallocs = 0 / 0 (same size) / (changed size) 5.25.869.822 I slot release: id 0 | task 4549 | stop processing: n_tokens = 1564, truncated = 0 5.25.916.803 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.926 (> 0.100 thold), f_keep = 0.701 5.25.916.832 I slot launch_slot_: id 0 | task 4931 | processing task, is_child = 0 5.26.800.608 I slot print_timing: id 3 | task 4740 | prompt eval time = 354.65 ms / 80 tokens ( 4.43 ms per token, 225.58 tokens per second) 5.26.800.617 I slot print_timing: id 3 | task 4740 | eval time = 9529.55 ms / 202 tokens ( 47.41 ms per token, 21.09 tokens per second) 5.26.800.620 I slot print_timing: id 3 | task 4740 | total time = 9884.20 ms / 282 tokens 5.26.800.621 I slot print_timing: id 3 | task 4740 | graphs reused = 4129 5.26.800.621 I slot print_timing: id 3 | task 4740 | graph reallocs = 0 / 0 (same size) / (changed size) 5.26.800.779 I slot release: id 3 | task 4740 | stop processing: n_tokens = 1377, truncated = 0 5.26.847.221 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.926 (> 0.100 thold), f_keep = 0.796 5.26.847.256 I slot launch_slot_: id 3 | task 4947 | processing task, is_child = 0 5.28.119.341 I slot print_timing: id 1 | task 4810 | n_gen = 157, tg = 21.11 t/s, tg_3s = 18.76 t/s 5.28.383.533 I slot print_timing: id 2 | task 4552 | n_gen = 417, tg = 20.66 t/s, tg_3s = 18.75 t/s 5.30.881.757 I slot print_timing: id 0 | task 4931 | n_gen = 100, tg = 21.46 t/s, tg_3s = 21.68 t/s 5.31.144.884 I slot print_timing: id 1 | task 4810 | n_gen = 226, tg = 21.60 t/s, tg_3s = 22.81 t/s 5.31.409.151 I slot print_timing: id 2 | task 4552 | n_gen = 486, tg = 20.94 t/s, tg_3s = 22.81 t/s 5.31.540.462 I slot print_timing: id 3 | task 4947 | n_gen = 100, tg = 22.83 t/s, tg_3s = 23.06 t/s 5.32.551.665 I slot print_timing: id 0 | task 4931 | prompt eval time = 351.57 ms / 87 tokens ( 4.04 ms per token, 247.46 tokens per second) 5.32.551.673 I slot print_timing: id 0 | task 4931 | eval time = 6283.26 ms / 138 tokens ( 45.86 ms per token, 21.80 tokens per second) 5.32.551.674 I slot print_timing: id 0 | task 4931 | total time = 6634.82 ms / 225 tokens 5.32.551.675 I slot print_timing: id 0 | task 4931 | graphs reused = 4250 5.32.551.676 I slot print_timing: id 0 | task 4931 | graph reallocs = 0 / 0 (same size) / (changed size) 5.32.551.793 I slot release: id 0 | task 4931 | stop processing: n_tokens = 1320, truncated = 0 5.32.598.746 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.922 (> 0.100 thold), f_keep = 0.830 5.32.598.784 I slot launch_slot_: id 0 | task 5073 | processing task, is_child = 0 5.33.518.861 I slot print_timing: id 3 | task 4947 | prompt eval time = 356.95 ms / 88 tokens ( 4.06 ms per token, 246.53 tokens per second) 5.33.518.867 I slot print_timing: id 3 | task 4947 | eval time = 6314.65 ms / 139 tokens ( 45.76 ms per token, 21.85 tokens per second) 5.33.518.868 I slot print_timing: id 3 | task 4947 | total time = 6671.60 ms / 227 tokens 5.33.518.869 I slot print_timing: id 3 | task 4947 | graphs reused = 4263 5.33.518.869 I slot print_timing: id 3 | task 4947 | graph reallocs = 0 / 0 (same size) / (changed size) 5.33.518.951 I slot release: id 3 | task 4947 | stop processing: n_tokens = 1322, truncated = 0 5.33.563.208 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.920 (> 0.100 thold), f_keep = 0.829 5.33.563.235 I slot launch_slot_: id 3 | task 5090 | processing task, is_child = 0 5.34.183.276 I slot print_timing: id 1 | task 4810 | n_gen = 283, tg = 20.96 t/s, tg_3s = 18.76 t/s 5.34.410.143 I slot print_timing: id 2 | task 4552 | n_gen = 542, tg = 20.68 t/s, tg_3s = 18.66 t/s 5.37.184.853 I slot print_timing: id 1 | task 4810 | n_gen = 351, tg = 21.27 t/s, tg_3s = 22.65 t/s 5.37.449.704 I slot print_timing: id 2 | task 4552 | n_gen = 611, tg = 20.89 t/s, tg_3s = 22.70 t/s 5.37.579.991 I slot print_timing: id 0 | task 5073 | n_gen = 100, tg = 21.40 t/s, tg_3s = 21.62 t/s 5.38.283.325 I slot print_timing: id 3 | task 5090 | n_gen = 100, tg = 22.71 t/s, tg_3s = 22.94 t/s 5.39.473.012 I slot print_timing: id 3 | task 5090 | prompt eval time = 360.78 ms / 95 tokens ( 3.80 ms per token, 263.32 tokens per second) 5.39.473.020 I slot print_timing: id 3 | task 5090 | eval time = 5548.99 ms / 127 tokens ( 44.04 ms per token, 22.71 tokens per second) 5.39.473.021 I slot print_timing: id 3 | task 5090 | total time = 5909.77 ms / 222 tokens 5.39.473.022 I slot print_timing: id 3 | task 5090 | graphs reused = 4387 5.39.473.023 I slot print_timing: id 3 | task 5090 | graph reallocs = 0 / 0 (same size) / (changed size) 5.39.473.144 I slot release: id 3 | task 5090 | stop processing: n_tokens = 1317, truncated = 0 5.39.519.006 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.937 (> 0.100 thold), f_keep = 0.832 5.39.519.032 I slot launch_slot_: id 3 | task 5220 | processing task, is_child = 0 5.40.218.321 I slot print_timing: id 1 | task 4810 | n_gen = 414, tg = 21.19 t/s, tg_3s = 20.77 t/s 5.40.478.984 I slot print_timing: id 2 | task 4552 | n_gen = 674, tg = 20.88 t/s, tg_3s = 20.80 t/s 5.40.617.567 I slot print_timing: id 0 | task 5073 | n_gen = 163, tg = 21.14 t/s, tg_3s = 20.74 t/s 5.41.717.906 I slot print_timing: id 2 | task 4552 | prompt eval time = 541.77 ms / 141 tokens ( 3.84 ms per token, 260.26 tokens per second) 5.41.717.914 I slot print_timing: id 2 | task 4552 | eval time = 33465.44 ms / 702 tokens ( 47.74 ms per token, 20.95 tokens per second) 5.41.717.915 I slot print_timing: id 2 | task 4552 | total time = 34007.21 ms / 843 tokens 5.41.717.915 I slot print_timing: id 2 | task 4552 | graphs reused = 4428 5.41.717.916 I slot print_timing: id 2 | task 4552 | graph reallocs = 0 / 0 (same size) / (changed size) 5.41.718.038 I slot release: id 2 | task 4552 | stop processing: n_tokens = 1938, truncated = 0 5.41.788.431 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.922 (> 0.100 thold), f_keep = 0.566 5.41.788.468 I slot launch_slot_: id 2 | task 5266 | processing task, is_child = 0 5.42.546.530 I slot print_timing: id 1 | task 4810 | prompt eval time = 488.86 ms / 107 tokens ( 4.57 ms per token, 218.88 tokens per second) 5.42.546.542 I slot print_timing: id 1 | task 4810 | eval time = 21817.13 ms / 459 tokens ( 47.64 ms per token, 20.99 tokens per second) 5.42.546.543 I slot print_timing: id 1 | task 4810 | total time = 22305.99 ms / 566 tokens 5.42.546.548 I slot print_timing: id 1 | task 4810 | graphs reused = 4435 5.42.546.549 I slot print_timing: id 1 | task 4810 | graph reallocs = 0 / 0 (same size) / (changed size) 5.42.546.699 I slot release: id 1 | task 4810 | stop processing: n_tokens = 1661, truncated = 0 5.42.627.366 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.937 (> 0.100 thold), f_keep = 0.660 5.42.627.401 I slot launch_slot_: id 1 | task 5278 | processing task, is_child = 0 5.43.624.185 I slot print_timing: id 0 | task 5073 | n_gen = 215, tg = 20.06 t/s, tg_3s = 17.30 t/s 5.44.939.152 I slot print_timing: id 3 | task 5220 | n_gen = 100, tg = 19.53 t/s, tg_3s = 19.73 t/s 5.45.245.720 I slot print_timing: id 3 | task 5220 | prompt eval time = 351.42 ms / 74 tokens ( 4.75 ms per token, 210.57 tokens per second) 5.45.245.738 I slot print_timing: id 3 | task 5220 | eval time = 5375.25 ms / 107 tokens ( 50.71 ms per token, 19.72 tokens per second) 5.45.245.739 I slot print_timing: id 3 | task 5220 | total time = 5726.67 ms / 181 tokens 5.45.245.740 I slot print_timing: id 3 | task 5220 | graphs reused = 4484 5.45.245.741 I slot print_timing: id 3 | task 5220 | graph reallocs = 0 / 0 (same size) / (changed size) 5.45.245.904 I slot release: id 3 | task 5220 | stop processing: n_tokens = 1276, truncated = 0 5.45.291.981 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.938 (> 0.100 thold), f_keep = 0.859 5.45.292.014 I slot launch_slot_: id 3 | task 5332 | processing task, is_child = 0 5.46.649.205 I slot print_timing: id 0 | task 5073 | n_gen = 278, tg = 20.23 t/s, tg_3s = 20.83 t/s 5.47.175.320 I slot print_timing: id 2 | task 5266 | prompt eval time = 409.22 ms / 94 tokens ( 4.35 ms per token, 229.71 tokens per second) 5.47.175.325 I slot print_timing: id 2 | task 5266 | eval time = 4977.62 ms / 100 tokens ( 50.28 ms per token, 19.89 tokens per second) 5.47.175.326 I slot print_timing: id 2 | task 5266 | total time = 5386.84 ms / 194 tokens 5.47.175.327 I slot print_timing: id 2 | task 5266 | graphs reused = 4518 5.47.175.328 I slot print_timing: id 2 | task 5266 | graph reallocs = 0 / 0 (same size) / (changed size) 5.47.175.463 I slot release: id 2 | task 5266 | stop processing: n_tokens = 1288, truncated = 0 5.47.246.636 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.934 (> 0.100 thold), f_keep = 0.851 5.47.246.676 I slot launch_slot_: id 2 | task 5371 | processing task, is_child = 0 5.47.995.088 I slot print_timing: id 1 | task 5278 | n_gen = 100, tg = 20.01 t/s, tg_3s = 20.22 t/s 5.48.261.986 I slot print_timing: id 1 | task 5278 | prompt eval time = 421.18 ms / 75 tokens ( 5.62 ms per token, 178.07 tokens per second) 5.48.261.992 I slot print_timing: id 1 | task 5278 | eval time = 5213.40 ms / 106 tokens ( 49.65 ms per token, 20.14 tokens per second) 5.48.261.994 I slot print_timing: id 1 | task 5278 | total time = 5634.58 ms / 181 tokens 5.48.261.995 I slot print_timing: id 1 | task 5278 | graphs reused = 4531 5.48.261.996 I slot print_timing: id 1 | task 5278 | graph reallocs = 0 / 0 (same size) / (changed size) 5.48.262.122 I slot release: id 1 | task 5278 | stop processing: n_tokens = 1275, truncated = 0 5.48.332.781 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.880 (> 0.100 thold), f_keep = 0.860 5.48.332.817 I slot launch_slot_: id 1 | task 5389 | processing task, is_child = 0 5.49.684.788 I slot print_timing: id 0 | task 5073 | n_gen = 328, tg = 19.55 t/s, tg_3s = 16.47 t/s 5.50.611.558 I slot print_timing: id 3 | task 5332 | prompt eval time = 349.69 ms / 72 tokens ( 4.86 ms per token, 205.90 tokens per second) 5.50.611.564 I slot print_timing: id 3 | task 5332 | eval time = 4969.84 ms / 95 tokens ( 52.87 ms per token, 18.91 tokens per second) 5.50.611.565 I slot print_timing: id 3 | task 5332 | total time = 5319.53 ms / 167 tokens 5.50.611.566 I slot print_timing: id 3 | task 5332 | graphs reused = 4568 5.50.611.566 I slot print_timing: id 3 | task 5332 | graph reallocs = 0 / 0 (same size) / (changed size) 5.50.611.715 I slot release: id 3 | task 5332 | stop processing: n_tokens = 1262, truncated = 0 5.50.657.373 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.921 (> 0.100 thold), f_keep = 0.868 5.50.657.409 I slot launch_slot_: id 3 | task 5432 | processing task, is_child = 0 5.52.722.617 I slot print_timing: id 0 | task 5073 | n_gen = 391, tg = 19.73 t/s, tg_3s = 20.74 t/s 5.52.767.171 I slot print_timing: id 2 | task 5371 | prompt eval time = 401.79 ms / 78 tokens ( 5.15 ms per token, 194.13 tokens per second) 5.52.767.179 I slot print_timing: id 2 | task 5371 | eval time = 5118.69 ms / 100 tokens ( 51.70 ms per token, 19.34 tokens per second) 5.52.767.182 I slot print_timing: id 2 | task 5371 | total time = 5520.49 ms / 178 tokens 5.52.767.183 I slot print_timing: id 2 | task 5371 | graphs reused = 4607 5.52.767.183 I slot print_timing: id 2 | task 5371 | graph reallocs = 0 / 0 (same size) / (changed size) 5.52.767.334 I slot release: id 2 | task 5371 | stop processing: n_tokens = 1273, truncated = 0 5.52.838.031 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.924 (> 0.100 thold), f_keep = 0.861 5.52.838.071 I slot launch_slot_: id 2 | task 5476 | processing task, is_child = 0 5.53.859.900 I slot print_timing: id 1 | task 5389 | n_gen = 100, tg = 19.92 t/s, tg_3s = 20.12 t/s 5.55.701.661 I slot print_timing: id 3 | task 5432 | n_gen = 100, tg = 21.14 t/s, tg_3s = 21.35 t/s 5.55.744.653 I slot print_timing: id 0 | task 5073 | n_gen = 452, tg = 19.79 t/s, tg_3s = 20.19 t/s 5.55.832.025 I slot print_timing: id 0 | task 5073 | prompt eval time = 355.56 ms / 93 tokens ( 3.82 ms per token, 261.56 tokens per second) 5.55.832.029 I slot print_timing: id 0 | task 5073 | eval time = 22877.68 ms / 454 tokens ( 50.50 ms per token, 19.80 tokens per second) 5.55.832.030 I slot print_timing: id 0 | task 5073 | total time = 23233.23 ms / 547 tokens 5.55.832.031 I slot print_timing: id 0 | task 5073 | graphs reused = 4665 5.55.832.031 I slot print_timing: id 0 | task 5073 | graph reallocs = 0 / 0 (same size) / (changed size) 5.55.832.141 I slot release: id 0 | task 5073 | stop processing: n_tokens = 1642, truncated = 0 5.55.878.242 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.934 (> 0.100 thold), f_keep = 0.667 5.55.878.279 I slot launch_slot_: id 0 | task 5539 | processing task, is_child = 0 5.56.883.864 I slot print_timing: id 1 | task 5389 | n_gen = 163, tg = 20.26 t/s, tg_3s = 20.83 t/s 5.57.849.118 I slot print_timing: id 2 | task 5476 | n_gen = 100, tg = 21.49 t/s, tg_3s = 21.71 t/s 5.58.726.555 I slot print_timing: id 3 | task 5432 | n_gen = 163, tg = 21.02 t/s, tg_3s = 20.83 t/s 5.59.822.623 I slot print_timing: id 3 | task 5432 | prompt eval time = 360.55 ms / 94 tokens ( 3.84 ms per token, 260.71 tokens per second) 5.59.822.631 I slot print_timing: id 3 | task 5432 | eval time = 8804.66 ms / 188 tokens ( 47.08 ms per token, 21.24 tokens per second) 5.59.822.632 I slot print_timing: id 3 | task 5432 | total time = 9165.21 ms / 282 tokens 5.59.822.633 I slot print_timing: id 3 | task 5432 | graphs reused = 4747 5.59.822.634 I slot print_timing: id 3 | task 5432 | graph reallocs = 0 / 0 (same size) / (changed size) 5.59.822.760 I slot release: id 3 | task 5432 | stop processing: n_tokens = 1377, truncated = 0 5.59.868.048 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.922 (> 0.100 thold), f_keep = 0.796 5.59.868.079 I slot launch_slot_: id 3 | task 5625 | processing task, is_child = 0 6.00.138.205 I slot print_timing: id 1 | task 5389 | n_gen = 232, tg = 20.53 t/s, tg_3s = 21.20 t/s 6.00.795.070 I slot print_timing: id 2 | task 5476 | prompt eval time = 404.22 ms / 90 tokens ( 4.49 ms per token, 222.65 tokens per second) 6.00.795.077 I slot print_timing: id 2 | task 5476 | eval time = 7552.77 ms / 161 tokens ( 47.20 ms per token, 21.18 tokens per second) 6.00.795.078 I slot print_timing: id 2 | task 5476 | total time = 7956.99 ms / 251 tokens 6.00.795.079 I slot print_timing: id 2 | task 5476 | graphs reused = 4759 6.00.795.079 I slot print_timing: id 2 | task 5476 | graph reallocs = 0 / 0 (same size) / (changed size) 6.00.795.249 I slot release: id 2 | task 5476 | stop processing: n_tokens = 1346, truncated = 0 6.00.866.656 I slot print_timing: id 0 | task 5539 | n_gen = 100, tg = 21.34 t/s, tg_3s = 21.56 t/s 6.00.867.227 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.946 (> 0.100 thold), f_keep = 0.814 6.00.867.258 I slot launch_slot_: id 2 | task 5642 | processing task, is_child = 0 6.03.147.276 I slot print_timing: id 1 | task 5389 | n_gen = 293, tg = 20.48 t/s, tg_3s = 20.27 t/s 6.03.762.836 I slot print_timing: id 0 | task 5539 | prompt eval time = 350.17 ms / 78 tokens ( 4.49 ms per token, 222.75 tokens per second) 6.03.762.843 I slot print_timing: id 0 | task 5539 | eval time = 7534.38 ms / 160 tokens ( 47.39 ms per token, 21.10 tokens per second) 6.03.762.844 I slot print_timing: id 0 | task 5539 | total time = 7884.55 ms / 238 tokens 6.03.762.845 I slot print_timing: id 0 | task 5539 | graphs reused = 4815 6.03.762.846 I slot print_timing: id 0 | task 5539 | graph reallocs = 0 / 0 (same size) / (changed size) 6.03.762.965 I slot release: id 0 | task 5539 | stop processing: n_tokens = 1332, truncated = 0 6.03.810.292 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.913 (> 0.100 thold), f_keep = 0.823 6.03.810.323 I slot launch_slot_: id 0 | task 5704 | processing task, is_child = 0 6.05.189.284 I slot print_timing: id 3 | task 5625 | n_gen = 100, tg = 19.94 t/s, tg_3s = 20.14 t/s 6.05.451.387 I slot print_timing: id 1 | task 5389 | prompt eval time = 556.26 ms / 150 tokens ( 3.71 ms per token, 269.66 tokens per second) 6.05.451.396 I slot print_timing: id 1 | task 5389 | eval time = 16562.29 ms / 338 tokens ( 49.15 ms per token, 20.35 tokens per second) 6.05.451.397 I slot print_timing: id 1 | task 5389 | total time = 17118.56 ms / 488 tokens 6.05.451.397 I slot print_timing: id 1 | task 5389 | graphs reused = 4843 6.05.451.398 I slot print_timing: id 1 | task 5389 | graph reallocs = 0 / 0 (same size) / (changed size) 6.05.451.522 I slot release: id 1 | task 5389 | stop processing: n_tokens = 1583, truncated = 0 6.05.523.793 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.946 (> 0.100 thold), f_keep = 0.692 6.05.523.826 I slot launch_slot_: id 1 | task 5736 | processing task, is_child = 0 6.06.209.696 I slot print_timing: id 2 | task 5642 | n_gen = 100, tg = 19.80 t/s, tg_3s = 20.00 t/s 6.07.437.688 I slot print_timing: id 3 | task 5625 | prompt eval time = 355.76 ms / 93 tokens ( 3.83 ms per token, 261.41 tokens per second) 6.07.437.699 I slot print_timing: id 3 | task 5625 | eval time = 7213.82 ms / 144 tokens ( 50.45 ms per token, 19.82 tokens per second) 6.07.437.700 I slot print_timing: id 3 | task 5625 | total time = 7569.58 ms / 237 tokens 6.07.437.701 I slot print_timing: id 3 | task 5625 | graphs reused = 4877 6.07.437.701 I slot print_timing: id 3 | task 5625 | graph reallocs = 0 / 0 (same size) / (changed size) 6.07.437.877 I slot release: id 3 | task 5625 | stop processing: n_tokens = 1332, truncated = 0 6.07.484.119 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.898 (> 0.100 thold), f_keep = 0.823 6.07.484.149 I slot launch_slot_: id 3 | task 5775 | processing task, is_child = 0 6.08.303.949 I slot print_timing: id 2 | task 5642 | prompt eval time = 342.80 ms / 63 tokens ( 5.44 ms per token, 183.78 tokens per second) 6.08.303.966 I slot print_timing: id 2 | task 5642 | eval time = 7093.89 ms / 140 tokens ( 51.04 ms per token, 19.59 tokens per second) 6.08.303.968 I slot print_timing: id 2 | task 5642 | total time = 7436.68 ms / 203 tokens 6.08.303.977 I slot print_timing: id 2 | task 5642 | graphs reused = 4885 6.08.303.978 I slot print_timing: id 2 | task 5642 | graph reallocs = 0 / 0 (same size) / (changed size) 6.08.304.125 I slot release: id 2 | task 5642 | stop processing: n_tokens = 1298, truncated = 0 6.08.375.310 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.922 (> 0.100 thold), f_keep = 0.844 6.08.375.348 I slot launch_slot_: id 2 | task 5788 | processing task, is_child = 0 6.09.559.830 I slot print_timing: id 0 | task 5704 | n_gen = 100, tg = 18.55 t/s, tg_3s = 18.73 t/s 6.10.656.296 I slot print_timing: id 1 | task 5736 | prompt eval time = 367.30 ms / 64 tokens ( 5.74 ms per token, 174.24 tokens per second) 6.10.656.303 I slot print_timing: id 1 | task 5736 | eval time = 4765.16 ms / 94 tokens ( 51.24 ms per token, 19.52 tokens per second) 6.10.656.304 I slot print_timing: id 1 | task 5736 | total time = 5132.46 ms / 158 tokens 6.10.656.305 I slot print_timing: id 1 | task 5736 | graphs reused = 4927 6.10.656.306 I slot print_timing: id 1 | task 5736 | graph reallocs = 0 / 0 (same size) / (changed size) 6.10.656.417 I slot release: id 1 | task 5736 | stop processing: n_tokens = 1252, truncated = 0 6.10.727.385 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.928 (> 0.100 thold), f_keep = 0.875 6.10.727.416 I slot launch_slot_: id 1 | task 5835 | processing task, is_child = 0 6.12.603.568 I slot print_timing: id 0 | task 5704 | n_gen = 161, tg = 19.09 t/s, tg_3s = 20.04 t/s 6.12.955.127 I slot print_timing: id 3 | task 5775 | n_gen = 100, tg = 19.61 t/s, tg_3s = 19.81 t/s 6.13.481.191 I slot print_timing: id 2 | task 5788 | n_gen = 100, tg = 21.05 t/s, tg_3s = 21.27 t/s 6.15.498.016 I slot print_timing: id 1 | task 5835 | n_gen = 100, tg = 22.78 t/s, tg_3s = 23.01 t/s 6.15.628.220 I slot print_timing: id 0 | task 5704 | n_gen = 230, tg = 20.08 t/s, tg_3s = 22.81 t/s 6.15.980.344 I slot print_timing: id 3 | task 5775 | n_gen = 169, tg = 20.81 t/s, tg_3s = 22.81 t/s 6.16.419.005 I slot print_timing: id 3 | task 5775 | prompt eval time = 423.04 ms / 124 tokens ( 3.41 ms per token, 293.12 tokens per second) 6.16.419.022 I slot print_timing: id 3 | task 5775 | eval time = 8511.80 ms / 179 tokens ( 47.82 ms per token, 20.91 tokens per second) 6.16.419.023 I slot print_timing: id 3 | task 5775 | total time = 8934.84 ms / 303 tokens 6.16.419.029 I slot print_timing: id 3 | task 5775 | graphs reused = 5046 6.16.419.030 I slot print_timing: id 3 | task 5775 | graph reallocs = 0 / 0 (same size) / (changed size) 6.16.419.196 I slot release: id 3 | task 5775 | stop processing: n_tokens = 1398, truncated = 0 6.16.465.615 I slot print_timing: id 2 | task 5788 | prompt eval time = 403.27 ms / 93 tokens ( 4.34 ms per token, 230.61 tokens per second) 6.16.465.620 I slot print_timing: id 2 | task 5788 | eval time = 7686.98 ms / 168 tokens ( 46.03 ms per token, 21.73 tokens per second) 6.16.465.621 I slot print_timing: id 2 | task 5788 | total time = 8090.26 ms / 261 tokens 6.16.465.621 I slot print_timing: id 2 | task 5788 | graphs reused = 5046 6.16.465.622 I slot print_timing: id 2 | task 5788 | graph reallocs = 0 / 0 (same size) / (changed size) 6.16.465.711 I slot release: id 2 | task 5788 | stop processing: n_tokens = 1356, truncated = 0 6.16.465.726 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.910 (> 0.100 thold), f_keep = 0.808 6.16.465.751 I slot launch_slot_: id 2 | task 5959 | processing task, is_child = 0 6.16.807.559 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.942 (> 0.100 thold), f_keep = 0.784 6.16.807.586 I slot launch_slot_: id 3 | task 5961 | processing task, is_child = 0 6.18.464.676 I slot print_timing: id 0 | task 5704 | prompt eval time = 411.87 ms / 104 tokens ( 3.96 ms per token, 252.51 tokens per second) 6.18.464.681 I slot print_timing: id 0 | task 5704 | eval time = 14242.47 ms / 282 tokens ( 50.68 ms per token, 19.73 tokens per second) 6.18.464.682 I slot print_timing: id 0 | task 5704 | total time = 14654.34 ms / 386 tokens 6.18.464.683 I slot print_timing: id 0 | task 5704 | graphs reused = 5075 6.18.464.683 I slot print_timing: id 0 | task 5704 | graph reallocs = 0 / 0 (same size) / (changed size) 6.18.464.803 I slot release: id 0 | task 5704 | stop processing: n_tokens = 1481, truncated = 0 6.18.511.753 I slot print_timing: id 1 | task 5835 | n_gen = 156, tg = 21.06 t/s, tg_3s = 18.58 t/s 6.18.512.257 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.921 (> 0.100 thold), f_keep = 0.740 6.18.512.285 I slot launch_slot_: id 0 | task 5995 | processing task, is_child = 0 6.21.542.173 I slot print_timing: id 1 | task 5835 | n_gen = 219, tg = 20.98 t/s, tg_3s = 20.79 t/s 6.21.716.999 I slot print_timing: id 2 | task 5959 | n_gen = 100, tg = 21.26 t/s, tg_3s = 21.47 t/s 6.21.717.361 I slot print_timing: id 3 | task 5961 | prompt eval time = 336.35 ms / 67 tokens ( 5.02 ms per token, 199.20 tokens per second) 6.21.717.364 I slot print_timing: id 3 | task 5961 | eval time = 4572.35 ms / 99 tokens ( 46.66 ms per token, 21.43 tokens per second) 6.21.717.365 I slot print_timing: id 3 | task 5961 | total time = 4908.70 ms / 166 tokens 6.21.717.366 I slot print_timing: id 3 | task 5961 | graphs reused = 5140 6.21.717.367 I slot print_timing: id 3 | task 5961 | graph reallocs = 0 / 0 (same size) / (changed size) 6.21.717.500 I slot release: id 3 | task 5961 | stop processing: n_tokens = 1261, truncated = 0 6.21.763.498 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.911 (> 0.100 thold), f_keep = 0.869 6.21.763.534 I slot launch_slot_: id 3 | task 6064 | processing task, is_child = 0 6.23.538.270 I slot print_timing: id 0 | task 5995 | n_gen = 100, tg = 21.20 t/s, tg_3s = 21.41 t/s 6.23.976.214 I slot print_timing: id 0 | task 5995 | prompt eval time = 355.60 ms / 94 tokens ( 3.78 ms per token, 264.34 tokens per second) 6.23.976.221 I slot print_timing: id 0 | task 5995 | eval time = 5108.32 ms / 110 tokens ( 46.87 ms per token, 21.34 tokens per second) 6.23.976.222 I slot print_timing: id 0 | task 5995 | total time = 5463.92 ms / 204 tokens 6.23.976.223 I slot print_timing: id 0 | task 5995 | graphs reused = 5180 6.23.976.223 I slot print_timing: id 0 | task 5995 | graph reallocs = 0 / 0 (same size) / (changed size) 6.23.976.346 I slot release: id 0 | task 5995 | stop processing: n_tokens = 1299, truncated = 0 6.24.023.192 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.940 (> 0.100 thold), f_keep = 0.844 6.24.023.221 I slot launch_slot_: id 0 | task 6109 | processing task, is_child = 0 6.24.367.321 I slot print_timing: id 2 | task 5959 | prompt eval time = 581.17 ms / 109 tokens ( 5.33 ms per token, 187.55 tokens per second) 6.24.367.326 I slot print_timing: id 2 | task 5959 | eval time = 7307.59 ms / 147 tokens ( 50.05 ms per token, 19.98 tokens per second) 6.24.367.327 I slot print_timing: id 2 | task 5959 | total time = 7888.77 ms / 256 tokens 6.24.367.328 I slot print_timing: id 2 | task 5959 | graphs reused = 5181 6.24.367.328 I slot print_timing: id 2 | task 5959 | graph reallocs = 0 / 0 (same size) / (changed size) 6.24.367.391 I slot release: id 2 | task 5959 | stop processing: n_tokens = 1351, truncated = 0 6.24.435.843 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.938 (> 0.100 thold), f_keep = 0.811 6.24.435.870 I slot launch_slot_: id 2 | task 6113 | processing task, is_child = 0 6.24.725.386 I slot print_timing: id 1 | task 5835 | n_gen = 272, tg = 19.97 t/s, tg_3s = 16.65 t/s 6.27.124.516 I slot print_timing: id 3 | task 6064 | n_gen = 100, tg = 20.02 t/s, tg_3s = 20.23 t/s 6.27.736.948 I slot print_timing: id 1 | task 5835 | n_gen = 339, tg = 20.38 t/s, tg_3s = 22.25 t/s 6.29.013.268 I slot print_timing: id 1 | task 5835 | prompt eval time = 425.40 ms / 85 tokens ( 5.00 ms per token, 199.81 tokens per second) 6.29.013.277 I slot print_timing: id 1 | task 5835 | eval time = 17860.44 ms / 368 tokens ( 48.67 ms per token, 20.55 tokens per second) 6.29.013.278 I slot print_timing: id 1 | task 5835 | total time = 18285.84 ms / 453 tokens 6.29.013.279 I slot print_timing: id 1 | task 5835 | graphs reused = 5274 6.29.013.280 I slot print_timing: id 1 | task 5835 | graph reallocs = 0 / 0 (same size) / (changed size) 6.29.013.395 I slot release: id 1 | task 5835 | stop processing: n_tokens = 1548, truncated = 0 6.29.083.098 I slot print_timing: id 0 | task 6109 | n_gen = 100, tg = 20.99 t/s, tg_3s = 21.20 t/s 6.29.083.665 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.923 (> 0.100 thold), f_keep = 0.708 6.29.083.698 I slot launch_slot_: id 1 | task 6212 | processing task, is_child = 0 6.29.556.339 I slot print_timing: id 2 | task 6113 | n_gen = 100, tg = 21.00 t/s, tg_3s = 21.21 t/s 6.30.129.507 I slot print_timing: id 3 | task 6064 | n_gen = 160, tg = 20.00 t/s, tg_3s = 19.97 t/s 6.31.355.661 I slot print_timing: id 2 | task 6113 | prompt eval time = 406.36 ms / 73 tokens ( 5.57 ms per token, 179.64 tokens per second) 6.31.355.668 I slot print_timing: id 2 | task 6113 | eval time = 6513.42 ms / 141 tokens ( 46.52 ms per token, 21.49 tokens per second) 6.31.355.669 I slot print_timing: id 2 | task 6113 | total time = 6919.78 ms / 214 tokens 6.31.355.670 I slot print_timing: id 2 | task 6113 | graphs reused = 5315 6.31.355.670 I slot print_timing: id 2 | task 6113 | graph reallocs = 0 / 0 (same size) / (changed size) 6.31.355.813 I slot release: id 2 | task 6113 | stop processing: n_tokens = 1309, truncated = 0 6.31.426.894 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.913 (> 0.100 thold), f_keep = 0.837 6.31.426.929 I slot launch_slot_: id 2 | task 6258 | processing task, is_child = 0 6.32.107.971 I slot print_timing: id 0 | task 6109 | n_gen = 152, tg = 19.51 t/s, tg_3s = 17.19 t/s 6.33.166.553 I slot print_timing: id 3 | task 6064 | n_gen = 220, tg = 19.93 t/s, tg_3s = 19.76 t/s 6.34.261.124 I slot print_timing: id 1 | task 6212 | n_gen = 100, tg = 20.84 t/s, tg_3s = 21.05 t/s 6.35.139.088 I slot print_timing: id 0 | task 6109 | n_gen = 221, tg = 20.42 t/s, tg_3s = 22.76 t/s 6.36.191.417 I slot print_timing: id 3 | task 6064 | n_gen = 289, tg = 20.56 t/s, tg_3s = 22.81 t/s 6.36.234.806 I slot print_timing: id 2 | task 6258 | n_gen = 100, tg = 22.79 t/s, tg_3s = 23.02 t/s 6.36.453.847 I slot print_timing: id 3 | task 6064 | prompt eval time = 416.95 ms / 107 tokens ( 3.90 ms per token, 256.63 tokens per second) 6.36.453.857 I slot print_timing: id 3 | task 6064 | eval time = 14273.35 ms / 295 tokens ( 48.55 ms per token, 20.60 tokens per second) 6.36.453.858 I slot print_timing: id 3 | task 6064 | total time = 14690.30 ms / 402 tokens 6.36.453.858 I slot print_timing: id 3 | task 6064 | graphs reused = 5418 6.36.453.859 I slot print_timing: id 3 | task 6064 | graph reallocs = 0 / 0 (same size) / (changed size) 6.36.453.994 I slot release: id 3 | task 6064 | stop processing: n_tokens = 1497, truncated = 0 6.36.499.759 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.934 (> 0.100 thold), f_keep = 0.732 6.36.499.788 I slot launch_slot_: id 3 | task 6366 | processing task, is_child = 0 6.37.280.254 I slot print_timing: id 1 | task 6212 | n_gen = 163, tg = 20.85 t/s, tg_3s = 20.87 t/s 6.38.160.321 I slot print_timing: id 0 | task 6109 | n_gen = 284, tg = 20.52 t/s, tg_3s = 20.85 t/s 6.38.986.804 I slot print_timing: id 1 | task 6212 | prompt eval time = 427.71 ms / 91 tokens ( 4.70 ms per token, 212.76 tokens per second) 6.38.986.812 I slot print_timing: id 1 | task 6212 | eval time = 9475.39 ms / 202 tokens ( 47.14 ms per token, 21.21 tokens per second) 6.38.986.813 I slot print_timing: id 1 | task 6212 | total time = 9903.10 ms / 293 tokens 6.38.986.814 I slot print_timing: id 1 | task 6212 | graphs reused = 5466 6.38.986.815 I slot print_timing: id 1 | task 6212 | graph reallocs = 0 / 0 (same size) / (changed size) 6.38.986.932 I slot release: id 1 | task 6212 | stop processing: n_tokens = 1388, truncated = 0 6.39.057.000 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.918 (> 0.100 thold), f_keep = 0.790 6.39.057.035 I slot launch_slot_: id 1 | task 6419 | processing task, is_child = 0 6.39.367.673 I slot print_timing: id 2 | task 6258 | n_gen = 159, tg = 21.13 t/s, tg_3s = 18.83 t/s 6.41.197.732 I slot print_timing: id 0 | task 6109 | n_gen = 345, tg = 20.44 t/s, tg_3s = 20.08 t/s 6.41.549.245 I slot print_timing: id 3 | task 6366 | n_gen = 100, tg = 21.06 t/s, tg_3s = 21.27 t/s 6.41.852.773 I slot print_timing: id 0 | task 6109 | prompt eval time = 343.79 ms / 70 tokens ( 4.91 ms per token, 203.61 tokens per second) 6.41.852.778 I slot print_timing: id 0 | task 6109 | eval time = 17485.75 ms / 360 tokens ( 48.71 ms per token, 20.53 tokens per second) 6.41.852.779 I slot print_timing: id 0 | task 6109 | total time = 17829.54 ms / 430 tokens 6.41.852.780 I slot print_timing: id 0 | task 6109 | graphs reused = 5519 6.41.852.781 I slot print_timing: id 0 | task 6109 | graph reallocs = 0 / 0 (same size) / (changed size) 6.41.852.898 I slot release: id 0 | task 6109 | stop processing: n_tokens = 1525, truncated = 0 6.41.899.728 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.910 (> 0.100 thold), f_keep = 0.719 6.41.899.757 I slot launch_slot_: id 0 | task 6477 | processing task, is_child = 0 6.42.311.562 I slot print_timing: id 2 | task 6258 | prompt eval time = 464.46 ms / 105 tokens ( 4.42 ms per token, 226.07 tokens per second) 6.42.311.567 I slot print_timing: id 2 | task 6258 | eval time = 10420.17 ms / 217 tokens ( 48.24 ms per token, 20.73 tokens per second) 6.42.311.568 I slot print_timing: id 2 | task 6258 | total time = 10884.63 ms / 322 tokens 6.42.311.568 I slot print_timing: id 2 | task 6258 | graphs reused = 5520 6.42.311.569 I slot print_timing: id 2 | task 6258 | graph reallocs = 0 / 0 (same size) / (changed size) 6.42.311.632 I slot release: id 2 | task 6258 | stop processing: n_tokens = 1417, truncated = 0 6.42.379.671 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.918 (> 0.100 thold), f_keep = 0.773 6.42.379.697 I slot launch_slot_: id 2 | task 6481 | processing task, is_child = 0 6.43.969.457 I slot print_timing: id 3 | task 6366 | prompt eval time = 347.82 ms / 77 tokens ( 4.52 ms per token, 221.38 tokens per second) 6.43.969.464 I slot print_timing: id 3 | task 6366 | eval time = 7121.84 ms / 140 tokens ( 51.24 ms per token, 19.52 tokens per second) 6.43.969.468 I slot print_timing: id 3 | task 6366 | total time = 7469.66 ms / 217 tokens 6.43.969.468 I slot print_timing: id 3 | task 6366 | graphs reused = 5546 6.43.969.469 I slot print_timing: id 3 | task 6366 | graph reallocs = 0 / 0 (same size) / (changed size) 6.43.969.618 I slot release: id 3 | task 6366 | stop processing: n_tokens = 1312, truncated = 0 6.44.015.961 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.922 (> 0.100 thold), f_keep = 0.835 6.44.015.994 I slot launch_slot_: id 3 | task 6512 | processing task, is_child = 0 6.44.757.384 I slot print_timing: id 1 | task 6419 | n_gen = 100, tg = 18.79 t/s, tg_3s = 18.98 t/s 6.47.241.896 I slot print_timing: id 0 | task 6477 | n_gen = 100, tg = 20.08 t/s, tg_3s = 20.28 t/s 6.47.374.088 I slot print_timing: id 2 | task 6481 | n_gen = 100, tg = 21.58 t/s, tg_3s = 21.80 t/s 6.47.769.347 I slot print_timing: id 1 | task 6419 | n_gen = 169, tg = 20.29 t/s, tg_3s = 22.91 t/s 6.48.690.183 I slot print_timing: id 3 | task 6512 | n_gen = 100, tg = 22.91 t/s, tg_3s = 23.15 t/s 6.49.127.253 I slot print_timing: id 2 | task 6481 | prompt eval time = 406.43 ms / 98 tokens ( 4.15 ms per token, 241.12 tokens per second) 6.49.127.259 I slot print_timing: id 2 | task 6481 | eval time = 6341.11 ms / 140 tokens ( 45.62 ms per token, 21.92 tokens per second) 6.49.127.260 I slot print_timing: id 2 | task 6481 | total time = 6747.55 ms / 238 tokens 6.49.127.261 I slot print_timing: id 2 | task 6481 | graphs reused = 5654 6.49.127.261 I slot print_timing: id 2 | task 6481 | graph reallocs = 0 / 0 (same size) / (changed size) 6.49.127.367 I slot release: id 2 | task 6481 | stop processing: n_tokens = 1333, truncated = 0 6.49.197.157 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.935 (> 0.100 thold), f_keep = 0.822 6.49.197.196 I slot launch_slot_: id 2 | task 6625 | processing task, is_child = 0 6.50.285.335 I slot print_timing: id 0 | task 6477 | n_gen = 162, tg = 20.19 t/s, tg_3s = 20.37 t/s 6.50.810.447 I slot print_timing: id 1 | task 6419 | n_gen = 231, tg = 20.31 t/s, tg_3s = 20.39 t/s 6.51.731.693 I slot print_timing: id 3 | task 6512 | n_gen = 162, tg = 21.87 t/s, tg_3s = 20.38 t/s 6.53.313.960 I slot print_timing: id 0 | task 6477 | n_gen = 231, tg = 20.90 t/s, tg_3s = 22.78 t/s 6.53.842.871 I slot print_timing: id 1 | task 6419 | n_gen = 300, tg = 20.83 t/s, tg_3s = 22.75 t/s 6.53.931.236 I slot print_timing: id 2 | task 6625 | n_gen = 100, tg = 22.82 t/s, tg_3s = 23.05 t/s 6.54.151.471 I slot print_timing: id 1 | task 6419 | prompt eval time = 431.14 ms / 98 tokens ( 4.40 ms per token, 227.30 tokens per second) 6.54.151.476 I slot print_timing: id 1 | task 6419 | eval time = 14663.28 ms / 307 tokens ( 47.92 ms per token, 20.87 tokens per second) 6.54.151.477 I slot print_timing: id 1 | task 6419 | total time = 15094.42 ms / 405 tokens 6.54.151.478 I slot print_timing: id 1 | task 6419 | graphs reused = 5757 6.54.151.479 I slot print_timing: id 1 | task 6419 | graph reallocs = 0 / 0 (same size) / (changed size) 6.54.151.595 I slot release: id 1 | task 6419 | stop processing: n_tokens = 1500, truncated = 0 6.54.222.277 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.940 (> 0.100 thold), f_keep = 0.731 6.54.222.314 I slot launch_slot_: id 1 | task 6733 | processing task, is_child = 0 6.54.771.574 I slot print_timing: id 3 | task 6512 | n_gen = 223, tg = 21.34 t/s, tg_3s = 20.07 t/s 6.56.355.893 I slot print_timing: id 0 | task 6477 | n_gen = 292, tg = 20.72 t/s, tg_3s = 20.05 t/s 6.56.970.581 I slot print_timing: id 2 | task 6625 | n_gen = 161, tg = 21.69 t/s, tg_3s = 20.07 t/s 6.57.365.009 I slot print_timing: id 3 | task 6512 | prompt eval time = 353.78 ms / 93 tokens ( 3.80 ms per token, 262.88 tokens per second) 6.57.365.017 I slot print_timing: id 3 | task 6512 | eval time = 12995.23 ms / 282 tokens ( 46.25 ms per token, 21.62 tokens per second) 6.57.365.018 I slot print_timing: id 3 | task 6512 | total time = 13349.00 ms / 375 tokens 6.57.365.019 I slot print_timing: id 3 | task 6512 | graphs reused = 5818 6.57.365.020 I slot print_timing: id 3 | task 6512 | graph reallocs = 0 / 0 (same size) / (changed size) 6.57.365.139 I slot release: id 3 | task 6512 | stop processing: n_tokens = 1470, truncated = 0 6.57.410.405 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.895 (> 0.100 thold), f_keep = 0.746 6.57.410.437 I slot launch_slot_: id 3 | task 6799 | processing task, is_child = 0 6.59.339.703 I slot print_timing: id 1 | task 6733 | n_gen = 100, tg = 21.07 t/s, tg_3s = 21.28 t/s 6.59.382.996 I slot print_timing: id 0 | task 6477 | n_gen = 353, tg = 20.62 t/s, tg_3s = 20.15 t/s 6.59.998.296 I slot print_timing: id 2 | task 6625 | n_gen = 222, tg = 21.24 t/s, tg_3s = 20.15 t/s 7.01.050.863 I slot print_timing: id 1 | task 6733 | prompt eval time = 418.76 ms / 70 tokens ( 5.98 ms per token, 167.16 tokens per second) 7.01.050.868 I slot print_timing: id 1 | task 6733 | eval time = 6409.78 ms / 139 tokens ( 46.45 ms per token, 21.53 tokens per second) 7.01.050.869 I slot print_timing: id 1 | task 6733 | total time = 6828.54 ms / 209 tokens 7.01.050.870 I slot print_timing: id 1 | task 6733 | graphs reused = 5889 7.01.050.870 I slot print_timing: id 1 | task 6733 | graph reallocs = 0 / 0 (same size) / (changed size) 7.01.050.990 I slot release: id 1 | task 6733 | stop processing: n_tokens = 1304, truncated = 0 7.01.051.348 I slot print_timing: id 2 | task 6625 | prompt eval time = 395.79 ms / 76 tokens ( 5.21 ms per token, 192.02 tokens per second) 7.01.051.355 I slot print_timing: id 2 | task 6625 | eval time = 11458.36 ms / 246 tokens ( 46.77 ms per token, 21.38 tokens per second) 7.01.051.356 I slot print_timing: id 2 | task 6625 | total time = 11854.15 ms / 322 tokens 7.01.051.357 I slot print_timing: id 2 | task 6625 | graphs reused = 5889 7.01.051.358 I slot print_timing: id 2 | task 6625 | graph reallocs = 0 / 0 (same size) / (changed size) 7.01.051.472 I slot release: id 2 | task 6625 | stop processing: n_tokens = 1417, truncated = 0 7.01.107.293 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.945 (> 0.100 thold), f_keep = 0.840 7.01.107.319 I slot launch_slot_: id 1 | task 6876 | processing task, is_child = 0 7.01.122.273 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.936 (> 0.100 thold), f_keep = 0.773 7.01.122.292 I slot launch_slot_: id 2 | task 6877 | processing task, is_child = 0 7.02.403.535 I slot print_timing: id 0 | task 6477 | n_gen = 411, tg = 20.41 t/s, tg_3s = 19.20 t/s 7.02.491.640 I slot print_timing: id 0 | task 6477 | prompt eval time = 411.50 ms / 108 tokens ( 3.81 ms per token, 262.46 tokens per second) 7.02.491.646 I slot print_timing: id 0 | task 6477 | eval time = 20180.37 ms / 413 tokens ( 48.98 ms per token, 20.42 tokens per second) 7.02.491.646 I slot print_timing: id 0 | task 6477 | total time = 20591.87 ms / 521 tokens 7.02.491.647 I slot print_timing: id 0 | task 6477 | graphs reused = 5907 7.02.491.648 I slot print_timing: id 0 | task 6477 | graph reallocs = 0 / 0 (same size) / (changed size) 7.02.491.755 I slot release: id 0 | task 6477 | stop processing: n_tokens = 1616, truncated = 0 7.02.538.405 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.942 (> 0.100 thold), f_keep = 0.678 7.02.538.437 I slot launch_slot_: id 0 | task 6900 | processing task, is_child = 0 7.02.873.884 I slot print_timing: id 3 | task 6799 | n_gen = 100, tg = 19.66 t/s, tg_3s = 19.86 t/s 7.04.759.098 I slot print_timing: id 1 | task 6876 | prompt eval time = 535.56 ms / 64 tokens ( 8.37 ms per token, 119.50 tokens per second) 7.04.759.109 I slot print_timing: id 1 | task 6876 | eval time = 3101.23 ms / 67 tokens ( 46.99 ms per token, 21.28 tokens per second) 7.04.759.110 I slot print_timing: id 1 | task 6876 | total time = 3636.79 ms / 131 tokens 7.04.759.111 I slot print_timing: id 1 | task 6876 | graphs reused = 5951 7.04.759.112 I slot print_timing: id 1 | task 6876 | graph reallocs = 0 / 0 (same size) / (changed size) 7.04.759.224 I slot release: id 1 | task 6876 | stop processing: n_tokens = 1226, truncated = 0 7.04.830.404 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.925 (> 0.100 thold), f_keep = 0.894 7.04.830.438 I slot launch_slot_: id 1 | task 6948 | processing task, is_child = 0 7.05.874.302 I slot print_timing: id 3 | task 6799 | n_gen = 160, tg = 19.78 t/s, tg_3s = 20.00 t/s 7.06.573.703 I slot print_timing: id 2 | task 6877 | n_gen = 100, tg = 20.14 t/s, tg_3s = 20.34 t/s 7.07.537.955 I slot print_timing: id 0 | task 6900 | n_gen = 100, tg = 21.02 t/s, tg_3s = 21.23 t/s 7.08.900.381 I slot print_timing: id 3 | task 6799 | n_gen = 229, tg = 20.61 t/s, tg_3s = 22.80 t/s 7.08.987.267 I slot print_timing: id 0 | task 6900 | prompt eval time = 290.10 ms / 68 tokens ( 4.27 ms per token, 234.41 tokens per second) 7.08.987.273 I slot print_timing: id 0 | task 6900 | eval time = 6158.73 ms / 133 tokens ( 46.66 ms per token, 21.43 tokens per second) 7.08.987.274 I slot print_timing: id 0 | task 6900 | total time = 6448.82 ms / 201 tokens 7.08.987.275 I slot print_timing: id 0 | task 6900 | graphs reused = 6035 7.08.987.276 I slot print_timing: id 0 | task 6900 | graph reallocs = 0 / 0 (same size) / (changed size) 7.08.987.404 I slot release: id 0 | task 6900 | stop processing: n_tokens = 1295, truncated = 0 7.09.033.724 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.922 (> 0.100 thold), f_keep = 0.846 7.09.033.754 I slot launch_slot_: id 0 | task 7037 | processing task, is_child = 0 7.09.606.015 I slot print_timing: id 2 | task 6877 | n_gen = 163, tg = 20.38 t/s, tg_3s = 20.78 t/s 7.09.864.934 I slot print_timing: id 1 | task 6948 | n_gen = 100, tg = 21.49 t/s, tg_3s = 21.71 t/s 7.11.935.179 I slot print_timing: id 3 | task 6799 | n_gen = 292, tg = 20.64 t/s, tg_3s = 20.76 t/s 7.12.286.034 I slot print_timing: id 1 | task 6948 | prompt eval time = 427.56 ms / 89 tokens ( 4.80 ms per token, 208.16 tokens per second) 7.12.286.040 I slot print_timing: id 1 | task 6948 | eval time = 7028.02 ms / 155 tokens ( 45.64 ms per token, 21.91 tokens per second) 7.12.286.040 I slot print_timing: id 1 | task 6948 | total time = 7455.59 ms / 244 tokens 7.12.286.041 I slot print_timing: id 1 | task 6948 | graphs reused = 6101 7.12.286.042 I slot print_timing: id 1 | task 6948 | graph reallocs = 0 / 0 (same size) / (changed size) 7.12.286.168 I slot release: id 1 | task 6948 | stop processing: n_tokens = 1339, truncated = 0 7.12.357.330 I slot print_timing: id 2 | task 6877 | prompt eval time = 534.90 ms / 75 tokens ( 7.13 ms per token, 140.21 tokens per second) 7.12.357.335 I slot print_timing: id 2 | task 6877 | eval time = 10699.25 ms / 225 tokens ( 47.76 ms per token, 20.94 tokens per second) 7.12.357.336 I slot print_timing: id 2 | task 6877 | total time = 11234.15 ms / 300 tokens 7.12.357.336 I slot print_timing: id 2 | task 6877 | graphs reused = 6101 7.12.357.337 I slot print_timing: id 2 | task 6877 | graph reallocs = 0 / 0 (same size) / (changed size) 7.12.357.434 I slot release: id 2 | task 6877 | stop processing: n_tokens = 1395, truncated = 0 7.12.357.728 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.944 (> 0.100 thold), f_keep = 0.819 7.12.357.762 I slot launch_slot_: id 1 | task 7107 | processing task, is_child = 0 7.12.604.314 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.882 (> 0.100 thold), f_keep = 0.786 7.12.604.340 I slot launch_slot_: id 2 | task 7109 | processing task, is_child = 0 7.14.454.477 I slot print_timing: id 0 | task 7037 | n_gen = 100, tg = 19.54 t/s, tg_3s = 19.74 t/s 7.14.938.703 I slot print_timing: id 3 | task 6799 | n_gen = 344, tg = 20.06 t/s, tg_3s = 17.31 t/s 7.17.484.619 I slot print_timing: id 0 | task 7037 | n_gen = 169, tg = 20.75 t/s, tg_3s = 22.77 t/s 7.17.484.960 I slot print_timing: id 1 | task 7107 | n_gen = 100, tg = 22.41 t/s, tg_3s = 22.63 t/s 7.17.529.045 I slot print_timing: id 2 | task 7109 | n_gen = 100, tg = 22.74 t/s, tg_3s = 22.97 t/s 7.17.922.350 I slot print_timing: id 1 | task 7107 | prompt eval time = 692.78 ms / 65 tokens ( 10.66 ms per token, 93.82 tokens per second) 7.17.922.354 I slot print_timing: id 1 | task 7107 | eval time = 4855.76 ms / 110 tokens ( 44.55 ms per token, 22.45 tokens per second) 7.17.922.355 I slot print_timing: id 1 | task 7107 | total time = 5548.54 ms / 175 tokens 7.17.922.356 I slot print_timing: id 1 | task 7107 | graphs reused = 6207 7.17.922.356 I slot print_timing: id 1 | task 7107 | graph reallocs = 0 / 0 (same size) / (changed size) 7.17.922.481 I slot release: id 1 | task 7107 | stop processing: n_tokens = 1270, truncated = 0 7.17.993.117 I slot print_timing: id 3 | task 6799 | n_gen = 413, tg = 20.44 t/s, tg_3s = 22.59 t/s 7.17.993.124 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.931 (> 0.100 thold), f_keep = 0.863 7.17.993.154 I slot launch_slot_: id 1 | task 7221 | processing task, is_child = 0 7.20.438.836 I slot print_timing: id 3 | task 6799 | prompt eval time = 427.36 ms / 128 tokens ( 3.34 ms per token, 299.52 tokens per second) 7.20.438.841 I slot print_timing: id 3 | task 6799 | eval time = 22601.03 ms / 461 tokens ( 49.13 ms per token, 20.35 tokens per second) 7.20.438.842 I slot print_timing: id 3 | task 6799 | total time = 23028.39 ms / 589 tokens 7.20.438.843 I slot print_timing: id 3 | task 6799 | graphs reused = 6252 7.20.438.844 I slot print_timing: id 3 | task 6799 | graph reallocs = 0 / 0 (same size) / (changed size) 7.20.438.965 I slot release: id 3 | task 6799 | stop processing: n_tokens = 1684, truncated = 0 7.20.484.689 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.901 (> 0.100 thold), f_keep = 0.651 7.20.484.722 I slot launch_slot_: id 3 | task 7271 | processing task, is_child = 0 7.20.822.429 I slot print_timing: id 0 | task 7037 | n_gen = 230, tg = 20.03 t/s, tg_3s = 18.28 t/s 7.20.822.760 I slot print_timing: id 2 | task 7109 | n_gen = 160, tg = 20.79 t/s, tg_3s = 18.22 t/s 7.23.100.674 I slot print_timing: id 1 | task 7221 | n_gen = 100, tg = 21.15 t/s, tg_3s = 21.36 t/s 7.23.846.792 I slot print_timing: id 0 | task 7037 | n_gen = 298, tg = 20.54 t/s, tg_3s = 22.48 t/s 7.23.847.467 I slot print_timing: id 2 | task 7109 | n_gen = 228, tg = 21.27 t/s, tg_3s = 22.48 t/s 7.25.249.778 I slot print_timing: id 3 | task 7271 | n_gen = 100, tg = 22.81 t/s, tg_3s = 23.04 t/s 7.25.953.067 I slot print_timing: id 2 | task 7109 | prompt eval time = 570.81 ms / 146 tokens ( 3.91 ms per token, 255.78 tokens per second) 7.25.953.075 I slot print_timing: id 2 | task 7109 | eval time = 12776.80 ms / 276 tokens ( 46.46 ms per token, 21.52 tokens per second) 7.25.953.076 I slot print_timing: id 2 | task 7109 | total time = 13347.61 ms / 422 tokens 7.25.953.077 I slot print_timing: id 2 | task 7109 | graphs reused = 6366 7.25.953.078 I slot print_timing: id 2 | task 7109 | graph reallocs = 0 / 0 (same size) / (changed size) 7.25.953.200 I slot release: id 2 | task 7109 | stop processing: n_tokens = 1517, truncated = 0 7.26.023.714 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.929 (> 0.100 thold), f_keep = 0.722 7.26.023.755 I slot launch_slot_: id 2 | task 7390 | processing task, is_child = 0 7.26.318.482 I slot print_timing: id 1 | task 7221 | n_gen = 167, tg = 21.01 t/s, tg_3s = 20.82 t/s 7.26.434.591 I slot print_timing: id 0 | task 7037 | prompt eval time = 355.27 ms / 93 tokens ( 3.82 ms per token, 261.77 tokens per second) 7.26.434.600 I slot print_timing: id 0 | task 7037 | eval time = 17045.55 ms / 349 tokens ( 48.98 ms per token, 20.42 tokens per second) 7.26.434.601 I slot print_timing: id 0 | task 7037 | total time = 17400.83 ms / 442 tokens 7.26.434.602 I slot print_timing: id 0 | task 7037 | graphs reused = 6366 7.26.434.603 I slot print_timing: id 0 | task 7037 | graph reallocs = 0 / 0 (same size) / (changed size) 7.26.434.736 I slot release: id 0 | task 7037 | stop processing: n_tokens = 1537, truncated = 0 7.26.482.678 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.907 (> 0.100 thold), f_keep = 0.713 7.26.482.707 I slot launch_slot_: id 0 | task 7394 | processing task, is_child = 0 7.28.263.175 I slot print_timing: id 3 | task 7271 | n_gen = 153, tg = 20.67 t/s, tg_3s = 17.59 t/s 7.29.353.748 I slot print_timing: id 1 | task 7221 | n_gen = 227, tg = 20.67 t/s, tg_3s = 19.77 t/s 7.30.096.184 I slot print_timing: id 3 | task 7271 | prompt eval time = 425.24 ms / 122 tokens ( 3.49 ms per token, 286.90 tokens per second) 7.30.096.192 I slot print_timing: id 3 | task 7271 | eval time = 9186.21 ms / 195 tokens ( 47.35 ms per token, 21.12 tokens per second) 7.30.096.193 I slot print_timing: id 3 | task 7271 | total time = 9611.45 ms / 317 tokens 7.30.096.194 I slot print_timing: id 3 | task 7271 | graphs reused = 6438 7.30.096.195 I slot print_timing: id 3 | task 7271 | graph reallocs = 0 / 0 (same size) / (changed size) 7.30.096.321 I slot release: id 3 | task 7271 | stop processing: n_tokens = 1411, truncated = 0 7.30.141.542 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.927 (> 0.100 thold), f_keep = 0.777 7.30.141.573 I slot launch_slot_: id 3 | task 7471 | processing task, is_child = 0 7.30.411.079 I slot print_timing: id 1 | task 7221 | prompt eval time = 425.65 ms / 81 tokens ( 5.25 ms per token, 190.30 tokens per second) 7.30.411.084 I slot print_timing: id 1 | task 7221 | eval time = 11992.27 ms / 246 tokens ( 48.95 ms per token, 20.43 tokens per second) 7.30.411.084 I slot print_timing: id 1 | task 7221 | total time = 12417.92 ms / 327 tokens 7.30.411.085 I slot print_timing: id 1 | task 7221 | graphs reused = 6438 7.30.411.085 I slot print_timing: id 1 | task 7221 | graph reallocs = 0 / 0 (same size) / (changed size) 7.30.411.149 I slot release: id 1 | task 7221 | stop processing: n_tokens = 1422, truncated = 0 7.30.517.331 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.910 (> 0.100 thold), f_keep = 0.771 7.30.517.369 I slot launch_slot_: id 1 | task 7474 | processing task, is_child = 0 7.31.587.280 I slot print_timing: id 2 | task 7390 | prompt eval time = 411.97 ms / 84 tokens ( 4.90 ms per token, 203.90 tokens per second) 7.31.587.286 I slot print_timing: id 2 | task 7390 | eval time = 5151.55 ms / 95 tokens ( 54.80 ms per token, 18.25 tokens per second) 7.31.587.289 I slot print_timing: id 2 | task 7390 | total time = 5563.51 ms / 179 tokens 7.31.587.290 I slot print_timing: id 2 | task 7390 | graphs reused = 6450 7.31.587.290 I slot print_timing: id 2 | task 7390 | graph reallocs = 0 / 0 (same size) / (changed size) 7.31.587.420 I slot release: id 2 | task 7390 | stop processing: n_tokens = 1274, truncated = 0 7.31.658.044 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.919 (> 0.100 thold), f_keep = 0.860 7.31.658.076 I slot launch_slot_: id 2 | task 7491 | processing task, is_child = 0 7.32.280.635 I slot print_timing: id 0 | task 7394 | n_gen = 100, tg = 18.40 t/s, tg_3s = 18.58 t/s 7.35.293.543 I slot print_timing: id 0 | task 7394 | n_gen = 169, tg = 20.01 t/s, tg_3s = 22.90 t/s 7.35.601.743 I slot print_timing: id 3 | task 7471 | n_gen = 100, tg = 19.47 t/s, tg_3s = 19.67 t/s 7.35.688.774 I slot print_timing: id 1 | task 7474 | n_gen = 100, tg = 21.18 t/s, tg_3s = 21.39 t/s 7.36.385.953 I slot print_timing: id 2 | task 7491 | n_gen = 100, tg = 22.91 t/s, tg_3s = 23.14 t/s 7.37.257.007 I slot print_timing: id 0 | task 7394 | prompt eval time = 416.40 ms / 113 tokens ( 3.68 ms per token, 271.37 tokens per second) 7.37.257.015 I slot print_timing: id 0 | task 7394 | eval time = 10357.89 ms / 214 tokens ( 48.63 ms per token, 20.56 tokens per second) 7.37.257.016 I slot print_timing: id 0 | task 7394 | total time = 10774.29 ms / 327 tokens 7.37.257.017 I slot print_timing: id 0 | task 7394 | graphs reused = 6567 7.37.257.017 I slot print_timing: id 0 | task 7394 | graph reallocs = 0 / 0 (same size) / (changed size) 7.37.257.139 I slot release: id 0 | task 7394 | stop processing: n_tokens = 1422, truncated = 0 7.37.304.283 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.939 (> 0.100 thold), f_keep = 0.771 7.37.304.316 I slot launch_slot_: id 0 | task 7614 | processing task, is_child = 0 7.38.610.401 I slot print_timing: id 3 | task 7471 | n_gen = 163, tg = 20.02 t/s, tg_3s = 20.94 t/s 7.38.696.513 I slot print_timing: id 1 | task 7474 | n_gen = 163, tg = 21.09 t/s, tg_3s = 20.95 t/s 7.39.396.741 I slot print_timing: id 2 | task 7491 | n_gen = 163, tg = 22.09 t/s, tg_3s = 20.92 t/s 7.40.663.560 I slot print_timing: id 2 | task 7491 | prompt eval time = 406.45 ms / 96 tokens ( 4.23 ms per token, 236.19 tokens per second) 7.40.663.565 I slot print_timing: id 2 | task 7491 | eval time = 8599.02 ms / 192 tokens ( 45.02 ms per token, 22.21 tokens per second) 7.40.663.566 I slot print_timing: id 2 | task 7491 | total time = 9005.47 ms / 288 tokens 7.40.663.566 I slot print_timing: id 2 | task 7491 | graphs reused = 6635 7.40.663.567 I slot print_timing: id 2 | task 7491 | graph reallocs = 0 / 0 (same size) / (changed size) 7.40.663.703 I slot release: id 2 | task 7491 | stop processing: n_tokens = 1383, truncated = 0 7.40.734.711 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.927 (> 0.100 thold), f_keep = 0.792 7.40.734.744 I slot launch_slot_: id 2 | task 7687 | processing task, is_child = 0 7.41.615.248 I slot print_timing: id 3 | task 7471 | n_gen = 224, tg = 20.09 t/s, tg_3s = 20.30 t/s 7.41.701.755 I slot print_timing: id 1 | task 7474 | n_gen = 224, tg = 20.86 t/s, tg_3s = 20.30 t/s 7.42.312.995 I slot print_timing: id 0 | task 7614 | n_gen = 100, tg = 21.22 t/s, tg_3s = 21.43 t/s 7.44.410.448 I slot print_timing: id 1 | task 7474 | prompt eval time = 496.26 ms / 109 tokens ( 4.55 ms per token, 219.64 tokens per second) 7.44.410.456 I slot print_timing: id 1 | task 7474 | eval time = 13396.81 ms / 286 tokens ( 47.01 ms per token, 21.27 tokens per second) 7.44.410.457 I slot print_timing: id 1 | task 7474 | total time = 13893.07 ms / 395 tokens 7.44.410.458 I slot print_timing: id 1 | task 7474 | graphs reused = 6709 7.44.410.458 I slot print_timing: id 1 | task 7474 | graph reallocs = 0 / 0 (same size) / (changed size) 7.44.410.561 I slot release: id 1 | task 7474 | stop processing: n_tokens = 1490, truncated = 0 7.44.480.647 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.935 (> 0.100 thold), f_keep = 0.736 7.44.480.680 I slot launch_slot_: id 1 | task 7766 | processing task, is_child = 0 7.44.779.742 I slot print_timing: id 3 | task 7471 | n_gen = 290, tg = 20.26 t/s, tg_3s = 20.86 t/s 7.45.345.182 I slot print_timing: id 0 | task 7614 | prompt eval time = 343.30 ms / 71 tokens ( 4.84 ms per token, 206.82 tokens per second) 7.45.345.191 I slot print_timing: id 0 | task 7614 | eval time = 7697.56 ms / 161 tokens ( 48.11 ms per token, 20.79 tokens per second) 7.45.345.192 I slot print_timing: id 0 | task 7614 | total time = 8040.86 ms / 232 tokens 7.45.345.192 I slot print_timing: id 0 | task 7614 | graphs reused = 6718 7.45.345.193 I slot print_timing: id 0 | task 7614 | graph reallocs = 0 / 0 (same size) / (changed size) 7.45.345.308 I slot release: id 0 | task 7614 | stop processing: n_tokens = 1327, truncated = 0 7.45.392.471 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.930 (> 0.100 thold), f_keep = 0.826 7.45.392.500 I slot launch_slot_: id 0 | task 7780 | processing task, is_child = 0 7.46.087.744 I slot print_timing: id 2 | task 7687 | n_gen = 100, tg = 19.99 t/s, tg_3s = 20.20 t/s 7.47.801.153 I slot print_timing: id 3 | task 7471 | n_gen = 351, tg = 20.25 t/s, tg_3s = 20.19 t/s 7.49.112.784 I slot print_timing: id 2 | task 7687 | n_gen = 169, tg = 21.06 t/s, tg_3s = 22.81 t/s 7.49.507.028 I slot print_timing: id 1 | task 7766 | n_gen = 100, tg = 21.49 t/s, tg_3s = 21.70 t/s 7.49.637.907 I slot print_timing: id 2 | task 7687 | prompt eval time = 401.56 ms / 86 tokens ( 4.67 ms per token, 214.16 tokens per second) 7.49.637.912 I slot print_timing: id 2 | task 7687 | eval time = 8501.59 ms / 181 tokens ( 47.23 ms per token, 21.17 tokens per second) 7.49.637.913 I slot print_timing: id 2 | task 7687 | total time = 8903.15 ms / 267 tokens 7.49.637.914 I slot print_timing: id 2 | task 7687 | graphs reused = 6806 7.49.637.914 I slot print_timing: id 2 | task 7687 | graph reallocs = 0 / 0 (same size) / (changed size) 7.49.638.035 I slot release: id 2 | task 7687 | stop processing: n_tokens = 1362, truncated = 0 7.49.708.758 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.885 (> 0.100 thold), f_keep = 0.805 7.49.708.794 I slot launch_slot_: id 2 | task 7873 | processing task, is_child = 0 7.50.542.415 I slot print_timing: id 0 | task 7780 | n_gen = 100, tg = 20.63 t/s, tg_3s = 20.84 t/s 7.50.813.654 I slot print_timing: id 3 | task 7471 | n_gen = 409, tg = 20.10 t/s, tg_3s = 19.25 t/s 7.52.515.908 I slot print_timing: id 1 | task 7766 | n_gen = 158, tg = 20.61 t/s, tg_3s = 19.28 t/s 7.52.689.834 I slot print_timing: id 1 | task 7766 | prompt eval time = 418.69 ms / 76 tokens ( 5.51 ms per token, 181.52 tokens per second) 7.52.689.838 I slot print_timing: id 1 | task 7766 | eval time = 7790.45 ms / 162 tokens ( 48.39 ms per token, 20.67 tokens per second) 7.52.689.839 I slot print_timing: id 1 | task 7766 | total time = 8209.14 ms / 238 tokens 7.52.689.840 I slot print_timing: id 1 | task 7766 | graphs reused = 6861 7.52.689.841 I slot print_timing: id 1 | task 7766 | graph reallocs = 0 / 0 (same size) / (changed size) 7.52.689.955 I slot release: id 1 | task 7766 | stop processing: n_tokens = 1333, truncated = 0 7.52.760.651 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.928 (> 0.100 thold), f_keep = 0.822 7.52.760.685 I slot launch_slot_: id 1 | task 7933 | processing task, is_child = 0 7.53.573.185 I slot print_timing: id 0 | task 7780 | n_gen = 161, tg = 20.43 t/s, tg_3s = 20.13 t/s 7.53.836.188 I slot print_timing: id 3 | task 7471 | n_gen = 470, tg = 20.11 t/s, tg_3s = 20.18 t/s 7.54.932.925 I slot print_timing: id 2 | task 7873 | n_gen = 100, tg = 21.10 t/s, tg_3s = 21.31 t/s 7.56.600.091 I slot print_timing: id 0 | task 7780 | n_gen = 230, tg = 21.09 t/s, tg_3s = 22.80 t/s 7.56.864.321 I slot print_timing: id 3 | task 7471 | n_gen = 539, tg = 20.42 t/s, tg_3s = 22.79 t/s 7.57.299.595 I slot print_timing: id 0 | task 7780 | prompt eval time = 350.31 ms / 83 tokens ( 4.22 ms per token, 236.93 tokens per second) 7.57.299.600 I slot print_timing: id 0 | task 7780 | eval time = 11556.77 ms / 246 tokens ( 47.17 ms per token, 21.20 tokens per second) 7.57.299.601 I slot print_timing: id 0 | task 7780 | total time = 11907.09 ms / 329 tokens 7.57.299.601 I slot print_timing: id 0 | task 7780 | graphs reused = 6954 7.57.299.602 I slot print_timing: id 0 | task 7780 | graph reallocs = 0 / 0 (same size) / (changed size) 7.57.299.720 I slot release: id 0 | task 7780 | stop processing: n_tokens = 1424, truncated = 0 7.57.346.744 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.913 (> 0.100 thold), f_keep = 0.770 7.57.346.780 I slot launch_slot_: id 0 | task 8031 | processing task, is_child = 0 7.57.845.860 I slot print_timing: id 1 | task 7933 | n_gen = 100, tg = 21.24 t/s, tg_3s = 21.46 t/s 7.57.974.925 I slot print_timing: id 2 | task 7873 | n_gen = 162, tg = 20.81 t/s, tg_3s = 20.38 t/s 7.59.903.214 I slot print_timing: id 3 | task 7471 | n_gen = 601, tg = 20.42 t/s, tg_3s = 20.40 t/s 8.00.871.705 I slot print_timing: id 1 | task 7933 | n_gen = 169, tg = 21.86 t/s, tg_3s = 22.80 t/s 8.01.003.334 I slot print_timing: id 2 | task 7873 | n_gen = 231, tg = 21.37 t/s, tg_3s = 22.78 t/s 8.02.099.046 I slot print_timing: id 0 | task 8031 | n_gen = 100, tg = 22.81 t/s, tg_3s = 23.04 t/s 8.02.932.262 I slot print_timing: id 3 | task 7471 | n_gen = 670, tg = 20.64 t/s, tg_3s = 22.78 t/s 8.03.903.116 I slot print_timing: id 1 | task 7933 | n_gen = 239, tg = 22.21 t/s, tg_3s = 23.09 t/s 8.04.029.311 I slot print_timing: id 2 | task 7873 | n_gen = 301, tg = 21.76 t/s, tg_3s = 23.13 t/s 8.04.322.687 I slot print_timing: id 0 | task 8031 | prompt eval time = 411.54 ms / 104 tokens ( 3.96 ms per token, 252.71 tokens per second) 8.04.322.690 I slot print_timing: id 0 | task 8031 | eval time = 6564.36 ms / 152 tokens ( 43.47 ms per token, 23.00 tokens per second) 8.04.322.692 I slot print_timing: id 0 | task 8031 | total time = 6975.90 ms / 256 tokens 8.04.322.693 I slot print_timing: id 0 | task 8031 | graphs reused = 7104 8.04.322.693 I slot print_timing: id 0 | task 8031 | graph reallocs = 0 / 0 (same size) / (changed size) 8.04.322.758 I slot release: id 0 | task 8031 | stop processing: n_tokens = 1351, truncated = 0 8.04.365.644 I slot print_timing: id 1 | task 7933 | prompt eval time = 424.60 ms / 85 tokens ( 5.00 ms per token, 200.19 tokens per second) 8.04.365.647 I slot print_timing: id 1 | task 7933 | eval time = 11180.36 ms / 250 tokens ( 44.90 ms per token, 22.27 tokens per second) 8.04.365.647 I slot print_timing: id 1 | task 7933 | total time = 11604.95 ms / 335 tokens 8.04.365.648 I slot print_timing: id 1 | task 7933 | graphs reused = 7104 8.04.365.648 I slot print_timing: id 1 | task 7933 | graph reallocs = 0 / 0 (same size) / (changed size) 8.04.365.711 I slot release: id 1 | task 7933 | stop processing: n_tokens = 1430, truncated = 0 8.04.366.064 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.941 (> 0.100 thold), f_keep = 0.811 8.04.366.087 I slot launch_slot_: id 0 | task 8186 | processing task, is_child = 0 8.04.633.173 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.901 (> 0.100 thold), f_keep = 0.766 8.04.633.204 I slot launch_slot_: id 1 | task 8188 | processing task, is_child = 0 8.05.899.451 I slot print_timing: id 3 | task 7471 | prompt eval time = 375.75 ms / 86 tokens ( 4.37 ms per token, 228.88 tokens per second) 8.05.899.457 I slot print_timing: id 3 | task 7471 | eval time = 35382.12 ms / 725 tokens ( 48.87 ms per token, 20.46 tokens per second) 8.05.899.458 I slot print_timing: id 3 | task 7471 | total time = 35757.87 ms / 811 tokens 8.05.899.459 I slot print_timing: id 3 | task 7471 | graphs reused = 7121 8.05.899.460 I slot print_timing: id 3 | task 7471 | graph reallocs = 0 / 0 (same size) / (changed size) 8.05.899.587 I slot release: id 3 | task 7471 | stop processing: n_tokens = 1906, truncated = 0 8.05.945.379 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.939 (> 0.100 thold), f_keep = 0.575 8.05.945.418 I slot launch_slot_: id 3 | task 8210 | processing task, is_child = 0 8.06.509.795 I slot print_timing: id 2 | task 7873 | prompt eval time = 531.12 ms / 143 tokens ( 3.71 ms per token, 269.24 tokens per second) 8.06.509.801 I slot print_timing: id 2 | task 7873 | eval time = 16269.87 ms / 338 tokens ( 48.28 ms per token, 20.71 tokens per second) 8.06.509.803 I slot print_timing: id 2 | task 7873 | total time = 16800.99 ms / 481 tokens 8.06.509.804 I slot print_timing: id 2 | task 7873 | graphs reused = 7125 8.06.509.804 I slot print_timing: id 2 | task 7873 | graph reallocs = 0 / 0 (same size) / (changed size) 8.06.509.890 I slot release: id 2 | task 7873 | stop processing: n_tokens = 1576, truncated = 0 8.11.408.579 I slot print_timing: id 0 | task 8186 | n_gen = 100, tg = 15.46 t/s, tg_3s = 15.62 t/s 8.11.476.937 I slot print_timing: id 1 | task 8188 | n_gen = 100, tg = 15.58 t/s, tg_3s = 15.74 t/s 8.11.816.785 I slot print_timing: id 0 | task 8186 | prompt eval time = 628.31 ms / 69 tokens ( 9.11 ms per token, 109.82 tokens per second) 8.11.816.790 I slot print_timing: id 0 | task 8186 | eval time = 6811.70 ms / 106 tokens ( 64.87 ms per token, 15.41 tokens per second) 8.11.816.792 I slot print_timing: id 0 | task 8186 | total time = 7440.01 ms / 175 tokens 8.11.816.792 I slot print_timing: id 0 | task 8186 | graphs reused = 7125 8.11.816.792 I slot print_timing: id 0 | task 8186 | graph reallocs = 0 / 0 (same size) / (changed size) 8.11.816.853 I slot release: id 0 | task 8186 | stop processing: n_tokens = 1270, truncated = 0 8.12.512.868 I slot print_timing: id 3 | task 8210 | prompt eval time = 348.66 ms / 72 tokens ( 4.84 ms per token, 206.51 tokens per second) 8.12.512.871 I slot print_timing: id 3 | task 8210 | eval time = 6218.79 ms / 97 tokens ( 64.78 ms per token, 15.44 tokens per second) 8.12.512.872 I slot print_timing: id 3 | task 8210 | total time = 6567.44 ms / 169 tokens 8.12.512.872 I slot print_timing: id 3 | task 8210 | graphs reused = 7125 8.12.512.873 I slot print_timing: id 3 | task 8210 | graph reallocs = 0 / 0 (same size) / (changed size) 8.12.512.939 I slot release: id 3 | task 8210 | stop processing: n_tokens = 1263, truncated = 0 8.14.483.691 I slot print_timing: id 1 | task 8188 | n_gen = 195, tg = 20.72 t/s, tg_3s = 31.60 t/s 8.16.424.383 I slot print_timing: id 1 | task 8188 | prompt eval time = 488.25 ms / 120 tokens ( 4.07 ms per token, 245.77 tokens per second) 8.16.424.390 I slot print_timing: id 1 | task 8188 | eval time = 11302.08 ms / 271 tokens ( 41.86 ms per token, 23.89 tokens per second) 8.16.424.390 I slot print_timing: id 1 | task 8188 | total time = 11790.33 ms / 391 tokens 8.16.424.391 I slot print_timing: id 1 | task 8188 | graphs reused = 7276 8.16.424.391 I slot print_timing: id 1 | task 8188 | graph reallocs = 0 / 0 (same size) / (changed size) 8.16.424.475 I slot release: id 1 | task 8188 | stop processing: n_tokens = 1486, truncated = 0 8.16.450.760 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1576, t_last = 241057948969 8.16.462.302 I slot launch_slot_: id 2 | task 8462 | processing task, is_child = 0 8.16.492.641 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1270, t_last = 241063255932 8.16.492.781 I slot launch_slot_: id 0 | task 8463 | processing task, is_child = 0 8.16.492.947 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1263, t_last = 241063952018 8.16.493.052 I slot launch_slot_: id 3 | task 8464 | processing task, is_child = 0 8.16.493.146 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1486, t_last = 241067863554 8.16.493.256 I slot launch_slot_: id 1 | task 8465 | processing task, is_child = 0 8.22.658.325 I slot print_timing: id 0 | task 8463 | prompt processing, n_tokens = 819, progress = 0.87, t = 6.17 s / 132.85 tokens per second 8.22.719.325 I slot print_timing: id 1 | task 8465 | prompt processing, n_tokens = 622, progress = 0.80, t = 6.16 s / 100.89 tokens per second 8.22.720.260 I slot print_timing: id 2 | task 8462 | prompt processing, n_tokens = 653, progress = 0.84, t = 6.16 s / 105.93 tokens per second 8.22.721.674 I slot print_timing: id 3 | task 8464 | prompt processing, n_tokens = 872, progress = 0.89, t = 6.16 s / 141.46 tokens per second 8.23.829.180 I slot print_timing: id 0 | task 8463 | prompt processing, n_tokens = 936, progress = 1.00, t = 7.34 s / 127.59 tokens per second 8.23.929.882 I slot print_timing: id 1 | task 8465 | prompt processing, n_tokens = 772, progress = 0.99, t = 7.34 s / 105.24 tokens per second 8.23.930.855 I slot print_timing: id 2 | task 8462 | prompt processing, n_tokens = 776, progress = 0.99, t = 7.34 s / 105.79 tokens per second 8.23.932.347 I slot print_timing: id 3 | task 8464 | prompt processing, n_tokens = 981, progress = 1.00, t = 7.34 s / 133.74 tokens per second 8.24.050.651 I slot print_timing: id 1 | task 8465 | prompt eval time = 7512.79 ms / 776 tokens ( 9.68 ms per token, 103.29 tokens per second) 8.24.050.657 I slot print_timing: id 1 | task 8465 | eval time = 44.41 ms / 2 tokens ( 44.41 ms per token, 22.52 tokens per second) 8.24.050.657 I slot print_timing: id 1 | task 8465 | total time = 7557.20 ms / 778 tokens 8.24.050.658 I slot print_timing: id 1 | task 8465 | graphs reused = 7277 8.24.050.658 I slot print_timing: id 1 | task 8465 | graph reallocs = 0 / 0 (same size) / (changed size) 8.24.050.702 I slot release: id 1 | task 8465 | stop processing: n_tokens = 778, truncated = 0 8.24.050.870 I slot print_timing: id 2 | task 8462 | prompt eval time = 7512.76 ms / 780 tokens ( 9.63 ms per token, 103.82 tokens per second) 8.24.050.872 I slot print_timing: id 2 | task 8462 | eval time = 44.44 ms / 2 tokens ( 44.44 ms per token, 22.50 tokens per second) 8.24.050.873 I slot print_timing: id 2 | task 8462 | total time = 7557.20 ms / 782 tokens 8.24.050.873 I slot print_timing: id 2 | task 8462 | graphs reused = 7277 8.24.050.873 I slot print_timing: id 2 | task 8462 | graph reallocs = 0 / 0 (same size) / (changed size) 8.24.050.906 I slot release: id 2 | task 8462 | stop processing: n_tokens = 782, truncated = 0 8.24.051.093 I slot print_timing: id 3 | task 8464 | prompt eval time = 7512.73 ms / 985 tokens ( 7.63 ms per token, 131.11 tokens per second) 8.24.051.094 I slot print_timing: id 3 | task 8464 | eval time = 44.48 ms / 2 tokens ( 44.48 ms per token, 22.48 tokens per second) 8.24.051.095 I slot print_timing: id 3 | task 8464 | total time = 7557.21 ms / 987 tokens 8.24.051.095 I slot print_timing: id 3 | task 8464 | graphs reused = 7277 8.24.051.095 I slot print_timing: id 3 | task 8464 | graph reallocs = 0 / 0 (same size) / (changed size) 8.24.051.140 I slot release: id 3 | task 8464 | stop processing: n_tokens = 987, truncated = 0 8.24.078.507 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 778, t_last = 241075489781 8.24.082.546 I slot launch_slot_: id 1 | task 8472 | processing task, is_child = 0 8.24.092.326 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 782, t_last = 241075489985 8.24.092.428 I slot launch_slot_: id 2 | task 8473 | processing task, is_child = 0 8.24.092.514 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 987, t_last = 241075490219 8.24.092.619 I slot launch_slot_: id 3 | task 8474 | processing task, is_child = 0 8.28.411.337 I slot print_timing: id 1 | task 8472 | prompt processing, n_tokens = 672, progress = 0.86, t = 4.32 s / 155.61 tokens per second 8.28.412.006 I slot print_timing: id 2 | task 8473 | prompt processing, n_tokens = 672, progress = 0.86, t = 4.32 s / 155.61 tokens per second 8.28.413.267 I slot print_timing: id 3 | task 8474 | prompt processing, n_tokens = 672, progress = 0.82, t = 4.32 s / 155.62 tokens per second 8.29.308.075 I slot print_timing: id 1 | task 8472 | prompt processing, n_tokens = 777, progress = 0.99, t = 5.22 s / 148.99 tokens per second 8.29.308.823 I slot print_timing: id 2 | task 8473 | prompt processing, n_tokens = 780, progress = 0.99, t = 5.22 s / 149.57 tokens per second 8.29.310.274 I slot print_timing: id 3 | task 8474 | prompt processing, n_tokens = 819, progress = 1.00, t = 5.21 s / 157.05 tokens per second 8.29.460.495 I slot print_timing: id 1 | task 8472 | prompt eval time = 5323.73 ms / 781 tokens ( 6.82 ms per token, 146.70 tokens per second) 8.29.460.498 I slot print_timing: id 1 | task 8472 | eval time = 44.14 ms / 2 tokens ( 44.14 ms per token, 22.65 tokens per second) 8.29.460.498 I slot print_timing: id 1 | task 8472 | total time = 5367.87 ms / 783 tokens 8.29.460.499 I slot print_timing: id 1 | task 8472 | graphs reused = 7277 8.29.460.499 I slot print_timing: id 1 | task 8472 | graph reallocs = 0 / 0 (same size) / (changed size) 8.29.460.546 I slot release: id 1 | task 8472 | stop processing: n_tokens = 783, truncated = 0 8.29.460.714 I slot print_timing: id 2 | task 8473 | prompt eval time = 5323.73 ms / 784 tokens ( 6.79 ms per token, 147.27 tokens per second) 8.29.460.719 I slot print_timing: id 2 | task 8473 | eval time = 44.18 ms / 2 tokens ( 44.18 ms per token, 22.63 tokens per second) 8.29.460.719 I slot print_timing: id 2 | task 8473 | total time = 5367.91 ms / 786 tokens 8.29.460.720 I slot print_timing: id 2 | task 8473 | graphs reused = 7277 8.29.460.720 I slot print_timing: id 2 | task 8473 | graph reallocs = 0 / 0 (same size) / (changed size) 8.29.460.760 I slot release: id 2 | task 8473 | stop processing: n_tokens = 786, truncated = 0 8.29.460.948 I slot print_timing: id 3 | task 8474 | prompt eval time = 5323.76 ms / 823 tokens ( 6.47 ms per token, 154.59 tokens per second) 8.29.460.950 I slot print_timing: id 3 | task 8474 | eval time = 44.23 ms / 2 tokens ( 44.23 ms per token, 22.61 tokens per second) 8.29.460.950 I slot print_timing: id 3 | task 8474 | total time = 5367.99 ms / 825 tokens 8.29.460.950 I slot print_timing: id 3 | task 8474 | graphs reused = 7277 8.29.460.951 I slot print_timing: id 3 | task 8474 | graph reallocs = 0 / 0 (same size) / (changed size) 8.29.460.986 I slot release: id 3 | task 8474 | stop processing: n_tokens = 825, truncated = 0 8.29.488.719 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.841 (> 0.100 thold), f_keep = 0.895 8.29.488.753 I slot launch_slot_: id 1 | task 8481 | processing task, is_child = 0 8.29.501.966 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.872 (> 0.100 thold), f_keep = 0.892 8.29.501.999 I slot launch_slot_: id 2 | task 8482 | processing task, is_child = 0 8.29.502.076 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 825, t_last = 241080900065 8.29.502.173 I slot launch_slot_: id 3 | task 8483 | processing task, is_child = 0 8.32.034.950 I slot print_timing: id 1 | task 8481 | prompt eval time = 2196.64 ms / 133 tokens ( 16.52 ms per token, 60.55 tokens per second) 8.32.034.953 I slot print_timing: id 1 | task 8481 | eval time = 336.12 ms / 2 tokens ( 336.12 ms per token, 2.98 tokens per second) 8.32.034.953 I slot print_timing: id 1 | task 8481 | total time = 2532.77 ms / 135 tokens 8.32.034.954 I slot print_timing: id 1 | task 8481 | graphs reused = 7277 8.32.034.954 I slot print_timing: id 1 | task 8481 | graph reallocs = 0 / 0 (same size) / (changed size) 8.32.035.006 I slot release: id 1 | task 8481 | stop processing: n_tokens = 835, truncated = 0 8.32.035.180 I slot print_timing: id 2 | task 8482 | prompt eval time = 2196.12 ms / 103 tokens ( 21.32 ms per token, 46.90 tokens per second) 8.32.035.182 I slot print_timing: id 2 | task 8482 | eval time = 336.17 ms / 2 tokens ( 336.17 ms per token, 2.97 tokens per second) 8.32.035.182 I slot print_timing: id 2 | task 8482 | total time = 2532.30 ms / 105 tokens 8.32.035.182 I slot print_timing: id 2 | task 8482 | graphs reused = 7277 8.32.035.183 I slot print_timing: id 2 | task 8482 | graph reallocs = 0 / 0 (same size) / (changed size) 8.32.035.218 I slot release: id 2 | task 8482 | stop processing: n_tokens = 805, truncated = 0 8.32.105.632 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 835, t_last = 241083474085 8.32.113.707 I slot launch_slot_: id 1 | task 8488 | processing task, is_child = 0 8.32.121.146 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 805, t_last = 241083474297 8.32.121.239 I slot launch_slot_: id 2 | task 8489 | processing task, is_child = 0 8.33.826.340 I slot print_timing: id 3 | task 8483 | prompt eval time = 2602.05 ms / 867 tokens ( 3.00 ms per token, 333.20 tokens per second) 8.33.826.345 I slot print_timing: id 3 | task 8483 | eval time = 1720.71 ms / 2 tokens ( 1720.71 ms per token, 0.58 tokens per second) 8.33.826.345 I slot print_timing: id 3 | task 8483 | total time = 4322.76 ms / 869 tokens 8.33.826.346 I slot print_timing: id 3 | task 8483 | graphs reused = 7277 8.33.826.346 I slot print_timing: id 3 | task 8483 | graph reallocs = 0 / 0 (same size) / (changed size) 8.33.826.396 I slot release: id 3 | task 8483 | stop processing: n_tokens = 869, truncated = 0 8.35.447.126 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 869, t_last = 241085265475 8.35.454.164 I slot launch_slot_: id 3 | task 8492 | processing task, is_child = 0 8.35.454.182 I slot print_timing: id 1 | task 8488 | prompt processing, n_tokens = 820, progress = 0.86, t = 3.33 s / 246.56 tokens per second 8.35.455.009 I slot print_timing: id 2 | task 8489 | prompt processing, n_tokens = 738, progress = 0.84, t = 3.33 s / 221.92 tokens per second 8.37.059.517 I slot print_timing: id 1 | task 8488 | prompt processing, n_tokens = 952, progress = 1.00, t = 4.94 s / 192.79 tokens per second 8.37.060.284 I slot print_timing: id 2 | task 8489 | prompt processing, n_tokens = 871, progress = 1.00, t = 4.94 s / 176.39 tokens per second 8.38.343.357 I slot print_timing: id 1 | task 8488 | prompt eval time = 5890.59 ms / 956 tokens ( 6.16 ms per token, 162.29 tokens per second) 8.38.343.363 I slot print_timing: id 1 | task 8488 | eval time = 331.52 ms / 2 tokens ( 331.52 ms per token, 3.02 tokens per second) 8.38.343.363 I slot print_timing: id 1 | task 8488 | total time = 6222.11 ms / 958 tokens 8.38.343.364 I slot print_timing: id 1 | task 8488 | graphs reused = 7277 8.38.343.364 I slot print_timing: id 1 | task 8488 | graph reallocs = 0 / 0 (same size) / (changed size) 8.38.343.417 I slot release: id 1 | task 8488 | stop processing: n_tokens = 958, truncated = 0 8.38.343.589 I slot print_timing: id 2 | task 8489 | prompt eval time = 5890.61 ms / 875 tokens ( 6.73 ms per token, 148.54 tokens per second) 8.38.343.591 I slot print_timing: id 2 | task 8489 | eval time = 331.57 ms / 2 tokens ( 331.57 ms per token, 3.02 tokens per second) 8.38.343.592 I slot print_timing: id 2 | task 8489 | total time = 6222.18 ms / 877 tokens 8.38.343.592 I slot print_timing: id 2 | task 8489 | graphs reused = 7277 8.38.343.592 I slot print_timing: id 2 | task 8489 | graph reallocs = 0 / 0 (same size) / (changed size) 8.38.343.641 I slot release: id 2 | task 8489 | stop processing: n_tokens = 877, truncated = 0 8.38.414.514 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 958, t_last = 241089782496 8.38.422.070 I slot launch_slot_: id 1 | task 8497 | processing task, is_child = 0 8.38.428.793 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 877, t_last = 241089782720 8.38.428.889 I slot launch_slot_: id 2 | task 8498 | processing task, is_child = 0 8.40.324.071 I slot print_timing: id 3 | task 8492 | prompt eval time = 2958.85 ms / 1001 tokens ( 2.96 ms per token, 338.31 tokens per second) 8.40.324.074 I slot print_timing: id 3 | task 8492 | eval time = 1909.55 ms / 2 tokens ( 1909.55 ms per token, 0.52 tokens per second) 8.40.324.074 I slot print_timing: id 3 | task 8492 | total time = 4868.40 ms / 1003 tokens 8.40.324.075 I slot print_timing: id 3 | task 8492 | graphs reused = 7277 8.40.324.075 I slot print_timing: id 3 | task 8492 | graph reallocs = 0 / 0 (same size) / (changed size) 8.40.324.128 I slot release: id 3 | task 8492 | stop processing: n_tokens = 1003, truncated = 0 8.41.904.284 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1003, t_last = 241091763207 8.41.910.773 I slot launch_slot_: id 3 | task 8501 | processing task, is_child = 0 8.41.910.785 I slot print_timing: id 1 | task 8497 | prompt processing, n_tokens = 741, progress = 0.81, t = 3.48 s / 213.22 tokens per second 8.41.911.531 I slot print_timing: id 2 | task 8498 | prompt processing, n_tokens = 882, progress = 0.85, t = 3.48 s / 253.81 tokens per second 8.44.199.554 I slot print_timing: id 1 | task 8497 | prompt processing, n_tokens = 908, progress = 1.00, t = 5.77 s / 157.35 tokens per second 8.44.200.341 I slot print_timing: id 2 | task 8498 | prompt processing, n_tokens = 1032, progress = 1.00, t = 5.77 s / 178.85 tokens per second 8.45.402.030 I slot print_timing: id 3 | task 8501 | prompt processing, n_tokens = 1265, progress = 0.71, t = 3.49 s / 362.66 tokens per second 8.46.549.550 I slot print_timing: id 1 | task 8497 | prompt eval time = 6972.94 ms / 912 tokens ( 7.65 ms per token, 130.79 tokens per second) 8.46.549.555 I slot print_timing: id 1 | task 8497 | eval time = 1147.71 ms / 2 tokens ( 1147.71 ms per token, 0.87 tokens per second) 8.46.549.556 I slot print_timing: id 1 | task 8497 | total time = 8120.65 ms / 914 tokens 8.46.549.556 I slot print_timing: id 1 | task 8497 | graphs reused = 7277 8.46.549.557 I slot print_timing: id 1 | task 8497 | graph reallocs = 0 / 0 (same size) / (changed size) 8.46.549.612 I slot release: id 1 | task 8497 | stop processing: n_tokens = 914, truncated = 0 8.46.549.785 I slot print_timing: id 2 | task 8498 | prompt eval time = 6972.94 ms / 1036 tokens ( 6.73 ms per token, 148.57 tokens per second) 8.46.549.788 I slot print_timing: id 2 | task 8498 | eval time = 1147.77 ms / 2 tokens ( 1147.77 ms per token, 0.87 tokens per second) 8.46.549.789 I slot print_timing: id 2 | task 8498 | total time = 8120.71 ms / 1038 tokens 8.46.549.789 I slot print_timing: id 2 | task 8498 | graphs reused = 7277 8.46.549.789 I slot print_timing: id 2 | task 8498 | graph reallocs = 0 / 0 (same size) / (changed size) 8.46.549.838 I slot release: id 2 | task 8498 | stop processing: n_tokens = 1038, truncated = 0 8.46.549.848 I slot print_timing: id 3 | task 8501 | prompt processing, n_tokens = 1777, progress = 1.00, t = 4.64 s / 383.31 tokens per second 8.46.621.041 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 914, t_last = 241097988691 8.46.628.410 I slot launch_slot_: id 1 | task 8506 | processing task, is_child = 0 8.46.635.945 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1038, t_last = 241097988917 8.46.637.054 I slot launch_slot_: id 2 | task 8507 | processing task, is_child = 0 8.47.446.805 I slot print_timing: id 3 | task 8501 | prompt eval time = 4707.71 ms / 1781 tokens ( 2.64 ms per token, 378.32 tokens per second) 8.47.446.810 I slot print_timing: id 3 | task 8501 | eval time = 825.76 ms / 2 tokens ( 825.76 ms per token, 1.21 tokens per second) 8.47.446.811 I slot print_timing: id 3 | task 8501 | total time = 5533.48 ms / 1783 tokens 8.47.446.811 I slot print_timing: id 3 | task 8501 | graphs reused = 7277 8.47.446.811 I slot print_timing: id 3 | task 8501 | graph reallocs = 0 / 0 (same size) / (changed size) 8.47.446.912 I slot release: id 3 | task 8501 | stop processing: n_tokens = 1783, truncated = 0 8.48.742.001 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1783, t_last = 241098885991 8.48.750.224 I slot launch_slot_: id 3 | task 8510 | processing task, is_child = 0 8.50.468.234 I slot print_timing: id 2 | task 8507 | prompt eval time = 2947.45 ms / 187 tokens ( 15.76 ms per token, 63.44 tokens per second) 8.50.468.237 I slot print_timing: id 2 | task 8507 | eval time = 883.58 ms / 2 tokens ( 883.58 ms per token, 1.13 tokens per second) 8.50.468.238 I slot print_timing: id 2 | task 8507 | total time = 3831.03 ms / 189 tokens 8.50.468.238 I slot print_timing: id 2 | task 8507 | graphs reused = 7277 8.50.468.238 I slot print_timing: id 2 | task 8507 | graph reallocs = 0 / 0 (same size) / (changed size) 8.50.468.294 I slot release: id 2 | task 8507 | stop processing: n_tokens = 929, truncated = 0 8.50.851.660 I slot print_timing: id 1 | task 8506 | prompt eval time = 3831.00 ms / 870 tokens ( 4.40 ms per token, 227.09 tokens per second) 8.50.851.662 I slot print_timing: id 1 | task 8506 | eval time = 383.59 ms / 2 tokens ( 383.59 ms per token, 2.61 tokens per second) 8.50.851.663 I slot print_timing: id 1 | task 8506 | total time = 4214.59 ms / 872 tokens 8.50.851.663 I slot print_timing: id 1 | task 8506 | graphs reused = 7277 8.50.851.664 I slot print_timing: id 1 | task 8506 | graph reallocs = 0 / 0 (same size) / (changed size) 8.50.851.710 I slot release: id 1 | task 8506 | stop processing: n_tokens = 872, truncated = 0 8.50.851.717 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 929, t_last = 241101907373 8.50.860.471 I slot launch_slot_: id 2 | task 8514 | processing task, is_child = 0 8.50.866.965 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 872, t_last = 241102290789 8.50.867.072 I slot launch_slot_: id 1 | task 8515 | processing task, is_child = 0 8.53.422.745 I slot print_timing: id 3 | task 8510 | prompt eval time = 2981.36 ms / 742 tokens ( 4.02 ms per token, 248.88 tokens per second) 8.53.422.748 I slot print_timing: id 3 | task 8510 | eval time = 1689.57 ms / 2 tokens ( 1689.57 ms per token, 0.59 tokens per second) 8.53.422.749 I slot print_timing: id 3 | task 8510 | total time = 4670.93 ms / 744 tokens 8.53.422.749 I slot print_timing: id 3 | task 8510 | graphs reused = 7277 8.53.422.750 I slot print_timing: id 3 | task 8510 | graph reallocs = 0 / 0 (same size) / (changed size) 8.53.422.797 I slot release: id 3 | task 8510 | stop processing: n_tokens = 744, truncated = 0 8.53.977.425 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.865 (> 0.100 thold), f_keep = 0.844 8.53.977.487 I slot launch_slot_: id 3 | task 8519 | processing task, is_child = 0 8.53.977.494 I slot print_timing: id 1 | task 8515 | prompt processing, n_tokens = 712, progress = 0.99, t = 3.11 s / 228.93 tokens per second 8.53.978.325 I slot print_timing: id 2 | task 8514 | prompt processing, n_tokens = 708, progress = 0.99, t = 3.11 s / 227.65 tokens per second 8.54.389.185 I slot print_timing: id 1 | task 8515 | prompt eval time = 3438.71 ms / 716 tokens ( 4.80 ms per token, 208.22 tokens per second) 8.54.389.187 I slot print_timing: id 1 | task 8515 | eval time = 83.39 ms / 2 tokens ( 83.39 ms per token, 11.99 tokens per second) 8.54.389.188 I slot print_timing: id 1 | task 8515 | total time = 3522.10 ms / 718 tokens 8.54.389.188 I slot print_timing: id 1 | task 8515 | graphs reused = 7277 8.54.389.189 I slot print_timing: id 1 | task 8515 | graph reallocs = 0 / 0 (same size) / (changed size) 8.54.389.231 I slot release: id 1 | task 8515 | stop processing: n_tokens = 718, truncated = 0 8.54.389.384 I slot print_timing: id 2 | task 8514 | prompt eval time = 3438.72 ms / 712 tokens ( 4.83 ms per token, 207.05 tokens per second) 8.54.389.389 I slot print_timing: id 2 | task 8514 | eval time = 83.41 ms / 2 tokens ( 83.41 ms per token, 11.99 tokens per second) 8.54.389.389 I slot print_timing: id 2 | task 8514 | total time = 3522.12 ms / 714 tokens 8.54.389.390 I slot print_timing: id 2 | task 8514 | graphs reused = 7277 8.54.389.390 I slot print_timing: id 2 | task 8514 | graph reallocs = 0 / 0 (same size) / (changed size) 8.54.389.422 I slot release: id 2 | task 8514 | stop processing: n_tokens = 714, truncated = 0 8.54.442.901 I slot print_timing: id 3 | task 8519 | prompt eval time = 409.84 ms / 98 tokens ( 4.18 ms per token, 239.12 tokens per second) 8.54.442.905 I slot print_timing: id 3 | task 8519 | eval time = 53.26 ms / 2 tokens ( 53.26 ms per token, 18.78 tokens per second) 8.54.442.905 I slot print_timing: id 3 | task 8519 | total time = 463.11 ms / 100 tokens 8.54.442.906 I slot print_timing: id 3 | task 8519 | graphs reused = 7277 8.54.442.906 I slot print_timing: id 3 | task 8519 | graph reallocs = 0 / 0 (same size) / (changed size) 8.54.442.952 I slot release: id 3 | task 8519 | stop processing: n_tokens = 727, truncated = 0 8.54.442.960 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.874 (> 0.100 thold), f_keep = 0.876 8.54.443.022 I slot launch_slot_: id 1 | task 8523 | processing task, is_child = 0 8.54.456.764 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 714, t_last = 241105828501 8.54.456.876 I slot launch_slot_: id 2 | task 8524 | processing task, is_child = 0 8.54.456.940 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 727, t_last = 241105882031 8.54.457.019 I slot launch_slot_: id 3 | task 8525 | processing task, is_child = 0 8.58.251.380 I slot print_timing: id 2 | task 8524 | prompt processing, n_tokens = 765, progress = 0.87, t = 3.79 s / 201.67 tokens per second 8.58.252.075 I slot print_timing: id 3 | task 8525 | prompt processing, n_tokens = 861, progress = 0.86, t = 3.79 s / 226.99 tokens per second 8.58.890.432 I slot print_timing: id 1 | task 8523 | prompt eval time = 3794.34 ms / 91 tokens ( 41.70 ms per token, 23.98 tokens per second) 8.58.890.437 I slot print_timing: id 1 | task 8523 | eval time = 639.06 ms / 2 tokens ( 639.06 ms per token, 1.56 tokens per second) 8.58.890.438 I slot print_timing: id 1 | task 8523 | total time = 4433.40 ms / 93 tokens 8.58.890.439 I slot print_timing: id 1 | task 8523 | graphs reused = 7277 8.58.890.439 I slot print_timing: id 1 | task 8523 | graph reallocs = 0 / 0 (same size) / (changed size) 8.58.890.487 I slot release: id 1 | task 8523 | stop processing: n_tokens = 721, truncated = 0 8.58.890.498 I slot print_timing: id 2 | task 8524 | prompt processing, n_tokens = 873, progress = 1.00, t = 4.43 s / 196.96 tokens per second 8.58.893.735 I slot print_timing: id 3 | task 8525 | prompt processing, n_tokens = 992, progress = 1.00, t = 4.43 s / 223.81 tokens per second 8.58.969.137 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 721, t_last = 241110329566 8.58.976.432 I slot launch_slot_: id 1 | task 8530 | processing task, is_child = 0 9.00.081.130 I slot print_timing: id 2 | task 8524 | prompt eval time = 4511.24 ms / 877 tokens ( 5.14 ms per token, 194.40 tokens per second) 9.00.081.133 I slot print_timing: id 2 | task 8524 | eval time = 1112.18 ms / 2 tokens ( 1112.18 ms per token, 0.90 tokens per second) 9.00.081.134 I slot print_timing: id 2 | task 8524 | total time = 5623.41 ms / 879 tokens 9.00.081.134 I slot print_timing: id 2 | task 8524 | graphs reused = 7277 9.00.081.135 I slot print_timing: id 2 | task 8524 | graph reallocs = 0 / 0 (same size) / (changed size) 9.00.081.185 I slot release: id 2 | task 8524 | stop processing: n_tokens = 879, truncated = 0 9.00.081.358 I slot print_timing: id 3 | task 8525 | prompt eval time = 4511.27 ms / 996 tokens ( 4.53 ms per token, 220.78 tokens per second) 9.00.081.360 I slot print_timing: id 3 | task 8525 | eval time = 1112.22 ms / 2 tokens ( 1112.22 ms per token, 0.90 tokens per second) 9.00.081.361 I slot print_timing: id 3 | task 8525 | total time = 5623.50 ms / 998 tokens 9.00.081.361 I slot print_timing: id 3 | task 8525 | graphs reused = 7277 9.00.081.361 I slot print_timing: id 3 | task 8525 | graph reallocs = 0 / 0 (same size) / (changed size) 9.00.081.408 I slot release: id 3 | task 8525 | stop processing: n_tokens = 998, truncated = 0 9.00.846.745 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.886 (> 0.100 thold), f_keep = 0.892 9.00.846.780 I slot launch_slot_: id 3 | task 8533 | processing task, is_child = 0 9.00.852.924 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 879, t_last = 241111520264 9.00.853.019 I slot launch_slot_: id 2 | task 8534 | processing task, is_child = 0 9.02.589.178 I slot print_timing: id 1 | task 8530 | prompt processing, n_tokens = 1032, progress = 1.00, t = 3.61 s / 285.67 tokens per second 9.03.895.270 I slot print_timing: id 1 | task 8530 | prompt eval time = 4501.95 ms / 1036 tokens ( 4.35 ms per token, 230.12 tokens per second) 9.03.895.276 I slot print_timing: id 1 | task 8530 | eval time = 416.88 ms / 2 tokens ( 416.88 ms per token, 2.40 tokens per second) 9.03.895.276 I slot print_timing: id 1 | task 8530 | total time = 4918.83 ms / 1038 tokens 9.03.895.277 I slot print_timing: id 1 | task 8530 | graphs reused = 7277 9.03.895.277 I slot print_timing: id 1 | task 8530 | graph reallocs = 0 / 0 (same size) / (changed size) 9.03.895.334 I slot release: id 1 | task 8530 | stop processing: n_tokens = 1038, truncated = 0 9.03.895.501 I slot print_timing: id 3 | task 8533 | prompt eval time = 2623.79 ms / 114 tokens ( 23.02 ms per token, 43.45 tokens per second) 9.03.895.504 I slot print_timing: id 3 | task 8533 | eval time = 416.92 ms / 2 tokens ( 416.92 ms per token, 2.40 tokens per second) 9.03.895.504 I slot print_timing: id 3 | task 8533 | total time = 3040.71 ms / 116 tokens 9.03.895.504 I slot print_timing: id 3 | task 8533 | graphs reused = 7277 9.03.895.505 I slot print_timing: id 3 | task 8533 | graph reallocs = 0 / 0 (same size) / (changed size) 9.03.895.544 I slot release: id 3 | task 8533 | stop processing: n_tokens = 1005, truncated = 0 9.03.895.552 I slot print_timing: id 2 | task 8534 | prompt processing, n_tokens = 1006, progress = 1.00, t = 3.04 s / 330.89 tokens per second 9.03.965.812 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1038, t_last = 241115334414 9.03.973.772 I slot launch_slot_: id 1 | task 8539 | processing task, is_child = 0 9.03.982.458 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.892 (> 0.100 thold), f_keep = 0.886 9.03.982.488 I slot launch_slot_: id 3 | task 8540 | processing task, is_child = 0 9.05.088.718 I slot print_timing: id 2 | task 8534 | prompt eval time = 3111.18 ms / 1010 tokens ( 3.08 ms per token, 324.64 tokens per second) 9.05.088.721 I slot print_timing: id 2 | task 8534 | eval time = 1122.91 ms / 2 tokens ( 1122.91 ms per token, 0.89 tokens per second) 9.05.088.721 I slot print_timing: id 2 | task 8534 | total time = 4234.08 ms / 1012 tokens 9.05.088.722 I slot print_timing: id 2 | task 8534 | graphs reused = 7277 9.05.088.722 I slot print_timing: id 2 | task 8534 | graph reallocs = 0 / 0 (same size) / (changed size) 9.05.088.778 I slot release: id 2 | task 8534 | stop processing: n_tokens = 1012, truncated = 0 9.05.942.950 I slot print_timing: id 0 | task 8463 | prompt eval time = 7512.80 ms / 940 tokens ( 7.99 ms per token, 125.12 tokens per second) 9.05.942.954 I slot print_timing: id 0 | task 8463 | eval time = 41936.89 ms / 48 tokens ( 892.27 ms per token, 1.12 tokens per second) 9.05.942.954 I slot print_timing: id 0 | task 8463 | total time = 49449.68 ms / 988 tokens 9.05.942.955 I slot print_timing: id 0 | task 8463 | graphs reused = 7277 9.05.942.955 I slot print_timing: id 0 | task 8463 | graph reallocs = 0 / 0 (same size) / (changed size) 9.05.943.004 I slot release: id 0 | task 8463 | stop processing: n_tokens = 988, truncated = 0 9.05.943.210 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1012, t_last = 241116527857 9.05.950.790 I slot launch_slot_: id 2 | task 8543 | processing task, is_child = 0 9.05.957.736 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 988, t_last = 241117382083 9.05.957.852 I slot launch_slot_: id 0 | task 8544 | processing task, is_child = 0 9.08.070.092 I slot print_timing: id 3 | task 8540 | prompt eval time = 1960.52 ms / 108 tokens ( 18.15 ms per token, 55.09 tokens per second) 9.08.070.095 I slot print_timing: id 3 | task 8540 | eval time = 2126.88 ms / 2 tokens ( 2126.88 ms per token, 0.47 tokens per second) 9.08.070.096 I slot print_timing: id 3 | task 8540 | total time = 4087.40 ms / 110 tokens 9.08.070.097 I slot print_timing: id 3 | task 8540 | graphs reused = 7277 9.08.070.097 I slot print_timing: id 3 | task 8540 | graph reallocs = 0 / 0 (same size) / (changed size) 9.08.070.157 I slot release: id 3 | task 8540 | stop processing: n_tokens = 999, truncated = 0 9.08.070.757 I slot print_timing: id 1 | task 8539 | prompt processing, n_tokens = 883, progress = 1.00, t = 4.09 s / 216.03 tokens per second 9.09.562.949 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 999, t_last = 241119509236 9.09.571.619 I slot launch_slot_: id 3 | task 8547 | processing task, is_child = 0 9.09.571.630 I slot print_timing: id 0 | task 8544 | prompt processing, n_tokens = 759, progress = 0.86, t = 3.60 s / 210.55 tokens per second 9.09.573.224 I slot print_timing: id 2 | task 8543 | prompt processing, n_tokens = 759, progress = 0.76, t = 3.60 s / 210.60 tokens per second 9.11.375.465 I slot print_timing: id 1 | task 8539 | prompt eval time = 5580.45 ms / 887 tokens ( 6.29 ms per token, 158.95 tokens per second) 9.11.375.471 I slot print_timing: id 1 | task 8539 | eval time = 1812.52 ms / 2 tokens ( 1812.52 ms per token, 0.55 tokens per second) 9.11.375.471 I slot print_timing: id 1 | task 8539 | total time = 7392.97 ms / 889 tokens 9.11.375.472 I slot print_timing: id 1 | task 8539 | graphs reused = 7277 9.11.375.472 I slot print_timing: id 1 | task 8539 | graph reallocs = 0 / 0 (same size) / (changed size) 9.11.375.522 I slot release: id 1 | task 8539 | stop processing: n_tokens = 889, truncated = 0 9.11.375.535 I slot print_timing: id 0 | task 8544 | prompt processing, n_tokens = 880, progress = 1.00, t = 5.42 s / 162.44 tokens per second 9.11.376.655 I slot print_timing: id 2 | task 8543 | prompt processing, n_tokens = 998, progress = 1.00, t = 5.42 s / 184.25 tokens per second 9.12.059.780 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 889, t_last = 241122814601 9.12.068.832 I slot launch_slot_: id 1 | task 8550 | processing task, is_child = 0 9.13.375.248 I slot print_timing: id 0 | task 8544 | prompt eval time = 6101.73 ms / 884 tokens ( 6.90 ms per token, 144.88 tokens per second) 9.13.375.253 I slot print_timing: id 0 | task 8544 | eval time = 1315.66 ms / 2 tokens ( 1315.66 ms per token, 0.76 tokens per second) 9.13.375.254 I slot print_timing: id 0 | task 8544 | total time = 7417.38 ms / 886 tokens 9.13.375.254 I slot print_timing: id 0 | task 8544 | graphs reused = 7277 9.13.375.255 I slot print_timing: id 0 | task 8544 | graph reallocs = 0 / 0 (same size) / (changed size) 9.13.375.304 I slot release: id 0 | task 8544 | stop processing: n_tokens = 886, truncated = 0 9.13.375.477 I slot print_timing: id 2 | task 8543 | prompt eval time = 6101.05 ms / 1002 tokens ( 6.09 ms per token, 164.23 tokens per second) 9.13.375.484 I slot print_timing: id 2 | task 8543 | eval time = 1315.70 ms / 2 tokens ( 1315.70 ms per token, 0.76 tokens per second) 9.13.375.484 I slot print_timing: id 2 | task 8543 | total time = 7416.75 ms / 1004 tokens 9.13.375.484 I slot print_timing: id 2 | task 8543 | graphs reused = 7277 9.13.375.485 I slot print_timing: id 2 | task 8543 | graph reallocs = 0 / 0 (same size) / (changed size) 9.13.375.533 I slot release: id 2 | task 8543 | stop processing: n_tokens = 1004, truncated = 0 9.13.376.179 I slot print_timing: id 3 | task 8547 | prompt processing, n_tokens = 980, progress = 1.00, t = 3.80 s / 257.88 tokens per second 9.14.203.362 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.905 (> 0.100 thold), f_keep = 0.786 9.14.203.408 I slot launch_slot_: id 2 | task 8553 | processing task, is_child = 0 9.14.211.170 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.828 (> 0.100 thold), f_keep = 0.889 9.14.211.198 I slot launch_slot_: id 0 | task 8554 | processing task, is_child = 0 9.15.166.319 I slot print_timing: id 3 | task 8547 | prompt eval time = 4628.54 ms / 984 tokens ( 4.70 ms per token, 212.59 tokens per second) 9.15.166.325 I slot print_timing: id 3 | task 8547 | eval time = 962.96 ms / 2 tokens ( 962.96 ms per token, 1.04 tokens per second) 9.15.166.325 I slot print_timing: id 3 | task 8547 | total time = 5591.50 ms / 986 tokens 9.15.166.326 I slot print_timing: id 3 | task 8547 | graphs reused = 7277 9.15.166.326 I slot print_timing: id 3 | task 8547 | graph reallocs = 0 / 0 (same size) / (changed size) 9.15.166.389 I slot release: id 3 | task 8547 | stop processing: n_tokens = 986, truncated = 0 9.15.169.479 I slot print_timing: id 1 | task 8550 | prompt processing, n_tokens = 888, progress = 1.00, t = 3.10 s / 286.70 tokens per second 9.15.241.833 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 986, t_last = 241126605468 9.15.249.412 I slot launch_slot_: id 3 | task 8557 | processing task, is_child = 0 9.16.168.237 I slot print_timing: id 0 | task 8554 | prompt eval time = 1030.27 ms / 164 tokens ( 6.28 ms per token, 159.18 tokens per second) 9.16.168.242 I slot print_timing: id 0 | task 8554 | eval time = 926.76 ms / 2 tokens ( 926.76 ms per token, 1.08 tokens per second) 9.16.168.243 I slot print_timing: id 0 | task 8554 | total time = 1957.03 ms / 166 tokens 9.16.168.243 I slot print_timing: id 0 | task 8554 | graphs reused = 7277 9.16.168.244 I slot print_timing: id 0 | task 8554 | graph reallocs = 0 / 0 (same size) / (changed size) 9.16.168.302 I slot release: id 0 | task 8554 | stop processing: n_tokens = 953, truncated = 0 9.16.168.474 I slot print_timing: id 1 | task 8550 | prompt eval time = 3172.81 ms / 892 tokens ( 3.56 ms per token, 281.14 tokens per second) 9.16.168.476 I slot print_timing: id 1 | task 8550 | eval time = 926.83 ms / 2 tokens ( 926.83 ms per token, 1.08 tokens per second) 9.16.168.476 I slot print_timing: id 1 | task 8550 | total time = 4099.63 ms / 894 tokens 9.16.168.477 I slot print_timing: id 1 | task 8550 | graphs reused = 7277 9.16.168.477 I slot print_timing: id 1 | task 8550 | graph reallocs = 0 / 0 (same size) / (changed size) 9.16.168.524 I slot release: id 1 | task 8550 | stop processing: n_tokens = 894, truncated = 0 9.16.168.712 I slot print_timing: id 2 | task 8553 | prompt eval time = 1028.10 ms / 83 tokens ( 12.39 ms per token, 80.73 tokens per second) 9.16.168.714 I slot print_timing: id 2 | task 8553 | eval time = 926.88 ms / 2 tokens ( 926.88 ms per token, 1.08 tokens per second) 9.16.168.715 I slot print_timing: id 2 | task 8553 | total time = 1954.98 ms / 85 tokens 9.16.168.715 I slot print_timing: id 2 | task 8553 | graphs reused = 7277 9.16.168.715 I slot print_timing: id 2 | task 8553 | graph reallocs = 0 / 0 (same size) / (changed size) 9.16.168.752 I slot release: id 2 | task 8553 | stop processing: n_tokens = 873, truncated = 0 9.16.896.385 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 953, t_last = 241127607381 9.17.313.187 I slot launch_slot_: id 0 | task 8561 | processing task, is_child = 0 9.17.329.950 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 894, t_last = 241127607603 9.17.330.052 I slot launch_slot_: id 1 | task 8562 | processing task, is_child = 0 9.17.330.119 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 873, t_last = 241127607831 9.17.330.204 I slot launch_slot_: id 2 | task 8563 | processing task, is_child = 0 9.20.717.257 I slot print_timing: id 0 | task 8561 | prompt processing, n_tokens = 382, progress = 0.43, t = 3.39 s / 112.79 tokens per second 9.20.717.795 I slot print_timing: id 1 | task 8562 | prompt processing, n_tokens = 408, progress = 0.44, t = 3.39 s / 120.47 tokens per second 9.20.718.782 I slot print_timing: id 2 | task 8563 | prompt processing, n_tokens = 849, progress = 0.62, t = 3.39 s / 250.70 tokens per second 9.22.967.624 I slot print_timing: id 3 | task 8557 | prompt eval time = 5467.81 ms / 943 tokens ( 5.80 ms per token, 172.46 tokens per second) 9.22.967.626 I slot print_timing: id 3 | task 8557 | eval time = 2250.38 ms / 2 tokens ( 2250.38 ms per token, 0.44 tokens per second) 9.22.967.627 I slot print_timing: id 3 | task 8557 | total time = 7718.19 ms / 945 tokens 9.22.967.627 I slot print_timing: id 3 | task 8557 | graphs reused = 7277 9.22.967.628 I slot print_timing: id 3 | task 8557 | graph reallocs = 0 / 0 (same size) / (changed size) 9.22.967.681 I slot release: id 3 | task 8557 | stop processing: n_tokens = 945, truncated = 0 9.22.967.693 I slot print_timing: id 0 | task 8561 | prompt processing, n_tokens = 761, progress = 0.85, t = 5.64 s / 135.00 tokens per second 9.22.968.478 I slot print_timing: id 1 | task 8562 | prompt processing, n_tokens = 761, progress = 0.82, t = 5.64 s / 135.00 tokens per second 9.22.970.110 I slot print_timing: id 2 | task 8563 | prompt processing, n_tokens = 1157, progress = 0.85, t = 5.64 s / 205.26 tokens per second 9.24.002.592 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 945, t_last = 241134406760 9.24.161.900 I slot launch_slot_: id 3 | task 8567 | processing task, is_child = 0 9.24.161.910 I slot print_timing: id 0 | task 8561 | prompt processing, n_tokens = 894, progress = 1.00, t = 6.67 s / 133.99 tokens per second 9.24.163.384 I slot print_timing: id 1 | task 8562 | prompt processing, n_tokens = 920, progress = 1.00, t = 6.67 s / 137.89 tokens per second 9.24.165.383 I slot print_timing: id 2 | task 8563 | prompt processing, n_tokens = 1361, progress = 1.00, t = 6.67 s / 203.99 tokens per second 9.26.670.219 I slot print_timing: id 0 | task 8561 | prompt eval time = 8616.73 ms / 898 tokens ( 9.60 ms per token, 104.22 tokens per second) 9.26.670.221 I slot print_timing: id 0 | task 8561 | eval time = 723.27 ms / 2 tokens ( 723.27 ms per token, 1.38 tokens per second) 9.26.670.222 I slot print_timing: id 0 | task 8561 | total time = 9340.00 ms / 900 tokens 9.26.670.222 I slot print_timing: id 0 | task 8561 | graphs reused = 7277 9.26.670.222 I slot print_timing: id 0 | task 8561 | graph reallocs = 0 / 0 (same size) / (changed size) 9.26.670.280 I slot release: id 0 | task 8561 | stop processing: n_tokens = 900, truncated = 0 9.26.670.454 I slot print_timing: id 1 | task 8562 | prompt eval time = 8616.73 ms / 924 tokens ( 9.33 ms per token, 107.23 tokens per second) 9.26.670.458 I slot print_timing: id 1 | task 8562 | eval time = 723.33 ms / 2 tokens ( 723.33 ms per token, 1.38 tokens per second) 9.26.670.459 I slot print_timing: id 1 | task 8562 | total time = 9340.06 ms / 926 tokens 9.26.670.459 I slot print_timing: id 1 | task 8562 | graphs reused = 7277 9.26.670.459 I slot print_timing: id 1 | task 8562 | graph reallocs = 0 / 0 (same size) / (changed size) 9.26.670.506 I slot release: id 1 | task 8562 | stop processing: n_tokens = 926, truncated = 0 9.26.670.691 I slot print_timing: id 2 | task 8563 | prompt eval time = 8616.79 ms / 1365 tokens ( 6.31 ms per token, 158.41 tokens per second) 9.26.670.694 I slot print_timing: id 2 | task 8563 | eval time = 723.38 ms / 2 tokens ( 723.38 ms per token, 1.38 tokens per second) 9.26.670.694 I slot print_timing: id 2 | task 8563 | total time = 9340.16 ms / 1367 tokens 9.26.670.694 I slot print_timing: id 2 | task 8563 | graphs reused = 7277 9.26.670.695 I slot print_timing: id 2 | task 8563 | graph reallocs = 0 / 0 (same size) / (changed size) 9.26.670.747 I slot release: id 2 | task 8563 | stop processing: n_tokens = 1367, truncated = 0 9.27.206.290 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 900, t_last = 241138109359 9.27.214.181 I slot launch_slot_: id 0 | task 8572 | processing task, is_child = 0 9.27.228.888 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.935 (> 0.100 thold), f_keep = 0.868 9.27.228.924 I slot launch_slot_: id 2 | task 8573 | processing task, is_child = 0 9.27.228.997 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 926, t_last = 241138109585 9.27.230.282 I slot launch_slot_: id 1 | task 8574 | processing task, is_child = 0 9.28.085.396 I slot print_timing: id 3 | task 8567 | prompt eval time = 3038.80 ms / 1355 tokens ( 2.24 ms per token, 445.90 tokens per second) 9.28.085.398 I slot print_timing: id 3 | task 8567 | eval time = 879.11 ms / 2 tokens ( 879.11 ms per token, 1.14 tokens per second) 9.28.085.399 I slot print_timing: id 3 | task 8567 | total time = 3917.91 ms / 1357 tokens 9.28.085.399 I slot print_timing: id 3 | task 8567 | graphs reused = 7277 9.28.085.400 I slot print_timing: id 3 | task 8567 | graph reallocs = 0 / 0 (same size) / (changed size) 9.28.085.467 I slot release: id 3 | task 8567 | stop processing: n_tokens = 1357, truncated = 0 9.29.346.741 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1357, t_last = 241139524546 9.29.350.409 I slot launch_slot_: id 3 | task 8577 | processing task, is_child = 0 9.30.335.548 I slot print_timing: id 2 | task 8573 | prompt eval time = 2115.11 ms / 83 tokens ( 25.48 ms per token, 39.24 tokens per second) 9.30.335.553 I slot print_timing: id 2 | task 8573 | eval time = 988.80 ms / 2 tokens ( 988.80 ms per token, 1.01 tokens per second) 9.30.335.553 I slot print_timing: id 2 | task 8573 | total time = 3103.91 ms / 85 tokens 9.30.335.554 I slot print_timing: id 2 | task 8573 | graphs reused = 7277 9.30.335.554 I slot print_timing: id 2 | task 8573 | graph reallocs = 0 / 0 (same size) / (changed size) 9.30.335.617 I slot release: id 2 | task 8573 | stop processing: n_tokens = 1270, truncated = 0 9.30.335.628 I slot print_timing: id 0 | task 8572 | prompt processing, n_tokens = 786, progress = 0.99, t = 3.10 s / 253.15 tokens per second 9.31.232.989 I slot print_timing: id 1 | task 8574 | prompt eval time = 3104.92 ms / 154 tokens ( 20.16 ms per token, 49.60 tokens per second) 9.31.232.994 I slot print_timing: id 1 | task 8574 | eval time = 897.62 ms / 2 tokens ( 897.62 ms per token, 1.11 tokens per second) 9.31.232.994 I slot print_timing: id 1 | task 8574 | total time = 4002.54 ms / 156 tokens 9.31.232.995 I slot print_timing: id 1 | task 8574 | graphs reused = 7277 9.31.232.995 I slot print_timing: id 1 | task 8574 | graph reallocs = 0 / 0 (same size) / (changed size) 9.31.233.057 I slot release: id 1 | task 8574 | stop processing: n_tokens = 1312, truncated = 0 9.31.233.065 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1270, t_last = 241141774696 9.31.244.428 I slot launch_slot_: id 2 | task 8580 | processing task, is_child = 0 9.31.253.858 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1312, t_last = 241142672136 9.31.253.966 I slot launch_slot_: id 1 | task 8581 | processing task, is_child = 0 9.33.033.205 I slot print_timing: id 0 | task 8572 | prompt eval time = 4002.53 ms / 790 tokens ( 5.07 ms per token, 197.37 tokens per second) 9.33.033.208 I slot print_timing: id 0 | task 8572 | eval time = 1800.37 ms / 2 tokens ( 1800.37 ms per token, 0.56 tokens per second) 9.33.033.208 I slot print_timing: id 0 | task 8572 | total time = 5802.91 ms / 792 tokens 9.33.033.209 I slot print_timing: id 0 | task 8572 | graphs reused = 7277 9.33.033.209 I slot print_timing: id 0 | task 8572 | graph reallocs = 0 / 0 (same size) / (changed size) 9.33.033.255 I slot release: id 0 | task 8572 | stop processing: n_tokens = 792, truncated = 0 9.33.034.432 I slot print_timing: id 3 | task 8577 | prompt processing, n_tokens = 804, progress = 1.00, t = 3.68 s / 218.48 tokens per second 9.34.686.671 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 792, t_last = 241144472334 9.34.692.749 I slot launch_slot_: id 0 | task 8584 | processing task, is_child = 0 9.34.692.908 I slot print_timing: id 1 | task 8581 | prompt processing, n_tokens = 742, progress = 0.86, t = 3.43 s / 216.17 tokens per second 9.34.693.653 I slot print_timing: id 2 | task 8580 | prompt processing, n_tokens = 742, progress = 0.83, t = 3.43 s / 216.18 tokens per second 9.35.987.182 I slot print_timing: id 3 | task 8577 | prompt eval time = 5333.66 ms / 808 tokens ( 6.60 ms per token, 151.49 tokens per second) 9.35.987.186 I slot print_timing: id 3 | task 8577 | eval time = 1300.51 ms / 2 tokens ( 1300.51 ms per token, 0.77 tokens per second) 9.35.987.186 I slot print_timing: id 3 | task 8577 | total time = 6634.18 ms / 810 tokens 9.35.987.187 I slot print_timing: id 3 | task 8577 | graphs reused = 7277 9.35.987.187 I slot print_timing: id 3 | task 8577 | graph reallocs = 0 / 0 (same size) / (changed size) 9.35.987.240 I slot release: id 3 | task 8577 | stop processing: n_tokens = 810, truncated = 0 9.35.987.715 I slot print_timing: id 1 | task 8581 | prompt processing, n_tokens = 861, progress = 1.00, t = 4.73 s / 181.91 tokens per second 9.35.989.104 I slot print_timing: id 2 | task 8580 | prompt processing, n_tokens = 891, progress = 1.00, t = 4.73 s / 188.26 tokens per second 9.36.832.613 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 810, t_last = 241147426319 9.36.841.579 I slot launch_slot_: id 3 | task 8587 | processing task, is_child = 0 9.37.912.597 I slot print_timing: id 1 | task 8581 | prompt eval time = 5578.44 ms / 865 tokens ( 6.45 ms per token, 155.06 tokens per second) 9.37.912.599 I slot print_timing: id 1 | task 8581 | eval time = 1080.18 ms / 2 tokens ( 1080.18 ms per token, 0.93 tokens per second) 9.37.912.600 I slot print_timing: id 1 | task 8581 | total time = 6658.62 ms / 867 tokens 9.37.912.600 I slot print_timing: id 1 | task 8581 | graphs reused = 7277 9.37.912.601 I slot print_timing: id 1 | task 8581 | graph reallocs = 0 / 0 (same size) / (changed size) 9.37.912.656 I slot release: id 1 | task 8581 | stop processing: n_tokens = 867, truncated = 0 9.37.912.826 I slot print_timing: id 2 | task 8580 | prompt eval time = 5578.47 ms / 895 tokens ( 6.23 ms per token, 160.44 tokens per second) 9.37.912.828 I slot print_timing: id 2 | task 8580 | eval time = 1080.22 ms / 2 tokens ( 1080.22 ms per token, 0.93 tokens per second) 9.37.912.828 I slot print_timing: id 2 | task 8580 | total time = 6658.69 ms / 897 tokens 9.37.912.828 I slot print_timing: id 2 | task 8580 | graphs reused = 7277 9.37.912.829 I slot print_timing: id 2 | task 8580 | graph reallocs = 0 / 0 (same size) / (changed size) 9.37.912.872 I slot release: id 2 | task 8580 | stop processing: n_tokens = 897, truncated = 0 9.37.912.880 I slot print_timing: id 0 | task 8584 | prompt processing, n_tokens = 797, progress = 1.00, t = 3.22 s / 247.54 tokens per second 9.38.605.703 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 867, t_last = 241149351735 9.38.616.936 I slot launch_slot_: id 1 | task 8590 | processing task, is_child = 0 9.38.625.401 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 897, t_last = 241149351951 9.38.625.502 I slot launch_slot_: id 2 | task 8591 | processing task, is_child = 0 9.40.258.545 I slot print_timing: id 0 | task 8584 | prompt eval time = 3912.94 ms / 801 tokens ( 4.89 ms per token, 204.71 tokens per second) 9.40.258.549 I slot print_timing: id 0 | task 8584 | eval time = 1652.84 ms / 2 tokens ( 1652.84 ms per token, 0.61 tokens per second) 9.40.258.549 I slot print_timing: id 0 | task 8584 | total time = 5565.78 ms / 803 tokens 9.40.258.549 I slot print_timing: id 0 | task 8584 | graphs reused = 7277 9.40.258.550 I slot print_timing: id 0 | task 8584 | graph reallocs = 0 / 0 (same size) / (changed size) 9.40.258.603 I slot release: id 0 | task 8584 | stop processing: n_tokens = 803, truncated = 0 9.40.259.488 I slot print_timing: id 3 | task 8587 | prompt processing, n_tokens = 862, progress = 1.00, t = 3.42 s / 252.41 tokens per second 9.41.956.279 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.853 (> 0.100 thold), f_keep = 0.861 9.41.956.343 I slot launch_slot_: id 0 | task 8594 | processing task, is_child = 0 9.41.957.154 I slot print_timing: id 1 | task 8590 | prompt processing, n_tokens = 662, progress = 0.84, t = 3.33 s / 198.76 tokens per second 9.41.958.698 I slot print_timing: id 2 | task 8591 | prompt processing, n_tokens = 662, progress = 0.84, t = 3.33 s / 198.77 tokens per second 9.42.789.869 I slot print_timing: id 3 | task 8587 | prompt eval time = 5112.96 ms / 866 tokens ( 5.90 ms per token, 169.37 tokens per second) 9.42.789.872 I slot print_timing: id 3 | task 8587 | eval time = 833.59 ms / 2 tokens ( 833.59 ms per token, 1.20 tokens per second) 9.42.789.872 I slot print_timing: id 3 | task 8587 | total time = 5946.55 ms / 868 tokens 9.42.789.872 I slot print_timing: id 3 | task 8587 | graphs reused = 7277 9.42.789.873 I slot print_timing: id 3 | task 8587 | graph reallocs = 0 / 0 (same size) / (changed size) 9.42.789.922 I slot release: id 3 | task 8587 | stop processing: n_tokens = 868, truncated = 0 9.42.793.639 I slot print_timing: id 1 | task 8590 | prompt processing, n_tokens = 781, progress = 0.99, t = 4.16 s / 187.55 tokens per second 9.42.796.758 I slot print_timing: id 2 | task 8591 | prompt processing, n_tokens = 785, progress = 0.99, t = 4.16 s / 188.52 tokens per second 9.42.868.211 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 868, t_last = 241154229001 9.42.878.914 I slot launch_slot_: id 3 | task 8597 | processing task, is_child = 0 9.43.800.619 I slot print_timing: id 0 | task 8594 | prompt eval time = 911.49 ms / 119 tokens ( 7.66 ms per token, 130.56 tokens per second) 9.43.800.622 I slot print_timing: id 0 | task 8594 | eval time = 932.77 ms / 2 tokens ( 932.77 ms per token, 1.07 tokens per second) 9.43.800.622 I slot print_timing: id 0 | task 8594 | total time = 1844.26 ms / 121 tokens 9.43.800.623 I slot print_timing: id 0 | task 8594 | graphs reused = 7277 9.43.800.623 I slot print_timing: id 0 | task 8594 | graph reallocs = 0 / 0 (same size) / (changed size) 9.43.800.677 I slot release: id 0 | task 8594 | stop processing: n_tokens = 811, truncated = 0 9.43.800.869 I slot print_timing: id 1 | task 8590 | prompt eval time = 4242.52 ms / 785 tokens ( 5.40 ms per token, 185.03 tokens per second) 9.43.800.871 I slot print_timing: id 1 | task 8590 | eval time = 932.84 ms / 2 tokens ( 932.84 ms per token, 1.07 tokens per second) 9.43.800.871 I slot print_timing: id 1 | task 8590 | total time = 5175.36 ms / 787 tokens 9.43.800.871 I slot print_timing: id 1 | task 8590 | graphs reused = 7277 9.43.800.872 I slot print_timing: id 1 | task 8590 | graph reallocs = 0 / 0 (same size) / (changed size) 9.43.800.907 I slot release: id 1 | task 8590 | stop processing: n_tokens = 787, truncated = 0 9.43.801.084 I slot print_timing: id 2 | task 8591 | prompt eval time = 4242.53 ms / 789 tokens ( 5.38 ms per token, 185.97 tokens per second) 9.43.801.088 I slot print_timing: id 2 | task 8591 | eval time = 932.88 ms / 2 tokens ( 932.88 ms per token, 1.07 tokens per second) 9.43.801.089 I slot print_timing: id 2 | task 8591 | total time = 5175.40 ms / 791 tokens 9.43.801.089 I slot print_timing: id 2 | task 8591 | graphs reused = 7277 9.43.801.089 I slot print_timing: id 2 | task 8591 | graph reallocs = 0 / 0 (same size) / (changed size) 9.43.801.120 I slot release: id 2 | task 8591 | stop processing: n_tokens = 791, truncated = 0 9.44.597.525 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 811, t_last = 241155239756 9.44.943.506 I slot launch_slot_: id 0 | task 8601 | processing task, is_child = 0 9.44.963.813 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 787, t_last = 241155239986 9.44.963.931 I slot launch_slot_: id 1 | task 8602 | processing task, is_child = 0 9.44.963.998 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 791, t_last = 241155240199 9.44.964.082 I slot launch_slot_: id 2 | task 8603 | processing task, is_child = 0 9.50.250.721 I slot print_timing: id 3 | task 8597 | prompt eval time = 4729.67 ms / 958 tokens ( 4.94 ms per token, 202.55 tokens per second) 9.50.250.724 I slot print_timing: id 3 | task 8597 | eval time = 2642.12 ms / 2 tokens ( 2642.12 ms per token, 0.38 tokens per second) 9.50.250.725 I slot print_timing: id 3 | task 8597 | total time = 7371.79 ms / 960 tokens 9.50.250.725 I slot print_timing: id 3 | task 8597 | graphs reused = 7277 9.50.250.725 I slot print_timing: id 3 | task 8597 | graph reallocs = 0 / 0 (same size) / (changed size) 9.50.250.777 I slot release: id 3 | task 8597 | stop processing: n_tokens = 960, truncated = 0 9.50.250.790 I slot print_timing: id 0 | task 8601 | prompt processing, n_tokens = 822, progress = 0.88, t = 5.29 s / 155.49 tokens per second 9.50.251.530 I slot print_timing: id 1 | task 8602 | prompt processing, n_tokens = 822, progress = 0.88, t = 5.29 s / 155.50 tokens per second 9.50.252.966 I slot print_timing: id 2 | task 8603 | prompt processing, n_tokens = 822, progress = 0.86, t = 5.29 s / 155.50 tokens per second 9.51.022.817 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.887 (> 0.100 thold), f_keep = 0.886 9.51.022.879 I slot launch_slot_: id 3 | task 8607 | processing task, is_child = 0 9.51.022.886 I slot print_timing: id 0 | task 8601 | prompt processing, n_tokens = 933, progress = 1.00, t = 6.06 s / 153.99 tokens per second 9.51.129.922 I slot print_timing: id 1 | task 8602 | prompt processing, n_tokens = 930, progress = 1.00, t = 6.06 s / 153.50 tokens per second 9.51.130.706 I slot print_timing: id 2 | task 8603 | prompt processing, n_tokens = 950, progress = 1.00, t = 6.06 s / 156.81 tokens per second 9.51.574.790 I slot print_timing: id 0 | task 8601 | prompt eval time = 6522.58 ms / 937 tokens ( 6.96 ms per token, 143.65 tokens per second) 9.51.574.795 I slot print_timing: id 0 | task 8601 | eval time = 88.12 ms / 2 tokens ( 88.12 ms per token, 11.35 tokens per second) 9.51.574.795 I slot print_timing: id 0 | task 8601 | total time = 6610.70 ms / 939 tokens 9.51.574.796 I slot print_timing: id 0 | task 8601 | graphs reused = 7277 9.51.574.796 I slot print_timing: id 0 | task 8601 | graph reallocs = 0 / 0 (same size) / (changed size) 9.51.574.850 I slot release: id 0 | task 8601 | stop processing: n_tokens = 939, truncated = 0 9.51.575.098 I slot print_timing: id 1 | task 8602 | prompt eval time = 6522.61 ms / 934 tokens ( 6.98 ms per token, 143.19 tokens per second) 9.51.575.101 I slot print_timing: id 1 | task 8602 | eval time = 88.25 ms / 2 tokens ( 88.25 ms per token, 11.33 tokens per second) 9.51.575.101 I slot print_timing: id 1 | task 8602 | total time = 6610.85 ms / 936 tokens 9.51.575.101 I slot print_timing: id 1 | task 8602 | graphs reused = 7277 9.51.575.102 I slot print_timing: id 1 | task 8602 | graph reallocs = 0 / 0 (same size) / (changed size) 9.51.575.138 I slot release: id 1 | task 8602 | stop processing: n_tokens = 936, truncated = 0 9.51.575.333 I slot print_timing: id 2 | task 8603 | prompt eval time = 6522.70 ms / 954 tokens ( 6.84 ms per token, 146.26 tokens per second) 9.51.575.336 I slot print_timing: id 2 | task 8603 | eval time = 88.25 ms / 2 tokens ( 88.25 ms per token, 11.33 tokens per second) 9.51.575.336 I slot print_timing: id 2 | task 8603 | total time = 6610.95 ms / 956 tokens 9.51.575.337 I slot print_timing: id 2 | task 8603 | graphs reused = 7277 9.51.575.337 I slot print_timing: id 2 | task 8603 | graph reallocs = 0 / 0 (same size) / (changed size) 9.51.575.373 I slot release: id 2 | task 8603 | stop processing: n_tokens = 956, truncated = 0 9.51.603.191 I slot print_timing: id 3 | task 8607 | prompt eval time = 444.02 ms / 108 tokens ( 4.11 ms per token, 243.23 tokens per second) 9.51.603.193 I slot print_timing: id 3 | task 8607 | eval time = 27.59 ms / 2 tokens ( 27.59 ms per token, 36.24 tokens per second) 9.51.603.194 I slot print_timing: id 3 | task 8607 | total time = 471.62 ms / 110 tokens 9.51.603.194 I slot print_timing: id 3 | task 8607 | graphs reused = 7277 9.51.603.195 I slot print_timing: id 3 | task 8607 | graph reallocs = 0 / 0 (same size) / (changed size) 9.51.603.240 I slot release: id 3 | task 8607 | stop processing: n_tokens = 960, truncated = 0 9.51.603.246 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 939, t_last = 241163013929 9.51.614.837 I slot launch_slot_: id 0 | task 8611 | processing task, is_child = 0 9.51.644.267 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 936, t_last = 241163014217 9.51.644.392 I slot launch_slot_: id 1 | task 8612 | processing task, is_child = 0 9.51.644.556 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 956, t_last = 241163014452 9.51.644.651 I slot launch_slot_: id 2 | task 8613 | processing task, is_child = 0 9.51.644.727 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 960, t_last = 241163042319 9.51.644.818 I slot launch_slot_: id 3 | task 8614 | processing task, is_child = 0 9.57.763.186 I slot print_timing: id 0 | task 8611 | prompt processing, n_tokens = 678, progress = 0.85, t = 6.12 s / 110.81 tokens per second 9.57.870.597 I slot print_timing: id 1 | task 8612 | prompt processing, n_tokens = 678, progress = 0.85, t = 6.12 s / 110.82 tokens per second 9.57.871.473 I slot print_timing: id 2 | task 8613 | prompt processing, n_tokens = 823, progress = 0.84, t = 6.12 s / 134.52 tokens per second 9.57.872.533 I slot print_timing: id 3 | task 8614 | prompt processing, n_tokens = 823, progress = 0.86, t = 6.12 s / 134.52 tokens per second 9.58.950.934 I slot print_timing: id 0 | task 8611 | prompt processing, n_tokens = 798, progress = 1.00, t = 7.31 s / 109.22 tokens per second 9.59.057.776 I slot print_timing: id 1 | task 8612 | prompt processing, n_tokens = 797, progress = 1.00, t = 7.31 s / 109.09 tokens per second 9.59.058.571 I slot print_timing: id 2 | task 8613 | prompt processing, n_tokens = 971, progress = 1.00, t = 7.31 s / 132.91 tokens per second 9.59.059.442 I slot print_timing: id 3 | task 8614 | prompt processing, n_tokens = 950, progress = 1.00, t = 7.31 s / 130.04 tokens per second 9.59.178.801 I slot print_timing: id 0 | task 8611 | prompt eval time = 7489.07 ms / 802 tokens ( 9.34 ms per token, 107.09 tokens per second) 9.59.178.802 I slot print_timing: id 0 | task 8611 | eval time = 44.90 ms / 2 tokens ( 44.90 ms per token, 22.27 tokens per second) 9.59.178.803 I slot print_timing: id 0 | task 8611 | total time = 7533.97 ms / 804 tokens 9.59.178.803 I slot print_timing: id 0 | task 8611 | graphs reused = 7278 9.59.178.804 I slot print_timing: id 0 | task 8611 | graph reallocs = 0 / 0 (same size) / (changed size) 9.59.178.852 I slot release: id 0 | task 8611 | stop processing: n_tokens = 804, truncated = 0 9.59.179.021 I slot print_timing: id 1 | task 8612 | prompt eval time = 7489.10 ms / 801 tokens ( 9.35 ms per token, 106.96 tokens per second) 9.59.179.024 I slot print_timing: id 1 | task 8612 | eval time = 44.92 ms / 2 tokens ( 44.92 ms per token, 22.26 tokens per second) 9.59.179.024 I slot print_timing: id 1 | task 8612 | total time = 7534.02 ms / 803 tokens 9.59.179.025 I slot print_timing: id 1 | task 8612 | graphs reused = 7278 9.59.179.025 I slot print_timing: id 1 | task 8612 | graph reallocs = 0 / 0 (same size) / (changed size) 9.59.179.060 I slot release: id 1 | task 8612 | stop processing: n_tokens = 803, truncated = 0 9.59.179.245 I slot print_timing: id 2 | task 8613 | prompt eval time = 7489.18 ms / 975 tokens ( 7.68 ms per token, 130.19 tokens per second) 9.59.179.247 I slot print_timing: id 2 | task 8613 | eval time = 44.91 ms / 2 tokens ( 44.91 ms per token, 22.27 tokens per second) 9.59.179.248 I slot print_timing: id 2 | task 8613 | total time = 7534.09 ms / 977 tokens 9.59.179.248 I slot print_timing: id 2 | task 8613 | graphs reused = 7278 9.59.179.248 I slot print_timing: id 2 | task 8613 | graph reallocs = 0 / 0 (same size) / (changed size) 9.59.179.303 I slot release: id 2 | task 8613 | stop processing: n_tokens = 977, truncated = 0 9.59.179.495 I slot print_timing: id 3 | task 8614 | prompt eval time = 7489.27 ms / 954 tokens ( 7.85 ms per token, 127.38 tokens per second) 9.59.179.498 I slot print_timing: id 3 | task 8614 | eval time = 44.92 ms / 2 tokens ( 44.92 ms per token, 22.26 tokens per second) 9.59.179.498 I slot print_timing: id 3 | task 8614 | total time = 7534.19 ms / 956 tokens 9.59.179.498 I slot print_timing: id 3 | task 8614 | graphs reused = 7278 9.59.179.499 I slot print_timing: id 3 | task 8614 | graph reallocs = 0 / 0 (same size) / (changed size) 9.59.179.531 I slot release: id 3 | task 8614 | stop processing: n_tokens = 956, truncated = 0 9.59.192.028 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.887 (> 0.100 thold), f_keep = 0.872 9.59.192.061 I slot launch_slot_: id 2 | task 8620 | processing task, is_child = 0 9.59.217.803 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 804, t_last = 241170617931 9.59.217.913 I slot launch_slot_: id 0 | task 8621 | processing task, is_child = 0 9.59.218.043 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 803, t_last = 241170618139 9.59.218.126 I slot launch_slot_: id 1 | task 8622 | processing task, is_child = 0 9.59.218.196 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 956, t_last = 241170618610 9.59.218.283 I slot launch_slot_: id 3 | task 8623 | processing task, is_child = 0 10.04.362.309 I slot print_timing: id 0 | task 8621 | prompt processing, n_tokens = 771, progress = 0.87, t = 5.14 s / 149.89 tokens per second 10.04.363.044 I slot print_timing: id 1 | task 8622 | prompt processing, n_tokens = 771, progress = 0.86, t = 5.14 s / 149.90 tokens per second 10.04.364.474 I slot print_timing: id 3 | task 8623 | prompt processing, n_tokens = 771, progress = 0.84, t = 5.14 s / 149.92 tokens per second 10.05.326.893 I slot print_timing: id 2 | task 8620 | prompt eval time = 5143.73 ms / 109 tokens ( 47.19 ms per token, 21.19 tokens per second) 10.05.326.899 I slot print_timing: id 2 | task 8620 | eval time = 964.59 ms / 2 tokens ( 964.59 ms per token, 1.04 tokens per second) 10.05.326.900 I slot print_timing: id 2 | task 8620 | total time = 6108.32 ms / 111 tokens 10.05.326.901 I slot print_timing: id 2 | task 8620 | graphs reused = 7278 10.05.326.901 I slot print_timing: id 2 | task 8620 | graph reallocs = 0 / 0 (same size) / (changed size) 10.05.326.955 I slot release: id 2 | task 8620 | stop processing: n_tokens = 962, truncated = 0 10.05.326.966 I slot print_timing: id 0 | task 8621 | prompt processing, n_tokens = 887, progress = 1.00, t = 6.11 s / 145.21 tokens per second 10.05.327.935 I slot print_timing: id 1 | task 8622 | prompt processing, n_tokens = 894, progress = 1.00, t = 6.11 s / 146.36 tokens per second 10.05.329.487 I slot print_timing: id 3 | task 8623 | prompt processing, n_tokens = 918, progress = 1.00, t = 6.11 s / 150.31 tokens per second 10.05.420.026 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 962, t_last = 241176766034 10.05.433.319 I slot launch_slot_: id 2 | task 8628 | processing task, is_child = 0 10.06.248.261 I slot print_timing: id 0 | task 8621 | prompt eval time = 6201.23 ms / 891 tokens ( 6.96 ms per token, 143.68 tokens per second) 10.06.248.263 I slot print_timing: id 0 | task 8621 | eval time = 828.73 ms / 2 tokens ( 828.73 ms per token, 1.21 tokens per second) 10.06.248.265 I slot print_timing: id 0 | task 8621 | total time = 7029.97 ms / 893 tokens 10.06.248.265 I slot print_timing: id 0 | task 8621 | graphs reused = 7278 10.06.248.266 I slot print_timing: id 0 | task 8621 | graph reallocs = 0 / 0 (same size) / (changed size) 10.06.248.325 I slot release: id 0 | task 8621 | stop processing: n_tokens = 893, truncated = 0 10.06.248.589 I slot print_timing: id 1 | task 8622 | prompt eval time = 6201.34 ms / 898 tokens ( 6.91 ms per token, 144.81 tokens per second) 10.06.248.595 I slot print_timing: id 1 | task 8622 | eval time = 828.81 ms / 2 tokens ( 828.81 ms per token, 1.21 tokens per second) 10.06.248.596 I slot print_timing: id 1 | task 8622 | total time = 7030.15 ms / 900 tokens 10.06.248.596 I slot print_timing: id 1 | task 8622 | graphs reused = 7278 10.06.248.596 I slot print_timing: id 1 | task 8622 | graph reallocs = 0 / 0 (same size) / (changed size) 10.06.248.641 I slot release: id 1 | task 8622 | stop processing: n_tokens = 900, truncated = 0 10.06.248.894 I slot print_timing: id 3 | task 8623 | prompt eval time = 6200.77 ms / 922 tokens ( 6.73 ms per token, 148.69 tokens per second) 10.06.248.897 I slot print_timing: id 3 | task 8623 | eval time = 828.87 ms / 2 tokens ( 828.87 ms per token, 1.21 tokens per second) 10.06.248.897 I slot print_timing: id 3 | task 8623 | total time = 7029.65 ms / 924 tokens 10.06.248.897 I slot print_timing: id 3 | task 8623 | graphs reused = 7278 10.06.248.898 I slot print_timing: id 3 | task 8623 | graph reallocs = 0 / 0 (same size) / (changed size) 10.06.248.937 I slot release: id 3 | task 8623 | stop processing: n_tokens = 924, truncated = 0 10.07.097.219 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.904 (> 0.100 thold), f_keep = 0.896 10.07.097.279 I slot launch_slot_: id 0 | task 8632 | processing task, is_child = 0 10.07.402.038 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 900, t_last = 241177687720 10.07.402.152 I slot launch_slot_: id 1 | task 8633 | processing task, is_child = 0 10.07.402.223 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 924, t_last = 241177688016 10.07.402.316 I slot launch_slot_: id 3 | task 8634 | processing task, is_child = 0 10.10.603.958 I slot print_timing: id 0 | task 8632 | prompt processing, n_tokens = 81, progress = 1.00, t = 3.20 s / 25.30 tokens per second 10.10.604.817 I slot print_timing: id 1 | task 8633 | prompt processing, n_tokens = 731, progress = 0.59, t = 3.20 s / 228.39 tokens per second 10.10.606.269 I slot print_timing: id 3 | task 8634 | prompt processing, n_tokens = 717, progress = 0.58, t = 3.20 s / 224.08 tokens per second 10.12.155.224 I slot print_timing: id 2 | task 8628 | prompt eval time = 5170.62 ms / 896 tokens ( 5.77 ms per token, 173.29 tokens per second) 10.12.155.227 I slot print_timing: id 2 | task 8628 | eval time = 1551.28 ms / 2 tokens ( 1551.28 ms per token, 0.64 tokens per second) 10.12.155.228 I slot print_timing: id 2 | task 8628 | total time = 6721.89 ms / 898 tokens 10.12.155.228 I slot print_timing: id 2 | task 8628 | graphs reused = 7278 10.12.155.229 I slot print_timing: id 2 | task 8628 | graph reallocs = 0 / 0 (same size) / (changed size) 10.12.155.288 I slot release: id 2 | task 8628 | stop processing: n_tokens = 898, truncated = 0 10.12.155.301 I slot print_timing: id 1 | task 8633 | prompt processing, n_tokens = 1067, progress = 0.86, t = 4.75 s / 224.55 tokens per second 10.12.156.571 I slot print_timing: id 3 | task 8634 | prompt processing, n_tokens = 1067, progress = 0.87, t = 4.75 s / 224.59 tokens per second 10.13.040.026 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 898, t_last = 241183594367 10.13.052.624 I slot launch_slot_: id 2 | task 8638 | processing task, is_child = 0 10.13.052.637 I slot print_timing: id 1 | task 8633 | prompt processing, n_tokens = 1243, progress = 1.00, t = 5.64 s / 220.51 tokens per second 10.13.055.100 I slot print_timing: id 3 | task 8634 | prompt processing, n_tokens = 1229, progress = 1.00, t = 5.64 s / 218.07 tokens per second 10.15.418.757 I slot print_timing: id 1 | task 8633 | prompt eval time = 7337.83 ms / 1247 tokens ( 5.88 ms per token, 169.94 tokens per second) 10.15.418.761 I slot print_timing: id 1 | task 8633 | eval time = 677.90 ms / 2 tokens ( 677.90 ms per token, 1.48 tokens per second) 10.15.418.762 I slot print_timing: id 1 | task 8633 | total time = 8015.73 ms / 1249 tokens 10.15.418.762 I slot print_timing: id 1 | task 8633 | graphs reused = 7278 10.15.418.763 I slot print_timing: id 1 | task 8633 | graph reallocs = 0 / 0 (same size) / (changed size) 10.15.418.833 I slot release: id 1 | task 8633 | stop processing: n_tokens = 1249, truncated = 0 10.15.419.084 I slot print_timing: id 3 | task 8634 | prompt eval time = 7337.17 ms / 1233 tokens ( 5.95 ms per token, 168.05 tokens per second) 10.15.419.086 I slot print_timing: id 3 | task 8634 | eval time = 677.99 ms / 2 tokens ( 677.99 ms per token, 1.47 tokens per second) 10.15.419.087 I slot print_timing: id 3 | task 8634 | total time = 8015.16 ms / 1235 tokens 10.15.419.087 I slot print_timing: id 3 | task 8634 | graphs reused = 7278 10.15.419.087 I slot print_timing: id 3 | task 8634 | graph reallocs = 0 / 0 (same size) / (changed size) 10.15.419.141 I slot release: id 3 | task 8634 | stop processing: n_tokens = 1235, truncated = 0 10.15.996.799 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1249, t_last = 241186857912 10.15.996.909 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.600 MiB) 10.15.996.914 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.756 MiB) 10.15.996.916 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 18.415 MiB) 10.15.996.919 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.484 MiB) 10.15.996.921 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 15.367 MiB) 10.15.996.923 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.647 MiB) 10.15.996.925 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 17.899 MiB) 10.16.011.386 I slot launch_slot_: id 1 | task 8642 | processing task, is_child = 0 10.16.011.487 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 15.093 MiB) 10.16.011.490 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.803 MiB) 10.16.011.492 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.632 MiB) 10.16.011.494 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.069 MiB) 10.16.011.496 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 16.445 MiB) 10.16.011.498 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.725 MiB) 10.16.011.500 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.741 MiB) 10.16.021.063 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1235, t_last = 241186858220 10.16.021.177 I slot launch_slot_: id 3 | task 8643 | processing task, is_child = 0 10.20.384.509 I slot print_timing: id 1 | task 8642 | prompt processing, n_tokens = 1942, progress = 0.79, t = 4.36 s / 445.12 tokens per second 10.20.385.523 I slot print_timing: id 3 | task 8643 | prompt processing, n_tokens = 101, progress = 0.04, t = 4.36 s / 23.16 tokens per second 10.24.799.308 I slot print_timing: id 2 | task 8638 | prompt eval time = 7329.57 ms / 1297 tokens ( 5.65 ms per token, 176.95 tokens per second) 10.24.799.314 I slot print_timing: id 2 | task 8638 | eval time = 4414.81 ms / 2 tokens ( 4414.81 ms per token, 0.23 tokens per second) 10.24.799.314 I slot print_timing: id 2 | task 8638 | total time = 11744.38 ms / 1299 tokens 10.24.799.315 I slot print_timing: id 2 | task 8638 | graphs reused = 7278 10.24.799.315 I slot print_timing: id 2 | task 8638 | graph reallocs = 0 / 0 (same size) / (changed size) 10.24.799.384 I slot release: id 2 | task 8638 | stop processing: n_tokens = 1299, truncated = 0 10.24.799.400 I slot print_timing: id 1 | task 8642 | prompt processing, n_tokens = 2243, progress = 0.91, t = 8.78 s / 255.53 tokens per second 10.24.800.707 I slot print_timing: id 3 | task 8643 | prompt processing, n_tokens = 1846, progress = 0.72, t = 8.78 s / 210.33 tokens per second 10.25.812.996 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1299, t_last = 241196238463 10.25.813.111 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 10.818 MiB) 10.25.813.115 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.007 MiB) 10.25.813.118 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.366 MiB) 10.25.813.120 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.725 MiB) 10.25.813.122 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.632 MiB) 10.25.813.124 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.944 MiB) 10.25.813.126 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.990 MiB) 10.25.813.128 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 10.068 MiB) 10.25.823.284 I slot launch_slot_: id 2 | task 8647 | processing task, is_child = 0 10.25.823.295 I slot print_timing: id 1 | task 8642 | prompt processing, n_tokens = 2454, progress = 1.00, t = 9.79 s / 250.62 tokens per second 10.30.116.002 I slot print_timing: id 2 | task 8647 | prompt processing, n_tokens = 2043, progress = 0.76, t = 4.29 s / 476.26 tokens per second 10.30.116.016 I slot print_timing: id 3 | task 8643 | prompt processing, n_tokens = 2033, progress = 0.80, t = 9.79 s / 207.65 tokens per second 10.31.044.615 I slot print_timing: id 1 | task 8642 | prompt eval time = 14094.80 ms / 2458 tokens ( 5.73 ms per token, 174.39 tokens per second) 10.31.044.621 I slot print_timing: id 1 | task 8642 | eval time = 928.62 ms / 2 tokens ( 928.62 ms per token, 1.08 tokens per second) 10.31.044.621 I slot print_timing: id 1 | task 8642 | total time = 15023.43 ms / 2460 tokens 10.31.044.622 I slot print_timing: id 1 | task 8642 | graphs reused = 7278 10.31.044.622 I slot print_timing: id 1 | task 8642 | graph reallocs = 0 / 0 (same size) / (changed size) 10.31.044.756 I slot release: id 1 | task 8642 | stop processing: n_tokens = 2460, truncated = 0 10.31.044.768 I slot print_timing: id 2 | task 8647 | prompt processing, n_tokens = 2180, progress = 0.81, t = 5.22 s / 417.76 tokens per second 10.31.045.983 I slot print_timing: id 3 | task 8643 | prompt processing, n_tokens = 2243, progress = 0.88, t = 15.02 s / 149.32 tokens per second 10.31.981.422 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.874 (> 0.100 thold), f_keep = 0.928 10.31.981.494 I slot launch_slot_: id 1 | task 8651 | processing task, is_child = 0 10.31.983.203 I slot print_timing: id 2 | task 8647 | prompt processing, n_tokens = 2243, progress = 0.83, t = 6.16 s / 364.39 tokens per second 10.31.986.305 I slot print_timing: id 3 | task 8643 | prompt processing, n_tokens = 2545, progress = 1.00, t = 15.96 s / 159.47 tokens per second 10.33.891.719 I slot print_timing: id 2 | task 8647 | prompt processing, n_tokens = 2692, progress = 1.00, t = 8.06 s / 333.95 tokens per second 10.34.008.055 I slot print_timing: id 3 | task 8643 | prompt eval time = 17864.95 ms / 2549 tokens ( 7.01 ms per token, 142.68 tokens per second) 10.34.008.057 I slot print_timing: id 3 | task 8643 | eval time = 120.70 ms / 2 tokens ( 120.70 ms per token, 8.29 tokens per second) 10.34.008.058 I slot print_timing: id 3 | task 8643 | total time = 17985.65 ms / 2551 tokens 10.34.008.058 I slot print_timing: id 3 | task 8643 | graphs reused = 7278 10.34.008.059 I slot print_timing: id 3 | task 8643 | graph reallocs = 0 / 0 (same size) / (changed size) 10.34.008.203 I slot release: id 3 | task 8643 | stop processing: n_tokens = 2551, truncated = 0 10.34.051.825 I slot print_timing: id 1 | task 8651 | prompt eval time = 2026.06 ms / 328 tokens ( 6.18 ms per token, 161.89 tokens per second) 10.34.051.828 I slot print_timing: id 1 | task 8651 | eval time = 44.26 ms / 2 tokens ( 44.26 ms per token, 22.59 tokens per second) 10.34.051.829 I slot print_timing: id 1 | task 8651 | total time = 2070.32 ms / 330 tokens 10.34.051.830 I slot print_timing: id 1 | task 8651 | graphs reused = 7278 10.34.051.830 I slot print_timing: id 1 | task 8651 | graph reallocs = 0 / 0 (same size) / (changed size) 10.34.051.976 I slot release: id 1 | task 8651 | stop processing: n_tokens = 2611, truncated = 0 10.34.052.172 I slot print_timing: id 2 | task 8647 | prompt eval time = 8182.05 ms / 2696 tokens ( 3.03 ms per token, 329.50 tokens per second) 10.34.052.178 I slot print_timing: id 2 | task 8647 | eval time = 44.35 ms / 2 tokens ( 44.35 ms per token, 22.55 tokens per second) 10.34.052.178 I slot print_timing: id 2 | task 8647 | total time = 8226.40 ms / 2698 tokens 10.34.052.179 I slot print_timing: id 2 | task 8647 | graphs reused = 7278 10.34.052.179 I slot print_timing: id 2 | task 8647 | graph reallocs = 0 / 0 (same size) / (changed size) 10.34.052.314 I slot release: id 2 | task 8647 | stop processing: n_tokens = 2698, truncated = 0 10.34.052.321 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 2551, t_last = 241205447283 10.34.052.510 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.491 MiB) 10.34.052.516 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 16.539 MiB) 10.34.052.518 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.788 MiB) 10.34.052.520 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 15.789 MiB) 10.34.052.525 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.101 MiB) 10.34.052.527 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.444 MiB) 10.34.052.631 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 17.203 MiB) 10.34.052.742 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 18.422 MiB) 10.34.068.263 I slot launch_slot_: id 3 | task 8655 | processing task, is_child = 0 10.34.068.428 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.296 MiB) 10.34.068.533 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 15.601 MiB) 10.34.068.658 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.514 MiB) 10.34.068.752 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.834 MiB) 10.34.068.871 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 15.601 MiB) 10.34.068.973 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 16.117 MiB) 10.34.069.095 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.944 MiB) 10.34.069.209 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.600 MiB) 10.34.069.309 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 16.031 MiB) 10.34.069.418 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.538 MiB) 10.34.082.257 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.662 MiB) 10.34.082.369 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.944 MiB) 10.34.082.485 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.662 MiB) 10.34.082.604 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.632 MiB) 10.34.082.714 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.765 MiB) 10.34.082.810 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 16.351 MiB) 10.34.082.906 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 22.354 MiB) 10.34.083.010 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.264 MiB) 10.34.094.366 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 2611, t_last = 241205491056 10.34.094.597 I slot launch_slot_: id 1 | task 8656 | processing task, is_child = 0 10.34.094.743 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 2698, t_last = 241205491395 10.34.094.958 I slot launch_slot_: id 2 | task 8657 | processing task, is_child = 0 10.38.287.219 I slot print_timing: id 1 | task 8656 | prompt processing, n_tokens = 1301, progress = 0.72, t = 4.19 s / 310.35 tokens per second 10.38.287.980 I slot print_timing: id 2 | task 8657 | prompt processing, n_tokens = 746, progress = 0.37, t = 4.19 s / 177.98 tokens per second 10.42.598.690 I slot print_timing: id 1 | task 8656 | prompt processing, n_tokens = 1422, progress = 0.78, t = 8.50 s / 167.22 tokens per second 10.42.599.486 I slot print_timing: id 2 | task 8657 | prompt processing, n_tokens = 1422, progress = 0.71, t = 8.50 s / 167.24 tokens per second 10.42.601.000 I slot print_timing: id 3 | task 8655 | prompt processing, n_tokens = 1225, progress = 0.70, t = 4.31 s / 284.19 tokens per second 10.44.194.582 I slot print_timing: id 1 | task 8656 | prompt processing, n_tokens = 1813, progress = 1.00, t = 10.10 s / 179.51 tokens per second 10.44.195.532 I slot print_timing: id 2 | task 8657 | prompt processing, n_tokens = 1491, progress = 0.74, t = 10.10 s / 147.64 tokens per second 10.44.197.035 I slot print_timing: id 3 | task 8655 | prompt processing, n_tokens = 1422, progress = 0.82, t = 5.91 s / 240.76 tokens per second 10.46.199.316 I slot print_timing: id 2 | task 8657 | prompt processing, n_tokens = 2003, progress = 1.00, t = 12.10 s / 165.49 tokens per second 10.46.200.521 I slot print_timing: id 3 | task 8655 | prompt processing, n_tokens = 1737, progress = 1.00, t = 7.91 s / 219.57 tokens per second 10.46.290.623 I slot print_timing: id 1 | task 8656 | prompt eval time = 12104.34 ms / 1817 tokens ( 6.66 ms per token, 150.11 tokens per second) 10.46.290.629 I slot print_timing: id 1 | task 8656 | eval time = 91.32 ms / 2 tokens ( 91.32 ms per token, 10.95 tokens per second) 10.46.290.630 I slot print_timing: id 1 | task 8656 | total time = 12195.66 ms / 1819 tokens 10.46.290.630 I slot print_timing: id 1 | task 8656 | graphs reused = 7278 10.46.290.630 I slot print_timing: id 1 | task 8656 | graph reallocs = 0 / 0 (same size) / (changed size) 10.46.290.729 I slot release: id 1 | task 8656 | stop processing: n_tokens = 1819, truncated = 0 10.46.359.114 I slot print_timing: id 2 | task 8657 | prompt eval time = 12195.42 ms / 2007 tokens ( 6.08 ms per token, 164.57 tokens per second) 10.46.359.121 I slot print_timing: id 2 | task 8657 | eval time = 68.17 ms / 2 tokens ( 68.17 ms per token, 14.67 tokens per second) 10.46.359.122 I slot print_timing: id 2 | task 8657 | total time = 12263.59 ms / 2009 tokens 10.46.359.123 I slot print_timing: id 2 | task 8657 | graphs reused = 7278 10.46.359.123 I slot print_timing: id 2 | task 8657 | graph reallocs = 0 / 0 (same size) / (changed size) 10.46.359.280 I slot release: id 2 | task 8657 | stop processing: n_tokens = 2009, truncated = 0 10.46.359.533 I slot print_timing: id 3 | task 8655 | prompt eval time = 8003.13 ms / 1741 tokens ( 4.60 ms per token, 217.54 tokens per second) 10.46.359.539 I slot print_timing: id 3 | task 8655 | eval time = 68.40 ms / 2 tokens ( 68.40 ms per token, 14.62 tokens per second) 10.46.359.539 I slot print_timing: id 3 | task 8655 | total time = 8071.53 ms / 1743 tokens 10.46.359.540 I slot print_timing: id 3 | task 8655 | graphs reused = 7278 10.46.359.541 I slot print_timing: id 3 | task 8655 | graph reallocs = 0 / 0 (same size) / (changed size) 10.46.359.667 I slot release: id 3 | task 8655 | stop processing: n_tokens = 1743, truncated = 0 10.46.359.682 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.797 (> 0.100 thold), f_keep = 0.803 10.46.359.731 I slot launch_slot_: id 1 | task 8664 | processing task, is_child = 0 10.46.359.927 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 16.820 MiB) 10.46.359.934 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.256 MiB) 10.46.359.936 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.851 MiB) 10.46.359.939 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.913 MiB) 10.46.359.942 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.600 MiB) 10.46.359.945 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 21.134 MiB) 10.46.360.120 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 18.039 MiB) 10.46.371.036 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.788 MiB) 10.46.371.112 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.725 MiB) 10.46.371.230 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 16.492 MiB) 10.46.371.351 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.709 MiB) 10.46.371.459 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 15.601 MiB) 10.46.371.579 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.053 MiB) 10.46.371.718 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.975 MiB) 10.46.371.838 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 16.727 MiB) 10.46.381.414 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.830 (> 0.100 thold), f_keep = 0.727 10.46.381.511 I slot launch_slot_: id 2 | task 8665 | processing task, is_child = 0 10.46.381.653 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.756 (> 0.100 thold), f_keep = 0.838 10.46.381.735 I slot launch_slot_: id 3 | task 8666 | processing task, is_child = 0 10.49.275.954 I slot print_timing: id 1 | task 8664 | prompt eval time = 2782.42 ms / 373 tokens ( 7.46 ms per token, 134.06 tokens per second) 10.49.275.957 I slot print_timing: id 1 | task 8664 | eval time = 111.78 ms / 2 tokens ( 111.78 ms per token, 8.95 tokens per second) 10.49.275.958 I slot print_timing: id 1 | task 8664 | total time = 2894.21 ms / 375 tokens 10.49.275.958 I slot print_timing: id 1 | task 8664 | graphs reused = 7278 10.49.275.959 I slot print_timing: id 1 | task 8664 | graph reallocs = 0 / 0 (same size) / (changed size) 10.49.276.064 I slot release: id 1 | task 8664 | stop processing: n_tokens = 1835, truncated = 0 10.49.276.459 I slot print_timing: id 3 | task 8666 | prompt eval time = 2780.14 ms / 471 tokens ( 5.90 ms per token, 169.42 tokens per second) 10.49.276.463 I slot print_timing: id 3 | task 8666 | eval time = 112.11 ms / 2 tokens ( 112.11 ms per token, 8.92 tokens per second) 10.49.276.464 I slot print_timing: id 3 | task 8666 | total time = 2892.25 ms / 473 tokens 10.49.276.464 I slot print_timing: id 3 | task 8666 | graphs reused = 7278 10.49.276.464 I slot print_timing: id 3 | task 8666 | graph reallocs = 0 / 0 (same size) / (changed size) 10.49.276.558 I slot release: id 3 | task 8666 | stop processing: n_tokens = 1932, truncated = 0 10.49.330.603 I slot print_timing: id 2 | task 8665 | prompt eval time = 2893.60 ms / 337 tokens ( 8.59 ms per token, 116.46 tokens per second) 10.49.330.607 I slot print_timing: id 2 | task 8665 | eval time = 54.32 ms / 2 tokens ( 54.32 ms per token, 18.41 tokens per second) 10.49.330.607 I slot print_timing: id 2 | task 8665 | total time = 2947.92 ms / 339 tokens 10.49.330.608 I slot print_timing: id 2 | task 8665 | graphs reused = 7278 10.49.330.608 I slot print_timing: id 2 | task 8665 | graph reallocs = 0 / 0 (same size) / (changed size) 10.49.330.708 I slot release: id 2 | task 8665 | stop processing: n_tokens = 1760, truncated = 0 10.49.330.715 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1835, t_last = 241220715145 10.49.330.857 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.116 MiB) 10.49.330.863 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 17.383 MiB) 10.49.330.866 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 16.164 MiB) 10.49.330.942 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.647 MiB) 10.49.331.083 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.193 MiB) 10.49.331.238 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.568 MiB) 10.49.331.359 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.131 MiB) 10.49.331.467 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.819 MiB) 10.49.331.588 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.225 MiB) 10.49.331.715 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.037 MiB) 10.49.344.069 I slot launch_slot_: id 1 | task 8671 | processing task, is_child = 0 10.49.344.214 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.561 MiB) 10.49.344.317 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.600 MiB) 10.49.344.446 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.412 MiB) 10.49.344.575 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 18.172 MiB) 10.49.344.702 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.945 MiB) 10.49.344.859 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 15.414 MiB) 10.49.344.984 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.538 MiB) 10.49.354.629 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 10.724 MiB) 10.49.354.737 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.992 MiB) 10.49.354.836 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.069 MiB) 10.49.354.952 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.412 MiB) 10.49.355.062 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.569 MiB) 10.49.355.190 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.616 MiB) 10.49.355.321 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.131 MiB) 10.49.355.449 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 15.976 MiB) 10.49.355.572 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.225 MiB) 10.49.355.726 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 16.539 MiB) 10.49.366.879 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1932, t_last = 241220715638 10.49.367.125 I slot launch_slot_: id 3 | task 8672 | processing task, is_child = 0 10.49.367.254 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1760, t_last = 241220769789 10.49.367.442 I slot launch_slot_: id 2 | task 8673 | processing task, is_child = 0 10.53.360.081 I slot print_timing: id 0 | task 8632 | prompt eval time = 4752.67 ms / 85 tokens ( 55.91 ms per token, 17.88 tokens per second) 10.53.360.084 I slot print_timing: id 0 | task 8632 | eval time = 41205.08 ms / 26 tokens ( 1648.20 ms per token, 0.61 tokens per second) 10.53.360.085 I slot print_timing: id 0 | task 8632 | total time = 45957.76 ms / 111 tokens 10.53.360.086 I slot print_timing: id 0 | task 8632 | graphs reused = 7278 10.53.360.086 I slot print_timing: id 0 | task 8632 | graph reallocs = 0 / 0 (same size) / (changed size) 10.53.360.140 I slot release: id 0 | task 8632 | stop processing: n_tokens = 910, truncated = 0 10.53.360.153 I slot print_timing: id 1 | task 8671 | prompt processing, n_tokens = 610, progress = 0.84, t = 3.99 s / 152.79 tokens per second 10.53.360.911 I slot print_timing: id 2 | task 8673 | prompt processing, n_tokens = 610, progress = 0.80, t = 3.99 s / 152.80 tokens per second 10.53.362.419 I slot print_timing: id 3 | task 8672 | prompt processing, n_tokens = 610, progress = 0.82, t = 3.99 s / 152.82 tokens per second 10.54.241.021 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 910, t_last = 241224799219 10.54.241.114 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.945 MiB) 10.54.241.118 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 10.959 MiB) 10.54.241.120 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.381 MiB) 10.54.241.122 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.616 MiB) 10.54.241.264 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 15.320 MiB) 10.54.241.366 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.975 MiB) 10.54.241.457 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.037 MiB) 10.54.241.542 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 16.172 MiB) 10.54.302.517 I slot launch_slot_: id 0 | task 8677 | processing task, is_child = 0 10.54.302.763 I slot print_timing: id 1 | task 8671 | prompt processing, n_tokens = 721, progress = 0.99, t = 4.87 s / 147.94 tokens per second 10.54.303.600 I slot print_timing: id 2 | task 8673 | prompt processing, n_tokens = 755, progress = 0.99, t = 4.87 s / 154.93 tokens per second 10.54.304.428 I slot print_timing: id 3 | task 8672 | prompt processing, n_tokens = 741, progress = 0.99, t = 4.87 s / 152.07 tokens per second 10.55.691.605 I slot print_timing: id 1 | task 8671 | prompt eval time = 5454.28 ms / 725 tokens ( 7.52 ms per token, 132.92 tokens per second) 10.55.691.608 I slot print_timing: id 1 | task 8671 | eval time = 869.87 ms / 2 tokens ( 869.87 ms per token, 1.15 tokens per second) 10.55.691.609 I slot print_timing: id 1 | task 8671 | total time = 6324.15 ms / 727 tokens 10.55.691.609 I slot print_timing: id 1 | task 8671 | graphs reused = 7278 10.55.691.610 I slot print_timing: id 1 | task 8671 | graph reallocs = 0 / 0 (same size) / (changed size) 10.55.691.656 I slot release: id 1 | task 8671 | stop processing: n_tokens = 727, truncated = 0 10.55.691.835 I slot print_timing: id 2 | task 8673 | prompt eval time = 5454.05 ms / 759 tokens ( 7.19 ms per token, 139.16 tokens per second) 10.55.691.837 I slot print_timing: id 2 | task 8673 | eval time = 869.91 ms / 2 tokens ( 869.91 ms per token, 1.15 tokens per second) 10.55.691.838 I slot print_timing: id 2 | task 8673 | total time = 6323.95 ms / 761 tokens 10.55.691.838 I slot print_timing: id 2 | task 8673 | graphs reused = 7278 10.55.691.838 I slot print_timing: id 2 | task 8673 | graph reallocs = 0 / 0 (same size) / (changed size) 10.55.691.873 I slot release: id 2 | task 8673 | stop processing: n_tokens = 761, truncated = 0 10.55.692.053 I slot print_timing: id 3 | task 8672 | prompt eval time = 5453.85 ms / 745 tokens ( 7.32 ms per token, 136.60 tokens per second) 10.55.692.056 I slot print_timing: id 3 | task 8672 | eval time = 869.95 ms / 2 tokens ( 869.95 ms per token, 1.15 tokens per second) 10.55.692.056 I slot print_timing: id 3 | task 8672 | total time = 6323.80 ms / 747 tokens 10.55.692.057 I slot print_timing: id 3 | task 8672 | graphs reused = 7278 10.55.692.057 I slot print_timing: id 3 | task 8672 | graph reallocs = 0 / 0 (same size) / (changed size) 10.55.692.084 I slot release: id 3 | task 8672 | stop processing: n_tokens = 747, truncated = 0 10.56.019.628 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 727, t_last = 241227130735 10.56.019.713 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.476 MiB) 10.56.019.716 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 15.320 MiB) 10.56.019.718 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.303 MiB) 10.56.019.720 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.851 MiB) 10.56.019.722 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.382 MiB) 10.56.023.804 I slot launch_slot_: id 1 | task 8682 | processing task, is_child = 0 10.56.023.875 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.898 MiB) 10.56.023.878 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.006 MiB) 10.56.023.974 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 17.664 MiB) 10.56.024.066 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.616 MiB) 10.56.024.162 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 10.912 MiB) 10.56.024.252 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.662 MiB) 10.56.029.147 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.694 MiB) 10.56.029.153 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 15.414 MiB) 10.56.029.269 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.662 MiB) 10.56.029.375 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.975 MiB) 10.56.029.458 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.647 MiB) 10.56.029.541 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.725 MiB) 10.56.035.000 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.865 (> 0.100 thold), f_keep = 0.840 10.56.035.031 I slot launch_slot_: id 2 | task 8683 | processing task, is_child = 0 10.56.035.096 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 747, t_last = 241227131163 10.56.035.230 I slot launch_slot_: id 3 | task 8684 | processing task, is_child = 0 10.57.937.847 I slot print_timing: id 0 | task 8677 | prompt eval time = 1717.09 ms / 724 tokens ( 2.37 ms per token, 421.64 tokens per second) 10.57.937.849 I slot print_timing: id 0 | task 8677 | eval time = 1918.22 ms / 2 tokens ( 1918.22 ms per token, 0.52 tokens per second) 10.57.937.850 I slot print_timing: id 0 | task 8677 | total time = 3635.31 ms / 726 tokens 10.57.937.850 I slot print_timing: id 0 | task 8677 | graphs reused = 7278 10.57.937.851 I slot print_timing: id 0 | task 8677 | graph reallocs = 0 / 0 (same size) / (changed size) 10.57.937.900 I slot release: id 0 | task 8677 | stop processing: n_tokens = 726, truncated = 0 10.59.495.446 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 726, t_last = 241229376980 10.59.495.535 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.662 MiB) 10.59.495.539 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.842 MiB) 10.59.495.541 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 15.460 MiB) 10.59.495.653 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.476 MiB) 10.59.495.753 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 16.304 MiB) 10.59.495.858 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 17.383 MiB) 10.59.501.917 I slot launch_slot_: id 0 | task 8687 | processing task, is_child = 0 10.59.502.178 I slot print_timing: id 1 | task 8682 | prompt processing, n_tokens = 890, progress = 0.85, t = 3.46 s / 257.23 tokens per second 10.59.502.938 I slot print_timing: id 3 | task 8684 | prompt processing, n_tokens = 625, progress = 0.78, t = 3.46 s / 180.69 tokens per second 11.00.932.094 I slot print_timing: id 2 | task 8683 | prompt eval time = 3459.92 ms / 100 tokens ( 34.60 ms per token, 28.90 tokens per second) 11.00.932.096 I slot print_timing: id 2 | task 8683 | eval time = 1436.65 ms / 2 tokens ( 1436.65 ms per token, 0.70 tokens per second) 11.00.932.097 I slot print_timing: id 2 | task 8683 | total time = 4896.57 ms / 102 tokens 11.00.932.097 I slot print_timing: id 2 | task 8683 | graphs reused = 7278 11.00.932.098 I slot print_timing: id 2 | task 8683 | graph reallocs = 0 / 0 (same size) / (changed size) 11.00.932.144 I slot release: id 2 | task 8683 | stop processing: n_tokens = 740, truncated = 0 11.00.933.694 I slot print_timing: id 1 | task 8682 | prompt processing, n_tokens = 1041, progress = 1.00, t = 4.90 s / 212.59 tokens per second 11.00.936.472 I slot print_timing: id 3 | task 8684 | prompt processing, n_tokens = 793, progress = 0.99, t = 4.90 s / 161.98 tokens per second 11.01.796.666 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 740, t_last = 241232371223 11.01.796.748 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.131 MiB) 11.01.796.754 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 10.396 MiB) 11.01.796.756 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.788 MiB) 11.01.796.871 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.733 MiB) 11.01.796.964 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 119.742 MiB) 11.01.801.104 I slot launch_slot_: id 2 | task 8690 | processing task, is_child = 0 11.02.717.588 I slot print_timing: id 1 | task 8682 | prompt eval time = 5761.24 ms / 1045 tokens ( 5.51 ms per token, 181.38 tokens per second) 11.02.717.593 I slot print_timing: id 1 | task 8682 | eval time = 921.11 ms / 2 tokens ( 921.11 ms per token, 1.09 tokens per second) 11.02.717.593 I slot print_timing: id 1 | task 8682 | total time = 6682.34 ms / 1047 tokens 11.02.717.594 I slot print_timing: id 1 | task 8682 | graphs reused = 7278 11.02.717.594 I slot print_timing: id 1 | task 8682 | graph reallocs = 0 / 0 (same size) / (changed size) 11.02.717.660 I slot release: id 1 | task 8682 | stop processing: n_tokens = 1047, truncated = 0 11.02.717.836 I slot print_timing: id 3 | task 8684 | prompt eval time = 5760.42 ms / 797 tokens ( 7.23 ms per token, 138.36 tokens per second) 11.02.717.839 I slot print_timing: id 3 | task 8684 | eval time = 921.17 ms / 2 tokens ( 921.17 ms per token, 1.09 tokens per second) 11.02.717.839 I slot print_timing: id 3 | task 8684 | total time = 6681.59 ms / 799 tokens 11.02.717.839 I slot print_timing: id 3 | task 8684 | graphs reused = 7278 11.02.717.840 I slot print_timing: id 3 | task 8684 | graph reallocs = 0 / 0 (same size) / (changed size) 11.02.717.880 I slot release: id 3 | task 8684 | stop processing: n_tokens = 799, truncated = 0 11.02.717.889 I slot print_timing: id 0 | task 8687 | prompt processing, n_tokens = 802, progress = 1.00, t = 3.22 s / 249.42 tokens per second 11.03.591.636 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1047, t_last = 241234156739 11.03.591.737 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 121.931 MiB) 11.03.596.304 I slot launch_slot_: id 1 | task 8693 | processing task, is_child = 0 11.03.600.378 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 799, t_last = 241234156959 11.03.600.486 I slot launch_slot_: id 3 | task 8694 | processing task, is_child = 0 11.05.248.079 I slot print_timing: id 0 | task 8687 | prompt eval time = 4089.70 ms / 806 tokens ( 5.07 ms per token, 197.08 tokens per second) 11.05.248.082 I slot print_timing: id 0 | task 8687 | eval time = 1656.44 ms / 2 tokens ( 1656.44 ms per token, 0.60 tokens per second) 11.05.248.083 I slot print_timing: id 0 | task 8687 | total time = 5746.15 ms / 808 tokens 11.05.248.083 I slot print_timing: id 0 | task 8687 | graphs reused = 7278 11.05.248.084 I slot print_timing: id 0 | task 8687 | graph reallocs = 0 / 0 (same size) / (changed size) 11.05.248.133 I slot release: id 0 | task 8687 | stop processing: n_tokens = 808, truncated = 0 11.05.248.681 I slot print_timing: id 2 | task 8690 | prompt processing, n_tokens = 793, progress = 0.99, t = 3.45 s / 230.11 tokens per second 11.06.978.244 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 808, t_last = 241236687212 11.06.978.342 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 142.117 MiB) 11.06.982.514 I slot launch_slot_: id 0 | task 8697 | processing task, is_child = 0 11.06.982.703 I slot print_timing: id 1 | task 8693 | prompt processing, n_tokens = 718, progress = 0.85, t = 3.38 s / 212.58 tokens per second 11.06.983.401 I slot print_timing: id 3 | task 8694 | prompt processing, n_tokens = 718, progress = 0.86, t = 3.38 s / 212.63 tokens per second 11.08.399.242 I slot print_timing: id 2 | task 8690 | prompt eval time = 5176.46 ms / 797 tokens ( 6.49 ms per token, 153.97 tokens per second) 11.08.399.245 I slot print_timing: id 2 | task 8690 | eval time = 1421.00 ms / 2 tokens ( 1421.00 ms per token, 0.70 tokens per second) 11.08.399.245 I slot print_timing: id 2 | task 8690 | total time = 6597.46 ms / 799 tokens 11.08.399.246 I slot print_timing: id 2 | task 8690 | graphs reused = 7278 11.08.399.246 I slot print_timing: id 2 | task 8690 | graph reallocs = 0 / 0 (same size) / (changed size) 11.08.399.301 I slot release: id 2 | task 8690 | stop processing: n_tokens = 799, truncated = 0 11.08.399.891 I slot print_timing: id 1 | task 8693 | prompt processing, n_tokens = 839, progress = 1.00, t = 4.80 s / 174.84 tokens per second 11.08.401.440 I slot print_timing: id 3 | task 8694 | prompt processing, n_tokens = 832, progress = 1.00, t = 4.80 s / 173.41 tokens per second 11.09.199.363 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 799, t_last = 241239838380 11.09.199.447 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 141.773 MiB) 11.09.201.924 I slot launch_slot_: id 2 | task 8700 | processing task, is_child = 0 11.10.486.958 I slot print_timing: id 1 | task 8693 | prompt eval time = 5598.68 ms / 843 tokens ( 6.64 ms per token, 150.57 tokens per second) 11.10.486.963 I slot print_timing: id 1 | task 8693 | eval time = 1287.78 ms / 2 tokens ( 1287.78 ms per token, 0.78 tokens per second) 11.10.486.964 I slot print_timing: id 1 | task 8693 | total time = 6886.46 ms / 845 tokens 11.10.486.964 I slot print_timing: id 1 | task 8693 | graphs reused = 7278 11.10.486.965 I slot print_timing: id 1 | task 8693 | graph reallocs = 0 / 0 (same size) / (changed size) 11.10.487.020 I slot release: id 1 | task 8693 | stop processing: n_tokens = 845, truncated = 0 11.10.487.192 I slot print_timing: id 3 | task 8694 | prompt eval time = 5598.04 ms / 836 tokens ( 6.70 ms per token, 149.34 tokens per second) 11.10.487.196 I slot print_timing: id 3 | task 8694 | eval time = 1287.83 ms / 2 tokens ( 1287.83 ms per token, 0.78 tokens per second) 11.10.487.196 I slot print_timing: id 3 | task 8694 | total time = 6885.87 ms / 838 tokens 11.10.487.196 I slot print_timing: id 3 | task 8694 | graphs reused = 7278 11.10.487.197 I slot print_timing: id 3 | task 8694 | graph reallocs = 0 / 0 (same size) / (changed size) 11.10.487.237 I slot release: id 3 | task 8694 | stop processing: n_tokens = 838, truncated = 0 11.10.487.246 I slot print_timing: id 0 | task 8697 | prompt processing, n_tokens = 895, progress = 1.00, t = 3.50 s / 255.40 tokens per second 11.11.242.519 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.870 (> 0.100 thold), f_keep = 0.884 11.11.242.569 I slot launch_slot_: id 1 | task 8703 | processing task, is_child = 0 11.11.248.043 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 838, t_last = 241241926316 11.11.248.136 I slot launch_slot_: id 3 | task 8704 | processing task, is_child = 0 11.12.352.972 I slot print_timing: id 0 | task 8697 | prompt eval time = 4259.98 ms / 899 tokens ( 4.74 ms per token, 211.03 tokens per second) 11.12.352.975 I slot print_timing: id 0 | task 8697 | eval time = 1110.45 ms / 2 tokens ( 1110.45 ms per token, 0.90 tokens per second) 11.12.352.975 I slot print_timing: id 0 | task 8697 | total time = 5370.43 ms / 901 tokens 11.12.352.976 I slot print_timing: id 0 | task 8697 | graphs reused = 7278 11.12.352.976 I slot print_timing: id 0 | task 8697 | graph reallocs = 0 / 0 (same size) / (changed size) 11.12.353.030 I slot release: id 0 | task 8697 | stop processing: n_tokens = 901, truncated = 0 11.12.353.942 I slot print_timing: id 2 | task 8700 | prompt processing, n_tokens = 903, progress = 1.00, t = 3.15 s / 286.66 tokens per second 11.13.246.971 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 901, t_last = 241243792109 11.13.247.063 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 142.321 MiB) 11.13.251.313 I slot launch_slot_: id 0 | task 8707 | processing task, is_child = 0 11.14.196.942 I slot print_timing: id 1 | task 8703 | prompt eval time = 1998.63 ms / 112 tokens ( 17.84 ms per token, 56.04 tokens per second) 11.14.196.945 I slot print_timing: id 1 | task 8703 | eval time = 950.16 ms / 2 tokens ( 950.16 ms per token, 1.05 tokens per second) 11.14.196.945 I slot print_timing: id 1 | task 8703 | total time = 2948.79 ms / 114 tokens 11.14.196.946 I slot print_timing: id 1 | task 8703 | graphs reused = 7278 11.14.196.946 I slot print_timing: id 1 | task 8703 | graph reallocs = 0 / 0 (same size) / (changed size) 11.14.197.001 I slot release: id 1 | task 8703 | stop processing: n_tokens = 860, truncated = 0 11.14.197.173 I slot print_timing: id 2 | task 8700 | prompt eval time = 4044.26 ms / 907 tokens ( 4.46 ms per token, 224.27 tokens per second) 11.14.197.176 I slot print_timing: id 2 | task 8700 | eval time = 950.21 ms / 2 tokens ( 950.21 ms per token, 1.05 tokens per second) 11.14.197.176 I slot print_timing: id 2 | task 8700 | total time = 4994.47 ms / 909 tokens 11.14.197.176 I slot print_timing: id 2 | task 8700 | graphs reused = 7278 11.14.197.177 I slot print_timing: id 2 | task 8700 | graph reallocs = 0 / 0 (same size) / (changed size) 11.14.197.223 I slot release: id 2 | task 8700 | stop processing: n_tokens = 909, truncated = 0 11.15.076.677 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 860, t_last = 241245636080 11.15.076.770 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 144.604 MiB) 11.15.080.920 I slot launch_slot_: id 1 | task 8710 | processing task, is_child = 0 11.15.085.089 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 909, t_last = 241245636302 11.15.085.184 I slot launch_slot_: id 2 | task 8711 | processing task, is_child = 0 11.16.591.910 I slot print_timing: id 3 | task 8704 | prompt eval time = 3826.04 ms / 685 tokens ( 5.59 ms per token, 179.04 tokens per second) 11.16.591.917 I slot print_timing: id 3 | task 8704 | eval time = 1515.23 ms / 2 tokens ( 1515.23 ms per token, 0.66 tokens per second) 11.16.591.917 I slot print_timing: id 3 | task 8704 | total time = 5341.27 ms / 687 tokens 11.16.591.918 I slot print_timing: id 3 | task 8704 | graphs reused = 7278 11.16.591.918 I slot print_timing: id 3 | task 8704 | graph reallocs = 0 / 0 (same size) / (changed size) 11.16.591.969 I slot release: id 3 | task 8704 | stop processing: n_tokens = 687, truncated = 0 11.16.591.980 I slot print_timing: id 0 | task 8707 | prompt processing, n_tokens = 821, progress = 1.00, t = 3.34 s / 245.78 tokens per second 11.18.179.805 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 687, t_last = 241248031048 11.18.179.883 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 139.897 MiB) 11.18.183.393 I slot launch_slot_: id 3 | task 8714 | processing task, is_child = 0 11.18.183.404 I slot print_timing: id 1 | task 8710 | prompt processing, n_tokens = 705, progress = 0.83, t = 3.09 s / 227.96 tokens per second 11.18.184.082 I slot print_timing: id 2 | task 8711 | prompt processing, n_tokens = 623, progress = 0.82, t = 3.09 s / 201.45 tokens per second 11.19.311.074 I slot print_timing: id 0 | task 8707 | prompt eval time = 4928.47 ms / 825 tokens ( 5.97 ms per token, 167.39 tokens per second) 11.19.311.077 I slot print_timing: id 0 | task 8707 | eval time = 1131.26 ms / 2 tokens ( 1131.26 ms per token, 0.88 tokens per second) 11.19.311.077 I slot print_timing: id 0 | task 8707 | total time = 6059.73 ms / 827 tokens 11.19.311.078 I slot print_timing: id 0 | task 8707 | graphs reused = 7278 11.19.311.078 I slot print_timing: id 0 | task 8707 | graph reallocs = 0 / 0 (same size) / (changed size) 11.19.311.132 I slot release: id 0 | task 8707 | stop processing: n_tokens = 827, truncated = 0 11.19.311.144 I slot print_timing: id 1 | task 8710 | prompt processing, n_tokens = 848, progress = 1.00, t = 4.22 s / 200.76 tokens per second 11.19.312.296 I slot print_timing: id 2 | task 8711 | prompt processing, n_tokens = 758, progress = 0.99, t = 4.22 s / 179.46 tokens per second 11.20.205.814 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 827, t_last = 241250750211 11.20.212.915 I slot launch_slot_: id 0 | task 8717 | processing task, is_child = 0 11.20.984.347 I slot print_timing: id 1 | task 8710 | prompt eval time = 5118.71 ms / 852 tokens ( 6.01 ms per token, 166.45 tokens per second) 11.20.984.350 I slot print_timing: id 1 | task 8710 | eval time = 778.74 ms / 2 tokens ( 778.74 ms per token, 1.28 tokens per second) 11.20.984.350 I slot print_timing: id 1 | task 8710 | total time = 5897.45 ms / 854 tokens 11.20.984.351 I slot print_timing: id 1 | task 8710 | graphs reused = 7278 11.20.984.351 I slot print_timing: id 1 | task 8710 | graph reallocs = 0 / 0 (same size) / (changed size) 11.20.984.405 I slot release: id 1 | task 8710 | stop processing: n_tokens = 854, truncated = 0 11.20.984.570 I slot print_timing: id 2 | task 8711 | prompt eval time = 5118.76 ms / 762 tokens ( 6.72 ms per token, 148.86 tokens per second) 11.20.984.572 I slot print_timing: id 2 | task 8711 | eval time = 778.76 ms / 2 tokens ( 778.76 ms per token, 1.28 tokens per second) 11.20.984.573 I slot print_timing: id 2 | task 8711 | total time = 5897.52 ms / 764 tokens 11.20.984.573 I slot print_timing: id 2 | task 8711 | graphs reused = 7278 11.20.984.573 I slot print_timing: id 2 | task 8711 | graph reallocs = 0 / 0 (same size) / (changed size) 11.20.984.624 I slot release: id 2 | task 8711 | stop processing: n_tokens = 764, truncated = 0 11.21.852.956 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 854, t_last = 241252423484 11.21.853.049 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 143.196 MiB) 11.21.856.477 I slot launch_slot_: id 1 | task 8720 | processing task, is_child = 0 11.21.861.081 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 764, t_last = 241252423703 11.21.861.170 I slot launch_slot_: id 2 | task 8721 | processing task, is_child = 0 11.23.064.635 I slot print_timing: id 3 | task 8714 | prompt eval time = 3668.17 ms / 746 tokens ( 4.92 ms per token, 203.37 tokens per second) 11.23.064.637 I slot print_timing: id 3 | task 8714 | eval time = 1211.68 ms / 2 tokens ( 1211.68 ms per token, 0.83 tokens per second) 11.23.064.638 I slot print_timing: id 3 | task 8714 | total time = 4879.85 ms / 748 tokens 11.23.064.638 I slot print_timing: id 3 | task 8714 | graphs reused = 7278 11.23.064.639 I slot print_timing: id 3 | task 8714 | graph reallocs = 0 / 0 (same size) / (changed size) 11.23.064.686 I slot release: id 3 | task 8714 | stop processing: n_tokens = 748, truncated = 0 11.24.757.528 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 748, t_last = 241254503765 11.24.757.611 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 139.709 MiB) 11.24.760.822 I slot launch_slot_: id 3 | task 8724 | processing task, is_child = 0 11.25.869.658 I slot print_timing: id 0 | task 8717 | prompt eval time = 4544.60 ms / 720 tokens ( 6.31 ms per token, 158.43 tokens per second) 11.25.869.660 I slot print_timing: id 0 | task 8717 | eval time = 1112.13 ms / 2 tokens ( 1112.13 ms per token, 0.90 tokens per second) 11.25.869.661 I slot print_timing: id 0 | task 8717 | total time = 5656.73 ms / 722 tokens 11.25.869.661 I slot print_timing: id 0 | task 8717 | graphs reused = 7278 11.25.869.662 I slot print_timing: id 0 | task 8717 | graph reallocs = 0 / 0 (same size) / (changed size) 11.25.869.710 I slot release: id 0 | task 8717 | stop processing: n_tokens = 722, truncated = 0 11.25.869.720 I slot print_timing: id 1 | task 8720 | prompt processing, n_tokens = 720, progress = 0.99, t = 4.01 s / 179.66 tokens per second 11.25.870.767 I slot print_timing: id 2 | task 8721 | prompt processing, n_tokens = 737, progress = 0.99, t = 4.01 s / 183.91 tokens per second 11.26.765.789 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.878 (> 0.100 thold), f_keep = 0.877 11.26.765.835 I slot launch_slot_: id 0 | task 8727 | processing task, is_child = 0 11.27.307.188 I slot print_timing: id 1 | task 8720 | prompt eval time = 4903.74 ms / 724 tokens ( 6.77 ms per token, 147.64 tokens per second) 11.27.307.193 I slot print_timing: id 1 | task 8720 | eval time = 541.59 ms / 2 tokens ( 541.59 ms per token, 1.85 tokens per second) 11.27.307.194 I slot print_timing: id 1 | task 8720 | total time = 5445.33 ms / 726 tokens 11.27.307.194 I slot print_timing: id 1 | task 8720 | graphs reused = 7278 11.27.307.195 I slot print_timing: id 1 | task 8720 | graph reallocs = 0 / 0 (same size) / (changed size) 11.27.307.243 I slot release: id 1 | task 8720 | stop processing: n_tokens = 726, truncated = 0 11.27.307.411 I slot print_timing: id 2 | task 8721 | prompt eval time = 4903.76 ms / 741 tokens ( 6.62 ms per token, 151.11 tokens per second) 11.27.307.412 I slot print_timing: id 2 | task 8721 | eval time = 541.63 ms / 2 tokens ( 541.63 ms per token, 1.85 tokens per second) 11.27.307.413 I slot print_timing: id 2 | task 8721 | total time = 5445.39 ms / 743 tokens 11.27.307.413 I slot print_timing: id 2 | task 8721 | graphs reused = 7278 11.27.307.413 I slot print_timing: id 2 | task 8721 | graph reallocs = 0 / 0 (same size) / (changed size) 11.27.307.447 I slot release: id 2 | task 8721 | stop processing: n_tokens = 743, truncated = 0 11.27.391.859 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.889 (> 0.100 thold), f_keep = 0.872 11.27.391.891 I slot launch_slot_: id 1 | task 8730 | processing task, is_child = 0 11.27.391.965 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 82.423 MiB) 11.27.394.010 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.887 (> 0.100 thold), f_keep = 0.852 11.27.394.032 I slot launch_slot_: id 2 | task 8731 | processing task, is_child = 0 11.27.840.676 I slot print_timing: id 0 | task 8727 | prompt eval time = 625.83 ms / 88 tokens ( 7.11 ms per token, 140.61 tokens per second) 11.27.840.678 I slot print_timing: id 0 | task 8727 | eval time = 449.00 ms / 2 tokens ( 449.00 ms per token, 2.23 tokens per second) 11.27.840.679 I slot print_timing: id 0 | task 8727 | total time = 1074.83 ms / 90 tokens 11.27.840.679 I slot print_timing: id 0 | task 8727 | graphs reused = 7278 11.27.840.680 I slot print_timing: id 0 | task 8727 | graph reallocs = 0 / 0 (same size) / (changed size) 11.27.840.724 I slot release: id 0 | task 8727 | stop processing: n_tokens = 722, truncated = 0 11.27.840.893 I slot print_timing: id 3 | task 8724 | prompt eval time = 2629.72 ms / 715 tokens ( 3.68 ms per token, 271.89 tokens per second) 11.27.840.897 I slot print_timing: id 3 | task 8724 | eval time = 449.04 ms / 2 tokens ( 449.04 ms per token, 2.23 tokens per second) 11.27.840.898 I slot print_timing: id 3 | task 8724 | total time = 3078.75 ms / 717 tokens 11.27.840.898 I slot print_timing: id 3 | task 8724 | graphs reused = 7278 11.27.840.899 I slot print_timing: id 3 | task 8724 | graph reallocs = 0 / 0 (same size) / (changed size) 11.27.840.930 I slot release: id 3 | task 8724 | stop processing: n_tokens = 717, truncated = 0 11.27.893.162 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.878 (> 0.100 thold), f_keep = 0.877 11.27.893.194 I slot launch_slot_: id 0 | task 8734 | processing task, is_child = 0 11.27.893.271 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 82.642 MiB) 11.27.895.351 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.877 (> 0.100 thold), f_keep = 0.886 11.27.895.375 I slot launch_slot_: id 3 | task 8735 | processing task, is_child = 0 11.28.373.575 I slot print_timing: id 1 | task 8730 | prompt eval time = 498.93 ms / 79 tokens ( 6.32 ms per token, 158.34 tokens per second) 11.28.373.577 I slot print_timing: id 1 | task 8730 | eval time = 480.61 ms / 2 tokens ( 480.61 ms per token, 2.08 tokens per second) 11.28.373.577 I slot print_timing: id 1 | task 8730 | total time = 979.53 ms / 81 tokens 11.28.373.577 I slot print_timing: id 1 | task 8730 | graphs reused = 7278 11.28.373.578 I slot print_timing: id 1 | task 8730 | graph reallocs = 0 / 0 (same size) / (changed size) 11.28.373.620 I slot release: id 1 | task 8730 | stop processing: n_tokens = 713, truncated = 0 11.28.373.793 I slot print_timing: id 2 | task 8731 | prompt eval time = 498.44 ms / 81 tokens ( 6.15 ms per token, 162.51 tokens per second) 11.28.373.795 I slot print_timing: id 2 | task 8731 | eval time = 480.63 ms / 2 tokens ( 480.63 ms per token, 2.08 tokens per second) 11.28.373.795 I slot print_timing: id 2 | task 8731 | total time = 979.08 ms / 83 tokens 11.28.373.796 I slot print_timing: id 2 | task 8731 | graphs reused = 7278 11.28.373.796 I slot print_timing: id 2 | task 8731 | graph reallocs = 0 / 0 (same size) / (changed size) 11.28.373.836 I slot release: id 2 | task 8731 | stop processing: n_tokens = 715, truncated = 0 11.28.458.056 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.838 (> 0.100 thold), f_keep = 0.888 11.28.458.090 I slot launch_slot_: id 1 | task 8738 | processing task, is_child = 0 11.28.458.166 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 93.857 MiB) 11.28.460.807 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.885 (> 0.100 thold), f_keep = 0.885 11.28.460.834 I slot launch_slot_: id 2 | task 8739 | processing task, is_child = 0 11.29.026.519 I slot print_timing: id 0 | task 8734 | prompt eval time = 562.49 ms / 88 tokens ( 6.39 ms per token, 156.45 tokens per second) 11.29.026.521 I slot print_timing: id 0 | task 8734 | eval time = 568.64 ms / 2 tokens ( 568.64 ms per token, 1.76 tokens per second) 11.29.026.522 I slot print_timing: id 0 | task 8734 | total time = 1131.13 ms / 90 tokens 11.29.026.522 I slot print_timing: id 0 | task 8734 | graphs reused = 7278 11.29.026.522 I slot print_timing: id 0 | task 8734 | graph reallocs = 0 / 0 (same size) / (changed size) 11.29.026.569 I slot release: id 0 | task 8734 | stop processing: n_tokens = 722, truncated = 0 11.29.026.737 I slot print_timing: id 3 | task 8735 | prompt eval time = 561.98 ms / 89 tokens ( 6.31 ms per token, 158.37 tokens per second) 11.29.026.740 I slot print_timing: id 3 | task 8735 | eval time = 568.69 ms / 2 tokens ( 568.69 ms per token, 1.76 tokens per second) 11.29.026.740 I slot print_timing: id 3 | task 8735 | total time = 1130.67 ms / 91 tokens 11.29.026.740 I slot print_timing: id 3 | task 8735 | graphs reused = 7278 11.29.026.741 I slot print_timing: id 3 | task 8735 | graph reallocs = 0 / 0 (same size) / (changed size) 11.29.026.776 I slot release: id 3 | task 8735 | stop processing: n_tokens = 725, truncated = 0 11.29.077.024 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 722, t_last = 241260465648 11.29.077.107 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 82.860 MiB) 11.29.080.696 I slot launch_slot_: id 0 | task 8742 | processing task, is_child = 0 11.29.080.763 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 84.994 MiB) 11.29.084.278 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 725, t_last = 241260465855 11.29.084.363 I slot launch_slot_: id 3 | task 8743 | processing task, is_child = 0 11.30.615.382 I slot print_timing: id 1 | task 8738 | prompt eval time = 616.00 ms / 122 tokens ( 5.05 ms per token, 198.05 tokens per second) 11.30.615.384 I slot print_timing: id 1 | task 8738 | eval time = 1538.54 ms / 2 tokens ( 1538.54 ms per token, 0.65 tokens per second) 11.30.615.384 I slot print_timing: id 1 | task 8738 | total time = 2154.54 ms / 124 tokens 11.30.615.385 I slot print_timing: id 1 | task 8738 | graphs reused = 7278 11.30.615.385 I slot print_timing: id 1 | task 8738 | graph reallocs = 0 / 0 (same size) / (changed size) 11.30.615.434 I slot release: id 1 | task 8738 | stop processing: n_tokens = 756, truncated = 0 11.30.615.656 I slot print_timing: id 2 | task 8739 | prompt eval time = 615.49 ms / 82 tokens ( 7.51 ms per token, 133.23 tokens per second) 11.30.615.665 I slot print_timing: id 2 | task 8739 | eval time = 1538.64 ms / 2 tokens ( 1538.64 ms per token, 0.65 tokens per second) 11.30.615.666 I slot print_timing: id 2 | task 8739 | total time = 2154.13 ms / 84 tokens 11.30.615.666 I slot print_timing: id 2 | task 8739 | graphs reused = 7278 11.30.615.666 I slot print_timing: id 2 | task 8739 | graph reallocs = 0 / 0 (same size) / (changed size) 11.30.615.700 I slot release: id 2 | task 8739 | stop processing: n_tokens = 716, truncated = 0 11.31.403.469 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 756, t_last = 241262054513 11.31.403.581 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 103.516 MiB) 11.32.239.436 I slot launch_slot_: id 1 | task 8746 | processing task, is_child = 0 11.32.239.506 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 103.164 MiB) 11.32.242.873 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 716, t_last = 241262054779 11.32.242.961 I slot launch_slot_: id 2 | task 8747 | processing task, is_child = 0 11.35.182.011 I slot print_timing: id 0 | task 8742 | prompt processing, n_tokens = 889, progress = 1.00, t = 6.10 s / 145.79 tokens per second 11.35.241.444 I slot print_timing: id 3 | task 8743 | prompt processing, n_tokens = 873, progress = 1.00, t = 6.10 s / 143.17 tokens per second 11.36.691.530 I slot print_timing: id 1 | task 8746 | prompt processing, n_tokens = 917, progress = 0.83, t = 4.45 s / 206.19 tokens per second 11.36.692.326 I slot print_timing: id 2 | task 8747 | prompt processing, n_tokens = 917, progress = 0.83, t = 4.45 s / 206.20 tokens per second 11.37.618.245 I slot print_timing: id 0 | task 8742 | prompt eval time = 7606.97 ms / 893 tokens ( 8.52 ms per token, 117.39 tokens per second) 11.37.618.250 I slot print_timing: id 0 | task 8742 | eval time = 926.90 ms / 2 tokens ( 926.90 ms per token, 1.08 tokens per second) 11.37.618.251 I slot print_timing: id 0 | task 8742 | total time = 8533.87 ms / 895 tokens 11.37.618.251 I slot print_timing: id 0 | task 8742 | graphs reused = 7278 11.37.618.252 I slot print_timing: id 0 | task 8742 | graph reallocs = 0 / 0 (same size) / (changed size) 11.37.618.310 I slot release: id 0 | task 8742 | stop processing: n_tokens = 895, truncated = 0 11.37.618.479 I slot print_timing: id 3 | task 8743 | prompt eval time = 7606.99 ms / 877 tokens ( 8.67 ms per token, 115.29 tokens per second) 11.37.618.482 I slot print_timing: id 3 | task 8743 | eval time = 926.96 ms / 2 tokens ( 926.96 ms per token, 1.08 tokens per second) 11.37.618.482 I slot print_timing: id 3 | task 8743 | total time = 8533.95 ms / 879 tokens 11.37.618.482 I slot print_timing: id 3 | task 8743 | graphs reused = 7278 11.37.618.483 I slot print_timing: id 3 | task 8743 | graph reallocs = 0 / 0 (same size) / (changed size) 11.37.618.525 I slot release: id 3 | task 8743 | stop processing: n_tokens = 879, truncated = 0 11.37.618.532 I slot print_timing: id 1 | task 8746 | prompt processing, n_tokens = 1105, progress = 1.00, t = 5.37 s / 205.61 tokens per second 11.37.619.908 I slot print_timing: id 2 | task 8747 | prompt processing, n_tokens = 1095, progress = 1.00, t = 5.37 s / 203.75 tokens per second 11.37.669.625 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 895, t_last = 241269057389 11.37.669.712 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 87.401 MiB) 11.37.675.835 I slot launch_slot_: id 0 | task 8752 | processing task, is_child = 0 11.37.675.912 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 92.271 MiB) 11.37.678.162 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 879, t_last = 241269057604 11.37.678.259 I slot launch_slot_: id 3 | task 8753 | processing task, is_child = 0 11.40.067.559 I slot print_timing: id 1 | task 8746 | prompt eval time = 5425.70 ms / 1109 tokens ( 4.89 ms per token, 204.40 tokens per second) 11.40.067.565 I slot print_timing: id 1 | task 8746 | eval time = 2398.12 ms / 2 tokens ( 2398.12 ms per token, 0.42 tokens per second) 11.40.067.565 I slot print_timing: id 1 | task 8746 | total time = 7823.82 ms / 1111 tokens 11.40.067.566 I slot print_timing: id 1 | task 8746 | graphs reused = 7278 11.40.067.566 I slot print_timing: id 1 | task 8746 | graph reallocs = 0 / 0 (same size) / (changed size) 11.40.067.624 I slot release: id 1 | task 8746 | stop processing: n_tokens = 1111, truncated = 0 11.40.067.802 I slot print_timing: id 2 | task 8747 | prompt eval time = 5425.73 ms / 1099 tokens ( 4.94 ms per token, 202.55 tokens per second) 11.40.067.804 I slot print_timing: id 2 | task 8747 | eval time = 2398.18 ms / 2 tokens ( 2398.18 ms per token, 0.42 tokens per second) 11.40.067.804 I slot print_timing: id 2 | task 8747 | total time = 7823.91 ms / 1101 tokens 11.40.067.805 I slot print_timing: id 2 | task 8747 | graphs reused = 7278 11.40.067.805 I slot print_timing: id 2 | task 8747 | graph reallocs = 0 / 0 (same size) / (changed size) 11.40.067.851 I slot release: id 2 | task 8747 | stop processing: n_tokens = 1101, truncated = 0 11.40.800.253 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.903 (> 0.100 thold), f_keep = 0.893 11.40.800.301 I slot launch_slot_: id 1 | task 8756 | processing task, is_child = 0 11.40.800.399 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 87.839 MiB) 11.41.525.679 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.901 (> 0.100 thold), f_keep = 0.900 11.41.525.761 I slot launch_slot_: id 2 | task 8757 | processing task, is_child = 0 11.41.525.781 I slot print_timing: id 0 | task 8752 | prompt processing, n_tokens = 917, progress = 0.84, t = 3.12 s / 293.72 tokens per second 11.41.528.656 I slot print_timing: id 3 | task 8753 | prompt processing, n_tokens = 917, progress = 0.83, t = 3.12 s / 293.74 tokens per second 11.42.661.589 I slot print_timing: id 0 | task 8752 | prompt processing, n_tokens = 1086, progress = 1.00, t = 4.98 s / 217.93 tokens per second 11.42.886.865 I slot print_timing: id 3 | task 8753 | prompt processing, n_tokens = 1100, progress = 1.00, t = 4.98 s / 220.74 tokens per second 11.43.006.777 I slot print_timing: id 0 | task 8752 | prompt eval time = 5283.80 ms / 1090 tokens ( 4.85 ms per token, 206.29 tokens per second) 11.43.006.779 I slot print_timing: id 0 | task 8752 | eval time = 44.70 ms / 2 tokens ( 44.70 ms per token, 22.37 tokens per second) 11.43.006.780 I slot print_timing: id 0 | task 8752 | total time = 5328.51 ms / 1092 tokens 11.43.006.781 I slot print_timing: id 0 | task 8752 | graphs reused = 7278 11.43.006.781 I slot print_timing: id 0 | task 8752 | graph reallocs = 0 / 0 (same size) / (changed size) 11.43.006.834 I slot release: id 0 | task 8752 | stop processing: n_tokens = 1092, truncated = 0 11.43.007.007 I slot print_timing: id 1 | task 8756 | prompt eval time = 1434.98 ms / 106 tokens ( 13.54 ms per token, 73.87 tokens per second) 11.43.007.010 I slot print_timing: id 1 | task 8756 | eval time = 44.75 ms / 2 tokens ( 44.75 ms per token, 22.35 tokens per second) 11.43.007.010 I slot print_timing: id 1 | task 8756 | total time = 1479.73 ms / 108 tokens 11.43.007.010 I slot print_timing: id 1 | task 8756 | graphs reused = 7278 11.43.007.011 I slot print_timing: id 1 | task 8756 | graph reallocs = 0 / 0 (same size) / (changed size) 11.43.007.062 I slot release: id 1 | task 8756 | stop processing: n_tokens = 1099, truncated = 0 11.43.007.253 I slot print_timing: id 2 | task 8757 | prompt eval time = 1434.46 ms / 109 tokens ( 13.16 ms per token, 75.99 tokens per second) 11.43.007.256 I slot print_timing: id 2 | task 8757 | eval time = 44.82 ms / 2 tokens ( 44.82 ms per token, 22.31 tokens per second) 11.43.007.256 I slot print_timing: id 2 | task 8757 | total time = 1479.28 ms / 111 tokens 11.43.007.256 I slot print_timing: id 2 | task 8757 | graphs reused = 7278 11.43.007.257 I slot print_timing: id 2 | task 8757 | graph reallocs = 0 / 0 (same size) / (changed size) 11.43.007.303 I slot release: id 2 | task 8757 | stop processing: n_tokens = 1101, truncated = 0 11.43.007.487 I slot print_timing: id 3 | task 8753 | prompt eval time = 5284.19 ms / 1104 tokens ( 4.79 ms per token, 208.93 tokens per second) 11.43.007.491 I slot print_timing: id 3 | task 8753 | eval time = 44.87 ms / 2 tokens ( 44.87 ms per token, 22.29 tokens per second) 11.43.007.491 I slot print_timing: id 3 | task 8753 | total time = 5329.06 ms / 1106 tokens 11.43.007.491 I slot print_timing: id 3 | task 8753 | graphs reused = 7278 11.43.007.491 I slot print_timing: id 3 | task 8753 | graph reallocs = 0 / 0 (same size) / (changed size) 11.43.007.523 I slot release: id 3 | task 8753 | stop processing: n_tokens = 1106, truncated = 0 11.43.020.444 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.909 (> 0.100 thold), f_keep = 0.908 11.43.020.474 I slot launch_slot_: id 0 | task 8761 | processing task, is_child = 0 11.43.020.578 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 94.733 MiB) 11.43.027.819 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 96.296 MiB) 11.43.027.823 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 107.945 MiB) 11.43.030.890 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 110.065 MiB) 11.43.037.556 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.901 (> 0.100 thold), f_keep = 0.903 11.43.037.585 I slot launch_slot_: id 1 | task 8762 | processing task, is_child = 0 11.43.037.753 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.900 (> 0.100 thold), f_keep = 0.901 11.43.037.771 I slot launch_slot_: id 2 | task 8763 | processing task, is_child = 0 11.43.037.849 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.896 (> 0.100 thold), f_keep = 0.897 11.43.037.864 I slot launch_slot_: id 3 | task 8764 | processing task, is_child = 0 11.44.156.068 I slot print_timing: id 0 | task 8761 | prompt eval time = 1073.65 ms / 99 tokens ( 10.84 ms per token, 92.21 tokens per second) 11.44.156.070 I slot print_timing: id 0 | task 8761 | eval time = 44.55 ms / 2 tokens ( 44.55 ms per token, 22.45 tokens per second) 11.44.156.071 I slot print_timing: id 0 | task 8761 | total time = 1118.20 ms / 101 tokens 11.44.156.071 I slot print_timing: id 0 | task 8761 | graphs reused = 7278 11.44.156.072 I slot print_timing: id 0 | task 8761 | graph reallocs = 0 / 0 (same size) / (changed size) 11.44.156.127 I slot release: id 0 | task 8761 | stop processing: n_tokens = 1092, truncated = 0 11.44.156.293 I slot print_timing: id 1 | task 8762 | prompt eval time = 1073.07 ms / 109 tokens ( 9.84 ms per token, 101.58 tokens per second) 11.44.156.295 I slot print_timing: id 1 | task 8762 | eval time = 44.59 ms / 2 tokens ( 44.59 ms per token, 22.43 tokens per second) 11.44.156.295 I slot print_timing: id 1 | task 8762 | total time = 1117.66 ms / 111 tokens 11.44.156.295 I slot print_timing: id 1 | task 8762 | graphs reused = 7278 11.44.156.296 I slot print_timing: id 1 | task 8762 | graph reallocs = 0 / 0 (same size) / (changed size) 11.44.156.338 I slot release: id 1 | task 8762 | stop processing: n_tokens = 1102, truncated = 0 11.44.156.531 I slot print_timing: id 2 | task 8763 | prompt eval time = 1072.61 ms / 110 tokens ( 9.75 ms per token, 102.55 tokens per second) 11.44.156.533 I slot print_timing: id 2 | task 8763 | eval time = 44.60 ms / 2 tokens ( 44.60 ms per token, 22.42 tokens per second) 11.44.156.533 I slot print_timing: id 2 | task 8763 | total time = 1117.21 ms / 112 tokens 11.44.156.534 I slot print_timing: id 2 | task 8763 | graphs reused = 7278 11.44.156.534 I slot print_timing: id 2 | task 8763 | graph reallocs = 0 / 0 (same size) / (changed size) 11.44.156.570 I slot release: id 2 | task 8763 | stop processing: n_tokens = 1103, truncated = 0 11.44.156.745 I slot print_timing: id 3 | task 8764 | prompt eval time = 1072.14 ms / 115 tokens ( 9.32 ms per token, 107.26 tokens per second) 11.44.156.747 I slot print_timing: id 3 | task 8764 | eval time = 44.58 ms / 2 tokens ( 44.58 ms per token, 22.43 tokens per second) 11.44.156.747 I slot print_timing: id 3 | task 8764 | total time = 1116.72 ms / 117 tokens 11.44.156.748 I slot print_timing: id 3 | task 8764 | graphs reused = 7278 11.44.156.748 I slot print_timing: id 3 | task 8764 | graph reallocs = 0 / 0 (same size) / (changed size) 11.44.156.784 I slot release: id 3 | task 8764 | stop processing: n_tokens = 1108, truncated = 0 11.44.169.670 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.907 (> 0.100 thold), f_keep = 0.908 11.44.169.752 I slot launch_slot_: id 0 | task 8768 | processing task, is_child = 0 11.44.169.842 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 87.566 MiB) 11.44.178.077 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 78.921 MiB) 11.44.186.888 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 100.303 MiB) 11.44.193.501 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.903 (> 0.100 thold), f_keep = 0.900 11.44.193.564 I slot launch_slot_: id 1 | task 8770 | processing task, is_child = 0 11.44.193.725 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.906 (> 0.100 thold), f_keep = 0.899 11.44.193.756 I slot launch_slot_: id 2 | task 8769 | processing task, is_child = 0 11.44.193.841 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.903 (> 0.100 thold), f_keep = 0.895 11.44.193.865 I slot launch_slot_: id 3 | task 8771 | processing task, is_child = 0 11.45.300.020 I slot print_timing: id 0 | task 8768 | prompt eval time = 1061.39 ms / 102 tokens ( 10.41 ms per token, 96.10 tokens per second) 11.45.300.022 I slot print_timing: id 0 | task 8768 | eval time = 44.75 ms / 2 tokens ( 44.75 ms per token, 22.34 tokens per second) 11.45.300.023 I slot print_timing: id 0 | task 8768 | total time = 1106.14 ms / 104 tokens 11.45.300.023 I slot print_timing: id 0 | task 8768 | graphs reused = 7278 11.45.300.024 I slot print_timing: id 0 | task 8768 | graph reallocs = 0 / 0 (same size) / (changed size) 11.45.300.076 I slot release: id 0 | task 8768 | stop processing: n_tokens = 1095, truncated = 0 11.45.300.243 I slot print_timing: id 1 | task 8770 | prompt eval time = 1060.75 ms / 106 tokens ( 10.01 ms per token, 99.93 tokens per second) 11.45.300.245 I slot print_timing: id 1 | task 8770 | eval time = 44.78 ms / 2 tokens ( 44.78 ms per token, 22.33 tokens per second) 11.45.300.246 I slot print_timing: id 1 | task 8770 | total time = 1105.53 ms / 108 tokens 11.45.300.246 I slot print_timing: id 1 | task 8770 | graphs reused = 7278 11.45.300.246 I slot print_timing: id 1 | task 8770 | graph reallocs = 0 / 0 (same size) / (changed size) 11.45.300.290 I slot release: id 1 | task 8770 | stop processing: n_tokens = 1099, truncated = 0 11.45.300.479 I slot print_timing: id 2 | task 8769 | prompt eval time = 1060.21 ms / 103 tokens ( 10.29 ms per token, 97.15 tokens per second) 11.45.300.481 I slot print_timing: id 2 | task 8769 | eval time = 44.76 ms / 2 tokens ( 44.76 ms per token, 22.34 tokens per second) 11.45.300.482 I slot print_timing: id 2 | task 8769 | total time = 1104.97 ms / 105 tokens 11.45.300.482 I slot print_timing: id 2 | task 8769 | graphs reused = 7278 11.45.300.482 I slot print_timing: id 2 | task 8769 | graph reallocs = 0 / 0 (same size) / (changed size) 11.45.300.523 I slot release: id 2 | task 8769 | stop processing: n_tokens = 1096, truncated = 0 11.45.300.711 I slot print_timing: id 3 | task 8771 | prompt eval time = 1059.66 ms / 107 tokens ( 9.90 ms per token, 100.98 tokens per second) 11.45.300.712 I slot print_timing: id 3 | task 8771 | eval time = 44.73 ms / 2 tokens ( 44.73 ms per token, 22.36 tokens per second) 11.45.300.713 I slot print_timing: id 3 | task 8771 | total time = 1104.39 ms / 109 tokens 11.45.300.714 I slot print_timing: id 3 | task 8771 | graphs reused = 7278 11.45.300.714 I slot print_timing: id 3 | task 8771 | graph reallocs = 0 / 0 (same size) / (changed size) 11.45.300.748 I slot release: id 3 | task 8771 | stop processing: n_tokens = 1100, truncated = 0 11.45.313.440 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.904 (> 0.100 thold), f_keep = 0.906 11.45.313.515 I slot launch_slot_: id 0 | task 8775 | processing task, is_child = 0 11.45.313.602 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 99.193 MiB) 11.45.313.607 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 87.948 MiB) 11.45.321.233 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 96.296 MiB) 11.45.328.522 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 114.575 MiB) 11.45.335.067 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1099, t_last = 241276739369 11.45.335.196 I slot launch_slot_: id 1 | task 8776 | processing task, is_child = 0 11.45.335.353 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1096, t_last = 241276739602 11.45.335.446 I slot launch_slot_: id 2 | task 8777 | processing task, is_child = 0 11.45.335.521 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1100, t_last = 241276739827 11.45.335.612 I slot launch_slot_: id 3 | task 8778 | processing task, is_child = 0 11.48.499.473 I slot print_timing: id 0 | task 8775 | prompt processing, n_tokens = 101, progress = 1.00, t = 3.16 s / 31.92 tokens per second 11.48.714.781 I slot print_timing: id 1 | task 8776 | prompt processing, n_tokens = 492, progress = 0.49, t = 3.16 s / 155.54 tokens per second 11.48.715.845 I slot print_timing: id 2 | task 8777 | prompt processing, n_tokens = 483, progress = 0.48, t = 3.16 s / 152.72 tokens per second 11.48.717.206 I slot print_timing: id 3 | task 8778 | prompt processing, n_tokens = 565, progress = 0.52, t = 3.16 s / 178.67 tokens per second 11.50.959.145 I slot print_timing: id 1 | task 8776 | prompt processing, n_tokens = 855, progress = 0.85, t = 5.62 s / 152.07 tokens per second 11.50.959.838 I slot print_timing: id 2 | task 8777 | prompt processing, n_tokens = 855, progress = 0.86, t = 5.62 s / 152.08 tokens per second 11.50.961.168 I slot print_timing: id 3 | task 8778 | prompt processing, n_tokens = 855, progress = 0.79, t = 5.62 s / 152.09 tokens per second 11.52.216.005 I slot print_timing: id 0 | task 8775 | prompt eval time = 5623.52 ms / 105 tokens ( 53.56 ms per token, 18.67 tokens per second) 11.52.216.009 I slot print_timing: id 0 | task 8775 | eval time = 1256.87 ms / 2 tokens ( 1256.87 ms per token, 0.80 tokens per second) 11.52.216.009 I slot print_timing: id 0 | task 8775 | total time = 6880.38 ms / 107 tokens 11.52.216.010 I slot print_timing: id 0 | task 8775 | graphs reused = 7279 11.52.216.010 I slot print_timing: id 0 | task 8775 | graph reallocs = 0 / 0 (same size) / (changed size) 11.52.216.069 I slot release: id 0 | task 8775 | stop processing: n_tokens = 1098, truncated = 0 11.52.216.080 I slot print_timing: id 1 | task 8776 | prompt processing, n_tokens = 1004, progress = 1.00, t = 6.88 s / 145.94 tokens per second 11.52.217.191 I slot print_timing: id 2 | task 8777 | prompt processing, n_tokens = 995, progress = 1.00, t = 6.88 s / 144.64 tokens per second 11.52.218.879 I slot print_timing: id 3 | task 8778 | prompt processing, n_tokens = 1077, progress = 1.00, t = 6.88 s / 156.57 tokens per second 11.52.288.941 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1098, t_last = 241283655148 11.52.289.047 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 95.225 MiB) 11.52.295.127 I slot launch_slot_: id 0 | task 8783 | processing task, is_child = 0 11.53.429.909 I slot print_timing: id 1 | task 8776 | prompt eval time = 6952.20 ms / 1008 tokens ( 6.90 ms per token, 144.99 tokens per second) 11.53.429.912 I slot print_timing: id 1 | task 8776 | eval time = 1141.34 ms / 2 tokens ( 1141.34 ms per token, 0.88 tokens per second) 11.53.429.913 I slot print_timing: id 1 | task 8776 | total time = 8093.54 ms / 1010 tokens 11.53.429.913 I slot print_timing: id 1 | task 8776 | graphs reused = 7279 11.53.429.913 I slot print_timing: id 1 | task 8776 | graph reallocs = 0 / 0 (same size) / (changed size) 11.53.429.970 I slot release: id 1 | task 8776 | stop processing: n_tokens = 1010, truncated = 0 11.53.430.228 I slot print_timing: id 2 | task 8777 | prompt eval time = 6952.01 ms / 999 tokens ( 6.96 ms per token, 143.70 tokens per second) 11.53.430.230 I slot print_timing: id 2 | task 8777 | eval time = 1141.48 ms / 2 tokens ( 1141.48 ms per token, 0.88 tokens per second) 11.53.430.230 I slot print_timing: id 2 | task 8777 | total time = 8093.49 ms / 1001 tokens 11.53.430.231 I slot print_timing: id 2 | task 8777 | graphs reused = 7279 11.53.430.231 I slot print_timing: id 2 | task 8777 | graph reallocs = 0 / 0 (same size) / (changed size) 11.53.430.272 I slot release: id 2 | task 8777 | stop processing: n_tokens = 1001, truncated = 0 11.53.430.537 I slot print_timing: id 3 | task 8778 | prompt eval time = 6951.80 ms / 1081 tokens ( 6.43 ms per token, 155.50 tokens per second) 11.53.430.543 I slot print_timing: id 3 | task 8778 | eval time = 1141.60 ms / 2 tokens ( 1141.60 ms per token, 0.88 tokens per second) 11.53.430.545 I slot print_timing: id 3 | task 8778 | total time = 8093.40 ms / 1083 tokens 11.53.430.545 I slot print_timing: id 3 | task 8778 | graphs reused = 7279 11.53.430.545 I slot print_timing: id 3 | task 8778 | graph reallocs = 0 / 0 (same size) / (changed size) 11.53.430.597 I slot release: id 3 | task 8778 | stop processing: n_tokens = 1083, truncated = 0 11.54.162.439 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1010, t_last = 241284869049 11.54.162.537 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 92.115 MiB) 11.54.586.600 I slot launch_slot_: id 1 | task 8787 | processing task, is_child = 0 11.54.586.680 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 114.481 MiB) 11.54.590.056 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 88.496 MiB) 11.54.596.672 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.882 (> 0.100 thold), f_keep = 0.883 11.54.596.702 I slot launch_slot_: id 2 | task 8788 | processing task, is_child = 0 11.54.596.783 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.867 (> 0.100 thold), f_keep = 0.816 11.54.596.800 I slot launch_slot_: id 3 | task 8789 | processing task, is_child = 0 11.56.631.667 I slot print_timing: id 0 | task 8783 | prompt eval time = 3459.53 ms / 1047 tokens ( 3.30 ms per token, 302.64 tokens per second) 11.56.631.671 I slot print_timing: id 0 | task 8783 | eval time = 877.00 ms / 2 tokens ( 877.00 ms per token, 1.14 tokens per second) 11.56.631.671 I slot print_timing: id 0 | task 8783 | total time = 4336.53 ms / 1049 tokens 11.56.631.672 I slot print_timing: id 0 | task 8783 | graphs reused = 7279 11.56.631.672 I slot print_timing: id 0 | task 8783 | graph reallocs = 0 / 0 (same size) / (changed size) 11.56.631.737 I slot release: id 0 | task 8783 | stop processing: n_tokens = 1049, truncated = 0 11.57.013.454 I slot print_timing: id 2 | task 8788 | prompt eval time = 2034.25 ms / 118 tokens ( 17.24 ms per token, 58.01 tokens per second) 11.57.013.460 I slot print_timing: id 2 | task 8788 | eval time = 381.44 ms / 2 tokens ( 381.44 ms per token, 2.62 tokens per second) 11.57.013.461 I slot print_timing: id 2 | task 8788 | total time = 2415.68 ms / 120 tokens 11.57.013.461 I slot print_timing: id 2 | task 8788 | graphs reused = 7279 11.57.013.462 I slot print_timing: id 2 | task 8788 | graph reallocs = 0 / 0 (same size) / (changed size) 11.57.013.513 I slot release: id 2 | task 8788 | stop processing: n_tokens = 1003, truncated = 0 11.57.013.752 I slot print_timing: id 3 | task 8789 | prompt eval time = 2033.87 ms / 136 tokens ( 14.95 ms per token, 66.87 tokens per second) 11.57.013.760 I slot print_timing: id 3 | task 8789 | eval time = 381.46 ms / 2 tokens ( 381.46 ms per token, 2.62 tokens per second) 11.57.013.760 I slot print_timing: id 3 | task 8789 | total time = 2415.33 ms / 138 tokens 11.57.013.761 I slot print_timing: id 3 | task 8789 | graphs reused = 7279 11.57.013.761 I slot print_timing: id 3 | task 8789 | graph reallocs = 0 / 0 (same size) / (changed size) 11.57.013.806 I slot release: id 3 | task 8789 | stop processing: n_tokens = 1021, truncated = 0 11.57.013.810 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1049, t_last = 241288070816 11.57.013.908 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 88.331 MiB) 11.57.021.985 I slot launch_slot_: id 0 | task 8793 | processing task, is_child = 0 11.57.022.074 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 93.802 MiB) 11.57.022.079 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 109.385 MiB) 11.57.025.037 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 88.769 MiB) 11.57.031.046 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1003, t_last = 241288452592 11.57.031.149 I slot launch_slot_: id 2 | task 8794 | processing task, is_child = 0 11.57.031.220 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1021, t_last = 241288452885 11.57.031.307 I slot launch_slot_: id 3 | task 8795 | processing task, is_child = 0 12.00.911.973 I slot print_timing: id 1 | task 8787 | prompt eval time = 3918.55 ms / 748 tokens ( 5.24 ms per token, 190.89 tokens per second) 12.00.911.977 I slot print_timing: id 1 | task 8787 | eval time = 2395.82 ms / 2 tokens ( 2395.82 ms per token, 0.42 tokens per second) 12.00.911.977 I slot print_timing: id 1 | task 8787 | total time = 6314.37 ms / 750 tokens 12.00.911.978 I slot print_timing: id 1 | task 8787 | graphs reused = 7279 12.00.911.978 I slot print_timing: id 1 | task 8787 | graph reallocs = 0 / 0 (same size) / (changed size) 12.00.912.026 I slot release: id 1 | task 8787 | stop processing: n_tokens = 750, truncated = 0 12.00.912.038 I slot print_timing: id 0 | task 8793 | prompt processing, n_tokens = 614, progress = 0.78, t = 3.88 s / 158.23 tokens per second 12.00.912.828 I slot print_timing: id 2 | task 8794 | prompt processing, n_tokens = 614, progress = 0.85, t = 3.88 s / 158.26 tokens per second 12.00.914.408 I slot print_timing: id 3 | task 8795 | prompt processing, n_tokens = 614, progress = 0.84, t = 3.88 s / 158.28 tokens per second 12.01.806.336 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.869 (> 0.100 thold), f_keep = 0.857 12.01.806.384 I slot launch_slot_: id 1 | task 8799 | processing task, is_child = 0 12.01.806.391 I slot print_timing: id 0 | task 8793 | prompt processing, n_tokens = 788, progress = 0.99, t = 4.78 s / 165.03 tokens per second 12.01.866.613 I slot print_timing: id 2 | task 8794 | prompt processing, n_tokens = 719, progress = 0.99, t = 4.77 s / 150.60 tokens per second 12.01.868.358 I slot print_timing: id 3 | task 8795 | prompt processing, n_tokens = 731, progress = 0.99, t = 4.77 s / 153.13 tokens per second 12.02.282.944 I slot print_timing: id 0 | task 8793 | prompt eval time = 5131.76 ms / 792 tokens ( 6.48 ms per token, 154.33 tokens per second) 12.02.282.950 I slot print_timing: id 0 | task 8793 | eval time = 119.86 ms / 2 tokens ( 119.86 ms per token, 8.34 tokens per second) 12.02.282.950 I slot print_timing: id 0 | task 8793 | total time = 5251.63 ms / 794 tokens 12.02.282.951 I slot print_timing: id 0 | task 8793 | graphs reused = 7279 12.02.282.951 I slot print_timing: id 0 | task 8793 | graph reallocs = 0 / 0 (same size) / (changed size) 12.02.283.000 I slot release: id 0 | task 8793 | stop processing: n_tokens = 794, truncated = 0 12.02.283.369 I slot print_timing: id 2 | task 8794 | prompt eval time = 5131.04 ms / 723 tokens ( 7.10 ms per token, 140.91 tokens per second) 12.02.283.371 I slot print_timing: id 2 | task 8794 | eval time = 120.11 ms / 2 tokens ( 120.11 ms per token, 8.33 tokens per second) 12.02.283.372 I slot print_timing: id 2 | task 8794 | total time = 5251.15 ms / 725 tokens 12.02.283.372 I slot print_timing: id 2 | task 8794 | graphs reused = 7279 12.02.283.373 I slot print_timing: id 2 | task 8794 | graph reallocs = 0 / 0 (same size) / (changed size) 12.02.283.405 I slot release: id 2 | task 8794 | stop processing: n_tokens = 725, truncated = 0 12.02.283.592 I slot print_timing: id 3 | task 8795 | prompt eval time = 5130.93 ms / 735 tokens ( 6.98 ms per token, 143.25 tokens per second) 12.02.283.595 I slot print_timing: id 3 | task 8795 | eval time = 120.12 ms / 2 tokens ( 120.12 ms per token, 8.32 tokens per second) 12.02.283.595 I slot print_timing: id 3 | task 8795 | total time = 5251.05 ms / 737 tokens 12.02.283.595 I slot print_timing: id 3 | task 8795 | graphs reused = 7279 12.02.283.596 I slot print_timing: id 3 | task 8795 | graph reallocs = 0 / 0 (same size) / (changed size) 12.02.283.624 I slot release: id 3 | task 8795 | stop processing: n_tokens = 737, truncated = 0 12.02.311.042 I slot print_timing: id 1 | task 8799 | prompt eval time = 417.56 ms / 97 tokens ( 4.30 ms per token, 232.30 tokens per second) 12.02.311.044 I slot print_timing: id 1 | task 8799 | eval time = 27.84 ms / 2 tokens ( 27.84 ms per token, 35.92 tokens per second) 12.02.311.045 I slot print_timing: id 1 | task 8799 | total time = 445.39 ms / 99 tokens 12.02.311.045 I slot print_timing: id 1 | task 8799 | graphs reused = 7279 12.02.311.045 I slot print_timing: id 1 | task 8799 | graph reallocs = 0 / 0 (same size) / (changed size) 12.02.311.085 I slot release: id 1 | task 8799 | stop processing: n_tokens = 741, truncated = 0 12.02.311.092 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.883 (> 0.100 thold), f_keep = 0.810 12.02.311.121 I slot launch_slot_: id 0 | task 8803 | processing task, is_child = 0 12.02.311.200 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 112.745 MiB) 12.02.316.376 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 91.559 MiB) 12.02.318.456 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.857 (> 0.100 thold), f_keep = 0.868 12.02.318.494 I slot launch_slot_: id 1 | task 8804 | processing task, is_child = 0 12.02.318.634 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.878 (> 0.100 thold), f_keep = 0.875 12.02.318.654 I slot launch_slot_: id 3 | task 8805 | processing task, is_child = 0 12.02.843.174 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.864 (> 0.100 thold), f_keep = 0.887 12.02.843.222 I slot launch_slot_: id 2 | task 8807 | processing task, is_child = 0 12.03.466.947 I slot print_timing: id 0 | task 8803 | prompt eval time = 1039.53 ms / 85 tokens ( 12.23 ms per token, 81.77 tokens per second) 12.03.466.949 I slot print_timing: id 0 | task 8803 | eval time = 108.69 ms / 2 tokens ( 108.69 ms per token, 9.20 tokens per second) 12.03.466.949 I slot print_timing: id 0 | task 8803 | total time = 1148.22 ms / 87 tokens 12.03.466.950 I slot print_timing: id 0 | task 8803 | graphs reused = 7279 12.03.466.950 I slot print_timing: id 0 | task 8803 | graph reallocs = 0 / 0 (same size) / (changed size) 12.03.466.998 I slot release: id 0 | task 8803 | stop processing: n_tokens = 729, truncated = 0 12.03.467.154 I slot print_timing: id 1 | task 8804 | prompt eval time = 1039.00 ms / 107 tokens ( 9.71 ms per token, 102.98 tokens per second) 12.03.467.159 I slot print_timing: id 1 | task 8804 | eval time = 108.72 ms / 2 tokens ( 108.72 ms per token, 9.20 tokens per second) 12.03.467.159 I slot print_timing: id 1 | task 8804 | total time = 1147.71 ms / 109 tokens 12.03.467.159 I slot print_timing: id 1 | task 8804 | graphs reused = 7279 12.03.467.160 I slot print_timing: id 1 | task 8804 | graph reallocs = 0 / 0 (same size) / (changed size) 12.03.467.193 I slot release: id 1 | task 8804 | stop processing: n_tokens = 751, truncated = 0 12.03.467.586 I slot print_timing: id 3 | task 8805 | prompt eval time = 1038.50 ms / 90 tokens ( 11.54 ms per token, 86.66 tokens per second) 12.03.467.591 I slot print_timing: id 3 | task 8805 | eval time = 108.96 ms / 2 tokens ( 108.96 ms per token, 9.18 tokens per second) 12.03.467.591 I slot print_timing: id 3 | task 8805 | total time = 1147.46 ms / 92 tokens 12.03.467.591 I slot print_timing: id 3 | task 8805 | graphs reused = 7279 12.03.467.591 I slot print_timing: id 3 | task 8805 | graph reallocs = 0 / 0 (same size) / (changed size) 12.03.467.618 I slot release: id 3 | task 8805 | stop processing: n_tokens = 736, truncated = 0 12.03.495.042 I slot print_timing: id 2 | task 8807 | prompt eval time = 405.56 ms / 101 tokens ( 4.02 ms per token, 249.04 tokens per second) 12.03.495.044 I slot print_timing: id 2 | task 8807 | eval time = 27.63 ms / 2 tokens ( 27.63 ms per token, 36.20 tokens per second) 12.03.495.044 I slot print_timing: id 2 | task 8807 | total time = 433.19 ms / 103 tokens 12.03.495.045 I slot print_timing: id 2 | task 8807 | graphs reused = 7279 12.03.495.045 I slot print_timing: id 2 | task 8807 | graph reallocs = 0 / 0 (same size) / (changed size) 12.03.495.091 I slot release: id 2 | task 8807 | stop processing: n_tokens = 745, truncated = 0 12.03.495.098 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 729, t_last = 241294906077 12.03.495.177 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 89.097 MiB) 12.03.495.182 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 90.520 MiB) 12.03.498.104 I slot launch_slot_: id 0 | task 8811 | processing task, is_child = 0 12.03.498.182 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 101.284 MiB) 12.03.500.888 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 119.930 MiB) 12.03.505.891 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 751, t_last = 241294906272 12.03.505.986 I slot launch_slot_: id 1 | task 8812 | processing task, is_child = 0 12.03.506.114 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 736, t_last = 241294906698 12.03.506.194 I slot launch_slot_: id 3 | task 8813 | processing task, is_child = 0 12.03.506.256 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 745, t_last = 241294934170 12.03.506.336 I slot launch_slot_: id 2 | task 8814 | processing task, is_child = 0 12.07.102.354 I slot print_timing: id 0 | task 8811 | prompt processing, n_tokens = 464, progress = 0.47, t = 3.60 s / 129.03 tokens per second 12.07.316.049 I slot print_timing: id 1 | task 8812 | prompt processing, n_tokens = 430, progress = 0.46, t = 3.60 s / 119.58 tokens per second 12.07.316.718 I slot print_timing: id 2 | task 8814 | prompt processing, n_tokens = 523, progress = 0.50, t = 3.60 s / 145.45 tokens per second 12.07.318.039 I slot print_timing: id 3 | task 8813 | prompt processing, n_tokens = 445, progress = 0.46, t = 3.60 s / 123.76 tokens per second 12.10.101.861 I slot print_timing: id 0 | task 8811 | prompt processing, n_tokens = 810, progress = 0.83, t = 6.60 s / 122.81 tokens per second 12.10.320.906 I slot print_timing: id 1 | task 8812 | prompt processing, n_tokens = 810, progress = 0.86, t = 6.60 s / 122.81 tokens per second 12.10.321.762 I slot print_timing: id 2 | task 8814 | prompt processing, n_tokens = 810, progress = 0.78, t = 6.60 s / 122.82 tokens per second 12.10.323.182 I slot print_timing: id 3 | task 8813 | prompt processing, n_tokens = 810, progress = 0.84, t = 6.60 s / 122.82 tokens per second 12.11.700.606 I slot print_timing: id 0 | task 8811 | prompt processing, n_tokens = 976, progress = 1.00, t = 8.19 s / 119.11 tokens per second 12.11.923.119 I slot print_timing: id 1 | task 8812 | prompt processing, n_tokens = 942, progress = 1.00, t = 8.19 s / 114.96 tokens per second 12.11.924.179 I slot print_timing: id 2 | task 8814 | prompt processing, n_tokens = 1035, progress = 1.00, t = 8.19 s / 126.31 tokens per second 12.11.925.754 I slot print_timing: id 3 | task 8813 | prompt processing, n_tokens = 957, progress = 1.00, t = 8.19 s / 116.80 tokens per second 12.12.045.019 I slot print_timing: id 0 | task 8811 | prompt eval time = 8494.33 ms / 980 tokens ( 8.67 ms per token, 115.37 tokens per second) 12.12.045.021 I slot print_timing: id 0 | task 8811 | eval time = 44.34 ms / 2 tokens ( 44.34 ms per token, 22.55 tokens per second) 12.12.045.022 I slot print_timing: id 0 | task 8811 | total time = 8538.67 ms / 982 tokens 12.12.045.022 I slot print_timing: id 0 | task 8811 | graphs reused = 7280 12.12.045.023 I slot print_timing: id 0 | task 8811 | graph reallocs = 0 / 0 (same size) / (changed size) 12.12.045.082 I slot release: id 0 | task 8811 | stop processing: n_tokens = 982, truncated = 0 12.12.045.249 I slot print_timing: id 1 | task 8812 | prompt eval time = 8494.34 ms / 946 tokens ( 8.98 ms per token, 111.37 tokens per second) 12.12.045.252 I slot print_timing: id 1 | task 8812 | eval time = 44.40 ms / 2 tokens ( 44.40 ms per token, 22.53 tokens per second) 12.12.045.252 I slot print_timing: id 1 | task 8812 | total time = 8538.74 ms / 948 tokens 12.12.045.252 I slot print_timing: id 1 | task 8812 | graphs reused = 7280 12.12.045.253 I slot print_timing: id 1 | task 8812 | graph reallocs = 0 / 0 (same size) / (changed size) 12.12.045.298 I slot release: id 1 | task 8812 | stop processing: n_tokens = 948, truncated = 0 12.12.045.487 I slot print_timing: id 2 | task 8814 | prompt eval time = 8494.39 ms / 1039 tokens ( 8.18 ms per token, 122.32 tokens per second) 12.12.045.489 I slot print_timing: id 2 | task 8814 | eval time = 44.45 ms / 2 tokens ( 44.45 ms per token, 22.50 tokens per second) 12.12.045.489 I slot print_timing: id 2 | task 8814 | total time = 8538.84 ms / 1041 tokens 12.12.045.489 I slot print_timing: id 2 | task 8814 | graphs reused = 7280 12.12.045.490 I slot print_timing: id 2 | task 8814 | graph reallocs = 0 / 0 (same size) / (changed size) 12.12.045.542 I slot release: id 2 | task 8814 | stop processing: n_tokens = 1041, truncated = 0 12.12.045.725 I slot print_timing: id 3 | task 8813 | prompt eval time = 8494.42 ms / 961 tokens ( 8.84 ms per token, 113.13 tokens per second) 12.12.045.727 I slot print_timing: id 3 | task 8813 | eval time = 44.51 ms / 2 tokens ( 44.51 ms per token, 22.47 tokens per second) 12.12.045.728 I slot print_timing: id 3 | task 8813 | total time = 8538.93 ms / 963 tokens 12.12.045.728 I slot print_timing: id 3 | task 8813 | graphs reused = 7280 12.12.045.728 I slot print_timing: id 3 | task 8813 | graph reallocs = 0 / 0 (same size) / (changed size) 12.12.045.762 I slot release: id 3 | task 8813 | stop processing: n_tokens = 963, truncated = 0 12.12.059.378 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 982, t_last = 241303484161 12.12.059.463 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 120.547 MiB) 12.12.061.905 I slot launch_slot_: id 0 | task 8820 | processing task, is_child = 0 12.12.061.981 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 83.189 MiB) 12.12.064.455 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 84.173 MiB) 12.12.067.061 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 87.292 MiB) 12.12.071.131 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 948, t_last = 241303484377 12.12.071.227 I slot launch_slot_: id 1 | task 8821 | processing task, is_child = 0 12.12.071.377 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1041, t_last = 241303484621 12.12.071.470 I slot launch_slot_: id 2 | task 8822 | processing task, is_child = 0 12.12.071.538 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 963, t_last = 241303484841 12.12.071.628 I slot launch_slot_: id 3 | task 8823 | processing task, is_child = 0 12.15.997.579 I slot print_timing: id 0 | task 8820 | prompt processing, n_tokens = 617, progress = 0.54, t = 3.93 s / 157.16 tokens per second 12.16.284.084 I slot print_timing: id 1 | task 8821 | prompt processing, n_tokens = 654, progress = 0.56, t = 3.93 s / 166.59 tokens per second 12.16.285.226 I slot print_timing: id 2 | task 8822 | prompt processing, n_tokens = 777, progress = 0.37, t = 3.93 s / 197.93 tokens per second 12.20.085.690 I slot print_timing: id 0 | task 8820 | prompt processing, n_tokens = 981, progress = 0.87, t = 8.01 s / 122.41 tokens per second 12.20.643.313 I slot print_timing: id 1 | task 8821 | prompt processing, n_tokens = 981, progress = 0.84, t = 8.01 s / 122.41 tokens per second 12.20.644.423 I slot print_timing: id 2 | task 8822 | prompt processing, n_tokens = 1574, progress = 0.75, t = 8.01 s / 196.41 tokens per second 12.20.645.953 I slot print_timing: id 3 | task 8823 | prompt processing, n_tokens = 560, progress = 0.27, t = 3.80 s / 147.35 tokens per second 12.23.348.964 I slot print_timing: id 0 | task 8820 | prompt processing, n_tokens = 1129, progress = 1.00, t = 11.28 s / 100.11 tokens per second 12.24.098.599 I slot print_timing: id 1 | task 8821 | prompt processing, n_tokens = 1166, progress = 1.00, t = 11.28 s / 103.40 tokens per second 12.24.099.915 I slot print_timing: id 2 | task 8822 | prompt processing, n_tokens = 1764, progress = 0.84, t = 11.28 s / 156.43 tokens per second 12.24.100.677 I slot print_timing: id 3 | task 8823 | prompt processing, n_tokens = 1587, progress = 0.75, t = 7.06 s / 224.67 tokens per second 12.25.319.890 I slot print_timing: id 2 | task 8822 | prompt processing, n_tokens = 2086, progress = 1.00, t = 13.25 s / 157.46 tokens per second 12.25.321.233 I slot print_timing: id 3 | task 8823 | prompt processing, n_tokens = 1764, progress = 0.84, t = 9.03 s / 195.26 tokens per second 12.26.184.775 I slot print_timing: id 0 | task 8820 | prompt eval time = 13248.06 ms / 1133 tokens ( 11.69 ms per token, 85.52 tokens per second) 12.26.184.777 I slot print_timing: id 0 | task 8820 | eval time = 865.08 ms / 2 tokens ( 865.08 ms per token, 1.16 tokens per second) 12.26.184.779 I slot print_timing: id 0 | task 8820 | total time = 14113.14 ms / 1135 tokens 12.26.184.779 I slot print_timing: id 0 | task 8820 | graphs reused = 7281 12.26.184.780 I slot print_timing: id 0 | task 8820 | graph reallocs = 0 / 0 (same size) / (changed size) 12.26.184.847 I slot release: id 0 | task 8820 | stop processing: n_tokens = 1135, truncated = 0 12.26.185.017 I slot print_timing: id 1 | task 8821 | prompt eval time = 13248.06 ms / 1170 tokens ( 11.32 ms per token, 88.31 tokens per second) 12.26.185.020 I slot print_timing: id 1 | task 8821 | eval time = 865.14 ms / 2 tokens ( 865.14 ms per token, 1.16 tokens per second) 12.26.185.021 I slot print_timing: id 1 | task 8821 | total time = 14113.20 ms / 1172 tokens 12.26.185.021 I slot print_timing: id 1 | task 8821 | graphs reused = 7281 12.26.185.022 I slot print_timing: id 1 | task 8821 | graph reallocs = 0 / 0 (same size) / (changed size) 12.26.185.072 I slot release: id 1 | task 8821 | stop processing: n_tokens = 1172, truncated = 0 12.26.185.306 I slot print_timing: id 3 | task 8823 | prompt processing, n_tokens = 2099, progress = 1.00, t = 9.90 s / 212.03 tokens per second 12.26.266.555 I slot print_timing: id 2 | task 8822 | prompt eval time = 14113.31 ms / 2090 tokens ( 6.75 ms per token, 148.09 tokens per second) 12.26.266.558 I slot print_timing: id 2 | task 8822 | eval time = 81.25 ms / 2 tokens ( 81.25 ms per token, 12.31 tokens per second) 12.26.266.560 I slot print_timing: id 2 | task 8822 | total time = 14194.57 ms / 2092 tokens 12.26.266.560 I slot print_timing: id 2 | task 8822 | graphs reused = 7281 12.26.266.561 I slot print_timing: id 2 | task 8822 | graph reallocs = 0 / 0 (same size) / (changed size) 12.26.266.687 I slot release: id 2 | task 8822 | stop processing: n_tokens = 2092, truncated = 0 12.26.266.914 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.877 (> 0.100 thold), f_keep = 0.858 12.26.266.954 I slot launch_slot_: id 2 | task 8830 | processing task, is_child = 0 12.26.267.071 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 88.933 MiB) 12.26.272.297 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 87.347 MiB) 12.26.272.307 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 103.922 MiB) 12.26.277.678 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1135, t_last = 241317623926 12.26.277.789 I slot launch_slot_: id 0 | task 8831 | processing task, is_child = 0 12.30.043.484 I slot print_timing: id 3 | task 8823 | prompt eval time = 9981.66 ms / 2103 tokens ( 4.75 ms per token, 210.69 tokens per second) 12.30.043.486 I slot print_timing: id 3 | task 8823 | eval time = 3776.56 ms / 2 tokens ( 3776.56 ms per token, 0.26 tokens per second) 12.30.043.488 I slot print_timing: id 3 | task 8823 | total time = 13758.23 ms / 2105 tokens 12.30.043.488 I slot print_timing: id 3 | task 8823 | graphs reused = 7281 12.30.043.488 I slot print_timing: id 3 | task 8823 | graph reallocs = 0 / 0 (same size) / (changed size) 12.30.043.605 I slot release: id 3 | task 8823 | stop processing: n_tokens = 2105, truncated = 0 12.30.043.616 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.848 (> 0.100 thold), f_keep = 0.852 12.30.043.682 I slot launch_slot_: id 3 | task 8833 | processing task, is_child = 0 12.30.043.785 I slot print_timing: id 0 | task 8831 | prompt processing, n_tokens = 1545, progress = 0.75, t = 3.77 s / 410.31 tokens per second 12.30.044.772 I slot print_timing: id 2 | task 8830 | prompt processing, n_tokens = 247, progress = 1.00, t = 3.77 s / 65.60 tokens per second 12.31.321.618 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1172, t_last = 241317624151 12.31.321.779 I slot launch_slot_: id 1 | task 8835 | processing task, is_child = 0 12.31.321.787 I slot print_timing: id 0 | task 8831 | prompt processing, n_tokens = 1764, progress = 0.86, t = 5.04 s / 349.76 tokens per second 12.35.443.912 I slot print_timing: id 2 | task 8830 | prompt eval time = 5043.53 ms / 251 tokens ( 20.09 ms per token, 49.77 tokens per second) 12.35.443.916 I slot print_timing: id 2 | task 8830 | eval time = 4122.29 ms / 2 tokens ( 4122.29 ms per token, 0.24 tokens per second) 12.35.443.916 I slot print_timing: id 2 | task 8830 | total time = 9165.82 ms / 253 tokens 12.35.443.917 I slot print_timing: id 2 | task 8830 | graphs reused = 7281 12.35.443.917 I slot print_timing: id 2 | task 8830 | graph reallocs = 0 / 0 (same size) / (changed size) 12.35.444.031 I slot release: id 2 | task 8830 | stop processing: n_tokens = 2046, truncated = 0 12.35.444.255 I slot print_timing: id 0 | task 8831 | prompt processing, n_tokens = 2057, progress = 1.00, t = 9.17 s / 224.42 tokens per second 12.35.445.915 I slot print_timing: id 1 | task 8835 | prompt processing, n_tokens = 1620, progress = 0.76, t = 4.12 s / 393.11 tokens per second 12.35.881.769 I slot print_timing: id 3 | task 8833 | prompt eval time = 5398.42 ms / 321 tokens ( 16.82 ms per token, 59.46 tokens per second) 12.35.881.771 I slot print_timing: id 3 | task 8833 | eval time = 437.52 ms / 2 tokens ( 437.52 ms per token, 2.29 tokens per second) 12.35.881.772 I slot print_timing: id 3 | task 8833 | total time = 5835.94 ms / 323 tokens 12.35.881.772 I slot print_timing: id 3 | task 8833 | graphs reused = 7281 12.35.881.773 I slot print_timing: id 3 | task 8833 | graph reallocs = 0 / 0 (same size) / (changed size) 12.35.881.900 I slot release: id 3 | task 8833 | stop processing: n_tokens = 2116, truncated = 0 12.35.881.910 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.867 (> 0.100 thold), f_keep = 0.876 12.35.881.975 I slot launch_slot_: id 2 | task 8838 | processing task, is_child = 0 12.35.882.120 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 82.915 MiB) 12.35.892.375 I slot print_timing: id 1 | task 8835 | prompt processing, n_tokens = 1764, progress = 0.83, t = 4.56 s / 386.95 tokens per second 12.37.460.317 I slot print_timing: id 0 | task 8831 | prompt eval time = 9603.73 ms / 2061 tokens ( 4.66 ms per token, 214.60 tokens per second) 12.37.460.319 I slot print_timing: id 0 | task 8831 | eval time = 1578.71 ms / 2 tokens ( 1578.71 ms per token, 0.63 tokens per second) 12.37.460.320 I slot print_timing: id 0 | task 8831 | total time = 11182.44 ms / 2063 tokens 12.37.460.321 I slot print_timing: id 0 | task 8831 | graphs reused = 7281 12.37.460.321 I slot print_timing: id 0 | task 8831 | graph reallocs = 0 / 0 (same size) / (changed size) 12.37.460.438 I slot release: id 0 | task 8831 | stop processing: n_tokens = 2063, truncated = 0 12.37.460.453 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.839 (> 0.100 thold), f_keep = 0.870 12.37.460.513 I slot launch_slot_: id 0 | task 8840 | processing task, is_child = 0 12.37.461.892 I slot print_timing: id 1 | task 8835 | prompt processing, n_tokens = 2132, progress = 1.00, t = 6.14 s / 347.38 tokens per second 12.38.315.137 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.805 (> 0.100 thold), f_keep = 0.848 12.38.315.200 I slot launch_slot_: id 3 | task 8842 | processing task, is_child = 0 12.39.399.263 I slot print_timing: id 1 | task 8835 | prompt eval time = 6992.13 ms / 2136 tokens ( 3.27 ms per token, 305.49 tokens per second) 12.39.399.266 I slot print_timing: id 1 | task 8835 | eval time = 1084.39 ms / 2 tokens ( 1084.39 ms per token, 0.92 tokens per second) 12.39.399.266 I slot print_timing: id 1 | task 8835 | total time = 8076.52 ms / 2138 tokens 12.39.399.267 I slot print_timing: id 1 | task 8835 | graphs reused = 7281 12.39.399.267 I slot print_timing: id 1 | task 8835 | graph reallocs = 0 / 0 (same size) / (changed size) 12.39.399.388 I slot release: id 1 | task 8835 | stop processing: n_tokens = 2138, truncated = 0 12.39.399.609 I slot print_timing: id 2 | task 8838 | prompt eval time = 2421.00 ms / 275 tokens ( 8.80 ms per token, 113.59 tokens per second) 12.39.399.613 I slot print_timing: id 2 | task 8838 | eval time = 1084.48 ms / 2 tokens ( 1084.48 ms per token, 0.92 tokens per second) 12.39.399.613 I slot print_timing: id 2 | task 8838 | total time = 3505.48 ms / 277 tokens 12.39.399.613 I slot print_timing: id 2 | task 8838 | graphs reused = 7281 12.39.399.614 I slot print_timing: id 2 | task 8838 | graph reallocs = 0 / 0 (same size) / (changed size) 12.39.399.710 I slot release: id 2 | task 8838 | stop processing: n_tokens = 2069, truncated = 0 12.39.470.153 I slot print_timing: id 0 | task 8840 | prompt eval time = 1938.43 ms / 343 tokens ( 5.65 ms per token, 176.95 tokens per second) 12.39.470.156 I slot print_timing: id 0 | task 8840 | eval time = 71.06 ms / 2 tokens ( 71.06 ms per token, 14.07 tokens per second) 12.39.470.156 I slot print_timing: id 0 | task 8840 | total time = 2009.49 ms / 345 tokens 12.39.470.157 I slot print_timing: id 0 | task 8840 | graphs reused = 7281 12.39.470.157 I slot print_timing: id 0 | task 8840 | graph reallocs = 0 / 0 (same size) / (changed size) 12.39.470.264 I slot release: id 0 | task 8840 | stop processing: n_tokens = 2138, truncated = 0 12.39.470.488 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.887 (> 0.100 thold), f_keep = 0.839 12.39.470.528 I slot launch_slot_: id 0 | task 8845 | processing task, is_child = 0 12.39.470.671 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 83.134 MiB) 12.39.481.948 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 91.231 MiB) 12.39.481.953 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 91.067 MiB) 12.39.493.010 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.907 (> 0.100 thold), f_keep = 0.839 12.39.493.054 I slot launch_slot_: id 1 | task 8846 | processing task, is_child = 0 12.39.493.179 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.887 (> 0.100 thold), f_keep = 0.867 12.39.493.198 I slot launch_slot_: id 2 | task 8847 | processing task, is_child = 0 12.41.089.294 I slot print_timing: id 3 | task 8842 | prompt eval time = 1153.70 ms / 435 tokens ( 2.65 ms per token, 377.05 tokens per second) 12.41.089.296 I slot print_timing: id 3 | task 8842 | eval time = 1618.81 ms / 2 tokens ( 1618.81 ms per token, 0.62 tokens per second) 12.41.089.297 I slot print_timing: id 3 | task 8842 | total time = 2772.51 ms / 437 tokens 12.41.089.297 I slot print_timing: id 3 | task 8842 | graphs reused = 7281 12.41.089.298 I slot print_timing: id 3 | task 8842 | graph reallocs = 0 / 0 (same size) / (changed size) 12.41.089.424 I slot release: id 3 | task 8842 | stop processing: n_tokens = 2229, truncated = 0 12.41.164.348 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.865 (> 0.100 thold), f_keep = 0.805 12.41.164.422 I slot launch_slot_: id 3 | task 8850 | processing task, is_child = 0 12.41.856.672 I slot print_timing: id 0 | task 8845 | prompt eval time = 1670.76 ms / 230 tokens ( 7.26 ms per token, 137.66 tokens per second) 12.41.856.673 I slot print_timing: id 0 | task 8845 | eval time = 692.70 ms / 2 tokens ( 692.70 ms per token, 1.44 tokens per second) 12.41.856.675 I slot print_timing: id 0 | task 8845 | total time = 2363.45 ms / 232 tokens 12.41.856.675 I slot print_timing: id 0 | task 8845 | graphs reused = 7281 12.41.856.675 I slot print_timing: id 0 | task 8845 | graph reallocs = 0 / 0 (same size) / (changed size) 12.41.856.788 I slot release: id 0 | task 8845 | stop processing: n_tokens = 2024, truncated = 0 12.41.857.017 I slot print_timing: id 1 | task 8846 | prompt eval time = 1669.68 ms / 183 tokens ( 9.12 ms per token, 109.60 tokens per second) 12.41.857.022 I slot print_timing: id 1 | task 8846 | eval time = 692.85 ms / 2 tokens ( 692.85 ms per token, 1.44 tokens per second) 12.41.857.022 I slot print_timing: id 1 | task 8846 | total time = 2362.53 ms / 185 tokens 12.41.857.023 I slot print_timing: id 1 | task 8846 | graphs reused = 7281 12.41.857.023 I slot print_timing: id 1 | task 8846 | graph reallocs = 0 / 0 (same size) / (changed size) 12.41.857.114 I slot release: id 1 | task 8846 | stop processing: n_tokens = 1978, truncated = 0 12.41.857.390 I slot print_timing: id 2 | task 8847 | prompt eval time = 1669.16 ms / 230 tokens ( 7.26 ms per token, 137.79 tokens per second) 12.41.857.393 I slot print_timing: id 2 | task 8847 | eval time = 693.05 ms / 2 tokens ( 693.05 ms per token, 1.44 tokens per second) 12.41.857.393 I slot print_timing: id 2 | task 8847 | total time = 2362.21 ms / 232 tokens 12.41.857.393 I slot print_timing: id 2 | task 8847 | graphs reused = 7281 12.41.857.394 I slot print_timing: id 2 | task 8847 | graph reallocs = 0 / 0 (same size) / (changed size) 12.41.857.478 I slot release: id 2 | task 8847 | stop processing: n_tokens = 2023, truncated = 0 12.41.901.837 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.907 (> 0.100 thold), f_keep = 0.886 12.41.901.868 I slot launch_slot_: id 0 | task 8853 | processing task, is_child = 0 12.41.901.997 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 92.161 MiB) 12.41.914.294 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 112.386 MiB) 12.41.914.301 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 83.845 MiB) 12.41.926.394 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.847 (> 0.100 thold), f_keep = 0.907 12.41.926.428 I slot launch_slot_: id 1 | task 8854 | processing task, is_child = 0 12.41.926.541 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.867 (> 0.100 thold), f_keep = 0.886 12.41.926.561 I slot launch_slot_: id 2 | task 8855 | processing task, is_child = 0 12.43.818.187 I slot print_timing: id 3 | task 8850 | prompt eval time = 737.40 ms / 279 tokens ( 2.64 ms per token, 378.35 tokens per second) 12.43.818.190 I slot print_timing: id 3 | task 8850 | eval time = 1916.35 ms / 2 tokens ( 1916.35 ms per token, 0.52 tokens per second) 12.43.818.190 I slot print_timing: id 3 | task 8850 | total time = 2653.75 ms / 281 tokens 12.43.818.191 I slot print_timing: id 3 | task 8850 | graphs reused = 7281 12.43.818.191 I slot print_timing: id 3 | task 8850 | graph reallocs = 0 / 0 (same size) / (changed size) 12.43.818.314 I slot release: id 3 | task 8850 | stop processing: n_tokens = 2074, truncated = 0 12.43.894.044 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.845 (> 0.100 thold), f_keep = 0.865 12.43.894.093 I slot launch_slot_: id 3 | task 8858 | processing task, is_child = 0 12.44.715.475 I slot print_timing: id 0 | task 8853 | prompt eval time = 1967.06 ms / 184 tokens ( 10.69 ms per token, 93.54 tokens per second) 12.44.715.478 I slot print_timing: id 0 | task 8853 | eval time = 821.85 ms / 2 tokens ( 821.85 ms per token, 1.22 tokens per second) 12.44.715.478 I slot print_timing: id 0 | task 8853 | total time = 2788.90 ms / 186 tokens 12.44.715.479 I slot print_timing: id 0 | task 8853 | graphs reused = 7281 12.44.715.479 I slot print_timing: id 0 | task 8853 | graph reallocs = 0 / 0 (same size) / (changed size) 12.44.715.595 I slot release: id 0 | task 8853 | stop processing: n_tokens = 1978, truncated = 0 12.44.715.782 I slot print_timing: id 1 | task 8854 | prompt eval time = 1966.52 ms / 323 tokens ( 6.09 ms per token, 164.25 tokens per second) 12.44.715.784 I slot print_timing: id 1 | task 8854 | eval time = 821.94 ms / 2 tokens ( 821.94 ms per token, 1.22 tokens per second) 12.44.715.784 I slot print_timing: id 1 | task 8854 | total time = 2788.46 ms / 325 tokens 12.44.715.785 I slot print_timing: id 1 | task 8854 | graphs reused = 7281 12.44.715.785 I slot print_timing: id 1 | task 8854 | graph reallocs = 0 / 0 (same size) / (changed size) 12.44.715.878 I slot release: id 1 | task 8854 | stop processing: n_tokens = 2118, truncated = 0 12.44.716.061 I slot print_timing: id 2 | task 8855 | prompt eval time = 1966.02 ms / 276 tokens ( 7.12 ms per token, 140.38 tokens per second) 12.44.716.063 I slot print_timing: id 2 | task 8855 | eval time = 822.02 ms / 2 tokens ( 822.02 ms per token, 1.22 tokens per second) 12.44.716.064 I slot print_timing: id 2 | task 8855 | total time = 2788.04 ms / 278 tokens 12.44.716.064 I slot print_timing: id 2 | task 8855 | graphs reused = 7281 12.44.716.064 I slot print_timing: id 2 | task 8855 | graph reallocs = 0 / 0 (same size) / (changed size) 12.44.716.145 I slot release: id 2 | task 8855 | stop processing: n_tokens = 2070, truncated = 0 12.44.760.753 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.905 (> 0.100 thold), f_keep = 0.847 12.44.760.799 I slot launch_slot_: id 1 | task 8861 | processing task, is_child = 0 12.44.760.957 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 83.790 MiB) 12.44.773.792 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 92.161 MiB) 12.44.773.797 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 113.082 MiB) 12.44.786.096 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.821 (> 0.100 thold), f_keep = 0.906 12.44.786.129 I slot launch_slot_: id 0 | task 8862 | processing task, is_child = 0 12.44.786.250 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.824 (> 0.100 thold), f_keep = 0.866 12.44.786.272 I slot launch_slot_: id 2 | task 8863 | processing task, is_child = 0 12.47.132.494 I slot print_timing: id 3 | task 8858 | prompt eval time = 866.65 ms / 328 tokens ( 2.64 ms per token, 378.47 tokens per second) 12.47.132.497 I slot print_timing: id 3 | task 8858 | eval time = 2371.74 ms / 2 tokens ( 2371.74 ms per token, 0.42 tokens per second) 12.47.132.497 I slot print_timing: id 3 | task 8858 | total time = 3238.39 ms / 330 tokens 12.47.132.498 I slot print_timing: id 3 | task 8858 | graphs reused = 7281 12.47.132.498 I slot print_timing: id 3 | task 8858 | graph reallocs = 0 / 0 (same size) / (changed size) 12.47.132.624 I slot release: id 3 | task 8858 | stop processing: n_tokens = 2123, truncated = 0 12.47.208.493 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.878 (> 0.100 thold), f_keep = 0.845 12.47.208.564 I slot launch_slot_: id 3 | task 8866 | processing task, is_child = 0 12.47.831.237 I slot print_timing: id 0 | task 8862 | prompt eval time = 2421.84 ms / 390 tokens ( 6.21 ms per token, 161.03 tokens per second) 12.47.831.239 I slot print_timing: id 0 | task 8862 | eval time = 623.12 ms / 2 tokens ( 623.12 ms per token, 1.60 tokens per second) 12.47.831.240 I slot print_timing: id 0 | task 8862 | total time = 3044.95 ms / 392 tokens 12.47.831.240 I slot print_timing: id 0 | task 8862 | graphs reused = 7281 12.47.831.241 I slot print_timing: id 0 | task 8862 | graph reallocs = 0 / 0 (same size) / (changed size) 12.47.831.370 I slot release: id 0 | task 8862 | stop processing: n_tokens = 2184, truncated = 0 12.47.831.550 I slot print_timing: id 1 | task 8861 | prompt eval time = 2421.28 ms / 189 tokens ( 12.81 ms per token, 78.06 tokens per second) 12.47.831.557 I slot print_timing: id 1 | task 8861 | eval time = 623.26 ms / 2 tokens ( 623.26 ms per token, 1.60 tokens per second) 12.47.831.558 I slot print_timing: id 1 | task 8861 | total time = 3044.53 ms / 191 tokens 12.47.831.558 I slot print_timing: id 1 | task 8861 | graphs reused = 7281 12.47.831.559 I slot print_timing: id 1 | task 8861 | graph reallocs = 0 / 0 (same size) / (changed size) 12.47.831.648 I slot release: id 1 | task 8861 | stop processing: n_tokens = 1983, truncated = 0 12.47.831.873 I slot print_timing: id 2 | task 8863 | prompt eval time = 2420.20 ms / 382 tokens ( 6.34 ms per token, 157.84 tokens per second) 12.47.831.878 I slot print_timing: id 2 | task 8863 | eval time = 623.39 ms / 2 tokens ( 623.39 ms per token, 1.60 tokens per second) 12.47.831.878 I slot print_timing: id 2 | task 8863 | total time = 3043.59 ms / 384 tokens 12.47.831.878 I slot print_timing: id 2 | task 8863 | graphs reused = 7281 12.47.831.879 I slot print_timing: id 2 | task 8863 | graph reallocs = 0 / 0 (same size) / (changed size) 12.47.831.969 I slot release: id 2 | task 8863 | stop processing: n_tokens = 2176, truncated = 0 12.47.876.938 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.934 (> 0.100 thold), f_keep = 0.821 12.47.876.974 I slot launch_slot_: id 0 | task 8869 | processing task, is_child = 0 12.47.877.115 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 89.097 MiB) 12.47.889.155 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 90.410 MiB) 12.47.889.162 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 88.988 MiB) 12.47.901.481 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.894 (> 0.100 thold), f_keep = 0.904 12.47.901.515 I slot launch_slot_: id 1 | task 8870 | processing task, is_child = 0 12.47.901.637 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.884 (> 0.100 thold), f_keep = 0.824 12.47.901.656 I slot launch_slot_: id 2 | task 8871 | processing task, is_child = 0 12.49.332.566 I slot print_timing: id 3 | task 8866 | prompt eval time = 668.36 ms / 249 tokens ( 2.68 ms per token, 372.55 tokens per second) 12.49.332.569 I slot print_timing: id 3 | task 8866 | eval time = 1455.63 ms / 2 tokens ( 1455.63 ms per token, 0.69 tokens per second) 12.49.332.570 I slot print_timing: id 3 | task 8866 | total time = 2123.99 ms / 251 tokens 12.49.332.570 I slot print_timing: id 3 | task 8866 | graphs reused = 7281 12.49.332.571 I slot print_timing: id 3 | task 8866 | graph reallocs = 0 / 0 (same size) / (changed size) 12.49.332.711 I slot release: id 3 | task 8866 | stop processing: n_tokens = 2043, truncated = 0 12.49.408.174 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.894 (> 0.100 thold), f_keep = 0.878 12.49.408.246 I slot launch_slot_: id 3 | task 8874 | processing task, is_child = 0 12.49.961.668 I slot print_timing: id 0 | task 8869 | prompt eval time = 1506.06 ms / 127 tokens ( 11.86 ms per token, 84.33 tokens per second) 12.49.961.671 I slot print_timing: id 0 | task 8869 | eval time = 553.94 ms / 2 tokens ( 553.94 ms per token, 1.81 tokens per second) 12.49.961.671 I slot print_timing: id 0 | task 8869 | total time = 2060.00 ms / 129 tokens 12.49.961.671 I slot print_timing: id 0 | task 8869 | graphs reused = 7281 12.49.961.672 I slot print_timing: id 0 | task 8869 | graph reallocs = 0 / 0 (same size) / (changed size) 12.49.961.775 I slot release: id 0 | task 8869 | stop processing: n_tokens = 1921, truncated = 0 12.49.961.973 I slot print_timing: id 1 | task 8870 | prompt eval time = 1505.52 ms / 213 tokens ( 7.07 ms per token, 141.48 tokens per second) 12.49.961.976 I slot print_timing: id 1 | task 8870 | eval time = 554.02 ms / 2 tokens ( 554.02 ms per token, 1.81 tokens per second) 12.49.961.976 I slot print_timing: id 1 | task 8870 | total time = 2059.53 ms / 215 tokens 12.49.961.976 I slot print_timing: id 1 | task 8870 | graphs reused = 7281 12.49.961.977 I slot print_timing: id 1 | task 8870 | graph reallocs = 0 / 0 (same size) / (changed size) 12.49.962.066 I slot release: id 1 | task 8870 | stop processing: n_tokens = 2007, truncated = 0 12.49.962.324 I slot print_timing: id 2 | task 8871 | prompt eval time = 1504.97 ms / 236 tokens ( 6.38 ms per token, 156.81 tokens per second) 12.49.962.326 I slot print_timing: id 2 | task 8871 | eval time = 554.16 ms / 2 tokens ( 554.16 ms per token, 1.80 tokens per second) 12.49.962.327 I slot print_timing: id 2 | task 8871 | total time = 2059.12 ms / 238 tokens 12.49.962.327 I slot print_timing: id 2 | task 8871 | graphs reused = 7281 12.49.962.327 I slot print_timing: id 2 | task 8871 | graph reallocs = 0 / 0 (same size) / (changed size) 12.49.962.406 I slot release: id 2 | task 8871 | stop processing: n_tokens = 2030, truncated = 0 12.50.007.644 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.915 (> 0.100 thold), f_keep = 0.933 12.50.007.678 I slot launch_slot_: id 0 | task 8877 | processing task, is_child = 0 12.50.007.841 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 99.595 MiB) 12.50.020.312 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 99.376 MiB) 12.50.020.321 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 100.377 MiB) 12.50.030.195 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 2007, t_last = 241341401145 12.50.030.351 I slot launch_slot_: id 1 | task 8878 | processing task, is_child = 0 12.50.030.469 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 2030, t_last = 241341401486 12.50.030.615 I slot launch_slot_: id 2 | task 8879 | processing task, is_child = 0 12.54.285.787 I slot print_timing: id 3 | task 8874 | prompt eval time = 599.38 ms / 212 tokens ( 2.83 ms per token, 353.70 tokens per second) 12.54.285.790 I slot print_timing: id 3 | task 8874 | eval time = 4278.15 ms / 2 tokens ( 4278.15 ms per token, 0.23 tokens per second) 12.54.285.791 I slot print_timing: id 3 | task 8874 | total time = 4877.53 ms / 214 tokens 12.54.285.791 I slot print_timing: id 3 | task 8874 | graphs reused = 7281 12.54.285.792 I slot print_timing: id 3 | task 8874 | graph reallocs = 0 / 0 (same size) / (changed size) 12.54.285.915 I slot release: id 3 | task 8874 | stop processing: n_tokens = 2006, truncated = 0 12.54.285.933 I slot print_timing: id 0 | task 8877 | prompt processing, n_tokens = 163, progress = 1.00, t = 4.26 s / 38.31 tokens per second 12.54.287.372 I slot print_timing: id 1 | task 8878 | prompt processing, n_tokens = 943, progress = 0.65, t = 4.25 s / 221.66 tokens per second 12.54.288.874 I slot print_timing: id 2 | task 8879 | prompt processing, n_tokens = 941, progress = 0.57, t = 4.25 s / 221.21 tokens per second 12.55.515.373 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 2006, t_last = 241345724995 12.55.515.511 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 119.954 MiB) 12.55.523.538 I slot launch_slot_: id 3 | task 8882 | processing task, is_child = 0 12.55.523.548 I slot print_timing: id 1 | task 8878 | prompt processing, n_tokens = 1256, progress = 0.86, t = 5.48 s / 229.04 tokens per second 12.55.524.279 I slot print_timing: id 2 | task 8879 | prompt processing, n_tokens = 1146, progress = 0.69, t = 5.48 s / 208.99 tokens per second 12.58.376.142 I slot print_timing: id 0 | task 8877 | prompt eval time = 5484.74 ms / 167 tokens ( 32.84 ms per token, 30.45 tokens per second) 12.58.376.145 I slot print_timing: id 0 | task 8877 | eval time = 2860.76 ms / 2 tokens ( 2860.76 ms per token, 0.35 tokens per second) 12.58.376.145 I slot print_timing: id 0 | task 8877 | total time = 8345.51 ms / 169 tokens 12.58.376.146 I slot print_timing: id 0 | task 8877 | graphs reused = 7281 12.58.376.146 I slot print_timing: id 0 | task 8877 | graph reallocs = 0 / 0 (same size) / (changed size) 12.58.376.264 I slot release: id 0 | task 8877 | stop processing: n_tokens = 1961, truncated = 0 12.58.376.280 I slot print_timing: id 1 | task 8878 | prompt processing, n_tokens = 1455, progress = 1.00, t = 8.34 s / 174.36 tokens per second 12.58.377.539 I slot print_timing: id 2 | task 8879 | prompt processing, n_tokens = 1256, progress = 0.76, t = 8.34 s / 150.52 tokens per second 12.59.891.521 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1961, t_last = 241349815344 12.59.891.658 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 140.898 MiB) 12.59.896.164 I slot launch_slot_: id 0 | task 8885 | processing task, is_child = 0 12.59.896.408 I slot print_timing: id 2 | task 8879 | prompt processing, n_tokens = 1658, progress = 1.00, t = 9.86 s / 168.16 tokens per second 12.59.897.223 I slot print_timing: id 3 | task 8882 | prompt processing, n_tokens = 1256, progress = 0.82, t = 4.37 s / 287.66 tokens per second 13.01.593.239 I slot print_timing: id 1 | task 8878 | prompt eval time = 9860.17 ms / 1459 tokens ( 6.76 ms per token, 147.97 tokens per second) 13.01.593.241 I slot print_timing: id 1 | task 8878 | eval time = 1701.72 ms / 2 tokens ( 1701.72 ms per token, 0.59 tokens per second) 13.01.593.242 I slot print_timing: id 1 | task 8878 | total time = 11561.89 ms / 1461 tokens 13.01.593.242 I slot print_timing: id 1 | task 8878 | graphs reused = 7281 13.01.593.242 I slot print_timing: id 1 | task 8878 | graph reallocs = 0 / 0 (same size) / (changed size) 13.01.593.322 I slot release: id 1 | task 8878 | stop processing: n_tokens = 1461, truncated = 0 13.01.594.582 I slot print_timing: id 3 | task 8882 | prompt processing, n_tokens = 1521, progress = 1.00, t = 6.07 s / 250.66 tokens per second 13.02.458.307 I slot print_timing: id 2 | task 8879 | prompt eval time = 11561.82 ms / 1662 tokens ( 6.96 ms per token, 143.75 tokens per second) 13.02.458.309 I slot print_timing: id 2 | task 8879 | eval time = 864.78 ms / 2 tokens ( 864.78 ms per token, 1.16 tokens per second) 13.02.458.310 I slot print_timing: id 2 | task 8879 | total time = 12426.60 ms / 1664 tokens 13.02.458.310 I slot print_timing: id 2 | task 8879 | graphs reused = 7281 13.02.458.311 I slot print_timing: id 2 | task 8879 | graph reallocs = 0 / 0 (same size) / (changed size) 13.02.458.410 I slot release: id 2 | task 8879 | stop processing: n_tokens = 1664, truncated = 0 13.02.458.622 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1461, t_last = 241353032402 13.02.458.736 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 122.252 MiB) 13.02.463.030 I slot launch_slot_: id 1 | task 8888 | processing task, is_child = 0 13.02.463.136 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 111.479 MiB) 13.03.839.662 I slot print_timing: id 3 | task 8882 | prompt eval time = 6933.61 ms / 1525 tokens ( 4.55 ms per token, 219.94 tokens per second) 13.03.839.664 I slot print_timing: id 3 | task 8882 | eval time = 1381.04 ms / 2 tokens ( 1381.04 ms per token, 0.72 tokens per second) 13.03.839.665 I slot print_timing: id 3 | task 8882 | total time = 8314.65 ms / 1527 tokens 13.03.839.665 I slot print_timing: id 3 | task 8882 | graphs reused = 7281 13.03.839.666 I slot print_timing: id 3 | task 8882 | graph reallocs = 0 / 0 (same size) / (changed size) 13.03.839.754 I slot release: id 3 | task 8882 | stop processing: n_tokens = 1527, truncated = 0 13.03.839.763 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1664, t_last = 241353897490 13.03.839.932 I slot launch_slot_: id 2 | task 8890 | processing task, is_child = 0 13.03.840.033 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 107.319 MiB) 13.03.843.907 I slot print_timing: id 0 | task 8885 | prompt processing, n_tokens = 999, progress = 1.00, t = 3.94 s / 253.34 tokens per second 13.05.651.238 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1527, t_last = 241355278834 13.05.651.416 I slot launch_slot_: id 3 | task 8892 | processing task, is_child = 0 13.05.651.426 I slot print_timing: id 1 | task 8888 | prompt processing, n_tokens = 852, progress = 0.86, t = 3.18 s / 267.57 tokens per second 13.07.710.707 I slot print_timing: id 0 | task 8885 | prompt eval time = 5755.05 ms / 1003 tokens ( 5.74 ms per token, 174.28 tokens per second) 13.07.710.710 I slot print_timing: id 0 | task 8885 | eval time = 2059.48 ms / 2 tokens ( 2059.48 ms per token, 0.49 tokens per second) 13.07.710.710 I slot print_timing: id 0 | task 8885 | total time = 7814.53 ms / 1005 tokens 13.07.710.711 I slot print_timing: id 0 | task 8885 | graphs reused = 7281 13.07.710.711 I slot print_timing: id 0 | task 8885 | graph reallocs = 0 / 0 (same size) / (changed size) 13.07.710.777 I slot release: id 0 | task 8885 | stop processing: n_tokens = 1005, truncated = 0 13.07.710.790 I slot print_timing: id 1 | task 8888 | prompt processing, n_tokens = 988, progress = 1.00, t = 5.24 s / 188.41 tokens per second 13.07.711.723 I slot print_timing: id 2 | task 8890 | prompt processing, n_tokens = 852, progress = 0.87, t = 3.87 s / 220.43 tokens per second 13.08.918.416 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.892 (> 0.100 thold), f_keep = 0.877 13.08.918.498 I slot launch_slot_: id 0 | task 8895 | processing task, is_child = 0 13.08.919.251 I slot print_timing: id 2 | task 8890 | prompt processing, n_tokens = 978, progress = 1.00, t = 5.07 s / 192.79 tokens per second 13.08.920.819 I slot print_timing: id 3 | task 8892 | prompt processing, n_tokens = 852, progress = 0.88, t = 3.26 s / 260.99 tokens per second 13.09.568.560 I slot print_timing: id 1 | task 8888 | prompt eval time = 6451.65 ms / 992 tokens ( 6.50 ms per token, 153.76 tokens per second) 13.09.568.563 I slot print_timing: id 1 | task 8888 | eval time = 650.14 ms / 2 tokens ( 650.14 ms per token, 1.54 tokens per second) 13.09.568.563 I slot print_timing: id 1 | task 8888 | total time = 7101.79 ms / 994 tokens 13.09.568.564 I slot print_timing: id 1 | task 8888 | graphs reused = 7281 13.09.568.564 I slot print_timing: id 1 | task 8888 | graph reallocs = 0 / 0 (same size) / (changed size) 13.09.568.626 I slot release: id 1 | task 8888 | stop processing: n_tokens = 994, truncated = 0 13.09.570.077 I slot print_timing: id 3 | task 8892 | prompt processing, n_tokens = 959, progress = 1.00, t = 3.91 s / 244.97 tokens per second 13.09.690.427 I slot print_timing: id 2 | task 8890 | prompt eval time = 5723.53 ms / 982 tokens ( 5.83 ms per token, 171.57 tokens per second) 13.09.690.430 I slot print_timing: id 2 | task 8890 | eval time = 121.59 ms / 2 tokens ( 121.59 ms per token, 8.22 tokens per second) 13.09.690.431 I slot print_timing: id 2 | task 8890 | total time = 5845.13 ms / 984 tokens 13.09.690.431 I slot print_timing: id 2 | task 8890 | graphs reused = 7281 13.09.690.432 I slot print_timing: id 2 | task 8890 | graph reallocs = 0 / 0 (same size) / (changed size) 13.09.690.495 I slot release: id 2 | task 8890 | stop processing: n_tokens = 984, truncated = 0 13.09.690.720 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.903 (> 0.100 thold), f_keep = 0.886 13.09.690.797 I slot launch_slot_: id 1 | task 8898 | processing task, is_child = 0 13.09.690.900 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 128.764 MiB) 13.09.987.634 I slot print_timing: id 0 | task 8895 | prompt eval time = 771.74 ms / 107 tokens ( 7.21 ms per token, 138.65 tokens per second) 13.09.987.639 I slot print_timing: id 0 | task 8895 | eval time = 297.38 ms / 2 tokens ( 297.38 ms per token, 3.36 tokens per second) 13.09.987.640 I slot print_timing: id 0 | task 8895 | total time = 1069.12 ms / 109 tokens 13.09.987.640 I slot print_timing: id 0 | task 8895 | graphs reused = 7281 13.09.987.641 I slot print_timing: id 0 | task 8895 | graph reallocs = 0 / 0 (same size) / (changed size) 13.09.987.703 I slot release: id 0 | task 8895 | stop processing: n_tokens = 989, truncated = 0 13.09.987.873 I slot print_timing: id 3 | task 8892 | prompt eval time = 4037.06 ms / 963 tokens ( 4.19 ms per token, 238.54 tokens per second) 13.09.987.876 I slot print_timing: id 3 | task 8892 | eval time = 297.16 ms / 2 tokens ( 297.16 ms per token, 3.37 tokens per second) 13.09.987.876 I slot print_timing: id 3 | task 8892 | total time = 4334.21 ms / 965 tokens 13.09.987.876 I slot print_timing: id 3 | task 8892 | graphs reused = 7281 13.09.987.877 I slot print_timing: id 3 | task 8892 | graph reallocs = 0 / 0 (same size) / (changed size) 13.09.987.921 I slot release: id 3 | task 8892 | stop processing: n_tokens = 965, truncated = 0 13.09.987.927 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.899 (> 0.100 thold), f_keep = 0.891 13.09.987.980 I slot launch_slot_: id 0 | task 8900 | processing task, is_child = 0 13.10.264.715 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 984, t_last = 241361129574 13.10.264.839 I slot launch_slot_: id 2 | task 8902 | processing task, is_child = 0 13.10.264.913 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 965, t_last = 241361427000 13.10.265.008 I slot launch_slot_: id 3 | task 8903 | processing task, is_child = 0 13.13.277.589 I slot print_timing: id 1 | task 8898 | prompt eval time = 569.14 ms / 95 tokens ( 5.99 ms per token, 166.92 tokens per second) 13.13.277.592 I slot print_timing: id 1 | task 8898 | eval time = 3012.88 ms / 2 tokens ( 3012.88 ms per token, 0.33 tokens per second) 13.13.277.593 I slot print_timing: id 1 | task 8898 | total time = 3582.02 ms / 97 tokens 13.13.277.594 I slot print_timing: id 1 | task 8898 | graphs reused = 7281 13.13.277.594 I slot print_timing: id 1 | task 8898 | graph reallocs = 0 / 0 (same size) / (changed size) 13.13.277.653 I slot release: id 1 | task 8898 | stop processing: n_tokens = 977, truncated = 0 13.13.277.668 I slot print_timing: id 2 | task 8902 | prompt processing, n_tokens = 309, progress = 0.38, t = 3.01 s / 102.62 tokens per second 13.13.279.452 I slot print_timing: id 3 | task 8903 | prompt processing, n_tokens = 1113, progress = 0.68, t = 3.01 s / 369.67 tokens per second 13.14.724.497 I slot print_timing: id 0 | task 8900 | prompt eval time = 3285.27 ms / 99 tokens ( 33.18 ms per token, 30.13 tokens per second) 13.14.724.499 I slot print_timing: id 0 | task 8900 | eval time = 1447.06 ms / 2 tokens ( 1447.06 ms per token, 0.69 tokens per second) 13.14.724.499 I slot print_timing: id 0 | task 8900 | total time = 4732.33 ms / 101 tokens 13.14.724.500 I slot print_timing: id 0 | task 8900 | graphs reused = 7281 13.14.724.500 I slot print_timing: id 0 | task 8900 | graph reallocs = 0 / 0 (same size) / (changed size) 13.14.724.557 I slot release: id 0 | task 8900 | stop processing: n_tokens = 981, truncated = 0 13.14.724.565 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 977, t_last = 241364716732 13.14.724.655 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 107.546 MiB) 13.14.729.083 I slot launch_slot_: id 1 | task 8906 | processing task, is_child = 0 13.14.729.165 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 130.281 MiB) 13.14.732.141 I slot print_timing: id 2 | task 8902 | prompt processing, n_tokens = 702, progress = 0.85, t = 4.46 s / 157.47 tokens per second 13.14.732.828 I slot print_timing: id 3 | task 8903 | prompt processing, n_tokens = 1371, progress = 0.84, t = 4.46 s / 307.55 tokens per second 13.17.449.876 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 981, t_last = 241366163636 13.17.450.040 I slot launch_slot_: id 0 | task 8908 | processing task, is_child = 0 13.17.806.680 I slot print_timing: id 2 | task 8902 | prompt processing, n_tokens = 821, progress = 1.00, t = 7.18 s / 114.29 tokens per second 13.17.808.112 I slot print_timing: id 3 | task 8903 | prompt processing, n_tokens = 1625, progress = 1.00, t = 7.18 s / 226.22 tokens per second 13.20.736.987 I slot print_timing: id 0 | task 8908 | prompt processing, n_tokens = 1100, progress = 0.68, t = 3.29 s / 334.70 tokens per second 13.20.738.022 I slot print_timing: id 1 | task 8906 | prompt processing, n_tokens = 1371, progress = 0.86, t = 6.00 s / 228.32 tokens per second 13.21.904.853 I slot print_timing: id 2 | task 8902 | prompt eval time = 10470.52 ms / 825 tokens ( 12.69 ms per token, 78.79 tokens per second) 13.21.904.858 I slot print_timing: id 2 | task 8902 | eval time = 1168.07 ms / 2 tokens ( 1168.07 ms per token, 0.86 tokens per second) 13.21.904.858 I slot print_timing: id 2 | task 8902 | total time = 11638.58 ms / 827 tokens 13.21.904.859 I slot print_timing: id 2 | task 8902 | graphs reused = 7281 13.21.904.859 I slot print_timing: id 2 | task 8902 | graph reallocs = 0 / 0 (same size) / (changed size) 13.21.904.912 I slot release: id 2 | task 8902 | stop processing: n_tokens = 827, truncated = 0 13.21.905.085 I slot print_timing: id 3 | task 8903 | prompt eval time = 10470.51 ms / 1629 tokens ( 6.43 ms per token, 155.58 tokens per second) 13.21.905.092 I slot print_timing: id 3 | task 8903 | eval time = 1168.11 ms / 2 tokens ( 1168.11 ms per token, 0.86 tokens per second) 13.21.905.093 I slot print_timing: id 3 | task 8903 | total time = 11638.62 ms / 1631 tokens 13.21.905.093 I slot print_timing: id 3 | task 8903 | graphs reused = 7281 13.21.905.093 I slot print_timing: id 3 | task 8903 | graph reallocs = 0 / 0 (same size) / (changed size) 13.21.905.185 I slot release: id 3 | task 8903 | stop processing: n_tokens = 1631, truncated = 0 13.21.905.195 I slot print_timing: id 0 | task 8908 | prompt processing, n_tokens = 1371, progress = 0.85, t = 4.45 s / 307.77 tokens per second 13.21.906.479 I slot print_timing: id 1 | task 8906 | prompt processing, n_tokens = 1583, progress = 1.00, t = 7.17 s / 220.70 tokens per second 13.22.513.804 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.858 (> 0.100 thold), f_keep = 0.858 13.22.513.851 I slot launch_slot_: id 3 | task 8912 | processing task, is_child = 0 13.22.513.942 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 108.987 MiB) 13.22.517.406 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 827, t_last = 241373343991 13.22.517.497 I slot launch_slot_: id 2 | task 8913 | processing task, is_child = 0 13.22.517.504 I slot print_timing: id 0 | task 8908 | prompt processing, n_tokens = 1612, progress = 1.00, t = 5.06 s / 318.35 tokens per second 13.25.577.660 I slot print_timing: id 1 | task 8906 | prompt eval time = 7781.84 ms / 1587 tokens ( 4.90 ms per token, 203.94 tokens per second) 13.25.577.664 I slot print_timing: id 1 | task 8906 | eval time = 3063.86 ms / 2 tokens ( 3063.86 ms per token, 0.33 tokens per second) 13.25.577.665 I slot print_timing: id 1 | task 8906 | total time = 10845.69 ms / 1589 tokens 13.25.577.665 I slot print_timing: id 1 | task 8906 | graphs reused = 7281 13.25.577.666 I slot print_timing: id 1 | task 8906 | graph reallocs = 0 / 0 (same size) / (changed size) 13.25.577.762 I slot release: id 1 | task 8906 | stop processing: n_tokens = 1589, truncated = 0 13.25.577.778 I slot print_timing: id 2 | task 8913 | prompt processing, n_tokens = 1200, progress = 0.70, t = 3.06 s / 392.29 tokens per second 13.25.578.908 I slot print_timing: id 3 | task 8912 | prompt processing, n_tokens = 228, progress = 1.00, t = 3.06 s / 74.54 tokens per second 13.26.076.478 I slot print_timing: id 0 | task 8908 | prompt eval time = 8127.43 ms / 1616 tokens ( 5.03 ms per token, 198.83 tokens per second) 13.26.076.480 I slot print_timing: id 0 | task 8908 | eval time = 498.99 ms / 2 tokens ( 498.99 ms per token, 2.00 tokens per second) 13.26.076.481 I slot print_timing: id 0 | task 8908 | total time = 8626.42 ms / 1618 tokens 13.26.076.481 I slot print_timing: id 0 | task 8908 | graphs reused = 7281 13.26.076.481 I slot print_timing: id 0 | task 8908 | graph reallocs = 0 / 0 (same size) / (changed size) 13.26.076.571 I slot release: id 0 | task 8908 | stop processing: n_tokens = 1618, truncated = 0 13.26.076.796 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1589, t_last = 241377016842 13.26.076.908 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 79.632 MiB) 13.26.081.533 I slot launch_slot_: id 1 | task 8916 | processing task, is_child = 0 13.26.081.652 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 81.493 MiB) 13.26.084.577 I slot print_timing: id 2 | task 8913 | prompt processing, n_tokens = 1371, progress = 0.80, t = 3.56 s / 385.33 tokens per second 13.27.560.986 I slot print_timing: id 3 | task 8912 | prompt eval time = 3558.27 ms / 232 tokens ( 15.34 ms per token, 65.20 tokens per second) 13.27.560.989 I slot print_timing: id 3 | task 8912 | eval time = 1484.19 ms / 2 tokens ( 1484.19 ms per token, 0.67 tokens per second) 13.27.560.989 I slot print_timing: id 3 | task 8912 | total time = 5042.46 ms / 234 tokens 13.27.560.990 I slot print_timing: id 3 | task 8912 | graphs reused = 7281 13.27.560.990 I slot print_timing: id 3 | task 8912 | graph reallocs = 0 / 0 (same size) / (changed size) 13.27.561.090 I slot release: id 3 | task 8912 | stop processing: n_tokens = 1633, truncated = 0 13.27.561.099 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1618, t_last = 241377515651 13.27.561.264 I slot launch_slot_: id 0 | task 8918 | processing task, is_child = 0 13.27.561.373 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 80.727 MiB) 13.27.561.378 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 79.578 MiB) 13.27.567.740 I slot print_timing: id 2 | task 8913 | prompt processing, n_tokens = 1712, progress = 1.00, t = 5.04 s / 339.52 tokens per second 13.29.186.765 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1633, t_last = 241379000170 13.29.186.945 I slot launch_slot_: id 3 | task 8920 | processing task, is_child = 0 13.29.187.471 I slot print_timing: id 1 | task 8916 | prompt processing, n_tokens = 724, progress = 0.86, t = 3.10 s / 233.39 tokens per second 13.31.027.594 I slot print_timing: id 2 | task 8913 | prompt eval time = 6668.41 ms / 1716 tokens ( 3.89 ms per token, 257.33 tokens per second) 13.31.027.600 I slot print_timing: id 2 | task 8913 | eval time = 1840.83 ms / 2 tokens ( 1840.83 ms per token, 0.54 tokens per second) 13.31.027.600 I slot print_timing: id 2 | task 8913 | total time = 8509.24 ms / 1718 tokens 13.31.027.601 I slot print_timing: id 2 | task 8913 | graphs reused = 7281 13.31.027.601 I slot print_timing: id 2 | task 8913 | graph reallocs = 0 / 0 (same size) / (changed size) 13.31.027.704 I slot release: id 2 | task 8913 | stop processing: n_tokens = 1718, truncated = 0 13.31.027.718 I slot print_timing: id 0 | task 8918 | prompt processing, n_tokens = 724, progress = 0.83, t = 3.46 s / 209.23 tokens per second 13.31.028.453 I slot print_timing: id 1 | task 8916 | prompt processing, n_tokens = 837, progress = 1.00, t = 4.94 s / 169.33 tokens per second 13.32.246.738 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1718, t_last = 241382466784 13.32.246.853 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 101.171 MiB) 13.32.254.466 I slot launch_slot_: id 2 | task 8923 | processing task, is_child = 0 13.32.254.478 I slot print_timing: id 0 | task 8918 | prompt processing, n_tokens = 864, progress = 1.00, t = 4.68 s / 184.64 tokens per second 13.32.255.568 I slot print_timing: id 3 | task 8920 | prompt processing, n_tokens = 714, progress = 0.85, t = 3.06 s / 233.50 tokens per second 13.33.317.017 I slot print_timing: id 1 | task 8916 | prompt eval time = 6162.36 ms / 841 tokens ( 7.33 ms per token, 136.47 tokens per second) 13.33.317.022 I slot print_timing: id 1 | task 8916 | eval time = 1070.28 ms / 2 tokens ( 1070.28 ms per token, 0.93 tokens per second) 13.33.317.022 I slot print_timing: id 1 | task 8916 | total time = 7232.64 ms / 843 tokens 13.33.317.023 I slot print_timing: id 1 | task 8916 | graphs reused = 7281 13.33.317.023 I slot print_timing: id 1 | task 8916 | graph reallocs = 0 / 0 (same size) / (changed size) 13.33.317.078 I slot release: id 1 | task 8916 | stop processing: n_tokens = 843, truncated = 0 13.33.319.092 I slot print_timing: id 3 | task 8920 | prompt processing, n_tokens = 839, progress = 1.00, t = 4.13 s / 203.26 tokens per second 13.34.164.023 I slot print_timing: id 0 | task 8918 | prompt eval time = 5749.78 ms / 868 tokens ( 6.62 ms per token, 150.96 tokens per second) 13.34.164.026 I slot print_timing: id 0 | task 8918 | eval time = 847.19 ms / 2 tokens ( 847.19 ms per token, 1.18 tokens per second) 13.34.164.026 I slot print_timing: id 0 | task 8918 | total time = 6596.97 ms / 870 tokens 13.34.164.026 I slot print_timing: id 0 | task 8918 | graphs reused = 7281 13.34.164.027 I slot print_timing: id 0 | task 8918 | graph reallocs = 0 / 0 (same size) / (changed size) 13.34.164.081 I slot release: id 0 | task 8918 | stop processing: n_tokens = 870, truncated = 0 13.34.164.354 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 843, t_last = 241384756157 13.34.164.441 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 96.436 MiB) 13.34.167.787 I slot launch_slot_: id 1 | task 8926 | processing task, is_child = 0 13.34.167.862 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 83.572 MiB) 13.35.283.516 I slot print_timing: id 3 | task 8920 | prompt eval time = 4975.58 ms / 843 tokens ( 5.90 ms per token, 169.43 tokens per second) 13.35.283.518 I slot print_timing: id 3 | task 8920 | eval time = 1119.16 ms / 2 tokens ( 1119.16 ms per token, 0.89 tokens per second) 13.35.283.518 I slot print_timing: id 3 | task 8920 | total time = 6094.74 ms / 845 tokens 13.35.283.519 I slot print_timing: id 3 | task 8920 | graphs reused = 7281 13.35.283.519 I slot print_timing: id 3 | task 8920 | graph reallocs = 0 / 0 (same size) / (changed size) 13.35.283.572 I slot release: id 3 | task 8920 | stop processing: n_tokens = 845, truncated = 0 13.35.283.579 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 870, t_last = 241385603160 13.35.283.719 I slot launch_slot_: id 0 | task 8928 | processing task, is_child = 0 13.35.283.797 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 84.064 MiB) 13.35.288.384 I slot print_timing: id 2 | task 8923 | prompt processing, n_tokens = 858, progress = 1.00, t = 3.03 s / 283.35 tokens per second 13.36.575.475 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 845, t_last = 241386722651 13.36.575.640 I slot launch_slot_: id 3 | task 8930 | processing task, is_child = 0 13.38.245.478 I slot print_timing: id 2 | task 8923 | prompt eval time = 4320.13 ms / 862 tokens ( 5.01 ms per token, 199.53 tokens per second) 13.38.245.482 I slot print_timing: id 2 | task 8923 | eval time = 1670.01 ms / 2 tokens ( 1670.01 ms per token, 0.60 tokens per second) 13.38.245.484 I slot print_timing: id 2 | task 8923 | total time = 5990.14 ms / 864 tokens 13.38.245.490 I slot print_timing: id 2 | task 8923 | graphs reused = 7281 13.38.245.491 I slot print_timing: id 2 | task 8923 | graph reallocs = 0 / 0 (same size) / (changed size) 13.38.245.546 I slot release: id 2 | task 8923 | stop processing: n_tokens = 864, truncated = 0 13.38.246.324 I slot print_timing: id 1 | task 8926 | prompt processing, n_tokens = 883, progress = 1.00, t = 4.08 s / 216.67 tokens per second 13.39.460.153 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 864, t_last = 241389684625 13.39.460.245 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 83.572 MiB) 13.39.464.649 I slot launch_slot_: id 2 | task 8933 | processing task, is_child = 0 13.39.464.661 I slot print_timing: id 0 | task 8928 | prompt processing, n_tokens = 761, progress = 0.99, t = 4.17 s / 182.40 tokens per second 13.40.211.559 I slot print_timing: id 1 | task 8926 | prompt eval time = 5290.09 ms / 887 tokens ( 5.96 ms per token, 167.67 tokens per second) 13.40.211.562 I slot print_timing: id 1 | task 8926 | eval time = 751.41 ms / 2 tokens ( 751.41 ms per token, 1.33 tokens per second) 13.40.211.562 I slot print_timing: id 1 | task 8926 | total time = 6041.49 ms / 889 tokens 13.40.211.563 I slot print_timing: id 1 | task 8926 | graphs reused = 7281 13.40.211.563 I slot print_timing: id 1 | task 8926 | graph reallocs = 0 / 0 (same size) / (changed size) 13.40.211.617 I slot release: id 1 | task 8926 | stop processing: n_tokens = 889, truncated = 0 13.40.211.920 I slot print_timing: id 3 | task 8930 | prompt processing, n_tokens = 734, progress = 0.99, t = 3.63 s / 201.98 tokens per second 13.41.103.076 I slot print_timing: id 0 | task 8928 | prompt eval time = 4923.66 ms / 765 tokens ( 6.44 ms per token, 155.37 tokens per second) 13.41.103.079 I slot print_timing: id 0 | task 8928 | eval time = 891.69 ms / 2 tokens ( 891.69 ms per token, 1.12 tokens per second) 13.41.103.079 I slot print_timing: id 0 | task 8928 | total time = 5815.35 ms / 767 tokens 13.41.103.079 I slot print_timing: id 0 | task 8928 | graphs reused = 7281 13.41.103.080 I slot print_timing: id 0 | task 8928 | graph reallocs = 0 / 0 (same size) / (changed size) 13.41.103.128 I slot release: id 0 | task 8928 | stop processing: n_tokens = 767, truncated = 0 13.41.103.350 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 889, t_last = 241391650696 13.41.103.440 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 85.705 MiB) 13.41.107.878 I slot launch_slot_: id 1 | task 8936 | processing task, is_child = 0 13.41.107.967 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 89.152 MiB) 13.41.860.795 I slot print_timing: id 3 | task 8930 | prompt eval time = 4526.15 ms / 738 tokens ( 6.13 ms per token, 163.05 tokens per second) 13.41.860.800 I slot print_timing: id 3 | task 8930 | eval time = 757.45 ms / 2 tokens ( 757.45 ms per token, 1.32 tokens per second) 13.41.860.800 I slot print_timing: id 3 | task 8930 | total time = 5283.60 ms / 740 tokens 13.41.860.801 I slot print_timing: id 3 | task 8930 | graphs reused = 7281 13.41.860.801 I slot print_timing: id 3 | task 8930 | graph reallocs = 0 / 0 (same size) / (changed size) 13.41.860.842 I slot release: id 3 | task 8930 | stop processing: n_tokens = 740, truncated = 0 13.41.860.847 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 767, t_last = 241392542207 13.41.860.955 I slot launch_slot_: id 0 | task 8938 | processing task, is_child = 0 13.41.861.034 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 106.329 MiB) 13.44.219.423 I slot print_timing: id 2 | task 8933 | prompt eval time = 3558.82 ms / 688 tokens ( 5.17 ms per token, 193.32 tokens per second) 13.44.219.428 I slot print_timing: id 2 | task 8933 | eval time = 1195.15 ms / 2 tokens ( 1195.15 ms per token, 0.84 tokens per second) 13.44.219.428 I slot print_timing: id 2 | task 8933 | total time = 4753.97 ms / 690 tokens 13.44.219.429 I slot print_timing: id 2 | task 8933 | graphs reused = 7281 13.44.219.429 I slot print_timing: id 2 | task 8933 | graph reallocs = 0 / 0 (same size) / (changed size) 13.44.219.471 I slot release: id 2 | task 8933 | stop processing: n_tokens = 690, truncated = 0 13.44.220.206 I slot print_timing: id 1 | task 8936 | prompt processing, n_tokens = 701, progress = 0.99, t = 3.11 s / 225.46 tokens per second 13.44.613.139 I slot print_timing: id 1 | task 8936 | prompt eval time = 3434.08 ms / 705 tokens ( 4.87 ms per token, 205.29 tokens per second) 13.44.613.142 I slot print_timing: id 1 | task 8936 | eval time = 68.98 ms / 2 tokens ( 68.98 ms per token, 14.50 tokens per second) 13.44.613.143 I slot print_timing: id 1 | task 8936 | total time = 3503.07 ms / 707 tokens 13.44.613.143 I slot print_timing: id 1 | task 8936 | graphs reused = 7281 13.44.613.144 I slot print_timing: id 1 | task 8936 | graph reallocs = 0 / 0 (same size) / (changed size) 13.44.613.181 I slot release: id 1 | task 8936 | stop processing: n_tokens = 707, truncated = 0 13.44.641.506 I slot print_timing: id 0 | task 8938 | prompt eval time = 2748.06 ms / 671 tokens ( 4.10 ms per token, 244.17 tokens per second) 13.44.641.511 I slot print_timing: id 0 | task 8938 | eval time = 28.51 ms / 2 tokens ( 28.51 ms per token, 35.07 tokens per second) 13.44.641.511 I slot print_timing: id 0 | task 8938 | total time = 2776.58 ms / 673 tokens 13.44.641.512 I slot print_timing: id 0 | task 8938 | graphs reused = 7281 13.44.641.512 I slot print_timing: id 0 | task 8938 | graph reallocs = 0 / 0 (same size) / (changed size) 13.44.641.547 I slot release: id 0 | task 8938 | stop processing: n_tokens = 673, truncated = 0 13.47.633.098 I srv operator(): operator(): cleaning up before exit...