/Users/minipro/quantdiff/llama.cpp/llama-b11770/llama-server -m /Users/minipro/quantdiff/models/campaign/3f8032b9d2c1/NVIDIA-Nemotron-3.5-Bolt-E4B-UD-Q3_K_XL.gguf --host 127.0.0.1 --port 8091 -c 16384 -np 4 -ngl 999 -fa on --jinja --seed 1234 --chat-template-kwargs "{\"enable_thinking\": false}" --no-webui -a quant 0.00.049.363 W Setting 'enable_thinking' via --chat-template-kwargs is deprecated. Use --reasoning on / --reasoning off instead. 0.00.049.421 I srv llama_server: initializing ... 0.00.049.426 I cmn common_param: common_params_print_info: verbosity = 3 (adjust with the `-lv N` CLI arg) 0.00.049.511 I srv init_listene: The UI is disabled 0.00.049.512 I srv init_listene: Use --ui/--no-ui (or deprecated --webui/--no-webui) to enable/disable 0.00.049.560 W srv llama_server: security: no API key is set and CORS allows all origins (see https://github.com/ggml-org/llama.cpp/pull/25655) 0.00.051.220 I srv load_model: loading model '/Users/minipro/quantdiff/models/campaign/3f8032b9d2c1/NVIDIA-Nemotron-3.5-Bolt-E4B-UD-Q3_K_XL.gguf' 0.00.714.857 W load: control-looking token: 50 '<|tool_response>' was not control-type; this is probably a bug in the model. its type will be overridden 0.00.717.665 W load: control-looking token: 212 '' was not control-type; this is probably a bug in the model. its type will be overridden 0.00.723.550 W load: '' is a normal token here, removing it from EOG list 0.00.960.018 I cmn init: llama threadpool init, n_threads = 8 0.01.060.817 I srv load_model: initializing, n_slots = 4, n_ctx_slot = 4096, kv_unified = 'false' 0.01.068.536 I srv llama_server: model loaded 0.01.068.540 I srv llama_server: listening on http://127.0.0.1:8091 0.31.162.236 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 0, t_last = -1 0.31.162.262 I slot launch_slot_: id 0 | task 2 | processing task, is_child = 0 0.31.162.263 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 0, t_last = -1 0.31.162.276 I slot launch_slot_: id 1 | task 1 | processing task, is_child = 0 0.31.162.277 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 0, t_last = -1 0.31.162.286 I slot launch_slot_: id 2 | task 0 | processing task, is_child = 0 0.31.162.287 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 0, t_last = -1 0.31.162.296 I slot launch_slot_: id 3 | task 3 | processing task, is_child = 0 0.32.350.273 I slot print_timing: id 0 | task 2 | prompt eval time = 1147.97 ms / 126 tokens ( 9.11 ms per token, 109.76 tokens per second) 0.32.350.277 I slot print_timing: id 0 | task 2 | eval time = 39.99 ms / 2 tokens ( 39.99 ms per token, 25.00 tokens per second) 0.32.350.278 I slot print_timing: id 0 | task 2 | total time = 1187.97 ms / 128 tokens 0.32.350.278 I slot print_timing: id 0 | task 2 | graphs reused = 1 0.32.350.279 I slot print_timing: id 0 | task 2 | graph reallocs = 0 / 0 (same size) / (changed size) 0.32.350.299 I slot release: id 0 | task 2 | stop processing: n_tokens = 127, truncated = 0 0.32.350.467 I slot print_timing: id 1 | task 1 | prompt eval time = 1148.28 ms / 122 tokens ( 9.41 ms per token, 106.25 tokens per second) 0.32.350.469 I slot print_timing: id 1 | task 1 | eval time = 39.88 ms / 2 tokens ( 39.88 ms per token, 25.08 tokens per second) 0.32.350.470 I slot print_timing: id 1 | task 1 | total time = 1188.16 ms / 124 tokens 0.32.350.470 I slot print_timing: id 1 | task 1 | graphs reused = 1 0.32.350.470 I slot print_timing: id 1 | task 1 | graph reallocs = 0 / 0 (same size) / (changed size) 0.32.350.487 I slot release: id 1 | task 1 | stop processing: n_tokens = 123, truncated = 0 0.32.350.667 I slot print_timing: id 2 | task 0 | prompt eval time = 1148.62 ms / 118 tokens ( 9.73 ms per token, 102.73 tokens per second) 0.32.350.668 I slot print_timing: id 2 | task 0 | eval time = 39.73 ms / 2 tokens ( 39.73 ms per token, 25.17 tokens per second) 0.32.350.669 I slot print_timing: id 2 | task 0 | total time = 1188.36 ms / 120 tokens 0.32.350.669 I slot print_timing: id 2 | task 0 | graphs reused = 1 0.32.350.669 I slot print_timing: id 2 | task 0 | graph reallocs = 0 / 0 (same size) / (changed size) 0.32.350.678 I slot release: id 2 | task 0 | stop processing: n_tokens = 119, truncated = 0 0.32.350.885 I slot print_timing: id 3 | task 3 | prompt eval time = 1149.01 ms / 135 tokens ( 8.51 ms per token, 117.49 tokens per second) 0.32.350.887 I slot print_timing: id 3 | task 3 | eval time = 39.56 ms / 2 tokens ( 39.56 ms per token, 25.28 tokens per second) 0.32.350.888 I slot print_timing: id 3 | task 3 | total time = 1188.57 ms / 137 tokens 0.32.350.888 I slot print_timing: id 3 | task 3 | graphs reused = 1 0.32.350.888 I slot print_timing: id 3 | task 3 | graph reallocs = 0 / 0 (same size) / (changed size) 0.32.350.898 I slot release: id 3 | task 3 | stop processing: n_tokens = 136, truncated = 0 0.32.359.517 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.263 (> 0.100 thold), f_keep = 0.236 0.32.360.383 I slot launch_slot_: id 0 | task 8 | processing task, is_child = 0 0.32.363.644 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.199 (> 0.100 thold), f_keep = 0.252 0.32.363.690 I slot launch_slot_: id 2 | task 9 | processing task, is_child = 0 0.32.363.734 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.180 (> 0.100 thold), f_keep = 0.236 0.32.363.768 I slot launch_slot_: id 1 | task 10 | processing task, is_child = 0 0.32.363.792 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.147 (> 0.100 thold), f_keep = 0.213 0.32.363.831 I slot launch_slot_: id 3 | task 11 | processing task, is_child = 0 0.33.777.469 I slot print_timing: id 1 | task 10 | prompt eval time = 1336.33 ms / 160 tokens ( 8.35 ms per token, 119.73 tokens per second) 0.33.777.471 I slot print_timing: id 1 | task 10 | eval time = 77.23 ms / 3 tokens ( 38.61 ms per token, 25.90 tokens per second) 0.33.777.472 I slot print_timing: id 1 | task 10 | total time = 1413.56 ms / 163 tokens 0.33.777.472 I slot print_timing: id 1 | task 10 | graphs reused = 2 0.33.777.473 I slot print_timing: id 1 | task 10 | graph reallocs = 0 / 0 (same size) / (changed size) 0.33.777.500 I slot release: id 1 | task 10 | stop processing: n_tokens = 163, truncated = 0 0.33.838.808 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.238 (> 0.100 thold), f_keep = 0.178 0.33.840.572 I slot launch_slot_: id 1 | task 17 | processing task, is_child = 0 0.34.308.767 I slot print_timing: id 1 | task 17 | prompt eval time = 428.53 ms / 121 tokens ( 3.54 ms per token, 282.36 tokens per second) 0.34.308.772 I slot print_timing: id 1 | task 17 | eval time = 39.66 ms / 2 tokens ( 39.66 ms per token, 25.22 tokens per second) 0.34.308.773 I slot print_timing: id 1 | task 17 | total time = 468.19 ms / 123 tokens 0.34.308.773 I slot print_timing: id 1 | task 17 | graphs reused = 2 0.34.308.773 I slot print_timing: id 1 | task 17 | graph reallocs = 0 / 0 (same size) / (changed size) 0.34.308.793 I slot release: id 1 | task 17 | stop processing: n_tokens = 123, truncated = 0 0.34.369.720 I slot print_timing: id 0 | task 8 | prompt eval time = 1336.22 ms / 113 tokens ( 11.82 ms per token, 84.57 tokens per second) 0.34.369.722 I slot print_timing: id 0 | task 8 | eval time = 669.66 ms / 8 tokens ( 95.67 ms per token, 10.45 tokens per second) 0.34.369.723 I slot print_timing: id 0 | task 8 | total time = 2005.88 ms / 121 tokens 0.34.369.723 I slot print_timing: id 0 | task 8 | graphs reused = 2 0.34.369.724 I slot print_timing: id 0 | task 8 | graph reallocs = 0 / 0 (same size) / (changed size) 0.34.369.741 I slot release: id 0 | task 8 | stop processing: n_tokens = 121, truncated = 0 0.34.369.906 I slot print_timing: id 2 | task 9 | prompt eval time = 1336.47 ms / 150 tokens ( 8.91 ms per token, 112.24 tokens per second) 0.34.369.908 I slot print_timing: id 2 | task 9 | eval time = 669.48 ms / 8 tokens ( 95.64 ms per token, 10.46 tokens per second) 0.34.369.909 I slot print_timing: id 2 | task 9 | total time = 2005.95 ms / 158 tokens 0.34.369.909 I slot print_timing: id 2 | task 9 | graphs reused = 2 0.34.369.910 I slot print_timing: id 2 | task 9 | graph reallocs = 0 / 0 (same size) / (changed size) 0.34.369.928 I slot release: id 2 | task 9 | stop processing: n_tokens = 158, truncated = 0 0.34.370.094 I slot print_timing: id 3 | task 11 | prompt eval time = 1336.60 ms / 196 tokens ( 6.82 ms per token, 146.64 tokens per second) 0.34.370.097 I slot print_timing: id 3 | task 11 | eval time = 669.49 ms / 8 tokens ( 95.64 ms per token, 10.46 tokens per second) 0.34.370.098 I slot print_timing: id 3 | task 11 | total time = 2006.09 ms / 204 tokens 0.34.370.098 I slot print_timing: id 3 | task 11 | graphs reused = 2 0.34.370.098 I slot print_timing: id 3 | task 11 | graph reallocs = 0 / 0 (same size) / (changed size) 0.34.370.120 I slot release: id 3 | task 11 | stop processing: n_tokens = 204, truncated = 0 0.34.370.124 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.188 (> 0.100 thold), f_keep = 0.240 0.34.371.055 I slot launch_slot_: id 0 | task 22 | processing task, is_child = 0 0.34.378.917 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.236 (> 0.100 thold), f_keep = 0.236 0.34.378.974 I slot launch_slot_: id 1 | task 24 | processing task, is_child = 0 0.34.379.027 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.220 (> 0.100 thold), f_keep = 0.184 0.34.379.068 I slot launch_slot_: id 2 | task 25 | processing task, is_child = 0 0.34.379.098 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.154 (> 0.100 thold), f_keep = 0.142 0.34.379.137 I slot launch_slot_: id 3 | task 26 | processing task, is_child = 0 0.35.763.088 I slot print_timing: id 0 | task 22 | prompt eval time = 1252.82 ms / 153 tokens ( 8.19 ms per token, 122.12 tokens per second) 0.35.763.092 I slot print_timing: id 0 | task 22 | eval time = 135.62 ms / 3 tokens ( 67.81 ms per token, 14.75 tokens per second) 0.35.763.093 I slot print_timing: id 0 | task 22 | total time = 1388.43 ms / 156 tokens 0.35.763.093 I slot print_timing: id 0 | task 22 | graphs reused = 2 0.35.763.094 I slot print_timing: id 0 | task 22 | graph reallocs = 0 / 0 (same size) / (changed size) 0.35.763.117 I slot release: id 0 | task 22 | stop processing: n_tokens = 156, truncated = 0 0.35.763.440 I slot print_timing: id 2 | task 25 | prompt eval time = 1039.21 ms / 131 tokens ( 7.93 ms per token, 126.06 tokens per second) 0.35.763.442 I slot print_timing: id 2 | task 25 | eval time = 39.71 ms / 2 tokens ( 39.71 ms per token, 25.19 tokens per second) 0.35.763.443 I slot print_timing: id 2 | task 25 | total time = 1078.92 ms / 133 tokens 0.35.763.443 I slot print_timing: id 2 | task 25 | graphs reused = 2 0.35.763.443 I slot print_timing: id 2 | task 25 | graph reallocs = 0 / 0 (same size) / (changed size) 0.35.763.460 I slot release: id 2 | task 25 | stop processing: n_tokens = 133, truncated = 0 0.35.811.963 I slot print_timing: id 3 | task 26 | prompt eval time = 1039.33 ms / 187 tokens ( 5.56 ms per token, 179.92 tokens per second) 0.35.811.966 I slot print_timing: id 3 | task 26 | eval time = 88.04 ms / 3 tokens ( 44.02 ms per token, 22.72 tokens per second) 0.35.811.967 I slot print_timing: id 3 | task 26 | total time = 1127.37 ms / 190 tokens 0.35.811.967 I slot print_timing: id 3 | task 26 | graphs reused = 2 0.35.811.967 I slot print_timing: id 3 | task 26 | graph reallocs = 0 / 0 (same size) / (changed size) 0.35.811.991 I slot release: id 3 | task 26 | stop processing: n_tokens = 190, truncated = 0 0.35.811.997 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.199 (> 0.100 thold), f_keep = 0.186 0.35.813.529 I slot launch_slot_: id 0 | task 32 | processing task, is_child = 0 0.35.816.235 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.214 (> 0.100 thold), f_keep = 0.158 0.35.816.285 I slot launch_slot_: id 3 | task 31 | processing task, is_child = 0 0.35.816.309 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.240 (> 0.100 thold), f_keep = 0.218 0.35.816.344 I slot launch_slot_: id 2 | task 33 | processing task, is_child = 0 0.36.911.537 I slot print_timing: id 2 | task 33 | prompt eval time = 1018.27 ms / 120 tokens ( 8.49 ms per token, 117.85 tokens per second) 0.36.911.544 I slot print_timing: id 2 | task 33 | eval time = 76.83 ms / 3 tokens ( 38.41 ms per token, 26.03 tokens per second) 0.36.911.545 I slot print_timing: id 2 | task 33 | total time = 1095.10 ms / 123 tokens 0.36.911.545 I slot print_timing: id 2 | task 33 | graphs reused = 3 0.36.911.545 I slot print_timing: id 2 | task 33 | graph reallocs = 0 / 0 (same size) / (changed size) 0.36.911.564 I slot release: id 2 | task 33 | stop processing: n_tokens = 123, truncated = 0 0.36.972.364 I slot print_timing: id 1 | task 24 | prompt eval time = 1039.12 ms / 122 tokens ( 8.52 ms per token, 117.41 tokens per second) 0.36.972.366 I slot print_timing: id 1 | task 24 | eval time = 1248.81 ms / 8 tokens ( 178.40 ms per token, 5.61 tokens per second) 0.36.972.366 I slot print_timing: id 1 | task 24 | total time = 2287.93 ms / 130 tokens 0.36.972.367 I slot print_timing: id 1 | task 24 | graphs reused = 3 0.36.972.367 I slot print_timing: id 1 | task 24 | graph reallocs = 0 / 0 (same size) / (changed size) 0.36.972.386 I slot release: id 1 | task 24 | stop processing: n_tokens = 130, truncated = 0 0.36.972.563 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.218 (> 0.100 thold), f_keep = 0.223 0.36.973.432 I slot launch_slot_: id 1 | task 39 | processing task, is_child = 0 0.37.287.354 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.165 (> 0.100 thold), f_keep = 0.236 0.37.287.425 I slot launch_slot_: id 2 | task 41 | processing task, is_child = 0 0.37.887.942 I slot print_timing: id 0 | task 32 | prompt eval time = 1018.05 ms / 145 tokens ( 7.02 ms per token, 142.43 tokens per second) 0.37.887.947 I slot print_timing: id 0 | task 32 | eval time = 1053.54 ms / 8 tokens ( 150.51 ms per token, 6.64 tokens per second) 0.37.887.947 I slot print_timing: id 0 | task 32 | total time = 2071.59 ms / 153 tokens 0.37.887.948 I slot print_timing: id 0 | task 32 | graphs reused = 3 0.37.887.948 I slot print_timing: id 0 | task 32 | graph reallocs = 0 / 0 (same size) / (changed size) 0.37.887.970 I slot release: id 0 | task 32 | stop processing: n_tokens = 153, truncated = 0 0.37.888.296 I slot print_timing: id 2 | task 41 | prompt eval time = 561.17 ms / 175 tokens ( 3.21 ms per token, 311.85 tokens per second) 0.37.888.301 I slot print_timing: id 2 | task 41 | eval time = 39.49 ms / 2 tokens ( 39.49 ms per token, 25.33 tokens per second) 0.37.888.302 I slot print_timing: id 2 | task 41 | total time = 600.65 ms / 177 tokens 0.37.888.302 I slot print_timing: id 2 | task 41 | graphs reused = 3 0.37.888.302 I slot print_timing: id 2 | task 41 | graph reallocs = 0 / 0 (same size) / (changed size) 0.37.888.318 I slot release: id 2 | task 41 | stop processing: n_tokens = 177, truncated = 0 0.37.888.491 I slot print_timing: id 3 | task 31 | prompt eval time = 1018.39 ms / 139 tokens ( 7.33 ms per token, 136.49 tokens per second) 0.37.888.493 I slot print_timing: id 3 | task 31 | eval time = 1053.61 ms / 8 tokens ( 150.52 ms per token, 6.64 tokens per second) 0.37.888.493 I slot print_timing: id 3 | task 31 | total time = 2071.99 ms / 147 tokens 0.37.888.494 I slot print_timing: id 3 | task 31 | graphs reused = 3 0.37.888.494 I slot print_timing: id 3 | task 31 | graph reallocs = 0 / 0 (same size) / (changed size) 0.37.888.509 I slot release: id 3 | task 31 | stop processing: n_tokens = 147, truncated = 0 0.37.913.974 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.225 (> 0.100 thold), f_keep = 0.190 0.37.915.276 I slot launch_slot_: id 0 | task 46 | processing task, is_child = 0 0.37.918.047 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.197 (> 0.100 thold), f_keep = 0.164 0.37.918.098 I slot launch_slot_: id 2 | task 47 | processing task, is_child = 0 0.37.918.129 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.250 (> 0.100 thold), f_keep = 0.197 0.37.918.170 I slot launch_slot_: id 3 | task 48 | processing task, is_child = 0 0.38.871.793 I slot print_timing: id 2 | task 47 | prompt eval time = 913.89 ms / 146 tokens ( 6.26 ms per token, 159.76 tokens per second) 0.38.871.796 I slot print_timing: id 2 | task 47 | eval time = 39.64 ms / 2 tokens ( 39.64 ms per token, 25.23 tokens per second) 0.38.871.796 I slot print_timing: id 2 | task 47 | total time = 953.53 ms / 148 tokens 0.38.871.797 I slot print_timing: id 2 | task 47 | graphs reused = 3 0.38.871.797 I slot print_timing: id 2 | task 47 | graph reallocs = 0 / 0 (same size) / (changed size) 0.38.871.819 I slot release: id 2 | task 47 | stop processing: n_tokens = 148, truncated = 0 0.38.932.689 I slot print_timing: id 0 | task 46 | prompt eval time = 913.65 ms / 128 tokens ( 7.14 ms per token, 140.10 tokens per second) 0.38.932.694 I slot print_timing: id 0 | task 46 | eval time = 100.86 ms / 3 tokens ( 50.43 ms per token, 19.83 tokens per second) 0.38.932.694 I slot print_timing: id 0 | task 46 | total time = 1014.51 ms / 131 tokens 0.38.932.695 I slot print_timing: id 0 | task 46 | graphs reused = 3 0.38.932.695 I slot print_timing: id 0 | task 46 | graph reallocs = 0 / 0 (same size) / (changed size) 0.38.932.715 I slot release: id 0 | task 46 | stop processing: n_tokens = 131, truncated = 0 0.38.932.886 I slot print_timing: id 1 | task 39 | prompt eval time = 777.58 ms / 132 tokens ( 5.89 ms per token, 169.76 tokens per second) 0.38.932.888 I slot print_timing: id 1 | task 39 | eval time = 1180.71 ms / 8 tokens ( 168.67 ms per token, 5.93 tokens per second) 0.38.932.888 I slot print_timing: id 1 | task 39 | total time = 1958.29 ms / 140 tokens 0.38.932.888 I slot print_timing: id 1 | task 39 | graphs reused = 3 0.38.932.889 I slot print_timing: id 1 | task 39 | graph reallocs = 0 / 0 (same size) / (changed size) 0.38.932.900 I slot release: id 1 | task 39 | stop processing: n_tokens = 140, truncated = 0 0.38.933.072 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.193 (> 0.100 thold), f_keep = 0.221 0.38.933.941 I slot launch_slot_: id 0 | task 53 | processing task, is_child = 0 0.39.265.326 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.240 (> 0.100 thold), f_keep = 0.214 0.39.265.407 I slot launch_slot_: id 1 | task 55 | processing task, is_child = 0 0.39.265.440 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.197 (> 0.100 thold), f_keep = 0.196 0.39.265.489 I slot launch_slot_: id 2 | task 56 | processing task, is_child = 0 0.40.093.789 I slot print_timing: id 2 | task 56 | prompt eval time = 750.59 ms / 146 tokens ( 5.14 ms per token, 194.51 tokens per second) 0.40.093.795 I slot print_timing: id 2 | task 56 | eval time = 77.39 ms / 3 tokens ( 38.70 ms per token, 25.84 tokens per second) 0.40.093.796 I slot print_timing: id 2 | task 56 | total time = 827.98 ms / 149 tokens 0.40.093.796 I slot print_timing: id 2 | task 56 | graphs reused = 5 0.40.093.796 I slot print_timing: id 2 | task 56 | graph reallocs = 0 / 0 (same size) / (changed size) 0.40.093.834 I slot release: id 2 | task 56 | stop processing: n_tokens = 149, truncated = 0 0.40.094.012 I slot print_timing: id 3 | task 48 | prompt eval time = 914.00 ms / 115 tokens ( 7.95 ms per token, 125.82 tokens per second) 0.40.094.019 I slot print_timing: id 3 | task 48 | eval time = 1261.68 ms / 8 tokens ( 180.24 ms per token, 5.55 tokens per second) 0.40.094.020 I slot print_timing: id 3 | task 48 | total time = 2175.68 ms / 123 tokens 0.40.094.020 I slot print_timing: id 3 | task 48 | graphs reused = 5 0.40.094.020 I slot print_timing: id 3 | task 48 | graph reallocs = 0 / 0 (same size) / (changed size) 0.40.094.034 I slot release: id 3 | task 48 | stop processing: n_tokens = 123, truncated = 0 0.40.132.004 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.244 (> 0.100 thold), f_keep = 0.195 0.40.133.588 I slot launch_slot_: id 2 | task 62 | processing task, is_child = 0 0.40.134.024 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.227 (> 0.100 thold), f_keep = 0.236 0.40.134.071 I slot launch_slot_: id 3 | task 63 | processing task, is_child = 0 0.40.812.422 I slot print_timing: id 0 | task 53 | prompt eval time = 981.44 ms / 149 tokens ( 6.59 ms per token, 151.82 tokens per second) 0.40.812.424 I slot print_timing: id 0 | task 53 | eval time = 894.51 ms / 8 tokens ( 127.79 ms per token, 7.83 tokens per second) 0.40.812.425 I slot print_timing: id 0 | task 53 | total time = 1875.95 ms / 157 tokens 0.40.812.425 I slot print_timing: id 0 | task 53 | graphs reused = 5 0.40.812.426 I slot print_timing: id 0 | task 53 | graph reallocs = 0 / 0 (same size) / (changed size) 0.40.812.448 I slot release: id 0 | task 53 | stop processing: n_tokens = 157, truncated = 0 0.40.812.778 I slot print_timing: id 2 | task 62 | prompt eval time = 639.05 ms / 118 tokens ( 5.42 ms per token, 184.65 tokens per second) 0.40.812.783 I slot print_timing: id 2 | task 62 | eval time = 39.65 ms / 2 tokens ( 39.65 ms per token, 25.22 tokens per second) 0.40.812.784 I slot print_timing: id 2 | task 62 | total time = 678.70 ms / 120 tokens 0.40.812.784 I slot print_timing: id 2 | task 62 | graphs reused = 5 0.40.812.784 I slot print_timing: id 2 | task 62 | graph reallocs = 0 / 0 (same size) / (changed size) 0.40.812.799 I slot release: id 2 | task 62 | stop processing: n_tokens = 120, truncated = 0 0.40.812.970 I slot print_timing: id 3 | task 63 | prompt eval time = 639.18 ms / 127 tokens ( 5.03 ms per token, 198.69 tokens per second) 0.40.812.972 I slot print_timing: id 3 | task 63 | eval time = 39.65 ms / 2 tokens ( 39.65 ms per token, 25.22 tokens per second) 0.40.812.972 I slot print_timing: id 3 | task 63 | total time = 678.83 ms / 129 tokens 0.40.812.972 I slot print_timing: id 3 | task 63 | graphs reused = 5 0.40.812.973 I slot print_timing: id 3 | task 63 | graph reallocs = 0 / 0 (same size) / (changed size) 0.40.812.986 I slot release: id 3 | task 63 | stop processing: n_tokens = 129, truncated = 0 0.40.838.983 I slot print_timing: id 1 | task 55 | prompt eval time = 750.48 ms / 124 tokens ( 6.05 ms per token, 165.23 tokens per second) 0.40.838.984 I slot print_timing: id 1 | task 55 | eval time = 822.76 ms / 8 tokens ( 117.54 ms per token, 8.51 tokens per second) 0.40.838.985 I slot print_timing: id 1 | task 55 | total time = 1573.24 ms / 132 tokens 0.40.838.985 I slot print_timing: id 1 | task 55 | graphs reused = 5 0.40.838.985 I slot print_timing: id 1 | task 55 | graph reallocs = 0 / 0 (same size) / (changed size) 0.40.838.999 I slot release: id 1 | task 55 | stop processing: n_tokens = 132, truncated = 0 0.40.839.004 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.244 (> 0.100 thold), f_keep = 0.275 0.40.840.097 I slot launch_slot_: id 2 | task 68 | processing task, is_child = 0 0.40.843.542 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.199 (> 0.100 thold), f_keep = 0.185 0.40.843.598 I slot launch_slot_: id 0 | task 69 | processing task, is_child = 0 0.40.843.642 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.259 (> 0.100 thold), f_keep = 0.220 0.40.843.678 I slot launch_slot_: id 1 | task 70 | processing task, is_child = 0 0.40.843.700 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.206 (> 0.100 thold), f_keep = 0.225 0.40.843.737 I slot launch_slot_: id 3 | task 71 | processing task, is_child = 0 0.42.080.876 I slot print_timing: id 0 | task 69 | prompt eval time = 1197.68 ms / 145 tokens ( 8.26 ms per token, 121.07 tokens per second) 0.42.080.881 I slot print_timing: id 0 | task 69 | eval time = 39.45 ms / 2 tokens ( 39.45 ms per token, 25.35 tokens per second) 0.42.080.882 I slot print_timing: id 0 | task 69 | total time = 1237.13 ms / 147 tokens 0.42.080.882 I slot print_timing: id 0 | task 69 | graphs reused = 5 0.42.080.882 I slot print_timing: id 0 | task 69 | graph reallocs = 0 / 0 (same size) / (changed size) 0.42.080.906 I slot release: id 0 | task 69 | stop processing: n_tokens = 147, truncated = 0 0.42.119.373 I slot print_timing: id 1 | task 70 | prompt eval time = 1197.79 ms / 111 tokens ( 10.79 ms per token, 92.67 tokens per second) 0.42.119.378 I slot print_timing: id 1 | task 70 | eval time = 77.76 ms / 3 tokens ( 38.88 ms per token, 25.72 tokens per second) 0.42.119.379 I slot print_timing: id 1 | task 70 | total time = 1275.55 ms / 114 tokens 0.42.119.379 I slot print_timing: id 1 | task 70 | graphs reused = 5 0.42.119.380 I slot print_timing: id 1 | task 70 | graph reallocs = 0 / 0 (same size) / (changed size) 0.42.119.420 I slot release: id 1 | task 70 | stop processing: n_tokens = 114, truncated = 0 0.42.119.822 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.269 (> 0.100 thold), f_keep = 0.197 0.42.121.400 I slot launch_slot_: id 0 | task 76 | processing task, is_child = 0 0.42.409.483 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.257 (> 0.100 thold), f_keep = 0.254 0.42.409.571 I slot launch_slot_: id 1 | task 78 | processing task, is_child = 0 0.42.879.458 I slot print_timing: id 0 | task 76 | prompt eval time = 611.86 ms / 107 tokens ( 5.72 ms per token, 174.88 tokens per second) 0.42.879.463 I slot print_timing: id 0 | task 76 | eval time = 145.40 ms / 3 tokens ( 72.70 ms per token, 13.76 tokens per second) 0.42.879.464 I slot print_timing: id 0 | task 76 | total time = 757.25 ms / 110 tokens 0.42.879.464 I slot print_timing: id 0 | task 76 | graphs reused = 5 0.42.879.465 I slot print_timing: id 0 | task 76 | graph reallocs = 0 / 0 (same size) / (changed size) 0.42.879.486 I slot release: id 0 | task 76 | stop processing: n_tokens = 110, truncated = 0 0.42.918.312 I slot print_timing: id 1 | task 78 | prompt eval time = 430.00 ms / 112 tokens ( 3.84 ms per token, 260.47 tokens per second) 0.42.918.314 I slot print_timing: id 1 | task 78 | eval time = 78.55 ms / 3 tokens ( 39.27 ms per token, 25.46 tokens per second) 0.42.918.314 I slot print_timing: id 1 | task 78 | total time = 508.54 ms / 115 tokens 0.42.918.315 I slot print_timing: id 1 | task 78 | graphs reused = 5 0.42.918.315 I slot print_timing: id 1 | task 78 | graph reallocs = 0 / 0 (same size) / (changed size) 0.42.918.331 I slot release: id 1 | task 78 | stop processing: n_tokens = 115, truncated = 0 0.42.918.668 I slot print_timing: id 3 | task 71 | prompt eval time = 1198.03 ms / 140 tokens ( 8.56 ms per token, 116.86 tokens per second) 0.42.918.673 I slot print_timing: id 3 | task 71 | eval time = 876.69 ms / 8 tokens ( 125.24 ms per token, 7.98 tokens per second) 0.42.918.673 I slot print_timing: id 3 | task 71 | total time = 2074.72 ms / 148 tokens 0.42.918.674 I slot print_timing: id 3 | task 71 | graphs reused = 5 0.42.918.674 I slot print_timing: id 3 | task 71 | graph reallocs = 0 / 0 (same size) / (changed size) 0.42.918.689 I slot release: id 3 | task 71 | stop processing: n_tokens = 148, truncated = 0 0.42.918.693 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.156 (> 0.100 thold), f_keep = 0.264 0.42.919.471 I slot launch_slot_: id 0 | task 83 | processing task, is_child = 0 0.43.318.190 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.212 (> 0.100 thold), f_keep = 0.252 0.43.318.257 I slot launch_slot_: id 1 | task 85 | processing task, is_child = 0 0.43.318.286 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.164 (> 0.100 thold), f_keep = 0.196 0.43.318.331 I slot launch_slot_: id 3 | task 86 | processing task, is_child = 0 0.44.192.103 I slot print_timing: id 0 | task 83 | prompt eval time = 1090.83 ms / 185 tokens ( 5.90 ms per token, 169.60 tokens per second) 0.44.192.106 I slot print_timing: id 0 | task 83 | eval time = 179.52 ms / 3 tokens ( 89.76 ms per token, 11.14 tokens per second) 0.44.192.107 I slot print_timing: id 0 | task 83 | total time = 1270.35 ms / 188 tokens 0.44.192.107 I slot print_timing: id 0 | task 83 | graphs reused = 5 0.44.192.107 I slot print_timing: id 0 | task 83 | graph reallocs = 0 / 0 (same size) / (changed size) 0.44.192.132 I slot release: id 0 | task 83 | stop processing: n_tokens = 188, truncated = 0 0.44.192.310 I slot print_timing: id 1 | task 85 | prompt eval time = 833.03 ms / 136 tokens ( 6.13 ms per token, 163.26 tokens per second) 0.44.192.312 I slot print_timing: id 1 | task 85 | eval time = 40.19 ms / 2 tokens ( 40.19 ms per token, 24.88 tokens per second) 0.44.192.313 I slot print_timing: id 1 | task 85 | total time = 873.21 ms / 138 tokens 0.44.192.314 I slot print_timing: id 1 | task 85 | graphs reused = 5 0.44.192.314 I slot print_timing: id 1 | task 85 | graph reallocs = 0 / 0 (same size) / (changed size) 0.44.192.332 I slot release: id 1 | task 85 | stop processing: n_tokens = 138, truncated = 0 0.44.231.259 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.172 (> 0.100 thold), f_keep = 0.154 0.44.233.378 I slot launch_slot_: id 0 | task 91 | processing task, is_child = 0 0.44.234.974 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.161 (> 0.100 thold), f_keep = 0.210 0.44.235.047 I slot launch_slot_: id 1 | task 92 | processing task, is_child = 0 0.45.104.538 I slot print_timing: id 0 | task 91 | prompt eval time = 823.71 ms / 168 tokens ( 4.90 ms per token, 203.95 tokens per second) 0.45.104.547 I slot print_timing: id 0 | task 91 | eval time = 45.77 ms / 2 tokens ( 45.77 ms per token, 21.85 tokens per second) 0.45.104.548 I slot print_timing: id 0 | task 91 | total time = 869.48 ms / 170 tokens 0.45.104.549 I slot print_timing: id 0 | task 91 | graphs reused = 6 0.45.104.549 I slot print_timing: id 0 | task 91 | graph reallocs = 0 / 0 (same size) / (changed size) 0.45.104.593 I slot release: id 0 | task 91 | stop processing: n_tokens = 170, truncated = 0 0.45.146.689 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.192 (> 0.100 thold), f_keep = 0.171 0.45.148.956 I slot launch_slot_: id 0 | task 97 | processing task, is_child = 0 0.45.492.166 I slot print_timing: id 3 | task 86 | prompt eval time = 833.34 ms / 176 tokens ( 4.73 ms per token, 211.20 tokens per second) 0.45.492.172 I slot print_timing: id 3 | task 86 | eval time = 1339.61 ms / 8 tokens ( 191.37 ms per token, 5.23 tokens per second) 0.45.492.172 I slot print_timing: id 3 | task 86 | total time = 2172.95 ms / 184 tokens 0.45.492.172 I slot print_timing: id 3 | task 86 | graphs reused = 7 0.45.492.173 I slot print_timing: id 3 | task 86 | graph reallocs = 0 / 0 (same size) / (changed size) 0.45.492.196 I slot release: id 3 | task 86 | stop processing: n_tokens = 184, truncated = 0 0.45.565.484 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.201 (> 0.100 thold), f_keep = 0.158 0.45.567.328 I slot launch_slot_: id 3 | task 100 | processing task, is_child = 0 0.45.910.904 I slot print_timing: id 0 | task 97 | prompt eval time = 416.18 ms / 150 tokens ( 2.77 ms per token, 360.42 tokens per second) 0.45.910.909 I slot print_timing: id 0 | task 97 | eval time = 345.75 ms / 2 tokens ( 345.75 ms per token, 2.89 tokens per second) 0.45.910.909 I slot print_timing: id 0 | task 97 | total time = 761.93 ms / 152 tokens 0.45.910.909 I slot print_timing: id 0 | task 97 | graphs reused = 7 0.45.910.910 I slot print_timing: id 0 | task 97 | graph reallocs = 0 / 0 (same size) / (changed size) 0.45.910.932 I slot release: id 0 | task 97 | stop processing: n_tokens = 152, truncated = 0 0.45.984.208 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.223 (> 0.100 thold), f_keep = 0.191 0.45.985.249 I slot launch_slot_: id 0 | task 103 | processing task, is_child = 0 0.46.277.437 I slot print_timing: id 1 | task 92 | prompt eval time = 824.04 ms / 179 tokens ( 4.60 ms per token, 217.22 tokens per second) 0.46.277.443 I slot print_timing: id 1 | task 92 | eval time = 1218.22 ms / 8 tokens ( 174.03 ms per token, 5.75 tokens per second) 0.46.277.443 I slot print_timing: id 1 | task 92 | total time = 2042.26 ms / 187 tokens 0.46.277.443 I slot print_timing: id 1 | task 92 | graphs reused = 7 0.46.277.444 I slot print_timing: id 1 | task 92 | graph reallocs = 0 / 0 (same size) / (changed size) 0.46.277.466 I slot release: id 1 | task 92 | stop processing: n_tokens = 187, truncated = 0 0.46.277.800 I slot print_timing: id 3 | task 100 | prompt eval time = 416.87 ms / 143 tokens ( 2.92 ms per token, 343.03 tokens per second) 0.46.277.803 I slot print_timing: id 3 | task 100 | eval time = 293.60 ms / 2 tokens ( 293.60 ms per token, 3.41 tokens per second) 0.46.277.803 I slot print_timing: id 3 | task 100 | total time = 710.47 ms / 145 tokens 0.46.277.803 I slot print_timing: id 3 | task 100 | graphs reused = 7 0.46.277.804 I slot print_timing: id 3 | task 100 | graph reallocs = 0 / 0 (same size) / (changed size) 0.46.277.818 I slot release: id 3 | task 100 | stop processing: n_tokens = 145, truncated = 0 0.46.338.755 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.216 (> 0.100 thold), f_keep = 0.155 0.46.340.357 I slot launch_slot_: id 1 | task 106 | processing task, is_child = 0 0.46.341.553 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.174 (> 0.100 thold), f_keep = 0.200 0.46.341.599 I slot launch_slot_: id 3 | task 107 | processing task, is_child = 0 0.47.166.407 I slot print_timing: id 0 | task 103 | prompt eval time = 353.34 ms / 129 tokens ( 2.74 ms per token, 365.09 tokens per second) 0.47.166.415 I slot print_timing: id 0 | task 103 | eval time = 827.80 ms / 3 tokens ( 413.90 ms per token, 2.42 tokens per second) 0.47.166.416 I slot print_timing: id 0 | task 103 | total time = 1181.14 ms / 132 tokens 0.47.166.417 I slot print_timing: id 0 | task 103 | graphs reused = 7 0.47.166.417 I slot print_timing: id 0 | task 103 | graph reallocs = 0 / 0 (same size) / (changed size) 0.47.166.448 I slot release: id 0 | task 103 | stop processing: n_tokens = 132, truncated = 0 0.47.208.574 I slot print_timing: id 3 | task 107 | prompt eval time = 825.69 ms / 166 tokens ( 4.97 ms per token, 201.04 tokens per second) 0.47.208.580 I slot print_timing: id 3 | task 107 | eval time = 41.19 ms / 2 tokens ( 41.19 ms per token, 24.28 tokens per second) 0.47.208.582 I slot print_timing: id 3 | task 107 | total time = 866.87 ms / 168 tokens 0.47.208.582 I slot print_timing: id 3 | task 107 | graphs reused = 7 0.47.208.583 I slot print_timing: id 3 | task 107 | graph reallocs = 0 / 0 (same size) / (changed size) 0.47.208.622 I slot release: id 3 | task 107 | stop processing: n_tokens = 168, truncated = 0 0.47.208.632 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.257 (> 0.100 thold), f_keep = 0.220 0.47.211.517 I slot launch_slot_: id 0 | task 111 | processing task, is_child = 0 0.47.505.294 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.189 (> 0.100 thold), f_keep = 0.185 0.47.505.365 I slot launch_slot_: id 3 | task 113 | processing task, is_child = 0 0.47.999.827 I slot print_timing: id 0 | task 111 | prompt eval time = 672.71 ms / 112 tokens ( 6.01 ms per token, 166.49 tokens per second) 0.47.999.833 I slot print_timing: id 0 | task 111 | eval time = 113.50 ms / 3 tokens ( 56.75 ms per token, 17.62 tokens per second) 0.47.999.833 I slot print_timing: id 0 | task 111 | total time = 786.21 ms / 115 tokens 0.47.999.833 I slot print_timing: id 0 | task 111 | graphs reused = 7 0.47.999.834 I slot print_timing: id 0 | task 111 | graph reallocs = 0 / 0 (same size) / (changed size) 0.47.999.853 I slot release: id 0 | task 111 | stop processing: n_tokens = 115, truncated = 0 0.48.039.020 I slot print_timing: id 3 | task 113 | prompt eval time = 455.30 ms / 163 tokens ( 2.79 ms per token, 358.00 tokens per second) 0.48.039.022 I slot print_timing: id 3 | task 113 | eval time = 78.16 ms / 3 tokens ( 39.08 ms per token, 25.59 tokens per second) 0.48.039.023 I slot print_timing: id 3 | task 113 | total time = 533.46 ms / 166 tokens 0.48.039.023 I slot print_timing: id 3 | task 113 | graphs reused = 7 0.48.039.023 I slot print_timing: id 3 | task 113 | graph reallocs = 0 / 0 (same size) / (changed size) 0.48.039.043 I slot release: id 3 | task 113 | stop processing: n_tokens = 166, truncated = 0 0.48.039.048 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.172 (> 0.100 thold), f_keep = 0.252 0.48.039.506 I slot launch_slot_: id 0 | task 118 | processing task, is_child = 0 0.48.447.271 I slot print_timing: id 2 | task 68 | prompt eval time = 1197.90 ms / 134 tokens ( 8.94 ms per token, 111.86 tokens per second) 0.48.447.276 I slot print_timing: id 2 | task 68 | eval time = 6405.48 ms / 32 tokens ( 206.63 ms per token, 4.84 tokens per second) 0.48.447.276 I slot print_timing: id 2 | task 68 | total time = 7603.38 ms / 166 tokens 0.48.447.277 I slot print_timing: id 2 | task 68 | graphs reused = 7 0.48.447.277 I slot print_timing: id 2 | task 68 | graph reallocs = 0 / 0 (same size) / (changed size) 0.48.447.298 I slot release: id 2 | task 68 | stop processing: n_tokens = 166, truncated = 0 0.48.447.303 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.180 (> 0.100 thold), f_keep = 0.181 0.48.447.366 I slot launch_slot_: id 3 | task 120 | processing task, is_child = 0 0.48.879.284 I slot print_timing: id 1 | task 106 | prompt eval time = 825.15 ms / 133 tokens ( 6.20 ms per token, 161.18 tokens per second) 0.48.879.289 I slot print_timing: id 1 | task 106 | eval time = 1712.52 ms / 9 tokens ( 214.07 ms per token, 4.67 tokens per second) 0.48.879.289 I slot print_timing: id 1 | task 106 | total time = 2537.68 ms / 142 tokens 0.48.879.290 I slot print_timing: id 1 | task 106 | graphs reused = 7 0.48.879.290 I slot print_timing: id 1 | task 106 | graph reallocs = 0 / 0 (same size) / (changed size) 0.48.879.311 I slot release: id 1 | task 106 | stop processing: n_tokens = 142, truncated = 0 0.48.879.317 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.250 (> 0.100 thold), f_keep = 0.204 0.48.880.641 I slot launch_slot_: id 1 | task 122 | processing task, is_child = 0 0.49.202.258 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.250 (> 0.100 thold), f_keep = 0.175 0.49.202.342 I slot launch_slot_: id 2 | task 124 | processing task, is_child = 0 0.49.548.760 I slot print_timing: id 3 | task 120 | prompt eval time = 751.78 ms / 166 tokens ( 4.53 ms per token, 220.81 tokens per second) 0.49.548.766 I slot print_timing: id 3 | task 120 | eval time = 346.50 ms / 2 tokens ( 346.50 ms per token, 2.89 tokens per second) 0.49.548.766 I slot print_timing: id 3 | task 120 | total time = 1098.28 ms / 168 tokens 0.49.548.767 I slot print_timing: id 3 | task 120 | graphs reused = 7 0.49.548.767 I slot print_timing: id 3 | task 120 | graph reallocs = 0 / 0 (same size) / (changed size) 0.49.548.790 I slot release: id 3 | task 120 | stop processing: n_tokens = 168, truncated = 0 0.49.621.225 I slot print_timing: id 1 | task 122 | prompt eval time = 667.91 ms / 115 tokens ( 5.81 ms per token, 172.18 tokens per second) 0.49.621.229 I slot print_timing: id 1 | task 122 | eval time = 72.62 ms / 2 tokens ( 72.62 ms per token, 13.77 tokens per second) 0.49.621.229 I slot print_timing: id 1 | task 122 | total time = 740.54 ms / 117 tokens 0.49.621.229 I slot print_timing: id 1 | task 122 | graphs reused = 7 0.49.621.230 I slot print_timing: id 1 | task 122 | graph reallocs = 0 / 0 (same size) / (changed size) 0.49.621.251 I slot release: id 1 | task 122 | stop processing: n_tokens = 117, truncated = 0 0.49.621.456 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.215 (> 0.100 thold), f_keep = 0.248 0.49.622.200 I slot launch_slot_: id 1 | task 127 | processing task, is_child = 0 0.49.986.267 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.227 (> 0.100 thold), f_keep = 0.173 0.49.986.570 I slot launch_slot_: id 3 | task 129 | processing task, is_child = 0 0.50.344.445 I slot print_timing: id 2 | task 124 | prompt eval time = 418.92 ms / 115 tokens ( 3.64 ms per token, 274.51 tokens per second) 0.50.344.450 I slot print_timing: id 2 | task 124 | eval time = 722.99 ms / 3 tokens ( 361.50 ms per token, 2.77 tokens per second) 0.50.344.450 I slot print_timing: id 2 | task 124 | total time = 1141.91 ms / 118 tokens 0.50.344.451 I slot print_timing: id 2 | task 124 | graphs reused = 7 0.50.344.451 I slot print_timing: id 2 | task 124 | graph reallocs = 0 / 0 (same size) / (changed size) 0.50.344.469 I slot release: id 2 | task 124 | stop processing: n_tokens = 118, truncated = 0 0.50.417.609 I slot print_timing: id 1 | task 127 | prompt eval time = 720.60 ms / 134 tokens ( 5.38 ms per token, 185.96 tokens per second) 0.50.417.613 I slot print_timing: id 1 | task 127 | eval time = 73.32 ms / 2 tokens ( 73.32 ms per token, 13.64 tokens per second) 0.50.417.614 I slot print_timing: id 1 | task 127 | total time = 793.92 ms / 136 tokens 0.50.417.614 I slot print_timing: id 1 | task 127 | graphs reused = 7 0.50.417.614 I slot print_timing: id 1 | task 127 | graph reallocs = 0 / 0 (same size) / (changed size) 0.50.417.634 I slot release: id 1 | task 127 | stop processing: n_tokens = 136, truncated = 0 0.50.417.838 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.188 (> 0.100 thold), f_keep = 0.213 0.50.419.094 I slot launch_slot_: id 1 | task 132 | processing task, is_child = 0 0.50.784.616 I slot print_timing: id 0 | task 118 | prompt eval time = 838.05 ms / 168 tokens ( 4.99 ms per token, 200.47 tokens per second) 0.50.784.622 I slot print_timing: id 0 | task 118 | eval time = 1905.50 ms / 8 tokens ( 272.21 ms per token, 3.67 tokens per second) 0.50.784.622 I slot print_timing: id 0 | task 118 | total time = 2743.55 ms / 176 tokens 0.50.784.622 I slot print_timing: id 0 | task 118 | graphs reused = 7 0.50.784.623 I slot print_timing: id 0 | task 118 | graph reallocs = 0 / 0 (same size) / (changed size) 0.50.784.646 I slot release: id 0 | task 118 | stop processing: n_tokens = 176, truncated = 0 0.50.784.818 I slot print_timing: id 3 | task 129 | prompt eval time = 431.05 ms / 127 tokens ( 3.39 ms per token, 294.63 tokens per second) 0.50.784.820 I slot print_timing: id 3 | task 129 | eval time = 366.98 ms / 2 tokens ( 366.98 ms per token, 2.72 tokens per second) 0.50.784.821 I slot print_timing: id 3 | task 129 | total time = 798.03 ms / 129 tokens 0.50.784.821 I slot print_timing: id 3 | task 129 | graphs reused = 7 0.50.784.821 I slot print_timing: id 3 | task 129 | graph reallocs = 0 / 0 (same size) / (changed size) 0.50.784.841 I slot release: id 3 | task 129 | stop processing: n_tokens = 129, truncated = 0 0.50.784.844 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.232 (> 0.100 thold), f_keep = 0.165 0.50.786.650 I slot launch_slot_: id 0 | task 134 | processing task, is_child = 0 0.51.080.618 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.207 (> 0.100 thold), f_keep = 0.233 0.51.080.684 I slot launch_slot_: id 3 | task 136 | processing task, is_child = 0 0.51.080.711 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.227 (> 0.100 thold), f_keep = 0.246 0.51.080.757 I slot launch_slot_: id 2 | task 137 | processing task, is_child = 0 0.51.798.861 I slot print_timing: id 0 | task 134 | prompt eval time = 933.54 ms / 124 tokens ( 7.53 ms per token, 132.83 tokens per second) 0.51.798.867 I slot print_timing: id 0 | task 134 | eval time = 77.25 ms / 2 tokens ( 77.25 ms per token, 12.94 tokens per second) 0.51.798.867 I slot print_timing: id 0 | task 134 | total time = 1010.79 ms / 126 tokens 0.51.798.868 I slot print_timing: id 0 | task 134 | graphs reused = 7 0.51.798.868 I slot print_timing: id 0 | task 134 | graph reallocs = 0 / 0 (same size) / (changed size) 0.51.798.888 I slot release: id 0 | task 134 | stop processing: n_tokens = 126, truncated = 0 0.51.838.159 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.199 (> 0.100 thold), f_keep = 0.230 0.51.839.487 I slot launch_slot_: id 0 | task 141 | processing task, is_child = 0 0.52.181.513 I slot print_timing: id 2 | task 137 | prompt eval time = 718.02 ms / 127 tokens ( 5.65 ms per token, 176.88 tokens per second) 0.52.181.516 I slot print_timing: id 2 | task 137 | eval time = 382.27 ms / 3 tokens ( 191.13 ms per token, 5.23 tokens per second) 0.52.181.517 I slot print_timing: id 2 | task 137 | total time = 1100.29 ms / 130 tokens 0.52.181.517 I slot print_timing: id 2 | task 137 | graphs reused = 8 0.52.181.517 I slot print_timing: id 2 | task 137 | graph reallocs = 0 / 0 (same size) / (changed size) 0.52.181.541 I slot release: id 2 | task 137 | stop processing: n_tokens = 130, truncated = 0 0.52.266.343 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.210 (> 0.100 thold), f_keep = 0.223 0.52.267.609 I slot launch_slot_: id 2 | task 144 | processing task, is_child = 0 0.52.728.614 I slot print_timing: id 1 | task 132 | prompt eval time = 660.70 ms / 153 tokens ( 4.32 ms per token, 231.57 tokens per second) 0.52.728.623 I slot print_timing: id 1 | task 132 | eval time = 1648.00 ms / 8 tokens ( 235.43 ms per token, 4.25 tokens per second) 0.52.728.623 I slot print_timing: id 1 | task 132 | total time = 2308.69 ms / 161 tokens 0.52.728.624 I slot print_timing: id 1 | task 132 | graphs reused = 8 0.52.728.624 I slot print_timing: id 1 | task 132 | graph reallocs = 0 / 0 (same size) / (changed size) 0.52.728.646 I slot release: id 1 | task 132 | stop processing: n_tokens = 161, truncated = 0 0.52.790.129 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.232 (> 0.100 thold), f_keep = 0.180 0.52.791.584 I slot launch_slot_: id 1 | task 148 | processing task, is_child = 0 0.53.115.232 I slot print_timing: id 2 | task 144 | prompt eval time = 461.23 ms / 137 tokens ( 3.37 ms per token, 297.03 tokens per second) 0.53.115.235 I slot print_timing: id 2 | task 144 | eval time = 386.39 ms / 3 tokens ( 193.19 ms per token, 5.18 tokens per second) 0.53.115.235 I slot print_timing: id 2 | task 144 | total time = 847.62 ms / 140 tokens 0.53.115.236 I slot print_timing: id 2 | task 144 | graphs reused = 8 0.53.115.236 I slot print_timing: id 2 | task 144 | graph reallocs = 0 / 0 (same size) / (changed size) 0.53.115.256 I slot release: id 2 | task 144 | stop processing: n_tokens = 140, truncated = 0 0.53.115.438 I slot print_timing: id 3 | task 136 | prompt eval time = 718.15 ms / 144 tokens ( 4.99 ms per token, 200.52 tokens per second) 0.53.115.440 I slot print_timing: id 3 | task 136 | eval time = 1315.99 ms / 8 tokens ( 188.00 ms per token, 5.32 tokens per second) 0.53.115.440 I slot print_timing: id 3 | task 136 | total time = 2034.14 ms / 152 tokens 0.53.115.441 I slot print_timing: id 3 | task 136 | graphs reused = 8 0.53.115.441 I slot print_timing: id 3 | task 136 | graph reallocs = 0 / 0 (same size) / (changed size) 0.53.115.455 I slot release: id 3 | task 136 | stop processing: n_tokens = 152, truncated = 0 0.53.186.012 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.227 (> 0.100 thold), f_keep = 0.207 0.53.187.071 I slot launch_slot_: id 2 | task 151 | processing task, is_child = 0 0.53.188.304 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.263 (> 0.100 thold), f_keep = 0.197 0.53.188.357 I slot launch_slot_: id 3 | task 152 | processing task, is_child = 0 0.53.706.339 I slot print_timing: id 1 | task 148 | prompt eval time = 394.42 ms / 124 tokens ( 3.18 ms per token, 314.39 tokens per second) 0.53.706.341 I slot print_timing: id 1 | task 148 | eval time = 520.33 ms / 2 tokens ( 520.33 ms per token, 1.92 tokens per second) 0.53.706.341 I slot print_timing: id 1 | task 148 | total time = 914.74 ms / 126 tokens 0.53.706.341 I slot print_timing: id 1 | task 148 | graphs reused = 8 0.53.706.342 I slot print_timing: id 1 | task 148 | graph reallocs = 0 / 0 (same size) / (changed size) 0.53.706.362 I slot release: id 1 | task 148 | stop processing: n_tokens = 126, truncated = 0 0.53.772.270 I slot print_timing: id 0 | task 141 | prompt eval time = 426.50 ms / 145 tokens ( 2.94 ms per token, 339.98 tokens per second) 0.53.772.273 I slot print_timing: id 0 | task 141 | eval time = 1506.27 ms / 8 tokens ( 215.18 ms per token, 4.65 tokens per second) 0.53.772.274 I slot print_timing: id 0 | task 141 | total time = 1932.76 ms / 153 tokens 0.53.772.274 I slot print_timing: id 0 | task 141 | graphs reused = 8 0.53.772.274 I slot print_timing: id 0 | task 141 | graph reallocs = 0 / 0 (same size) / (changed size) 0.53.772.294 I slot release: id 0 | task 141 | stop processing: n_tokens = 153, truncated = 0 0.53.772.700 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.171 (> 0.100 thold), f_keep = 0.196 0.53.773.796 I slot launch_slot_: id 0 | task 155 | processing task, is_child = 0 0.54.181.545 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.246 (> 0.100 thold), f_keep = 0.238 0.54.181.612 I slot launch_slot_: id 1 | task 157 | processing task, is_child = 0 0.54.510.151 I slot print_timing: id 2 | task 151 | prompt eval time = 584.13 ms / 127 tokens ( 4.60 ms per token, 217.42 tokens per second) 0.54.510.155 I slot print_timing: id 2 | task 151 | eval time = 737.65 ms / 3 tokens ( 368.83 ms per token, 2.71 tokens per second) 0.54.510.155 I slot print_timing: id 2 | task 151 | total time = 1321.78 ms / 130 tokens 0.54.510.155 I slot print_timing: id 2 | task 151 | graphs reused = 8 0.54.510.156 I slot print_timing: id 2 | task 151 | graph reallocs = 0 / 0 (same size) / (changed size) 0.54.510.179 I slot release: id 2 | task 151 | stop processing: n_tokens = 130, truncated = 0 0.54.510.362 I slot print_timing: id 3 | task 152 | prompt eval time = 584.25 ms / 113 tokens ( 5.17 ms per token, 193.41 tokens per second) 0.54.510.364 I slot print_timing: id 3 | task 152 | eval time = 737.66 ms / 3 tokens ( 368.83 ms per token, 2.71 tokens per second) 0.54.510.365 I slot print_timing: id 3 | task 152 | total time = 1321.91 ms / 116 tokens 0.54.510.365 I slot print_timing: id 3 | task 152 | graphs reused = 8 0.54.510.365 I slot print_timing: id 3 | task 152 | graph reallocs = 0 / 0 (same size) / (changed size) 0.54.510.377 I slot release: id 3 | task 152 | stop processing: n_tokens = 116, truncated = 0 0.54.580.855 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.211 (> 0.100 thold), f_keep = 0.259 0.54.581.252 I slot launch_slot_: id 3 | task 160 | processing task, is_child = 0 0.54.582.300 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.121 (> 0.100 thold), f_keep = 0.223 0.54.582.346 I slot launch_slot_: id 2 | task 161 | processing task, is_child = 0 0.55.481.833 I slot print_timing: id 1 | task 157 | prompt eval time = 398.59 ms / 121 tokens ( 3.29 ms per token, 303.57 tokens per second) 0.55.481.835 I slot print_timing: id 1 | task 157 | eval time = 900.98 ms / 3 tokens ( 450.49 ms per token, 2.22 tokens per second) 0.55.481.835 I slot print_timing: id 1 | task 157 | total time = 1299.57 ms / 124 tokens 0.55.481.836 I slot print_timing: id 1 | task 157 | graphs reused = 8 0.55.481.836 I slot print_timing: id 1 | task 157 | graph reallocs = 0 / 0 (same size) / (changed size) 0.55.481.855 I slot release: id 1 | task 157 | stop processing: n_tokens = 124, truncated = 0 0.55.543.076 I slot print_timing: id 2 | task 161 | prompt eval time = 899.70 ms / 238 tokens ( 3.78 ms per token, 264.53 tokens per second) 0.55.543.081 I slot print_timing: id 2 | task 161 | eval time = 61.02 ms / 2 tokens ( 61.02 ms per token, 16.39 tokens per second) 0.55.543.082 I slot print_timing: id 2 | task 161 | total time = 960.72 ms / 240 tokens 0.55.543.082 I slot print_timing: id 2 | task 161 | graphs reused = 8 0.55.543.082 I slot print_timing: id 2 | task 161 | graph reallocs = 0 / 0 (same size) / (changed size) 0.55.543.106 I slot release: id 2 | task 161 | stop processing: n_tokens = 240, truncated = 0 0.55.543.279 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.161 (> 0.100 thold), f_keep = 0.234 0.55.544.203 I slot launch_slot_: id 1 | task 165 | processing task, is_child = 0 0.55.975.059 I slot print_timing: id 3 | task 160 | prompt eval time = 899.82 ms / 141 tokens ( 6.38 ms per token, 156.70 tokens per second) 0.55.975.065 I slot print_timing: id 3 | task 160 | eval time = 492.81 ms / 3 tokens ( 246.41 ms per token, 4.06 tokens per second) 0.55.975.065 I slot print_timing: id 3 | task 160 | total time = 1392.63 ms / 144 tokens 0.55.975.065 I slot print_timing: id 3 | task 160 | graphs reused = 8 0.55.975.066 I slot print_timing: id 3 | task 160 | graph reallocs = 0 / 0 (same size) / (changed size) 0.55.975.085 I slot release: id 3 | task 160 | stop processing: n_tokens = 144, truncated = 0 0.55.975.091 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.189 (> 0.100 thold), f_keep = 0.208 0.55.976.993 I slot launch_slot_: id 3 | task 167 | processing task, is_child = 0 0.56.354.616 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.195 (> 0.100 thold), f_keep = 0.121 0.56.354.919 I slot launch_slot_: id 2 | task 169 | processing task, is_child = 0 0.56.735.791 I slot print_timing: id 0 | task 155 | prompt eval time = 735.33 ms / 174 tokens ( 4.23 ms per token, 236.63 tokens per second) 0.56.735.796 I slot print_timing: id 0 | task 155 | eval time = 2225.81 ms / 8 tokens ( 317.97 ms per token, 3.14 tokens per second) 0.56.735.797 I slot print_timing: id 0 | task 155 | total time = 2961.14 ms / 182 tokens 0.56.735.797 I slot print_timing: id 0 | task 155 | graphs reused = 8 0.56.735.798 I slot print_timing: id 0 | task 155 | graph reallocs = 0 / 0 (same size) / (changed size) 0.56.735.821 I slot release: id 0 | task 155 | stop processing: n_tokens = 182, truncated = 0 0.56.735.981 I slot print_timing: id 1 | task 165 | prompt eval time = 808.36 ms / 179 tokens ( 4.52 ms per token, 221.44 tokens per second) 0.56.735.983 I slot print_timing: id 1 | task 165 | eval time = 381.37 ms / 2 tokens ( 381.37 ms per token, 2.62 tokens per second) 0.56.735.983 I slot print_timing: id 1 | task 165 | total time = 1189.73 ms / 181 tokens 0.56.735.983 I slot print_timing: id 1 | task 165 | graphs reused = 8 0.56.735.984 I slot print_timing: id 1 | task 165 | graph reallocs = 0 / 0 (same size) / (changed size) 0.56.735.998 I slot release: id 1 | task 165 | stop processing: n_tokens = 181, truncated = 0 0.56.797.070 I slot print_timing: id 3 | task 167 | prompt eval time = 758.47 ms / 158 tokens ( 4.80 ms per token, 208.32 tokens per second) 0.56.797.075 I slot print_timing: id 3 | task 167 | eval time = 60.87 ms / 2 tokens ( 60.87 ms per token, 16.43 tokens per second) 0.56.797.076 I slot print_timing: id 3 | task 167 | total time = 819.33 ms / 160 tokens 0.56.797.076 I slot print_timing: id 3 | task 167 | graphs reused = 8 0.56.797.077 I slot print_timing: id 3 | task 167 | graph reallocs = 0 / 0 (same size) / (changed size) 0.56.797.097 I slot release: id 3 | task 167 | stop processing: n_tokens = 160, truncated = 0 0.56.797.102 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.180 (> 0.100 thold), f_keep = 0.165 0.56.798.355 I slot launch_slot_: id 0 | task 172 | processing task, is_child = 0 0.56.801.244 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.128 (> 0.100 thold), f_keep = 0.160 0.56.801.294 I slot launch_slot_: id 1 | task 173 | processing task, is_child = 0 0.56.801.323 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.277 (> 0.100 thold), f_keep = 0.194 0.56.801.372 I slot launch_slot_: id 3 | task 174 | processing task, is_child = 0 0.57.870.450 I slot print_timing: id 2 | task 169 | prompt eval time = 442.00 ms / 148 tokens ( 2.99 ms per token, 334.84 tokens per second) 0.57.870.453 I slot print_timing: id 2 | task 169 | eval time = 1073.52 ms / 2 tokens ( 1073.52 ms per token, 0.93 tokens per second) 0.57.870.453 I slot print_timing: id 2 | task 169 | total time = 1515.52 ms / 150 tokens 0.57.870.454 I slot print_timing: id 2 | task 169 | graphs reused = 8 0.57.870.454 I slot print_timing: id 2 | task 169 | graph reallocs = 0 / 0 (same size) / (changed size) 0.57.870.479 I slot release: id 2 | task 169 | stop processing: n_tokens = 150, truncated = 0 0.57.950.581 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.150 (> 0.100 thold), f_keep = 0.193 0.57.951.935 I slot launch_slot_: id 2 | task 177 | processing task, is_child = 0 0.58.385.669 I slot print_timing: id 3 | task 174 | prompt eval time = 1149.04 ms / 111 tokens ( 10.35 ms per token, 96.60 tokens per second) 0.58.385.675 I slot print_timing: id 3 | task 174 | eval time = 435.09 ms / 2 tokens ( 435.09 ms per token, 2.30 tokens per second) 0.58.385.675 I slot print_timing: id 3 | task 174 | total time = 1584.13 ms / 113 tokens 0.58.385.676 I slot print_timing: id 3 | task 174 | graphs reused = 8 0.58.385.676 I slot print_timing: id 3 | task 174 | graph reallocs = 0 / 0 (same size) / (changed size) 0.58.385.698 I slot release: id 3 | task 174 | stop processing: n_tokens = 113, truncated = 0 0.58.459.563 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.252 (> 0.100 thold), f_keep = 0.265 0.58.459.975 I slot launch_slot_: id 3 | task 180 | processing task, is_child = 0 0.58.939.663 I slot print_timing: id 1 | task 173 | prompt eval time = 1148.92 ms / 225 tokens ( 5.11 ms per token, 195.84 tokens per second) 0.58.939.666 I slot print_timing: id 1 | task 173 | eval time = 989.28 ms / 8 tokens ( 141.33 ms per token, 7.08 tokens per second) 0.58.939.666 I slot print_timing: id 1 | task 173 | total time = 2138.20 ms / 233 tokens 0.58.939.667 I slot print_timing: id 1 | task 173 | graphs reused = 10 0.58.939.667 I slot print_timing: id 1 | task 173 | graph reallocs = 0 / 0 (same size) / (changed size) 0.58.939.694 I slot release: id 1 | task 173 | stop processing: n_tokens = 233, truncated = 0 0.59.000.778 I slot print_timing: id 0 | task 172 | prompt eval time = 1148.82 ms / 166 tokens ( 6.92 ms per token, 144.50 tokens per second) 0.59.000.785 I slot print_timing: id 0 | task 172 | eval time = 1050.58 ms / 9 tokens ( 131.32 ms per token, 7.61 tokens per second) 0.59.000.786 I slot print_timing: id 0 | task 172 | total time = 2199.40 ms / 175 tokens 0.59.000.786 I slot print_timing: id 0 | task 172 | graphs reused = 10 0.59.000.786 I slot print_timing: id 0 | task 172 | graph reallocs = 0 / 0 (same size) / (changed size) 0.59.000.807 I slot release: id 0 | task 172 | stop processing: n_tokens = 175, truncated = 0 0.59.001.135 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.197 (> 0.100 thold), f_keep = 0.166 0.59.002.343 I slot launch_slot_: id 0 | task 187 | processing task, is_child = 0 0.59.004.276 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.168 (> 0.100 thold), f_keep = 0.124 0.59.004.331 I slot launch_slot_: id 1 | task 188 | processing task, is_child = 0 0.59.662.011 I slot print_timing: id 2 | task 177 | prompt eval time = 507.61 ms / 192 tokens ( 2.64 ms per token, 378.24 tokens per second) 0.59.662.015 I slot print_timing: id 2 | task 177 | eval time = 1202.45 ms / 8 tokens ( 171.78 ms per token, 5.82 tokens per second) 0.59.662.016 I slot print_timing: id 2 | task 177 | total time = 1710.07 ms / 200 tokens 0.59.662.017 I slot print_timing: id 2 | task 177 | graphs reused = 11 0.59.662.017 I slot print_timing: id 2 | task 177 | graph reallocs = 0 / 0 (same size) / (changed size) 0.59.662.043 I slot release: id 2 | task 177 | stop processing: n_tokens = 200, truncated = 0 0.59.729.225 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.212 (> 0.100 thold), f_keep = 0.145 0.59.730.596 I slot launch_slot_: id 2 | task 191 | processing task, is_child = 0 1.00.095.206 I slot print_timing: id 0 | task 187 | prompt eval time = 724.54 ms / 146 tokens ( 4.96 ms per token, 201.51 tokens per second) 1.00.095.212 I slot print_timing: id 0 | task 187 | eval time = 366.32 ms / 2 tokens ( 366.32 ms per token, 2.73 tokens per second) 1.00.095.213 I slot print_timing: id 0 | task 187 | total time = 1090.87 ms / 148 tokens 1.00.095.213 I slot print_timing: id 0 | task 187 | graphs reused = 11 1.00.095.213 I slot print_timing: id 0 | task 187 | graph reallocs = 0 / 0 (same size) / (changed size) 1.00.095.238 I slot release: id 0 | task 187 | stop processing: n_tokens = 148, truncated = 0 1.00.095.570 I slot print_timing: id 3 | task 180 | prompt eval time = 364.94 ms / 118 tokens ( 3.09 ms per token, 323.34 tokens per second) 1.00.095.572 I slot print_timing: id 3 | task 180 | eval time = 1270.65 ms / 8 tokens ( 181.52 ms per token, 5.51 tokens per second) 1.00.095.572 I slot print_timing: id 3 | task 180 | total time = 1635.59 ms / 126 tokens 1.00.095.573 I slot print_timing: id 3 | task 180 | graphs reused = 11 1.00.095.573 I slot print_timing: id 3 | task 180 | graph reallocs = 0 / 0 (same size) / (changed size) 1.00.095.588 I slot release: id 3 | task 180 | stop processing: n_tokens = 126, truncated = 0 1.00.165.496 I slot print_timing: id 1 | task 188 | prompt eval time = 724.65 ms / 172 tokens ( 4.21 ms per token, 237.36 tokens per second) 1.00.165.498 I slot print_timing: id 1 | task 188 | eval time = 436.43 ms / 3 tokens ( 218.22 ms per token, 4.58 tokens per second) 1.00.165.499 I slot print_timing: id 1 | task 188 | total time = 1161.08 ms / 175 tokens 1.00.165.499 I slot print_timing: id 1 | task 188 | graphs reused = 11 1.00.165.500 I slot print_timing: id 1 | task 188 | graph reallocs = 0 / 0 (same size) / (changed size) 1.00.165.520 I slot release: id 1 | task 188 | stop processing: n_tokens = 175, truncated = 0 1.00.165.731 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.261 (> 0.100 thold), f_keep = 0.238 1.00.166.215 I slot launch_slot_: id 3 | task 194 | processing task, is_child = 0 1.00.169.049 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.238 (> 0.100 thold), f_keep = 0.196 1.00.169.336 I slot launch_slot_: id 0 | task 195 | processing task, is_child = 0 1.00.169.366 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.174 (> 0.100 thold), f_keep = 0.166 1.00.169.416 I slot launch_slot_: id 1 | task 196 | processing task, is_child = 0 1.01.178.087 I slot print_timing: id 2 | task 191 | prompt eval time = 435.12 ms / 136 tokens ( 3.20 ms per token, 312.55 tokens per second) 1.01.178.090 I slot print_timing: id 2 | task 191 | eval time = 1012.35 ms / 3 tokens ( 506.18 ms per token, 1.98 tokens per second) 1.01.178.090 I slot print_timing: id 2 | task 191 | total time = 1447.48 ms / 139 tokens 1.01.178.091 I slot print_timing: id 2 | task 191 | graphs reused = 11 1.01.178.091 I slot print_timing: id 2 | task 191 | graph reallocs = 0 / 0 (same size) / (changed size) 1.01.178.114 I slot release: id 2 | task 191 | stop processing: n_tokens = 139, truncated = 0 1.01.239.308 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.209 (> 0.100 thold), f_keep = 0.209 1.01.240.260 I slot launch_slot_: id 2 | task 200 | processing task, is_child = 0 1.01.605.138 I slot print_timing: id 0 | task 195 | prompt eval time = 1008.29 ms / 121 tokens ( 8.33 ms per token, 120.01 tokens per second) 1.01.605.143 I slot print_timing: id 0 | task 195 | eval time = 427.43 ms / 3 tokens ( 213.71 ms per token, 4.68 tokens per second) 1.01.605.144 I slot print_timing: id 0 | task 195 | total time = 1435.72 ms / 124 tokens 1.01.605.144 I slot print_timing: id 0 | task 195 | graphs reused = 11 1.01.605.145 I slot print_timing: id 0 | task 195 | graph reallocs = 0 / 0 (same size) / (changed size) 1.01.605.166 I slot release: id 0 | task 195 | stop processing: n_tokens = 124, truncated = 0 1.01.605.500 I slot print_timing: id 3 | task 194 | prompt eval time = 1008.77 ms / 114 tokens ( 8.85 ms per token, 113.01 tokens per second) 1.01.605.502 I slot print_timing: id 3 | task 194 | eval time = 427.18 ms / 3 tokens ( 213.59 ms per token, 4.68 tokens per second) 1.01.605.502 I slot print_timing: id 3 | task 194 | total time = 1435.95 ms / 117 tokens 1.01.605.502 I slot print_timing: id 3 | task 194 | graphs reused = 11 1.01.605.503 I slot print_timing: id 3 | task 194 | graph reallocs = 0 / 0 (same size) / (changed size) 1.01.605.515 I slot release: id 3 | task 194 | stop processing: n_tokens = 117, truncated = 0 1.01.676.480 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.240 (> 0.100 thold), f_keep = 0.242 1.01.677.186 I slot launch_slot_: id 0 | task 203 | processing task, is_child = 0 1.01.677.988 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.212 (> 0.100 thold), f_keep = 0.248 1.01.678.034 I slot launch_slot_: id 3 | task 204 | processing task, is_child = 0 1.02.270.262 I slot print_timing: id 2 | task 200 | prompt eval time = 436.21 ms / 138 tokens ( 3.16 ms per token, 316.36 tokens per second) 1.02.270.265 I slot print_timing: id 2 | task 200 | eval time = 593.78 ms / 2 tokens ( 593.78 ms per token, 1.68 tokens per second) 1.02.270.265 I slot print_timing: id 2 | task 200 | total time = 1029.99 ms / 140 tokens 1.02.270.266 I slot print_timing: id 2 | task 200 | graphs reused = 11 1.02.270.266 I slot print_timing: id 2 | task 200 | graph reallocs = 0 / 0 (same size) / (changed size) 1.02.270.289 I slot release: id 2 | task 200 | stop processing: n_tokens = 140, truncated = 0 1.02.366.784 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.220 (> 0.100 thold), f_keep = 0.207 1.02.368.009 I slot launch_slot_: id 2 | task 207 | processing task, is_child = 0 1.02.683.098 I slot print_timing: id 0 | task 203 | prompt eval time = 688.41 ms / 124 tokens ( 5.55 ms per token, 180.13 tokens per second) 1.02.683.101 I slot print_timing: id 0 | task 203 | eval time = 316.64 ms / 2 tokens ( 316.64 ms per token, 3.16 tokens per second) 1.02.683.102 I slot print_timing: id 0 | task 203 | total time = 1005.05 ms / 126 tokens 1.02.683.102 I slot print_timing: id 0 | task 203 | graphs reused = 11 1.02.683.102 I slot print_timing: id 0 | task 203 | graph reallocs = 0 / 0 (same size) / (changed size) 1.02.683.123 I slot release: id 0 | task 203 | stop processing: n_tokens = 126, truncated = 0 1.02.777.325 I slot print_timing: id 1 | task 196 | prompt eval time = 1008.42 ms / 166 tokens ( 6.07 ms per token, 164.61 tokens per second) 1.02.777.328 I slot print_timing: id 1 | task 196 | eval time = 1599.42 ms / 8 tokens ( 228.49 ms per token, 4.38 tokens per second) 1.02.777.328 I slot print_timing: id 1 | task 196 | total time = 2607.84 ms / 174 tokens 1.02.777.329 I slot print_timing: id 1 | task 196 | graphs reused = 11 1.02.777.329 I slot print_timing: id 1 | task 196 | graph reallocs = 0 / 0 (same size) / (changed size) 1.02.777.349 I slot release: id 1 | task 196 | stop processing: n_tokens = 174, truncated = 0 1.02.777.717 I slot print_timing: id 3 | task 204 | prompt eval time = 688.66 ms / 136 tokens ( 5.06 ms per token, 197.48 tokens per second) 1.02.777.720 I slot print_timing: id 3 | task 204 | eval time = 410.94 ms / 3 tokens ( 205.47 ms per token, 4.87 tokens per second) 1.02.777.721 I slot print_timing: id 3 | task 204 | total time = 1099.60 ms / 139 tokens 1.02.777.721 I slot print_timing: id 3 | task 204 | graphs reused = 11 1.02.777.722 I slot print_timing: id 3 | task 204 | graph reallocs = 0 / 0 (same size) / (changed size) 1.02.777.735 I slot release: id 3 | task 204 | stop processing: n_tokens = 139, truncated = 0 1.02.777.739 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.162 (> 0.100 thold), f_keep = 0.230 1.02.778.897 I slot launch_slot_: id 0 | task 210 | processing task, is_child = 0 1.02.781.572 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.168 (> 0.100 thold), f_keep = 0.167 1.02.781.622 I slot launch_slot_: id 1 | task 211 | processing task, is_child = 0 1.02.781.647 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.156 (> 0.100 thold), f_keep = 0.209 1.02.781.688 I slot launch_slot_: id 3 | task 212 | processing task, is_child = 0 1.03.977.858 I slot print_timing: id 2 | task 207 | prompt eval time = 409.53 ms / 131 tokens ( 3.13 ms per token, 319.88 tokens per second) 1.03.977.863 I slot print_timing: id 2 | task 207 | eval time = 1200.31 ms / 3 tokens ( 600.15 ms per token, 1.67 tokens per second) 1.03.977.864 I slot print_timing: id 2 | task 207 | total time = 1609.84 ms / 134 tokens 1.03.977.864 I slot print_timing: id 2 | task 207 | graphs reused = 11 1.03.977.865 I slot print_timing: id 2 | task 207 | graph reallocs = 0 / 0 (same size) / (changed size) 1.03.977.889 I slot release: id 2 | task 207 | stop processing: n_tokens = 134, truncated = 0 1.04.038.906 I slot print_timing: id 1 | task 211 | prompt eval time = 1195.94 ms / 172 tokens ( 6.95 ms per token, 143.82 tokens per second) 1.04.038.910 I slot print_timing: id 1 | task 211 | eval time = 61.20 ms / 2 tokens ( 61.20 ms per token, 16.34 tokens per second) 1.04.038.912 I slot print_timing: id 1 | task 211 | total time = 1257.14 ms / 174 tokens 1.04.038.912 I slot print_timing: id 1 | task 211 | graphs reused = 11 1.04.038.912 I slot print_timing: id 1 | task 211 | graph reallocs = 0 / 0 (same size) / (changed size) 1.04.038.936 I slot release: id 1 | task 211 | stop processing: n_tokens = 174, truncated = 0 1.04.039.108 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.242 (> 0.100 thold), f_keep = 0.167 1.04.040.727 I slot launch_slot_: id 1 | task 216 | processing task, is_child = 0 1.04.352.199 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.234 (> 0.100 thold), f_keep = 0.216 1.04.352.501 I slot launch_slot_: id 2 | task 218 | processing task, is_child = 0 1.04.836.127 I slot print_timing: id 1 | task 216 | prompt eval time = 658.22 ms / 119 tokens ( 5.53 ms per token, 180.79 tokens per second) 1.04.836.133 I slot print_timing: id 1 | task 216 | eval time = 136.32 ms / 3 tokens ( 68.16 ms per token, 14.67 tokens per second) 1.04.836.133 I slot print_timing: id 1 | task 216 | total time = 794.54 ms / 122 tokens 1.04.836.133 I slot print_timing: id 1 | task 216 | graphs reused = 11 1.04.836.134 I slot print_timing: id 1 | task 216 | graph reallocs = 0 / 0 (same size) / (changed size) 1.04.836.153 I slot release: id 1 | task 216 | stop processing: n_tokens = 122, truncated = 0 1.04.836.314 I slot print_timing: id 2 | task 218 | prompt eval time = 443.61 ms / 123 tokens ( 3.61 ms per token, 277.27 tokens per second) 1.04.836.316 I slot print_timing: id 2 | task 218 | eval time = 40.00 ms / 2 tokens ( 40.00 ms per token, 25.00 tokens per second) 1.04.836.317 I slot print_timing: id 2 | task 218 | total time = 483.61 ms / 125 tokens 1.04.836.317 I slot print_timing: id 2 | task 218 | graphs reused = 11 1.04.836.317 I slot print_timing: id 2 | task 218 | graph reallocs = 0 / 0 (same size) / (changed size) 1.04.836.333 I slot release: id 2 | task 218 | stop processing: n_tokens = 125, truncated = 0 1.04.885.453 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.248 (> 0.100 thold), f_keep = 0.240 1.04.886.537 I slot launch_slot_: id 2 | task 223 | processing task, is_child = 0 1.04.886.998 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.223 (> 0.100 thold), f_keep = 0.238 1.04.887.044 I slot launch_slot_: id 1 | task 224 | processing task, is_child = 0 1.05.470.702 I slot print_timing: id 3 | task 212 | prompt eval time = 1196.27 ms / 185 tokens ( 6.47 ms per token, 154.65 tokens per second) 1.05.470.706 I slot print_timing: id 3 | task 212 | eval time = 1492.60 ms / 8 tokens ( 213.23 ms per token, 4.69 tokens per second) 1.05.470.706 I slot print_timing: id 3 | task 212 | total time = 2688.86 ms / 193 tokens 1.05.470.707 I slot print_timing: id 3 | task 212 | graphs reused = 11 1.05.470.707 I slot print_timing: id 3 | task 212 | graph reallocs = 0 / 0 (same size) / (changed size) 1.05.470.736 I slot release: id 3 | task 212 | stop processing: n_tokens = 193, truncated = 0 1.05.545.602 I slot print_timing: id 0 | task 210 | prompt eval time = 1195.83 ms / 178 tokens ( 6.72 ms per token, 148.85 tokens per second) 1.05.545.606 I slot print_timing: id 0 | task 210 | eval time = 1568.07 ms / 9 tokens ( 196.01 ms per token, 5.10 tokens per second) 1.05.545.607 I slot print_timing: id 0 | task 210 | total time = 2763.91 ms / 187 tokens 1.05.545.607 I slot print_timing: id 0 | task 210 | graphs reused = 11 1.05.545.608 I slot print_timing: id 0 | task 210 | graph reallocs = 0 / 0 (same size) / (changed size) 1.05.545.630 I slot release: id 0 | task 210 | stop processing: n_tokens = 187, truncated = 0 1.05.546.039 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.221 (> 0.100 thold), f_keep = 0.155 1.05.547.752 I slot launch_slot_: id 0 | task 227 | processing task, is_child = 0 1.05.549.355 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.196 (> 0.100 thold), f_keep = 0.150 1.05.549.408 I slot launch_slot_: id 3 | task 228 | processing task, is_child = 0 1.06.146.003 I slot print_timing: id 1 | task 224 | prompt eval time = 658.78 ms / 129 tokens ( 5.11 ms per token, 195.82 tokens per second) 1.06.146.008 I slot print_timing: id 1 | task 224 | eval time = 600.17 ms / 2 tokens ( 600.17 ms per token, 1.67 tokens per second) 1.06.146.009 I slot print_timing: id 1 | task 224 | total time = 1258.95 ms / 131 tokens 1.06.146.009 I slot print_timing: id 1 | task 224 | graphs reused = 11 1.06.146.010 I slot print_timing: id 1 | task 224 | graph reallocs = 0 / 0 (same size) / (changed size) 1.06.146.033 I slot release: id 1 | task 224 | stop processing: n_tokens = 131, truncated = 0 1.06.146.198 I slot print_timing: id 2 | task 223 | prompt eval time = 658.93 ms / 120 tokens ( 5.49 ms per token, 182.11 tokens per second) 1.06.146.200 I slot print_timing: id 2 | task 223 | eval time = 600.16 ms / 2 tokens ( 600.16 ms per token, 1.67 tokens per second) 1.06.146.200 I slot print_timing: id 2 | task 223 | total time = 1259.09 ms / 122 tokens 1.06.146.200 I slot print_timing: id 2 | task 223 | graphs reused = 11 1.06.146.201 I slot print_timing: id 2 | task 223 | graph reallocs = 0 / 0 (same size) / (changed size) 1.06.146.215 I slot release: id 2 | task 223 | stop processing: n_tokens = 122, truncated = 0 1.06.219.345 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.216 (> 0.100 thold), f_keep = 0.221 1.06.220.450 I slot launch_slot_: id 1 | task 231 | processing task, is_child = 0 1.06.221.257 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.215 (> 0.100 thold), f_keep = 0.238 1.06.221.308 I slot launch_slot_: id 2 | task 232 | processing task, is_child = 0 1.06.770.987 I slot print_timing: id 0 | task 227 | prompt eval time = 669.75 ms / 130 tokens ( 5.15 ms per token, 194.10 tokens per second) 1.06.770.992 I slot print_timing: id 0 | task 227 | eval time = 551.82 ms / 2 tokens ( 551.82 ms per token, 1.81 tokens per second) 1.06.770.992 I slot print_timing: id 0 | task 227 | total time = 1221.57 ms / 132 tokens 1.06.770.993 I slot print_timing: id 0 | task 227 | graphs reused = 11 1.06.770.993 I slot print_timing: id 0 | task 227 | graph reallocs = 0 / 0 (same size) / (changed size) 1.06.771.015 I slot release: id 0 | task 227 | stop processing: n_tokens = 132, truncated = 0 1.06.837.490 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.225 (> 0.100 thold), f_keep = 0.220 1.06.838.728 I slot launch_slot_: id 0 | task 235 | processing task, is_child = 0 1.07.205.237 I slot print_timing: id 1 | task 231 | prompt eval time = 615.83 ms / 133 tokens ( 4.63 ms per token, 215.97 tokens per second) 1.07.205.243 I slot print_timing: id 1 | task 231 | eval time = 368.09 ms / 3 tokens ( 184.04 ms per token, 5.43 tokens per second) 1.07.205.243 I slot print_timing: id 1 | task 231 | total time = 983.92 ms / 136 tokens 1.07.205.244 I slot print_timing: id 1 | task 231 | graphs reused = 11 1.07.205.244 I slot print_timing: id 1 | task 231 | graph reallocs = 0 / 0 (same size) / (changed size) 1.07.205.265 I slot release: id 1 | task 231 | stop processing: n_tokens = 136, truncated = 0 1.07.266.327 I slot print_timing: id 0 | task 235 | prompt eval time = 366.35 ms / 128 tokens ( 2.86 ms per token, 349.40 tokens per second) 1.07.266.329 I slot print_timing: id 0 | task 235 | eval time = 61.24 ms / 2 tokens ( 61.24 ms per token, 16.33 tokens per second) 1.07.266.329 I slot print_timing: id 0 | task 235 | total time = 427.59 ms / 130 tokens 1.07.266.330 I slot print_timing: id 0 | task 235 | graphs reused = 11 1.07.266.330 I slot print_timing: id 0 | task 235 | graph reallocs = 0 / 0 (same size) / (changed size) 1.07.266.351 I slot release: id 0 | task 235 | stop processing: n_tokens = 130, truncated = 0 1.07.266.680 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.218 (> 0.100 thold), f_keep = 0.223 1.07.267.887 I slot launch_slot_: id 0 | task 239 | processing task, is_child = 0 1.07.554.575 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.264 (> 0.100 thold), f_keep = 0.213 1.07.554.637 I slot launch_slot_: id 1 | task 241 | processing task, is_child = 0 1.07.880.238 I slot print_timing: id 3 | task 228 | prompt eval time = 669.85 ms / 147 tokens ( 4.56 ms per token, 219.45 tokens per second) 1.07.880.244 I slot print_timing: id 3 | task 228 | eval time = 1660.90 ms / 8 tokens ( 237.27 ms per token, 4.21 tokens per second) 1.07.880.244 I slot print_timing: id 3 | task 228 | total time = 2330.74 ms / 155 tokens 1.07.880.245 I slot print_timing: id 3 | task 228 | graphs reused = 12 1.07.880.245 I slot print_timing: id 3 | task 228 | graph reallocs = 0 / 0 (same size) / (changed size) 1.07.880.270 I slot release: id 3 | task 228 | stop processing: n_tokens = 155, truncated = 0 1.07.973.635 I slot print_timing: id 0 | task 239 | prompt eval time = 610.85 ms / 132 tokens ( 4.63 ms per token, 216.09 tokens per second) 1.07.973.637 I slot print_timing: id 0 | task 239 | eval time = 93.71 ms / 2 tokens ( 93.71 ms per token, 10.67 tokens per second) 1.07.973.638 I slot print_timing: id 0 | task 239 | total time = 704.56 ms / 134 tokens 1.07.973.638 I slot print_timing: id 0 | task 239 | graphs reused = 12 1.07.973.638 I slot print_timing: id 0 | task 239 | graph reallocs = 0 / 0 (same size) / (changed size) 1.07.973.656 I slot release: id 0 | task 239 | stop processing: n_tokens = 134, truncated = 0 1.07.974.028 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.181 (> 0.100 thold), f_keep = 0.216 1.07.975.006 I slot launch_slot_: id 0 | task 244 | processing task, is_child = 0 1.08.321.360 I slot print_timing: id 2 | task 232 | prompt eval time = 615.95 ms / 134 tokens ( 4.60 ms per token, 217.55 tokens per second) 1.08.321.364 I slot print_timing: id 2 | task 232 | eval time = 1484.02 ms / 8 tokens ( 212.00 ms per token, 4.72 tokens per second) 1.08.321.364 I slot print_timing: id 2 | task 232 | total time = 2099.97 ms / 142 tokens 1.08.321.364 I slot print_timing: id 2 | task 232 | graphs reused = 12 1.08.321.365 I slot print_timing: id 2 | task 232 | graph reallocs = 0 / 0 (same size) / (changed size) 1.08.321.383 I slot release: id 2 | task 232 | stop processing: n_tokens = 142, truncated = 0 1.08.321.388 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.200 (> 0.100 thold), f_keep = 0.204 1.08.322.717 I slot launch_slot_: id 2 | task 246 | processing task, is_child = 0 1.08.700.045 I slot print_timing: id 1 | task 241 | prompt eval time = 419.01 ms / 109 tokens ( 3.84 ms per token, 260.14 tokens per second) 1.08.700.051 I slot print_timing: id 1 | task 241 | eval time = 726.19 ms / 3 tokens ( 363.09 ms per token, 2.75 tokens per second) 1.08.700.051 I slot print_timing: id 1 | task 241 | total time = 1145.20 ms / 112 tokens 1.08.700.052 I slot print_timing: id 1 | task 241 | graphs reused = 12 1.08.700.052 I slot print_timing: id 1 | task 241 | graph reallocs = 0 / 0 (same size) / (changed size) 1.08.700.077 I slot release: id 1 | task 241 | stop processing: n_tokens = 112, truncated = 0 1.08.700.083 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.182 (> 0.100 thold), f_keep = 0.194 1.08.700.159 I slot launch_slot_: id 3 | task 248 | processing task, is_child = 0 1.09.072.333 I slot print_timing: id 0 | task 244 | prompt eval time = 723.53 ms / 159 tokens ( 4.55 ms per token, 219.76 tokens per second) 1.09.072.337 I slot print_timing: id 0 | task 244 | eval time = 372.45 ms / 2 tokens ( 372.45 ms per token, 2.68 tokens per second) 1.09.072.338 I slot print_timing: id 0 | task 244 | total time = 1095.98 ms / 161 tokens 1.09.072.338 I slot print_timing: id 0 | task 244 | graphs reused = 12 1.09.072.338 I slot print_timing: id 0 | task 244 | graph reallocs = 0 / 0 (same size) / (changed size) 1.09.072.361 I slot release: id 0 | task 244 | stop processing: n_tokens = 161, truncated = 0 1.09.072.569 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.185 (> 0.100 thold), f_keep = 0.180 1.09.074.181 I slot launch_slot_: id 0 | task 250 | processing task, is_child = 0 1.09.451.291 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.256 (> 0.100 thold), f_keep = 0.268 1.09.451.385 I slot launch_slot_: id 1 | task 252 | processing task, is_child = 0 1.09.778.490 I slot print_timing: id 2 | task 246 | prompt eval time = 748.72 ms / 144 tokens ( 5.20 ms per token, 192.33 tokens per second) 1.09.778.496 I slot print_timing: id 2 | task 246 | eval time = 705.92 ms / 3 tokens ( 352.96 ms per token, 2.83 tokens per second) 1.09.778.496 I slot print_timing: id 2 | task 246 | total time = 1454.64 ms / 147 tokens 1.09.778.497 I slot print_timing: id 2 | task 246 | graphs reused = 12 1.09.778.497 I slot print_timing: id 2 | task 246 | graph reallocs = 0 / 0 (same size) / (changed size) 1.09.778.522 I slot release: id 2 | task 246 | stop processing: n_tokens = 147, truncated = 0 1.09.778.707 I slot print_timing: id 3 | task 248 | prompt eval time = 749.86 ms / 164 tokens ( 4.57 ms per token, 218.71 tokens per second) 1.09.778.709 I slot print_timing: id 3 | task 248 | eval time = 327.42 ms / 2 tokens ( 327.42 ms per token, 3.05 tokens per second) 1.09.778.714 I slot print_timing: id 3 | task 248 | total time = 1077.28 ms / 166 tokens 1.09.778.714 I slot print_timing: id 3 | task 248 | graphs reused = 12 1.09.778.715 I slot print_timing: id 3 | task 248 | graph reallocs = 0 / 0 (same size) / (changed size) 1.09.778.733 I slot release: id 3 | task 248 | stop processing: n_tokens = 166, truncated = 0 1.09.849.390 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.190 (> 0.100 thold), f_keep = 0.197 1.09.850.757 I slot launch_slot_: id 2 | task 255 | processing task, is_child = 0 1.09.852.188 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.252 (> 0.100 thold), f_keep = 0.175 1.09.852.242 I slot launch_slot_: id 3 | task 256 | processing task, is_child = 0 1.10.452.317 I slot print_timing: id 0 | task 250 | prompt eval time = 704.09 ms / 156 tokens ( 4.51 ms per token, 221.56 tokens per second) 1.10.452.319 I slot print_timing: id 0 | task 250 | eval time = 674.00 ms / 3 tokens ( 337.00 ms per token, 2.97 tokens per second) 1.10.452.320 I slot print_timing: id 0 | task 250 | total time = 1378.09 ms / 159 tokens 1.10.452.320 I slot print_timing: id 0 | task 250 | graphs reused = 12 1.10.452.321 I slot print_timing: id 0 | task 250 | graph reallocs = 0 / 0 (same size) / (changed size) 1.10.452.347 I slot release: id 0 | task 250 | stop processing: n_tokens = 159, truncated = 0 1.10.452.527 I slot print_timing: id 1 | task 252 | prompt eval time = 397.73 ms / 116 tokens ( 3.43 ms per token, 291.66 tokens per second) 1.10.452.529 I slot print_timing: id 1 | task 252 | eval time = 603.14 ms / 2 tokens ( 603.14 ms per token, 1.66 tokens per second) 1.10.452.530 I slot print_timing: id 1 | task 252 | total time = 1000.87 ms / 118 tokens 1.10.452.530 I slot print_timing: id 1 | task 252 | graphs reused = 12 1.10.452.530 I slot print_timing: id 1 | task 252 | graph reallocs = 0 / 0 (same size) / (changed size) 1.10.452.544 I slot release: id 1 | task 252 | stop processing: n_tokens = 118, truncated = 0 1.10.496.008 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.207 (> 0.100 thold), f_keep = 0.182 1.10.497.465 I slot launch_slot_: id 0 | task 259 | processing task, is_child = 0 1.10.498.257 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.254 (> 0.100 thold), f_keep = 0.254 1.10.498.302 I slot launch_slot_: id 1 | task 260 | processing task, is_child = 0 1.11.103.412 I slot print_timing: id 2 | task 255 | prompt eval time = 643.57 ms / 152 tokens ( 4.23 ms per token, 236.18 tokens per second) 1.11.103.415 I slot print_timing: id 2 | task 255 | eval time = 607.59 ms / 2 tokens ( 607.59 ms per token, 1.65 tokens per second) 1.11.103.415 I slot print_timing: id 2 | task 255 | total time = 1251.16 ms / 154 tokens 1.11.103.416 I slot print_timing: id 2 | task 255 | graphs reused = 12 1.11.103.416 I slot print_timing: id 2 | task 255 | graph reallocs = 0 / 0 (same size) / (changed size) 1.11.103.441 I slot release: id 2 | task 255 | stop processing: n_tokens = 154, truncated = 0 1.11.169.458 I slot print_timing: id 3 | task 256 | prompt eval time = 643.68 ms / 114 tokens ( 5.65 ms per token, 177.11 tokens per second) 1.11.169.460 I slot print_timing: id 3 | task 256 | eval time = 673.46 ms / 3 tokens ( 336.73 ms per token, 2.97 tokens per second) 1.11.169.461 I slot print_timing: id 3 | task 256 | total time = 1317.13 ms / 117 tokens 1.11.169.461 I slot print_timing: id 3 | task 256 | graphs reused = 12 1.11.169.461 I slot print_timing: id 3 | task 256 | graph reallocs = 0 / 0 (same size) / (changed size) 1.11.169.484 I slot release: id 3 | task 256 | stop processing: n_tokens = 117, truncated = 0 1.11.169.491 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.246 (> 0.100 thold), f_keep = 0.188 1.11.170.866 I slot launch_slot_: id 2 | task 263 | processing task, is_child = 0 1.11.459.665 I slot print_timing: id 0 | task 259 | prompt eval time = 670.78 ms / 139 tokens ( 4.83 ms per token, 207.22 tokens per second) 1.11.459.667 I slot print_timing: id 0 | task 259 | eval time = 290.57 ms / 2 tokens ( 290.57 ms per token, 3.44 tokens per second) 1.11.459.668 I slot print_timing: id 0 | task 259 | total time = 961.35 ms / 141 tokens 1.11.459.668 I slot print_timing: id 0 | task 259 | graphs reused = 12 1.11.459.669 I slot print_timing: id 0 | task 259 | graph reallocs = 0 / 0 (same size) / (changed size) 1.11.459.692 I slot release: id 0 | task 259 | stop processing: n_tokens = 141, truncated = 0 1.11.459.870 I slot print_timing: id 1 | task 260 | prompt eval time = 670.89 ms / 117 tokens ( 5.73 ms per token, 174.40 tokens per second) 1.11.459.873 I slot print_timing: id 1 | task 260 | eval time = 290.59 ms / 2 tokens ( 290.59 ms per token, 3.44 tokens per second) 1.11.459.874 I slot print_timing: id 1 | task 260 | total time = 961.48 ms / 119 tokens 1.11.459.874 I slot print_timing: id 1 | task 260 | graphs reused = 12 1.11.459.874 I slot print_timing: id 1 | task 260 | graph reallocs = 0 / 0 (same size) / (changed size) 1.11.459.886 I slot release: id 1 | task 260 | stop processing: n_tokens = 119, truncated = 0 1.11.459.891 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.186 (> 0.100 thold), f_keep = 0.206 1.11.461.310 I slot launch_slot_: id 0 | task 265 | processing task, is_child = 0 1.11.808.114 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.218 (> 0.100 thold), f_keep = 0.244 1.11.808.396 I slot launch_slot_: id 1 | task 268 | processing task, is_child = 0 1.11.808.425 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.223 (> 0.100 thold), f_keep = 0.248 1.11.808.474 I slot launch_slot_: id 3 | task 267 | processing task, is_child = 0 1.12.530.526 I slot print_timing: id 0 | task 265 | prompt eval time = 927.78 ms / 155 tokens ( 5.99 ms per token, 167.06 tokens per second) 1.12.530.531 I slot print_timing: id 0 | task 265 | eval time = 139.53 ms / 2 tokens ( 139.53 ms per token, 7.17 tokens per second) 1.12.530.532 I slot print_timing: id 0 | task 265 | total time = 1067.32 ms / 157 tokens 1.12.530.533 I slot print_timing: id 0 | task 265 | graphs reused = 12 1.12.530.533 I slot print_timing: id 0 | task 265 | graph reallocs = 0 / 0 (same size) / (changed size) 1.12.530.555 I slot release: id 0 | task 265 | stop processing: n_tokens = 157, truncated = 0 1.12.570.525 I slot print_timing: id 3 | task 267 | prompt eval time = 722.39 ms / 129 tokens ( 5.60 ms per token, 178.57 tokens per second) 1.12.570.531 I slot print_timing: id 3 | task 267 | eval time = 39.37 ms / 2 tokens ( 39.37 ms per token, 25.40 tokens per second) 1.12.570.532 I slot print_timing: id 3 | task 267 | total time = 761.76 ms / 131 tokens 1.12.570.532 I slot print_timing: id 3 | task 267 | graphs reused = 12 1.12.570.533 I slot print_timing: id 3 | task 267 | graph reallocs = 0 / 0 (same size) / (changed size) 1.12.570.554 I slot release: id 3 | task 267 | stop processing: n_tokens = 131, truncated = 0 1.12.570.560 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.246 (> 0.100 thold), f_keep = 0.185 1.12.572.744 I slot launch_slot_: id 0 | task 272 | processing task, is_child = 0 1.12.864.494 I slot print_timing: id 1 | task 268 | prompt eval time = 722.05 ms / 132 tokens ( 5.47 ms per token, 182.81 tokens per second) 1.12.864.497 I slot print_timing: id 1 | task 268 | eval time = 333.73 ms / 3 tokens ( 166.86 ms per token, 5.99 tokens per second) 1.12.864.498 I slot print_timing: id 1 | task 268 | total time = 1055.78 ms / 135 tokens 1.12.864.498 I slot print_timing: id 1 | task 268 | graphs reused = 12 1.12.864.498 I slot print_timing: id 1 | task 268 | graph reallocs = 0 / 0 (same size) / (changed size) 1.12.864.519 I slot release: id 1 | task 268 | stop processing: n_tokens = 135, truncated = 0 1.12.864.690 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.170 (> 0.100 thold), f_keep = 0.215 1.12.865.907 I slot launch_slot_: id 1 | task 274 | processing task, is_child = 0 1.13.297.999 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.179 (> 0.100 thold), f_keep = 0.221 1.13.298.091 I slot launch_slot_: id 3 | task 276 | processing task, is_child = 0 1.13.710.289 I slot print_timing: id 0 | task 272 | prompt eval time = 723.99 ms / 117 tokens ( 6.19 ms per token, 161.61 tokens per second) 1.13.710.291 I slot print_timing: id 0 | task 272 | eval time = 412.45 ms / 2 tokens ( 412.45 ms per token, 2.42 tokens per second) 1.13.710.292 I slot print_timing: id 0 | task 272 | total time = 1136.44 ms / 119 tokens 1.13.710.292 I slot print_timing: id 0 | task 272 | graphs reused = 12 1.13.710.293 I slot print_timing: id 0 | task 272 | graph reallocs = 0 / 0 (same size) / (changed size) 1.13.710.313 I slot release: id 0 | task 272 | stop processing: n_tokens = 119, truncated = 0 1.13.784.411 I slot print_timing: id 1 | task 274 | prompt eval time = 844.17 ms / 170 tokens ( 4.97 ms per token, 201.38 tokens per second) 1.13.784.416 I slot print_timing: id 1 | task 274 | eval time = 73.89 ms / 2 tokens ( 73.89 ms per token, 13.53 tokens per second) 1.13.784.417 I slot print_timing: id 1 | task 274 | total time = 918.07 ms / 172 tokens 1.13.784.418 I slot print_timing: id 1 | task 274 | graphs reused = 12 1.13.784.418 I slot print_timing: id 1 | task 274 | graph reallocs = 0 / 0 (same size) / (changed size) 1.13.784.442 I slot release: id 1 | task 274 | stop processing: n_tokens = 172, truncated = 0 1.13.784.608 I slot print_timing: id 2 | task 263 | prompt eval time = 636.78 ms / 117 tokens ( 5.44 ms per token, 183.74 tokens per second) 1.13.784.611 I slot print_timing: id 2 | task 263 | eval time = 1976.50 ms / 8 tokens ( 282.36 ms per token, 3.54 tokens per second) 1.13.784.611 I slot print_timing: id 2 | task 263 | total time = 2613.28 ms / 125 tokens 1.13.784.611 I slot print_timing: id 2 | task 263 | graphs reused = 12 1.13.784.612 I slot print_timing: id 2 | task 263 | graph reallocs = 0 / 0 (same size) / (changed size) 1.13.784.623 I slot release: id 2 | task 263 | stop processing: n_tokens = 125, truncated = 0 1.13.784.835 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.221 (> 0.100 thold), f_keep = 0.244 1.13.785.723 I slot launch_slot_: id 0 | task 279 | processing task, is_child = 0 1.14.068.200 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.164 (> 0.100 thold), f_keep = 0.169 1.14.068.265 I slot launch_slot_: id 1 | task 281 | processing task, is_child = 0 1.14.068.293 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.254 (> 0.100 thold), f_keep = 0.232 1.14.068.350 I slot launch_slot_: id 2 | task 282 | processing task, is_child = 0 1.14.716.311 I slot print_timing: id 3 | task 276 | prompt eval time = 486.04 ms / 161 tokens ( 3.02 ms per token, 331.25 tokens per second) 1.14.716.313 I slot print_timing: id 3 | task 276 | eval time = 931.47 ms / 3 tokens ( 465.74 ms per token, 2.15 tokens per second) 1.14.716.314 I slot print_timing: id 3 | task 276 | total time = 1417.51 ms / 164 tokens 1.14.716.314 I slot print_timing: id 3 | task 276 | graphs reused = 12 1.14.716.314 I slot print_timing: id 3 | task 276 | graph reallocs = 0 / 0 (same size) / (changed size) 1.14.716.340 I slot release: id 3 | task 276 | stop processing: n_tokens = 164, truncated = 0 1.14.792.382 I slot print_timing: id 0 | task 279 | prompt eval time = 928.09 ms / 130 tokens ( 7.14 ms per token, 140.07 tokens per second) 1.14.792.388 I slot print_timing: id 0 | task 279 | eval time = 76.24 ms / 2 tokens ( 76.24 ms per token, 13.12 tokens per second) 1.14.792.389 I slot print_timing: id 0 | task 279 | total time = 1004.33 ms / 132 tokens 1.14.792.390 I slot print_timing: id 0 | task 279 | graphs reused = 12 1.14.792.390 I slot print_timing: id 0 | task 279 | graph reallocs = 0 / 0 (same size) / (changed size) 1.14.792.412 I slot release: id 0 | task 279 | stop processing: n_tokens = 132, truncated = 0 1.14.792.844 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.188 (> 0.100 thold), f_keep = 0.183 1.14.794.056 I slot launch_slot_: id 3 | task 285 | processing task, is_child = 0 1.15.140.607 I slot print_timing: id 1 | task 281 | prompt eval time = 724.05 ms / 176 tokens ( 4.11 ms per token, 243.08 tokens per second) 1.15.140.610 I slot print_timing: id 1 | task 281 | eval time = 347.98 ms / 2 tokens ( 347.98 ms per token, 2.87 tokens per second) 1.15.140.610 I slot print_timing: id 1 | task 281 | total time = 1072.04 ms / 178 tokens 1.15.140.611 I slot print_timing: id 1 | task 281 | graphs reused = 12 1.15.140.611 I slot print_timing: id 1 | task 281 | graph reallocs = 0 / 0 (same size) / (changed size) 1.15.140.636 I slot release: id 1 | task 281 | stop processing: n_tokens = 178, truncated = 0 1.15.140.812 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.190 (> 0.100 thold), f_keep = 0.220 1.15.140.889 I slot launch_slot_: id 0 | task 287 | processing task, is_child = 0 1.15.518.869 I slot print_timing: id 2 | task 282 | prompt eval time = 724.18 ms / 113 tokens ( 6.41 ms per token, 156.04 tokens per second) 1.15.518.874 I slot print_timing: id 2 | task 282 | eval time = 726.03 ms / 3 tokens ( 363.01 ms per token, 2.75 tokens per second) 1.15.518.875 I slot print_timing: id 2 | task 282 | total time = 1450.21 ms / 116 tokens 1.15.518.875 I slot print_timing: id 2 | task 282 | graphs reused = 12 1.15.518.876 I slot print_timing: id 2 | task 282 | graph reallocs = 0 / 0 (same size) / (changed size) 1.15.518.898 I slot release: id 2 | task 282 | stop processing: n_tokens = 116, truncated = 0 1.15.519.093 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.238 (> 0.100 thold), f_keep = 0.163 1.15.519.438 I slot launch_slot_: id 1 | task 289 | processing task, is_child = 0 1.15.835.362 I slot print_timing: id 3 | task 285 | prompt eval time = 724.18 ms / 159 tokens ( 4.55 ms per token, 219.56 tokens per second) 1.15.835.366 I slot print_timing: id 3 | task 285 | eval time = 316.27 ms / 2 tokens ( 316.27 ms per token, 3.16 tokens per second) 1.15.835.367 I slot print_timing: id 3 | task 285 | total time = 1040.45 ms / 161 tokens 1.15.835.367 I slot print_timing: id 3 | task 285 | graphs reused = 12 1.15.835.368 I slot print_timing: id 3 | task 285 | graph reallocs = 0 / 0 (same size) / (changed size) 1.15.835.395 I slot release: id 3 | task 285 | stop processing: n_tokens = 161, truncated = 0 1.15.835.401 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.209 (> 0.100 thold), f_keep = 0.250 1.15.835.470 I slot launch_slot_: id 2 | task 291 | processing task, is_child = 0 1.16.214.627 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.177 (> 0.100 thold), f_keep = 0.180 1.16.214.709 I slot launch_slot_: id 3 | task 293 | processing task, is_child = 0 1.16.597.377 I slot print_timing: id 0 | task 287 | prompt eval time = 692.00 ms / 152 tokens ( 4.55 ms per token, 219.65 tokens per second) 1.16.597.382 I slot print_timing: id 0 | task 287 | eval time = 762.19 ms / 3 tokens ( 381.09 ms per token, 2.62 tokens per second) 1.16.597.382 I slot print_timing: id 0 | task 287 | total time = 1454.19 ms / 155 tokens 1.16.597.383 I slot print_timing: id 0 | task 287 | graphs reused = 12 1.16.597.383 I slot print_timing: id 0 | task 287 | graph reallocs = 0 / 0 (same size) / (changed size) 1.16.597.404 I slot release: id 0 | task 287 | stop processing: n_tokens = 155, truncated = 0 1.16.671.551 I slot print_timing: id 1 | task 289 | prompt eval time = 694.22 ms / 121 tokens ( 5.74 ms per token, 174.30 tokens per second) 1.16.671.556 I slot print_timing: id 1 | task 289 | eval time = 456.93 ms / 3 tokens ( 228.46 ms per token, 4.38 tokens per second) 1.16.671.557 I slot print_timing: id 1 | task 289 | total time = 1151.14 ms / 124 tokens 1.16.671.558 I slot print_timing: id 1 | task 289 | graphs reused = 12 1.16.671.558 I slot print_timing: id 1 | task 289 | graph reallocs = 0 / 0 (same size) / (changed size) 1.16.671.577 I slot release: id 1 | task 289 | stop processing: n_tokens = 124, truncated = 0 1.16.671.948 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.209 (> 0.100 thold), f_keep = 0.187 1.16.673.061 I slot launch_slot_: id 0 | task 296 | processing task, is_child = 0 1.17.015.254 I slot print_timing: id 2 | task 291 | prompt eval time = 759.55 ms / 138 tokens ( 5.50 ms per token, 181.69 tokens per second) 1.17.015.256 I slot print_timing: id 2 | task 291 | eval time = 417.49 ms / 3 tokens ( 208.75 ms per token, 4.79 tokens per second) 1.17.015.257 I slot print_timing: id 2 | task 291 | total time = 1177.04 ms / 141 tokens 1.17.015.257 I slot print_timing: id 2 | task 291 | graphs reused = 12 1.17.015.257 I slot print_timing: id 2 | task 291 | graph reallocs = 0 / 0 (same size) / (changed size) 1.17.015.281 I slot release: id 2 | task 291 | stop processing: n_tokens = 141, truncated = 0 1.17.015.453 I slot print_timing: id 3 | task 293 | prompt eval time = 456.73 ms / 163 tokens ( 2.80 ms per token, 356.89 tokens per second) 1.17.015.454 I slot print_timing: id 3 | task 293 | eval time = 343.51 ms / 2 tokens ( 343.51 ms per token, 2.91 tokens per second) 1.17.015.455 I slot print_timing: id 3 | task 293 | total time = 800.23 ms / 165 tokens 1.17.015.455 I slot print_timing: id 3 | task 293 | graphs reused = 12 1.17.015.455 I slot print_timing: id 3 | task 293 | graph reallocs = 0 / 0 (same size) / (changed size) 1.17.015.474 I slot release: id 3 | task 293 | stop processing: n_tokens = 165, truncated = 0 1.17.015.477 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.187 (> 0.100 thold), f_keep = 0.234 1.17.015.533 I slot launch_slot_: id 1 | task 298 | processing task, is_child = 0 1.17.365.946 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.242 (> 0.100 thold), f_keep = 0.206 1.17.366.250 I slot launch_slot_: id 2 | task 300 | processing task, is_child = 0 1.17.366.287 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.225 (> 0.100 thold), f_keep = 0.176 1.17.366.570 I slot launch_slot_: id 3 | task 301 | processing task, is_child = 0 1.18.014.444 I slot print_timing: id 1 | task 298 | prompt eval time = 916.74 ms / 154 tokens ( 5.95 ms per token, 167.99 tokens per second) 1.18.014.449 I slot print_timing: id 1 | task 298 | eval time = 77.66 ms / 2 tokens ( 77.66 ms per token, 12.88 tokens per second) 1.18.014.449 I slot print_timing: id 1 | task 298 | total time = 994.40 ms / 156 tokens 1.18.014.450 I slot print_timing: id 1 | task 298 | graphs reused = 12 1.18.014.450 I slot print_timing: id 1 | task 298 | graph reallocs = 0 / 0 (same size) / (changed size) 1.18.014.474 I slot release: id 1 | task 298 | stop processing: n_tokens = 156, truncated = 0 1.18.076.327 I slot print_timing: id 2 | task 300 | prompt eval time = 647.72 ms / 119 tokens ( 5.44 ms per token, 183.72 tokens per second) 1.18.076.332 I slot print_timing: id 2 | task 300 | eval time = 61.64 ms / 2 tokens ( 61.64 ms per token, 16.22 tokens per second) 1.18.076.333 I slot print_timing: id 2 | task 300 | total time = 709.36 ms / 121 tokens 1.18.076.333 I slot print_timing: id 2 | task 300 | graphs reused = 12 1.18.076.334 I slot print_timing: id 2 | task 300 | graph reallocs = 0 / 0 (same size) / (changed size) 1.18.076.353 I slot release: id 2 | task 300 | stop processing: n_tokens = 121, truncated = 0 1.18.076.525 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.186 (> 0.100 thold), f_keep = 0.186 1.18.077.663 I slot launch_slot_: id 1 | task 305 | processing task, is_child = 0 1.18.443.451 I slot print_timing: id 3 | task 301 | prompt eval time = 647.84 ms / 128 tokens ( 5.06 ms per token, 197.58 tokens per second) 1.18.443.454 I slot print_timing: id 3 | task 301 | eval time = 428.56 ms / 3 tokens ( 214.28 ms per token, 4.67 tokens per second) 1.18.443.454 I slot print_timing: id 3 | task 301 | total time = 1076.41 ms / 131 tokens 1.18.443.455 I slot print_timing: id 3 | task 301 | graphs reused = 12 1.18.443.455 I slot print_timing: id 3 | task 301 | graph reallocs = 0 / 0 (same size) / (changed size) 1.18.443.476 I slot release: id 3 | task 301 | stop processing: n_tokens = 131, truncated = 0 1.18.443.482 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.177 (> 0.100 thold), f_keep = 0.240 1.18.443.549 I slot launch_slot_: id 2 | task 307 | processing task, is_child = 0 1.18.826.039 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.190 (> 0.100 thold), f_keep = 0.221 1.18.826.116 I slot launch_slot_: id 3 | task 309 | processing task, is_child = 0 1.19.282.520 I slot print_timing: id 0 | task 296 | prompt eval time = 692.02 ms / 138 tokens ( 5.01 ms per token, 199.42 tokens per second) 1.19.282.525 I slot print_timing: id 0 | task 296 | eval time = 1916.58 ms / 8 tokens ( 273.80 ms per token, 3.65 tokens per second) 1.19.282.525 I slot print_timing: id 0 | task 296 | total time = 2608.60 ms / 146 tokens 1.19.282.526 I slot print_timing: id 0 | task 296 | graphs reused = 12 1.19.282.526 I slot print_timing: id 0 | task 296 | graph reallocs = 0 / 0 (same size) / (changed size) 1.19.282.548 I slot release: id 0 | task 296 | stop processing: n_tokens = 146, truncated = 0 1.19.282.873 I slot print_timing: id 2 | task 307 | prompt eval time = 762.52 ms / 163 tokens ( 4.68 ms per token, 213.76 tokens per second) 1.19.282.875 I slot print_timing: id 2 | task 307 | eval time = 75.02 ms / 2 tokens ( 75.02 ms per token, 13.33 tokens per second) 1.19.282.876 I slot print_timing: id 2 | task 307 | total time = 837.54 ms / 165 tokens 1.19.282.876 I slot print_timing: id 2 | task 307 | graphs reused = 12 1.19.282.876 I slot print_timing: id 2 | task 307 | graph reallocs = 0 / 0 (same size) / (changed size) 1.19.282.892 I slot release: id 2 | task 307 | stop processing: n_tokens = 165, truncated = 0 1.19.332.338 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.182 (> 0.100 thold), f_keep = 0.199 1.19.333.300 I slot launch_slot_: id 0 | task 313 | processing task, is_child = 0 1.19.334.714 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.188 (> 0.100 thold), f_keep = 0.176 1.19.334.764 I slot launch_slot_: id 2 | task 314 | processing task, is_child = 0 1.20.176.085 I slot print_timing: id 2 | task 314 | prompt eval time = 801.12 ms / 153 tokens ( 5.24 ms per token, 190.98 tokens per second) 1.20.176.091 I slot print_timing: id 2 | task 314 | eval time = 40.12 ms / 2 tokens ( 40.12 ms per token, 24.92 tokens per second) 1.20.176.092 I slot print_timing: id 2 | task 314 | total time = 841.24 ms / 155 tokens 1.20.176.092 I slot print_timing: id 2 | task 314 | graphs reused = 12 1.20.176.093 I slot print_timing: id 2 | task 314 | graph reallocs = 0 / 0 (same size) / (changed size) 1.20.176.126 I slot release: id 2 | task 314 | stop processing: n_tokens = 155, truncated = 0 1.20.240.035 I slot print_timing: id 1 | task 305 | prompt eval time = 747.91 ms / 155 tokens ( 4.83 ms per token, 207.24 tokens per second) 1.20.240.047 I slot print_timing: id 1 | task 305 | eval time = 1413.99 ms / 8 tokens ( 202.00 ms per token, 4.95 tokens per second) 1.20.240.049 I slot print_timing: id 1 | task 305 | total time = 2161.90 ms / 163 tokens 1.20.240.050 I slot print_timing: id 1 | task 305 | graphs reused = 12 1.20.240.051 I slot print_timing: id 1 | task 305 | graph reallocs = 0 / 0 (same size) / (changed size) 1.20.240.115 I slot release: id 1 | task 305 | stop processing: n_tokens = 163, truncated = 0 1.20.240.581 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.257 (> 0.100 thold), f_keep = 0.178 1.20.243.424 I slot launch_slot_: id 1 | task 319 | processing task, is_child = 0 1.20.559.103 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.246 (> 0.100 thold), f_keep = 0.187 1.20.559.182 I slot launch_slot_: id 2 | task 321 | processing task, is_child = 0 1.20.906.095 I slot print_timing: id 3 | task 309 | prompt eval time = 456.37 ms / 152 tokens ( 3.00 ms per token, 333.06 tokens per second) 1.20.906.102 I slot print_timing: id 3 | task 309 | eval time = 1622.99 ms / 8 tokens ( 231.86 ms per token, 4.31 tokens per second) 1.20.906.102 I slot print_timing: id 3 | task 309 | total time = 2079.35 ms / 160 tokens 1.20.906.103 I slot print_timing: id 3 | task 309 | graphs reused = 12 1.20.906.103 I slot print_timing: id 3 | task 309 | graph reallocs = 0 / 0 (same size) / (changed size) 1.20.906.126 I slot release: id 3 | task 309 | stop processing: n_tokens = 160, truncated = 0 1.20.979.482 I slot print_timing: id 1 | task 319 | prompt eval time = 660.19 ms / 112 tokens ( 5.89 ms per token, 169.65 tokens per second) 1.20.979.484 I slot print_timing: id 1 | task 319 | eval time = 73.55 ms / 2 tokens ( 73.55 ms per token, 13.60 tokens per second) 1.20.979.484 I slot print_timing: id 1 | task 319 | total time = 733.74 ms / 114 tokens 1.20.979.484 I slot print_timing: id 1 | task 319 | graphs reused = 12 1.20.979.485 I slot print_timing: id 1 | task 319 | graph reallocs = 0 / 0 (same size) / (changed size) 1.20.979.504 I slot release: id 1 | task 319 | stop processing: n_tokens = 114, truncated = 0 1.20.979.715 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.153 (> 0.100 thold), f_keep = 0.254 1.20.980.191 I slot launch_slot_: id 1 | task 324 | processing task, is_child = 0 1.21.412.732 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.269 (> 0.100 thold), f_keep = 0.181 1.21.413.040 I slot launch_slot_: id 3 | task 326 | processing task, is_child = 0 1.21.841.389 I slot print_timing: id 0 | task 313 | prompt eval time = 800.74 ms / 158 tokens ( 5.07 ms per token, 197.32 tokens per second) 1.21.841.394 I slot print_timing: id 0 | task 313 | eval time = 1705.88 ms / 9 tokens ( 213.23 ms per token, 4.69 tokens per second) 1.21.841.394 I slot print_timing: id 0 | task 313 | total time = 2506.62 ms / 167 tokens 1.21.841.395 I slot print_timing: id 0 | task 313 | graphs reused = 12 1.21.841.395 I slot print_timing: id 0 | task 313 | graph reallocs = 0 / 0 (same size) / (changed size) 1.21.841.417 I slot release: id 0 | task 313 | stop processing: n_tokens = 167, truncated = 0 1.21.880.402 I slot print_timing: id 1 | task 324 | prompt eval time = 784.82 ms / 188 tokens ( 4.17 ms per token, 239.55 tokens per second) 1.21.880.408 I slot print_timing: id 1 | task 324 | eval time = 113.57 ms / 3 tokens ( 56.78 ms per token, 17.61 tokens per second) 1.21.880.408 I slot print_timing: id 1 | task 324 | total time = 898.39 ms / 191 tokens 1.21.880.409 I slot print_timing: id 1 | task 324 | graphs reused = 12 1.21.880.409 I slot print_timing: id 1 | task 324 | graph reallocs = 0 / 0 (same size) / (changed size) 1.21.880.430 I slot release: id 1 | task 324 | stop processing: n_tokens = 191, truncated = 0 1.21.880.761 I slot print_timing: id 3 | task 326 | prompt eval time = 428.54 ms / 107 tokens ( 4.01 ms per token, 249.69 tokens per second) 1.21.880.764 I slot print_timing: id 3 | task 326 | eval time = 38.82 ms / 2 tokens ( 38.82 ms per token, 25.76 tokens per second) 1.21.880.764 I slot print_timing: id 3 | task 326 | total time = 467.36 ms / 109 tokens 1.21.880.765 I slot print_timing: id 3 | task 326 | graphs reused = 12 1.21.880.765 I slot print_timing: id 3 | task 326 | graph reallocs = 0 / 0 (same size) / (changed size) 1.21.880.777 I slot release: id 3 | task 326 | stop processing: n_tokens = 109, truncated = 0 1.21.880.781 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.232 (> 0.100 thold), f_keep = 0.174 1.21.882.288 I slot launch_slot_: id 0 | task 330 | processing task, is_child = 0 1.21.884.704 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.256 (> 0.100 thold), f_keep = 0.275 1.21.884.755 I slot launch_slot_: id 3 | task 331 | processing task, is_child = 0 1.21.884.787 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.220 (> 0.100 thold), f_keep = 0.152 1.21.884.834 I slot launch_slot_: id 1 | task 332 | processing task, is_child = 0 1.22.829.422 I slot print_timing: id 2 | task 321 | prompt eval time = 420.33 ms / 117 tokens ( 3.59 ms per token, 278.35 tokens per second) 1.22.829.427 I slot print_timing: id 2 | task 321 | eval time = 1849.71 ms / 8 tokens ( 264.24 ms per token, 3.78 tokens per second) 1.22.829.428 I slot print_timing: id 2 | task 321 | total time = 2270.04 ms / 125 tokens 1.22.829.428 I slot print_timing: id 2 | task 321 | graphs reused = 12 1.22.829.429 I slot print_timing: id 2 | task 321 | graph reallocs = 0 / 0 (same size) / (changed size) 1.22.829.450 I slot release: id 2 | task 321 | stop processing: n_tokens = 125, truncated = 0 1.22.890.688 I slot print_timing: id 1 | task 332 | prompt eval time = 904.38 ms / 131 tokens ( 6.90 ms per token, 144.85 tokens per second) 1.22.890.691 I slot print_timing: id 1 | task 332 | eval time = 101.40 ms / 3 tokens ( 50.70 ms per token, 19.72 tokens per second) 1.22.890.691 I slot print_timing: id 1 | task 332 | total time = 1005.77 ms / 134 tokens 1.22.890.692 I slot print_timing: id 1 | task 332 | graphs reused = 12 1.22.890.692 I slot print_timing: id 1 | task 332 | graph reallocs = 0 / 0 (same size) / (changed size) 1.22.890.711 I slot release: id 1 | task 332 | stop processing: n_tokens = 134, truncated = 0 1.22.890.878 I slot print_timing: id 3 | task 331 | prompt eval time = 904.64 ms / 116 tokens ( 7.80 ms per token, 128.23 tokens per second) 1.22.890.880 I slot print_timing: id 3 | task 331 | eval time = 101.26 ms / 3 tokens ( 50.63 ms per token, 19.75 tokens per second) 1.22.890.881 I slot print_timing: id 3 | task 331 | total time = 1005.90 ms / 119 tokens 1.22.890.881 I slot print_timing: id 3 | task 331 | graphs reused = 12 1.22.890.881 I slot print_timing: id 3 | task 331 | graph reallocs = 0 / 0 (same size) / (changed size) 1.22.890.893 I slot release: id 3 | task 331 | stop processing: n_tokens = 119, truncated = 0 1.22.890.897 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.176 (> 0.100 thold), f_keep = 0.216 1.22.891.825 I slot launch_slot_: id 1 | task 337 | processing task, is_child = 0 1.23.237.115 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.223 (> 0.100 thold), f_keep = 0.232 1.23.237.186 I slot launch_slot_: id 2 | task 339 | processing task, is_child = 0 1.23.237.216 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.221 (> 0.100 thold), f_keep = 0.252 1.23.237.264 I slot launch_slot_: id 3 | task 340 | processing task, is_child = 0 1.23.993.124 I slot print_timing: id 0 | task 330 | prompt eval time = 904.27 ms / 124 tokens ( 7.29 ms per token, 137.13 tokens per second) 1.23.993.130 I slot print_timing: id 0 | task 330 | eval time = 1204.01 ms / 8 tokens ( 172.00 ms per token, 5.81 tokens per second) 1.23.993.130 I slot print_timing: id 0 | task 330 | total time = 2108.28 ms / 132 tokens 1.23.993.130 I slot print_timing: id 0 | task 330 | graphs reused = 13 1.23.993.131 I slot print_timing: id 0 | task 330 | graph reallocs = 0 / 0 (same size) / (changed size) 1.23.993.151 I slot release: id 0 | task 330 | stop processing: n_tokens = 132, truncated = 0 1.23.993.470 I slot print_timing: id 2 | task 339 | prompt eval time = 677.80 ms / 129 tokens ( 5.25 ms per token, 190.32 tokens per second) 1.23.993.472 I slot print_timing: id 2 | task 339 | eval time = 77.78 ms / 3 tokens ( 38.89 ms per token, 25.71 tokens per second) 1.23.993.472 I slot print_timing: id 2 | task 339 | total time = 755.58 ms / 132 tokens 1.23.993.473 I slot print_timing: id 2 | task 339 | graphs reused = 13 1.23.993.473 I slot print_timing: id 2 | task 339 | graph reallocs = 0 / 0 (same size) / (changed size) 1.23.993.487 I slot release: id 2 | task 339 | stop processing: n_tokens = 132, truncated = 0 1.23.993.663 I slot print_timing: id 3 | task 340 | prompt eval time = 677.93 ms / 135 tokens ( 5.02 ms per token, 199.14 tokens per second) 1.23.993.665 I slot print_timing: id 3 | task 340 | eval time = 77.78 ms / 3 tokens ( 38.89 ms per token, 25.71 tokens per second) 1.23.993.665 I slot print_timing: id 3 | task 340 | total time = 755.71 ms / 138 tokens 1.23.993.666 I slot print_timing: id 3 | task 340 | graphs reused = 13 1.23.993.666 I slot print_timing: id 3 | task 340 | graph reallocs = 0 / 0 (same size) / (changed size) 1.23.993.679 I slot release: id 3 | task 340 | stop processing: n_tokens = 138, truncated = 0 1.24.019.348 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.179 (> 0.100 thold), f_keep = 0.220 1.24.020.807 I slot launch_slot_: id 0 | task 346 | processing task, is_child = 0 1.24.022.574 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.232 (> 0.100 thold), f_keep = 0.220 1.24.022.623 I slot launch_slot_: id 2 | task 347 | processing task, is_child = 0 1.24.022.652 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.216 (> 0.100 thold), f_keep = 0.217 1.24.022.927 I slot launch_slot_: id 3 | task 348 | processing task, is_child = 0 1.25.046.908 I slot print_timing: id 1 | task 337 | prompt eval time = 944.04 ms / 164 tokens ( 5.76 ms per token, 173.72 tokens per second) 1.25.046.911 I slot print_timing: id 1 | task 337 | eval time = 1209.49 ms / 8 tokens ( 172.78 ms per token, 5.79 tokens per second) 1.25.046.912 I slot print_timing: id 1 | task 337 | total time = 2153.54 ms / 172 tokens 1.25.046.912 I slot print_timing: id 1 | task 337 | graphs reused = 13 1.25.046.913 I slot print_timing: id 1 | task 337 | graph reallocs = 0 / 0 (same size) / (changed size) 1.25.046.935 I slot release: id 1 | task 337 | stop processing: n_tokens = 172, truncated = 0 1.25.108.737 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.197 (> 0.100 thold), f_keep = 0.169 1.25.110.242 I slot launch_slot_: id 1 | task 353 | processing task, is_child = 0 1.25.632.391 I slot print_timing: id 1 | task 353 | prompt eval time = 482.50 ms / 146 tokens ( 3.30 ms per token, 302.59 tokens per second) 1.25.632.396 I slot print_timing: id 1 | task 353 | eval time = 39.64 ms / 2 tokens ( 39.64 ms per token, 25.23 tokens per second) 1.25.632.396 I slot print_timing: id 1 | task 353 | total time = 522.14 ms / 148 tokens 1.25.632.397 I slot print_timing: id 1 | task 353 | graphs reused = 13 1.25.632.397 I slot print_timing: id 1 | task 353 | graph reallocs = 0 / 0 (same size) / (changed size) 1.25.632.419 I slot release: id 1 | task 353 | stop processing: n_tokens = 148, truncated = 0 1.25.694.005 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.170 (> 0.100 thold), f_keep = 0.196 1.25.695.334 I slot launch_slot_: id 1 | task 358 | processing task, is_child = 0 1.26.135.362 I slot print_timing: id 0 | task 346 | prompt eval time = 983.88 ms / 161 tokens ( 6.11 ms per token, 163.64 tokens per second) 1.26.135.365 I slot print_timing: id 0 | task 346 | eval time = 1128.55 ms / 8 tokens ( 161.22 ms per token, 6.20 tokens per second) 1.26.135.366 I slot print_timing: id 0 | task 346 | total time = 2112.42 ms / 169 tokens 1.26.135.366 I slot print_timing: id 0 | task 346 | graphs reused = 13 1.26.135.366 I slot print_timing: id 0 | task 346 | graph reallocs = 0 / 0 (same size) / (changed size) 1.26.135.390 I slot release: id 0 | task 346 | stop processing: n_tokens = 169, truncated = 0 1.26.135.725 I slot print_timing: id 3 | task 348 | prompt eval time = 984.24 ms / 138 tokens ( 7.13 ms per token, 140.21 tokens per second) 1.26.135.727 I slot print_timing: id 3 | task 348 | eval time = 1128.41 ms / 8 tokens ( 161.20 ms per token, 6.20 tokens per second) 1.26.135.727 I slot print_timing: id 3 | task 348 | total time = 2112.66 ms / 146 tokens 1.26.135.727 I slot print_timing: id 3 | task 348 | graphs reused = 13 1.26.135.728 I slot print_timing: id 3 | task 348 | graph reallocs = 0 / 0 (same size) / (changed size) 1.26.135.741 I slot release: id 3 | task 348 | stop processing: n_tokens = 146, truncated = 0 1.26.197.759 I slot print_timing: id 2 | task 347 | prompt eval time = 984.13 ms / 124 tokens ( 7.94 ms per token, 126.00 tokens per second) 1.26.197.761 I slot print_timing: id 2 | task 347 | eval time = 1190.63 ms / 9 tokens ( 148.83 ms per token, 6.72 tokens per second) 1.26.197.762 I slot print_timing: id 2 | task 347 | total time = 2174.75 ms / 133 tokens 1.26.197.762 I slot print_timing: id 2 | task 347 | graphs reused = 13 1.26.197.762 I slot print_timing: id 2 | task 347 | graph reallocs = 0 / 0 (same size) / (changed size) 1.26.197.783 I slot release: id 2 | task 347 | stop processing: n_tokens = 133, truncated = 0 1.26.197.787 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.232 (> 0.100 thold), f_keep = 0.172 1.26.198.935 I slot launch_slot_: id 0 | task 361 | processing task, is_child = 0 1.26.201.318 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.156 (> 0.100 thold), f_keep = 0.218 1.26.201.371 I slot launch_slot_: id 2 | task 362 | processing task, is_child = 0 1.26.859.994 I slot print_timing: id 1 | task 358 | prompt eval time = 502.25 ms / 170 tokens ( 2.95 ms per token, 338.48 tokens per second) 1.26.859.998 I slot print_timing: id 1 | task 358 | eval time = 662.40 ms / 2 tokens ( 662.40 ms per token, 1.51 tokens per second) 1.26.859.999 I slot print_timing: id 1 | task 358 | total time = 1164.65 ms / 172 tokens 1.26.859.999 I slot print_timing: id 1 | task 358 | graphs reused = 13 1.26.860.000 I slot print_timing: id 1 | task 358 | graph reallocs = 0 / 0 (same size) / (changed size) 1.26.860.021 I slot release: id 1 | task 358 | stop processing: n_tokens = 172, truncated = 0 1.26.860.026 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.187 (> 0.100 thold), f_keep = 0.169 1.26.862.267 I slot launch_slot_: id 1 | task 363 | processing task, is_child = 0 1.27.232.010 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.269 (> 0.100 thold), f_keep = 0.199 1.27.232.086 I slot launch_slot_: id 3 | task 366 | processing task, is_child = 0 1.27.660.384 I slot print_timing: id 0 | task 361 | prompt eval time = 1030.40 ms / 124 tokens ( 8.31 ms per token, 120.34 tokens per second) 1.27.660.393 I slot print_timing: id 0 | task 361 | eval time = 428.58 ms / 3 tokens ( 214.29 ms per token, 4.67 tokens per second) 1.27.660.393 I slot print_timing: id 0 | task 361 | total time = 1458.98 ms / 127 tokens 1.27.660.394 I slot print_timing: id 0 | task 361 | graphs reused = 13 1.27.660.394 I slot print_timing: id 0 | task 361 | graph reallocs = 0 / 0 (same size) / (changed size) 1.27.660.413 I slot release: id 0 | task 361 | stop processing: n_tokens = 127, truncated = 0 1.27.660.580 I slot print_timing: id 1 | task 363 | prompt eval time = 723.16 ms / 154 tokens ( 4.70 ms per token, 212.95 tokens per second) 1.27.660.582 I slot print_timing: id 1 | task 363 | eval time = 74.64 ms / 2 tokens ( 74.64 ms per token, 13.40 tokens per second) 1.27.660.582 I slot print_timing: id 1 | task 363 | total time = 797.80 ms / 156 tokens 1.27.660.583 I slot print_timing: id 1 | task 363 | graphs reused = 13 1.27.660.583 I slot print_timing: id 1 | task 363 | graph reallocs = 0 / 0 (same size) / (changed size) 1.27.660.601 I slot release: id 1 | task 363 | stop processing: n_tokens = 156, truncated = 0 1.27.698.831 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.212 (> 0.100 thold), f_keep = 0.228 1.27.700.007 I slot launch_slot_: id 0 | task 370 | processing task, is_child = 0 1.27.701.006 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.223 (> 0.100 thold), f_keep = 0.186 1.27.701.058 I slot launch_slot_: id 1 | task 371 | processing task, is_child = 0 1.28.245.686 I slot print_timing: id 3 | task 366 | prompt eval time = 428.68 ms / 107 tokens ( 4.01 ms per token, 249.60 tokens per second) 1.28.245.688 I slot print_timing: id 3 | task 366 | eval time = 584.68 ms / 3 tokens ( 292.34 ms per token, 3.42 tokens per second) 1.28.245.689 I slot print_timing: id 3 | task 366 | total time = 1013.37 ms / 110 tokens 1.28.245.690 I slot print_timing: id 3 | task 366 | graphs reused = 14 1.28.245.690 I slot print_timing: id 3 | task 366 | graph reallocs = 0 / 0 (same size) / (changed size) 1.28.245.712 I slot release: id 3 | task 366 | stop processing: n_tokens = 110, truncated = 0 1.28.313.154 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.203 (> 0.100 thold), f_keep = 0.264 1.28.313.577 I slot launch_slot_: id 3 | task 374 | processing task, is_child = 0 1.28.658.101 I slot print_timing: id 0 | task 370 | prompt eval time = 611.73 ms / 136 tokens ( 4.50 ms per token, 222.32 tokens per second) 1.28.658.106 I slot print_timing: id 0 | task 370 | eval time = 345.31 ms / 2 tokens ( 345.31 ms per token, 2.90 tokens per second) 1.28.658.107 I slot print_timing: id 0 | task 370 | total time = 957.03 ms / 138 tokens 1.28.658.107 I slot print_timing: id 0 | task 370 | graphs reused = 14 1.28.658.107 I slot print_timing: id 0 | task 370 | graph reallocs = 0 / 0 (same size) / (changed size) 1.28.658.132 I slot release: id 0 | task 370 | stop processing: n_tokens = 138, truncated = 0 1.28.658.303 I slot print_timing: id 1 | task 371 | prompt eval time = 611.86 ms / 129 tokens ( 4.74 ms per token, 210.83 tokens per second) 1.28.658.306 I slot print_timing: id 1 | task 371 | eval time = 345.32 ms / 2 tokens ( 345.32 ms per token, 2.90 tokens per second) 1.28.658.306 I slot print_timing: id 1 | task 371 | total time = 957.17 ms / 131 tokens 1.28.658.307 I slot print_timing: id 1 | task 371 | graphs reused = 14 1.28.658.307 I slot print_timing: id 1 | task 371 | graph reallocs = 0 / 0 (same size) / (changed size) 1.28.658.328 I slot release: id 1 | task 371 | stop processing: n_tokens = 131, truncated = 0 1.28.730.137 I slot print_timing: id 2 | task 362 | prompt eval time = 1030.53 ms / 185 tokens ( 5.57 ms per token, 179.52 tokens per second) 1.28.730.142 I slot print_timing: id 2 | task 362 | eval time = 1498.13 ms / 8 tokens ( 214.02 ms per token, 4.67 tokens per second) 1.28.730.143 I slot print_timing: id 2 | task 362 | total time = 2528.65 ms / 193 tokens 1.28.730.144 I slot print_timing: id 2 | task 362 | graphs reused = 14 1.28.730.144 I slot print_timing: id 2 | task 362 | graph reallocs = 0 / 0 (same size) / (changed size) 1.28.730.166 I slot release: id 2 | task 362 | stop processing: n_tokens = 193, truncated = 0 1.28.779.270 I slot print_timing: id 3 | task 374 | prompt eval time = 416.78 ms / 142 tokens ( 2.94 ms per token, 340.71 tokens per second) 1.28.779.276 I slot print_timing: id 3 | task 374 | eval time = 48.91 ms / 3 tokens ( 24.45 ms per token, 40.90 tokens per second) 1.28.779.276 I slot print_timing: id 3 | task 374 | total time = 465.69 ms / 145 tokens 1.28.779.277 I slot print_timing: id 3 | task 374 | graphs reused = 15 1.28.779.277 I slot print_timing: id 3 | task 374 | graph reallocs = 0 / 0 (same size) / (changed size) 1.28.779.293 I slot release: id 3 | task 374 | stop processing: n_tokens = 145, truncated = 0 1.28.802.471 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 138, t_last = 239101469146 1.28.803.712 I slot launch_slot_: id 0 | task 379 | processing task, is_child = 0 1.28.807.257 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 131, t_last = 239101469342 1.28.807.300 I slot launch_slot_: id 1 | task 380 | processing task, is_child = 0 1.28.807.357 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 193, t_last = 239101541180 1.28.807.403 I slot launch_slot_: id 2 | task 381 | processing task, is_child = 0 1.28.807.430 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 145, t_last = 239101590307 1.28.807.464 I slot launch_slot_: id 3 | task 382 | processing task, is_child = 0 1.32.700.978 I slot print_timing: id 0 | task 379 | prompt processing, n_tokens = 643, progress = 0.56, t = 3.89 s / 165.15 tokens per second 1.32.759.523 I slot print_timing: id 1 | task 380 | prompt processing, n_tokens = 655, progress = 0.56, t = 3.89 s / 168.23 tokens per second 1.32.762.441 I slot print_timing: id 2 | task 381 | prompt processing, n_tokens = 670, progress = 0.57, t = 3.89 s / 172.09 tokens per second 1.32.764.332 I slot print_timing: id 3 | task 382 | prompt processing, n_tokens = 80, progress = 0.07, t = 3.89 s / 20.55 tokens per second 1.36.074.194 I slot print_timing: id 0 | task 379 | prompt processing, n_tokens = 1074, progress = 0.93, t = 7.27 s / 147.80 tokens per second 1.36.466.373 I slot print_timing: id 1 | task 380 | prompt processing, n_tokens = 1074, progress = 0.92, t = 7.27 s / 147.80 tokens per second 1.36.469.562 I slot print_timing: id 2 | task 381 | prompt processing, n_tokens = 1074, progress = 0.91, t = 7.27 s / 147.80 tokens per second 1.36.472.014 I slot print_timing: id 3 | task 382 | prompt processing, n_tokens = 663, progress = 0.56, t = 7.27 s / 91.24 tokens per second 1.37.439.288 I slot print_timing: id 0 | task 379 | prompt processing, n_tokens = 1155, progress = 1.00, t = 8.63 s / 133.81 tokens per second 1.38.078.242 I slot print_timing: id 1 | task 380 | prompt processing, n_tokens = 1167, progress = 1.00, t = 8.63 s / 135.20 tokens per second 1.38.081.408 I slot print_timing: id 2 | task 381 | prompt processing, n_tokens = 1182, progress = 1.00, t = 8.63 s / 136.94 tokens per second 1.38.084.262 I slot print_timing: id 3 | task 382 | prompt processing, n_tokens = 1074, progress = 0.91, t = 8.63 s / 124.43 tokens per second 1.38.427.980 I slot print_timing: id 3 | task 382 | prompt processing, n_tokens = 1175, progress = 1.00, t = 9.62 s / 122.15 tokens per second 1.41.291.477 I slot print_timing: id 0 | task 379 | prompt eval time = 9620.13 ms / 1159 tokens ( 8.30 ms per token, 120.48 tokens per second) 1.41.291.484 I slot print_timing: id 0 | task 379 | eval time = 2863.87 ms / 71 tokens ( 40.91 ms per token, 24.44 tokens per second) 1.41.291.486 I slot print_timing: id 0 | task 379 | total time = 12484.00 ms / 1230 tokens 1.41.291.487 I slot print_timing: id 0 | task 379 | graphs reused = 84 1.41.291.488 I slot print_timing: id 0 | task 379 | graph reallocs = 0 / 0 (same size) / (changed size) 1.41.291.603 I slot release: id 0 | task 379 | stop processing: n_tokens = 1230, truncated = 0 1.41.334.171 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.910 (> 0.100 thold), f_keep = 0.891 1.41.334.202 I slot launch_slot_: id 0 | task 458 | processing task, is_child = 0 1.42.135.085 I slot print_timing: id 2 | task 381 | prompt eval time = 9620.36 ms / 1186 tokens ( 8.11 ms per token, 123.28 tokens per second) 1.42.135.092 I slot print_timing: id 2 | task 381 | eval time = 3707.11 ms / 84 tokens ( 44.66 ms per token, 22.39 tokens per second) 1.42.135.093 I slot print_timing: id 2 | task 381 | total time = 13327.47 ms / 1270 tokens 1.42.135.094 I slot print_timing: id 2 | task 381 | graphs reused = 94 1.42.135.098 I slot print_timing: id 2 | task 381 | graph reallocs = 0 / 0 (same size) / (changed size) 1.42.135.219 I slot release: id 2 | task 381 | stop processing: n_tokens = 1270, truncated = 0 1.42.200.331 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.906 (> 0.100 thold), f_keep = 0.863 1.42.200.371 I slot launch_slot_: id 2 | task 472 | processing task, is_child = 0 1.42.884.115 I slot print_timing: id 1 | task 380 | prompt eval time = 9620.24 ms / 1171 tokens ( 8.22 ms per token, 121.72 tokens per second) 1.42.884.119 I slot print_timing: id 1 | task 380 | eval time = 4456.32 ms / 93 tokens ( 48.44 ms per token, 20.64 tokens per second) 1.42.884.120 I slot print_timing: id 1 | task 380 | total time = 14076.56 ms / 1264 tokens 1.42.884.121 I slot print_timing: id 1 | task 380 | graphs reused = 99 1.42.884.122 I slot print_timing: id 1 | task 380 | graph reallocs = 0 / 0 (same size) / (changed size) 1.42.884.220 I slot release: id 1 | task 380 | stop processing: n_tokens = 1264, truncated = 0 1.42.948.955 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.906 (> 0.100 thold), f_keep = 0.867 1.42.948.998 I slot launch_slot_: id 1 | task 482 | processing task, is_child = 0 1.43.615.911 I slot print_timing: id 3 | task 382 | n_gen = 100, tg = 19.38 t/s, tg_3s = 19.58 t/s 1.46.522.196 I slot print_timing: id 0 | task 458 | n_gen = 100, tg = 20.64 t/s, tg_3s = 20.85 t/s 1.46.644.607 I slot print_timing: id 3 | task 382 | n_gen = 175, tg = 21.39 t/s, tg_3s = 24.76 t/s 1.47.049.021 I slot print_timing: id 2 | task 472 | n_gen = 100, tg = 22.48 t/s, tg_3s = 22.70 t/s 1.47.410.731 I slot print_timing: id 1 | task 482 | n_gen = 100, tg = 24.77 t/s, tg_3s = 25.02 t/s 1.48.094.037 I slot print_timing: id 0 | task 458 | prompt eval time = 390.69 ms / 108 tokens ( 3.62 ms per token, 276.43 tokens per second) 1.48.094.045 I slot print_timing: id 0 | task 458 | eval time = 6369.13 ms / 139 tokens ( 46.15 ms per token, 21.67 tokens per second) 1.48.094.046 I slot print_timing: id 0 | task 458 | total time = 6759.82 ms / 247 tokens 1.48.094.047 I slot print_timing: id 0 | task 458 | graphs reused = 213 1.48.094.047 I slot print_timing: id 0 | task 458 | graph reallocs = 0 / 0 (same size) / (changed size) 1.48.094.173 I slot release: id 0 | task 458 | stop processing: n_tokens = 1342, truncated = 0 1.48.137.337 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.925 (> 0.100 thold), f_keep = 0.817 1.48.137.365 I slot launch_slot_: id 0 | task 602 | processing task, is_child = 0 1.49.649.391 I slot print_timing: id 3 | task 382 | n_gen = 243, tg = 21.72 t/s, tg_3s = 22.63 t/s 1.49.850.972 I slot print_timing: id 3 | task 382 | prompt eval time = 9700.73 ms / 1179 tokens ( 8.23 ms per token, 121.54 tokens per second) 1.49.850.979 I slot print_timing: id 3 | task 382 | eval time = 11342.55 ms / 248 tokens ( 45.92 ms per token, 21.78 tokens per second) 1.49.850.980 I slot print_timing: id 3 | task 382 | total time = 21043.28 ms / 1427 tokens 1.49.850.981 I slot print_timing: id 3 | task 382 | graphs reused = 247 1.49.850.982 I slot print_timing: id 3 | task 382 | graph reallocs = 0 / 0 (same size) / (changed size) 1.49.851.118 I slot release: id 3 | task 382 | stop processing: n_tokens = 1427, truncated = 0 1.49.893.197 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.904 (> 0.100 thold), f_keep = 0.768 1.49.893.231 I slot launch_slot_: id 3 | task 640 | processing task, is_child = 0 1.50.214.416 I slot print_timing: id 2 | task 472 | n_gen = 165, tg = 21.66 t/s, tg_3s = 20.53 t/s 1.50.414.594 I slot print_timing: id 1 | task 482 | n_gen = 160, tg = 22.71 t/s, tg_3s = 19.97 t/s 1.52.797.688 I slot print_timing: id 0 | task 602 | n_gen = 100, tg = 22.90 t/s, tg_3s = 23.13 t/s 1.53.240.286 I slot print_timing: id 2 | task 472 | n_gen = 239, tg = 22.46 t/s, tg_3s = 24.46 t/s 1.53.441.438 I slot print_timing: id 1 | task 482 | n_gen = 235, tg = 23.34 t/s, tg_3s = 24.78 t/s 1.53.722.818 I slot print_timing: id 0 | task 602 | prompt eval time = 336.77 ms / 89 tokens ( 3.78 ms per token, 264.28 tokens per second) 1.53.722.825 I slot print_timing: id 0 | task 602 | eval time = 5248.67 ms / 123 tokens ( 43.02 ms per token, 23.24 tokens per second) 1.53.722.826 I slot print_timing: id 0 | task 602 | total time = 5585.44 ms / 212 tokens 1.53.722.827 I slot print_timing: id 0 | task 602 | graphs reused = 331 1.53.722.827 I slot print_timing: id 0 | task 602 | graph reallocs = 0 / 0 (same size) / (changed size) 1.53.722.933 I slot release: id 0 | task 602 | stop processing: n_tokens = 1307, truncated = 0 1.53.765.926 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.880 (> 0.100 thold), f_keep = 0.839 1.53.765.958 I slot launch_slot_: id 0 | task 729 | processing task, is_child = 0 1.54.635.911 I slot print_timing: id 2 | task 472 | prompt eval time = 443.88 ms / 114 tokens ( 3.89 ms per token, 256.82 tokens per second) 1.54.635.917 I slot print_timing: id 2 | task 472 | eval time = 11991.65 ms / 264 tokens ( 45.60 ms per token, 21.93 tokens per second) 1.54.635.918 I slot print_timing: id 2 | task 472 | total time = 12435.53 ms / 378 tokens 1.54.635.919 I slot print_timing: id 2 | task 472 | graphs reused = 341 1.54.635.920 I slot print_timing: id 2 | task 472 | graph reallocs = 0 / 0 (same size) / (changed size) 1.54.636.056 I slot release: id 2 | task 472 | stop processing: n_tokens = 1473, truncated = 0 1.54.701.989 I slot print_timing: id 3 | task 640 | n_gen = 100, tg = 22.46 t/s, tg_3s = 22.69 t/s 1.54.701.999 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.916 (> 0.100 thold), f_keep = 0.744 1.54.702.024 I slot launch_slot_: id 2 | task 743 | processing task, is_child = 0 1.56.215.855 I slot print_timing: id 1 | task 482 | prompt eval time = 465.09 ms / 114 tokens ( 4.08 ms per token, 245.11 tokens per second) 1.56.215.860 I slot print_timing: id 1 | task 482 | eval time = 12801.76 ms / 286 tokens ( 44.92 ms per token, 22.26 tokens per second) 1.56.215.861 I slot print_timing: id 1 | task 482 | total time = 13266.85 ms / 400 tokens 1.56.215.861 I slot print_timing: id 1 | task 482 | graphs reused = 368 1.56.215.862 I slot print_timing: id 1 | task 482 | graph reallocs = 0 / 0 (same size) / (changed size) 1.56.215.975 I slot release: id 1 | task 482 | stop processing: n_tokens = 1495, truncated = 0 1.56.280.739 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.935 (> 0.100 thold), f_keep = 0.733 1.56.280.773 I slot launch_slot_: id 1 | task 775 | processing task, is_child = 0 1.57.734.601 I slot print_timing: id 3 | task 640 | n_gen = 159, tg = 21.24 t/s, tg_3s = 19.46 t/s 1.58.378.991 I slot print_timing: id 3 | task 640 | prompt eval time = 401.62 ms / 116 tokens ( 3.46 ms per token, 288.83 tokens per second) 1.58.378.998 I slot print_timing: id 3 | task 640 | eval time = 8084.12 ms / 175 tokens ( 46.46 ms per token, 21.52 tokens per second) 1.58.379.000 I slot print_timing: id 3 | task 640 | total time = 8485.74 ms / 291 tokens 1.58.379.000 I slot print_timing: id 3 | task 640 | graphs reused = 409 1.58.379.001 I slot print_timing: id 3 | task 640 | graph reallocs = 0 / 0 (same size) / (changed size) 1.58.379.138 I slot release: id 3 | task 640 | stop processing: n_tokens = 1386, truncated = 0 1.58.421.462 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.935 (> 0.100 thold), f_keep = 0.791 1.58.421.494 I slot launch_slot_: id 3 | task 821 | processing task, is_child = 0 1.59.162.303 I slot print_timing: id 0 | task 729 | n_gen = 100, tg = 20.04 t/s, tg_3s = 20.24 t/s 1.59.688.122 I slot print_timing: id 2 | task 743 | n_gen = 100, tg = 21.49 t/s, tg_3s = 21.71 t/s 2.00.935.081 I slot print_timing: id 1 | task 775 | n_gen = 100, tg = 23.26 t/s, tg_3s = 23.49 t/s 2.01.942.535 I slot print_timing: id 2 | task 743 | prompt eval time = 379.74 ms / 101 tokens ( 3.76 ms per token, 265.97 tokens per second) 2.01.942.543 I slot print_timing: id 2 | task 743 | eval time = 6860.76 ms / 156 tokens ( 44.26 ms per token, 22.59 tokens per second) 2.01.942.544 I slot print_timing: id 2 | task 743 | total time = 7240.50 ms / 257 tokens 2.01.942.545 I slot print_timing: id 2 | task 743 | graphs reused = 487 2.01.942.545 I slot print_timing: id 2 | task 743 | graph reallocs = 0 / 0 (same size) / (changed size) 2.01.942.663 I slot release: id 2 | task 743 | stop processing: n_tokens = 1352, truncated = 0 2.02.007.159 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.940 (> 0.100 thold), f_keep = 0.811 2.02.007.192 I slot launch_slot_: id 2 | task 904 | processing task, is_child = 0 2.02.283.945 I slot print_timing: id 0 | task 729 | n_gen = 171, tg = 21.09 t/s, tg_3s = 22.74 t/s 2.03.077.342 I slot print_timing: id 3 | task 821 | n_gen = 100, tg = 22.91 t/s, tg_3s = 23.14 t/s 2.03.318.602 I slot print_timing: id 1 | task 775 | prompt eval time = 397.79 ms / 76 tokens ( 5.23 ms per token, 191.05 tokens per second) 2.03.318.608 I slot print_timing: id 1 | task 775 | eval time = 6640.03 ms / 151 tokens ( 44.27 ms per token, 22.59 tokens per second) 2.03.318.609 I slot print_timing: id 1 | task 775 | total time = 7037.82 ms / 227 tokens 2.03.318.610 I slot print_timing: id 1 | task 775 | graphs reused = 509 2.03.318.611 I slot print_timing: id 1 | task 775 | graph reallocs = 0 / 0 (same size) / (changed size) 2.03.318.710 I slot release: id 1 | task 775 | stop processing: n_tokens = 1322, truncated = 0 2.03.382.746 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.919 (> 0.100 thold), f_keep = 0.829 2.03.382.775 I slot launch_slot_: id 1 | task 931 | processing task, is_child = 0 2.05.287.073 I slot print_timing: id 0 | task 729 | n_gen = 235, tg = 21.15 t/s, tg_3s = 21.31 t/s 2.06.094.858 I slot print_timing: id 3 | task 821 | n_gen = 166, tg = 22.48 t/s, tg_3s = 21.87 t/s 2.06.256.027 I slot print_timing: id 3 | task 821 | prompt eval time = 334.19 ms / 76 tokens ( 4.40 ms per token, 227.41 tokens per second) 2.06.256.035 I slot print_timing: id 3 | task 821 | eval time = 7500.33 ms / 170 tokens ( 44.38 ms per token, 22.53 tokens per second) 2.06.256.036 I slot print_timing: id 3 | task 821 | total time = 7834.52 ms / 246 tokens 2.06.256.037 I slot print_timing: id 3 | task 821 | graphs reused = 569 2.06.256.037 I slot print_timing: id 3 | task 821 | graph reallocs = 0 / 0 (same size) / (changed size) 2.06.256.179 I slot release: id 3 | task 821 | stop processing: n_tokens = 1341, truncated = 0 2.06.298.600 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.899 (> 0.100 thold), f_keep = 0.817 2.06.298.640 I slot launch_slot_: id 3 | task 996 | processing task, is_child = 0 2.07.070.357 I slot print_timing: id 2 | task 904 | n_gen = 100, tg = 21.13 t/s, tg_3s = 21.35 t/s 2.07.433.584 I slot print_timing: id 1 | task 931 | prompt eval time = 408.52 ms / 96 tokens ( 4.26 ms per token, 235.00 tokens per second) 2.07.433.591 I slot print_timing: id 1 | task 931 | eval time = 3642.29 ms / 83 tokens ( 44.42 ms per token, 22.51 tokens per second) 2.07.433.592 I slot print_timing: id 1 | task 931 | total time = 4050.80 ms / 179 tokens 2.07.433.593 I slot print_timing: id 1 | task 931 | graphs reused = 586 2.07.433.594 I slot print_timing: id 1 | task 931 | graph reallocs = 0 / 0 (same size) / (changed size) 2.07.433.718 I slot release: id 1 | task 931 | stop processing: n_tokens = 1274, truncated = 0 2.07.498.052 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.947 (> 0.100 thold), f_keep = 0.860 2.07.498.082 I slot launch_slot_: id 1 | task 1018 | processing task, is_child = 0 2.08.291.644 I slot print_timing: id 0 | task 729 | n_gen = 294, tg = 20.83 t/s, tg_3s = 19.64 t/s 2.10.103.978 I slot print_timing: id 2 | task 904 | n_gen = 168, tg = 21.64 t/s, tg_3s = 22.42 t/s 2.10.992.122 I slot print_timing: id 3 | task 996 | n_gen = 100, tg = 23.06 t/s, tg_3s = 23.30 t/s 2.11.315.743 I slot print_timing: id 0 | task 729 | n_gen = 369, tg = 21.53 t/s, tg_3s = 24.80 t/s 2.11.839.409 I slot print_timing: id 1 | task 1018 | n_gen = 100, tg = 24.74 t/s, tg_3s = 24.99 t/s 2.13.134.377 I slot print_timing: id 2 | task 904 | n_gen = 243, tg = 22.51 t/s, tg_3s = 24.75 t/s 2.14.021.000 I slot print_timing: id 3 | task 996 | n_gen = 175, tg = 23.77 t/s, tg_3s = 24.76 t/s 2.14.342.937 I slot print_timing: id 0 | task 729 | n_gen = 444, tg = 22.02 t/s, tg_3s = 24.78 t/s 2.14.627.544 I slot print_timing: id 1 | task 1018 | prompt eval time = 339.76 ms / 61 tokens ( 5.57 ms per token, 179.54 tokens per second) 2.14.627.551 I slot print_timing: id 1 | task 1018 | eval time = 6789.70 ms / 169 tokens ( 40.41 ms per token, 24.74 tokens per second) 2.14.627.552 I slot print_timing: id 1 | task 1018 | total time = 7129.45 ms / 230 tokens 2.14.627.553 I slot print_timing: id 1 | task 1018 | graphs reused = 752 2.14.627.553 I slot print_timing: id 1 | task 1018 | graph reallocs = 0 / 0 (same size) / (changed size) 2.14.627.656 I slot release: id 1 | task 1018 | stop processing: n_tokens = 1325, truncated = 0 2.14.692.042 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.907 (> 0.100 thold), f_keep = 0.827 2.14.692.072 I slot launch_slot_: id 1 | task 1190 | processing task, is_child = 0 2.16.173.832 I slot print_timing: id 2 | task 904 | n_gen = 308, tg = 22.27 t/s, tg_3s = 21.39 t/s 2.17.027.560 I slot print_timing: id 3 | task 996 | n_gen = 239, tg = 23.04 t/s, tg_3s = 21.29 t/s 2.17.108.288 I slot print_timing: id 2 | task 904 | prompt eval time = 378.77 ms / 70 tokens ( 5.41 ms per token, 184.81 tokens per second) 2.17.108.298 I slot print_timing: id 2 | task 904 | eval time = 14722.32 ms / 331 tokens ( 44.61 ms per token, 22.41 tokens per second) 2.17.108.299 I slot print_timing: id 2 | task 904 | total time = 15101.09 ms / 401 tokens 2.17.108.300 I slot print_timing: id 2 | task 904 | graphs reused = 799 2.17.108.300 I slot print_timing: id 2 | task 904 | graph reallocs = 0 / 0 (same size) / (changed size) 2.17.108.435 I slot release: id 2 | task 904 | stop processing: n_tokens = 1496, truncated = 0 2.17.173.439 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.938 (> 0.100 thold), f_keep = 0.733 2.17.173.470 I slot launch_slot_: id 2 | task 1242 | processing task, is_child = 0 2.17.450.817 I slot print_timing: id 0 | task 729 | n_gen = 504, tg = 21.65 t/s, tg_3s = 19.31 t/s 2.19.380.431 I slot print_timing: id 3 | task 996 | prompt eval time = 400.97 ms / 123 tokens ( 3.26 ms per token, 306.76 tokens per second) 2.19.380.440 I slot print_timing: id 3 | task 996 | eval time = 12680.81 ms / 289 tokens ( 44.03 ms per token, 22.71 tokens per second) 2.19.380.440 I slot print_timing: id 3 | task 996 | total time = 13081.78 ms / 412 tokens 2.19.380.441 I slot print_timing: id 3 | task 996 | graphs reused = 842 2.19.380.442 I slot print_timing: id 3 | task 996 | graph reallocs = 0 / 0 (same size) / (changed size) 2.19.380.577 I slot release: id 3 | task 996 | stop processing: n_tokens = 1507, truncated = 0 2.19.422.603 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.951 (> 0.100 thold), f_keep = 0.727 2.19.422.636 I slot launch_slot_: id 3 | task 1291 | processing task, is_child = 0 2.19.700.691 I slot print_timing: id 1 | task 1190 | n_gen = 100, tg = 21.78 t/s, tg_3s = 22.00 t/s 2.19.821.094 I slot print_timing: id 0 | task 729 | prompt eval time = 456.12 ms / 150 tokens ( 3.04 ms per token, 328.86 tokens per second) 2.19.821.099 I slot print_timing: id 0 | task 729 | eval time = 25599.01 ms / 556 tokens ( 46.12 ms per token, 21.68 tokens per second) 2.19.821.100 I slot print_timing: id 0 | task 729 | total time = 26055.13 ms / 706 tokens 2.19.821.100 I slot print_timing: id 0 | task 729 | graphs reused = 844 2.19.821.101 I slot print_timing: id 0 | task 729 | graph reallocs = 0 / 0 (same size) / (changed size) 2.19.821.163 I slot release: id 0 | task 729 | stop processing: n_tokens = 1801, truncated = 0 2.19.861.686 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.935 (> 0.100 thold), f_keep = 0.609 2.19.861.711 I slot launch_slot_: id 0 | task 1298 | processing task, is_child = 0 2.21.768.935 I slot print_timing: id 2 | task 1242 | prompt eval time = 377.45 ms / 72 tokens ( 5.24 ms per token, 190.75 tokens per second) 2.21.768.942 I slot print_timing: id 2 | task 1242 | eval time = 4218.00 ms / 94 tokens ( 45.35 ms per token, 22.05 tokens per second) 2.21.768.943 I slot print_timing: id 2 | task 1242 | total time = 4595.45 ms / 166 tokens 2.21.768.944 I slot print_timing: id 2 | task 1242 | graphs reused = 883 2.21.768.944 I slot print_timing: id 2 | task 1242 | graph reallocs = 0 / 0 (same size) / (changed size) 2.21.769.053 I slot release: id 2 | task 1242 | stop processing: n_tokens = 1261, truncated = 0 2.21.833.976 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.941 (> 0.100 thold), f_keep = 0.869 2.21.834.014 I slot launch_slot_: id 2 | task 1341 | processing task, is_child = 0 2.22.717.926 I slot print_timing: id 1 | task 1190 | n_gen = 162, tg = 21.29 t/s, tg_3s = 20.55 t/s 2.23.686.213 I slot print_timing: id 1 | task 1190 | prompt eval time = 462.31 ms / 113 tokens ( 4.09 ms per token, 244.42 tokens per second) 2.23.686.220 I slot print_timing: id 1 | task 1190 | eval time = 8531.82 ms / 186 tokens ( 46.12 ms per token, 21.68 tokens per second) 2.23.686.221 I slot print_timing: id 1 | task 1190 | total time = 8994.13 ms / 299 tokens 2.23.686.222 I slot print_timing: id 1 | task 1190 | graphs reused = 920 2.23.686.222 I slot print_timing: id 1 | task 1190 | graph reallocs = 0 / 0 (same size) / (changed size) 2.23.686.324 I slot release: id 1 | task 1190 | stop processing: n_tokens = 1394, truncated = 0 2.23.750.551 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.913 (> 0.100 thold), f_keep = 0.786 2.23.750.582 I slot launch_slot_: id 1 | task 1383 | processing task, is_child = 0 2.24.615.643 I slot print_timing: id 3 | task 1291 | n_gen = 100, tg = 20.14 t/s, tg_3s = 20.35 t/s 2.24.855.425 I slot print_timing: id 0 | task 1298 | n_gen = 100, tg = 21.25 t/s, tg_3s = 21.47 t/s 2.25.177.634 I slot print_timing: id 3 | task 1291 | prompt eval time = 278.41 ms / 56 tokens ( 4.97 ms per token, 201.14 tokens per second) 2.25.177.643 I slot print_timing: id 3 | task 1291 | eval time = 5476.58 ms / 114 tokens ( 48.47 ms per token, 20.63 tokens per second) 2.25.177.644 I slot print_timing: id 3 | task 1291 | total time = 5754.99 ms / 170 tokens 2.25.177.645 I slot print_timing: id 3 | task 1291 | graphs reused = 943 2.25.177.646 I slot print_timing: id 3 | task 1291 | graph reallocs = 0 / 0 (same size) / (changed size) 2.25.177.772 I slot release: id 3 | task 1291 | stop processing: n_tokens = 1265, truncated = 0 2.25.219.965 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.944 (> 0.100 thold), f_keep = 0.866 2.25.219.988 I slot launch_slot_: id 3 | task 1411 | processing task, is_child = 0 2.25.659.523 I slot print_timing: id 2 | task 1341 | prompt eval time = 319.44 ms / 69 tokens ( 4.63 ms per token, 216.01 tokens per second) 2.25.659.533 I slot print_timing: id 2 | task 1341 | eval time = 3506.05 ms / 73 tokens ( 48.70 ms per token, 20.54 tokens per second) 2.25.659.535 I slot print_timing: id 2 | task 1341 | total time = 3825.48 ms / 142 tokens 2.25.659.537 I slot print_timing: id 2 | task 1341 | graphs reused = 946 2.25.659.538 I slot print_timing: id 2 | task 1341 | graph reallocs = 0 / 0 (same size) / (changed size) 2.25.659.759 I slot release: id 2 | task 1341 | stop processing: n_tokens = 1237, truncated = 0 2.25.727.317 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.939 (> 0.100 thold), f_keep = 0.886 2.25.727.354 I slot launch_slot_: id 2 | task 1419 | processing task, is_child = 0 2.27.876.521 I slot print_timing: id 0 | task 1298 | n_gen = 162, tg = 20.97 t/s, tg_3s = 20.52 t/s 2.28.718.913 I slot print_timing: id 1 | task 1383 | n_gen = 100, tg = 21.95 t/s, tg_3s = 22.17 t/s 2.29.805.201 I slot print_timing: id 3 | task 1411 | n_gen = 100, tg = 22.99 t/s, tg_3s = 23.22 t/s 2.30.007.845 I slot print_timing: id 3 | task 1411 | prompt eval time = 278.21 ms / 65 tokens ( 4.28 ms per token, 233.64 tokens per second) 2.30.007.852 I slot print_timing: id 3 | task 1411 | eval time = 4509.64 ms / 105 tokens ( 43.36 ms per token, 23.06 tokens per second) 2.30.007.853 I slot print_timing: id 3 | task 1411 | total time = 4787.85 ms / 170 tokens 2.30.007.854 I slot print_timing: id 3 | task 1411 | graphs reused = 1042 2.30.007.855 I slot print_timing: id 3 | task 1411 | graph reallocs = 0 / 0 (same size) / (changed size) 2.30.008.006 I slot release: id 3 | task 1411 | stop processing: n_tokens = 1265, truncated = 0 2.30.049.977 I slot print_timing: id 0 | task 1298 | prompt eval time = 335.74 ms / 77 tokens ( 4.36 ms per token, 229.34 tokens per second) 2.30.049.980 I slot print_timing: id 0 | task 1298 | eval time = 9852.52 ms / 216 tokens ( 45.83 ms per token, 21.82 tokens per second) 2.30.049.981 I slot print_timing: id 0 | task 1298 | total time = 10188.26 ms / 293 tokens 2.30.049.981 I slot print_timing: id 0 | task 1298 | graphs reused = 1042 2.30.049.982 I slot print_timing: id 0 | task 1298 | graph reallocs = 0 / 0 (same size) / (changed size) 2.30.050.063 I slot release: id 0 | task 1298 | stop processing: n_tokens = 1387, truncated = 0 2.30.050.573 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.947 (> 0.100 thold), f_keep = 0.790 2.30.050.608 I slot launch_slot_: id 0 | task 1520 | processing task, is_child = 0 2.30.258.387 I slot print_timing: id 2 | task 1419 | n_gen = 100, tg = 23.85 t/s, tg_3s = 24.09 t/s 2.30.258.395 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.913 (> 0.100 thold), f_keep = 0.867 2.30.258.412 I slot launch_slot_: id 3 | task 1522 | processing task, is_child = 0 2.30.849.127 I slot print_timing: id 2 | task 1419 | prompt eval time = 379.64 ms / 71 tokens ( 5.35 ms per token, 187.02 tokens per second) 2.30.849.132 I slot print_timing: id 2 | task 1419 | eval time = 4742.12 ms / 106 tokens ( 45.16 ms per token, 22.14 tokens per second) 2.30.849.133 I slot print_timing: id 2 | task 1419 | total time = 5121.77 ms / 177 tokens 2.30.849.134 I slot print_timing: id 2 | task 1419 | graphs reused = 1045 2.30.849.134 I slot print_timing: id 2 | task 1419 | graph reallocs = 0 / 0 (same size) / (changed size) 2.30.849.204 I slot release: id 2 | task 1419 | stop processing: n_tokens = 1272, truncated = 0 2.30.911.918 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.907 (> 0.100 thold), f_keep = 0.862 2.30.911.951 I slot launch_slot_: id 2 | task 1530 | processing task, is_child = 0 2.31.733.862 I slot print_timing: id 1 | task 1383 | n_gen = 152, tg = 20.06 t/s, tg_3s = 17.25 t/s 2.34.752.715 I slot print_timing: id 1 | task 1383 | n_gen = 227, tg = 21.43 t/s, tg_3s = 24.84 t/s 2.35.032.987 I slot print_timing: id 0 | task 1520 | n_gen = 100, tg = 22.38 t/s, tg_3s = 22.61 t/s 2.35.074.302 I slot print_timing: id 3 | task 1522 | n_gen = 100, tg = 22.58 t/s, tg_3s = 22.81 t/s 2.35.354.997 I slot print_timing: id 2 | task 1530 | n_gen = 100, tg = 24.82 t/s, tg_3s = 25.07 t/s 2.36.120.140 I slot print_timing: id 0 | task 1520 | prompt eval time = 546.34 ms / 61 tokens ( 8.96 ms per token, 111.65 tokens per second) 2.36.120.148 I slot print_timing: id 0 | task 1520 | eval time = 5510.89 ms / 127 tokens ( 43.74 ms per token, 22.86 tokens per second) 2.36.120.149 I slot print_timing: id 0 | task 1520 | total time = 6057.22 ms / 188 tokens 2.36.120.150 I slot print_timing: id 0 | task 1520 | graphs reused = 1162 2.36.120.151 I slot print_timing: id 0 | task 1520 | graph reallocs = 0 / 0 (same size) / (changed size) 2.36.120.262 I slot release: id 0 | task 1520 | stop processing: n_tokens = 1283, truncated = 0 2.36.163.469 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.896 (> 0.100 thold), f_keep = 0.854 2.36.163.503 I slot launch_slot_: id 0 | task 1652 | processing task, is_child = 0 2.37.782.802 I slot print_timing: id 1 | task 1383 | n_gen = 294, tg = 21.58 t/s, tg_3s = 22.11 t/s 2.38.105.639 I slot print_timing: id 3 | task 1522 | n_gen = 167, tg = 22.38 t/s, tg_3s = 22.10 t/s 2.38.387.767 I slot print_timing: id 2 | task 1530 | n_gen = 167, tg = 23.64 t/s, tg_3s = 22.09 t/s 2.39.437.904 I slot print_timing: id 3 | task 1522 | prompt eval time = 429.85 ms / 105 tokens ( 4.09 ms per token, 244.27 tokens per second) 2.39.437.913 I slot print_timing: id 3 | task 1522 | eval time = 8748.45 ms / 200 tokens ( 43.96 ms per token, 22.75 tokens per second) 2.39.437.916 I slot print_timing: id 3 | task 1522 | total time = 9178.31 ms / 305 tokens 2.39.437.917 I slot print_timing: id 3 | task 1522 | graphs reused = 1233 2.39.437.917 I slot print_timing: id 3 | task 1522 | graph reallocs = 0 / 0 (same size) / (changed size) 2.39.438.058 I slot release: id 3 | task 1522 | stop processing: n_tokens = 1401, truncated = 0 2.39.480.376 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.942 (> 0.100 thold), f_keep = 0.782 2.39.480.410 I slot launch_slot_: id 3 | task 1727 | processing task, is_child = 0 2.40.774.414 I slot print_timing: id 0 | task 1652 | n_gen = 100, tg = 23.50 t/s, tg_3s = 23.74 t/s 2.40.815.398 I slot print_timing: id 1 | task 1383 | n_gen = 364, tg = 21.86 t/s, tg_3s = 23.08 t/s 2.41.137.751 I slot print_timing: id 1 | task 1383 | prompt eval time = 457.09 ms / 104 tokens ( 4.40 ms per token, 227.52 tokens per second) 2.41.137.758 I slot print_timing: id 1 | task 1383 | eval time = 16930.07 ms / 372 tokens ( 45.63 ms per token, 21.91 tokens per second) 2.41.137.759 I slot print_timing: id 1 | task 1383 | total time = 17387.16 ms / 476 tokens 2.41.137.760 I slot print_timing: id 1 | task 1383 | graphs reused = 1266 2.41.137.761 I slot print_timing: id 1 | task 1383 | graph reallocs = 0 / 0 (same size) / (changed size) 2.41.137.878 I slot release: id 1 | task 1383 | stop processing: n_tokens = 1571, truncated = 0 2.41.202.503 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.946 (> 0.100 thold), f_keep = 0.698 2.41.202.536 I slot launch_slot_: id 1 | task 1765 | processing task, is_child = 0 2.41.434.263 I slot print_timing: id 2 | task 1530 | n_gen = 232, tg = 22.94 t/s, tg_3s = 21.34 t/s 2.43.805.698 I slot print_timing: id 0 | task 1652 | n_gen = 168, tg = 23.06 t/s, tg_3s = 22.43 t/s 2.43.806.260 I slot print_timing: id 2 | task 1530 | prompt eval time = 454.25 ms / 112 tokens ( 4.06 ms per token, 246.56 tokens per second) 2.43.806.266 I slot print_timing: id 2 | task 1530 | eval time = 12440.05 ms / 289 tokens ( 43.19 ms per token, 23.15 tokens per second) 2.43.806.267 I slot print_timing: id 2 | task 1530 | total time = 12894.30 ms / 401 tokens 2.43.806.267 I slot print_timing: id 2 | task 1530 | graphs reused = 1321 2.43.806.268 I slot print_timing: id 2 | task 1530 | graph reallocs = 0 / 0 (same size) / (changed size) 2.43.806.370 I slot release: id 2 | task 1530 | stop processing: n_tokens = 1496, truncated = 0 2.43.871.182 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.941 (> 0.100 thold), f_keep = 0.733 2.43.871.216 I slot launch_slot_: id 2 | task 1825 | processing task, is_child = 0 2.44.271.290 I slot print_timing: id 1 | task 1765 | prompt eval time = 343.12 ms / 62 tokens ( 5.53 ms per token, 180.69 tokens per second) 2.44.271.296 I slot print_timing: id 1 | task 1765 | eval time = 2725.62 ms / 62 tokens ( 44.68 ms per token, 22.38 tokens per second) 2.44.271.297 I slot print_timing: id 1 | task 1765 | total time = 3068.75 ms / 124 tokens 2.44.271.298 I slot print_timing: id 1 | task 1765 | graphs reused = 1322 2.44.271.298 I slot print_timing: id 1 | task 1765 | graph reallocs = 0 / 0 (same size) / (changed size) 2.44.271.378 I slot release: id 1 | task 1765 | stop processing: n_tokens = 1219, truncated = 0 2.44.334.360 I slot print_timing: id 3 | task 1727 | n_gen = 100, tg = 21.64 t/s, tg_3s = 21.86 t/s 2.44.334.373 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.931 (> 0.100 thold), f_keep = 0.899 2.44.334.409 I slot launch_slot_: id 1 | task 1831 | processing task, is_child = 0 2.46.843.813 I slot print_timing: id 0 | task 1652 | n_gen = 228, tg = 22.08 t/s, tg_3s = 19.75 t/s 2.47.366.871 I slot print_timing: id 3 | task 1727 | n_gen = 167, tg = 21.82 t/s, tg_3s = 22.09 t/s 2.47.889.716 I slot print_timing: id 2 | task 1825 | prompt eval time = 319.04 ms / 69 tokens ( 4.62 ms per token, 216.27 tokens per second) 2.47.889.723 I slot print_timing: id 2 | task 1825 | eval time = 3699.45 ms / 84 tokens ( 44.57 ms per token, 22.44 tokens per second) 2.47.889.724 I slot print_timing: id 2 | task 1825 | total time = 4018.49 ms / 153 tokens 2.47.889.725 I slot print_timing: id 2 | task 1825 | graphs reused = 1399 2.47.889.726 I slot print_timing: id 2 | task 1825 | graph reallocs = 0 / 0 (same size) / (changed size) 2.47.889.827 I slot release: id 2 | task 1825 | stop processing: n_tokens = 1248, truncated = 0 2.47.954.802 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.926 (> 0.100 thold), f_keep = 0.878 2.47.954.832 I slot launch_slot_: id 2 | task 1913 | processing task, is_child = 0 2.48.239.053 I slot print_timing: id 3 | task 1727 | prompt eval time = 278.79 ms / 68 tokens ( 4.10 ms per token, 243.91 tokens per second) 2.48.239.057 I slot print_timing: id 3 | task 1727 | eval time = 8479.84 ms / 182 tokens ( 46.85 ms per token, 21.34 tokens per second) 2.48.239.057 I slot print_timing: id 3 | task 1727 | total time = 8758.63 ms / 250 tokens 2.48.239.058 I slot print_timing: id 3 | task 1727 | graphs reused = 1399 2.48.239.080 I slot print_timing: id 3 | task 1727 | graph reallocs = 0 / 0 (same size) / (changed size) 2.48.239.146 I slot release: id 3 | task 1727 | stop processing: n_tokens = 1345, truncated = 0 2.48.315.656 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.918 (> 0.100 thold), f_keep = 0.815 2.48.315.682 I slot launch_slot_: id 3 | task 1916 | processing task, is_child = 0 2.49.305.708 I slot print_timing: id 1 | task 1831 | n_gen = 100, tg = 21.71 t/s, tg_3s = 21.93 t/s 2.49.545.400 I slot print_timing: id 0 | task 1652 | prompt eval time = 398.95 ms / 127 tokens ( 3.14 ms per token, 318.33 tokens per second) 2.49.545.407 I slot print_timing: id 0 | task 1652 | eval time = 12982.93 ms / 281 tokens ( 46.37 ms per token, 21.57 tokens per second) 2.49.545.408 I slot print_timing: id 0 | task 1652 | total time = 13381.89 ms / 408 tokens 2.49.545.408 I slot print_timing: id 0 | task 1652 | graphs reused = 1420 2.49.545.409 I slot print_timing: id 0 | task 1652 | graph reallocs = 0 / 0 (same size) / (changed size) 2.49.545.513 I slot release: id 0 | task 1652 | stop processing: n_tokens = 1503, truncated = 0 2.49.588.150 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.940 (> 0.100 thold), f_keep = 0.729 2.49.588.179 I slot launch_slot_: id 0 | task 1942 | processing task, is_child = 0 2.52.332.750 I slot print_timing: id 1 | task 1831 | n_gen = 169, tg = 22.15 t/s, tg_3s = 22.79 t/s 2.52.817.722 I slot print_timing: id 2 | task 1913 | n_gen = 100, tg = 21.99 t/s, tg_3s = 22.21 t/s 2.52.898.999 I slot print_timing: id 3 | task 1916 | n_gen = 100, tg = 23.35 t/s, tg_3s = 23.58 t/s 2.53.904.613 I slot print_timing: id 0 | task 1942 | n_gen = 100, tg = 24.83 t/s, tg_3s = 25.08 t/s 2.53.905.473 I slot print_timing: id 3 | task 1916 | prompt eval time = 343.00 ms / 98 tokens ( 3.50 ms per token, 285.71 tokens per second) 2.53.905.476 I slot print_timing: id 3 | task 1916 | eval time = 5246.78 ms / 125 tokens ( 42.31 ms per token, 23.63 tokens per second) 2.53.905.477 I slot print_timing: id 3 | task 1916 | total time = 5589.79 ms / 223 tokens 2.53.905.477 I slot print_timing: id 3 | task 1916 | graphs reused = 1519 2.53.905.478 I slot print_timing: id 3 | task 1916 | graph reallocs = 0 / 0 (same size) / (changed size) 2.53.905.586 I slot release: id 3 | task 1916 | stop processing: n_tokens = 1318, truncated = 0 2.53.947.275 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.926 (> 0.100 thold), f_keep = 0.832 2.53.947.307 I slot launch_slot_: id 3 | task 2045 | processing task, is_child = 0 2.55.183.128 I slot print_timing: id 1 | task 1831 | prompt eval time = 412.07 ms / 81 tokens ( 5.09 ms per token, 196.57 tokens per second) 2.55.183.132 I slot print_timing: id 1 | task 1831 | eval time = 10436.64 ms / 233 tokens ( 44.99 ms per token, 22.23 tokens per second) 2.55.183.133 I slot print_timing: id 1 | task 1831 | total time = 10848.71 ms / 314 tokens 2.55.183.134 I slot print_timing: id 1 | task 1831 | graphs reused = 1540 2.55.183.135 I slot print_timing: id 1 | task 1831 | graph reallocs = 0 / 0 (same size) / (changed size) 2.55.183.239 I slot release: id 1 | task 1831 | stop processing: n_tokens = 1409, truncated = 0 2.55.247.461 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.895 (> 0.100 thold), f_keep = 0.778 2.55.247.491 I slot launch_slot_: id 1 | task 2071 | processing task, is_child = 0 2.55.837.528 I slot print_timing: id 2 | task 1913 | n_gen = 158, tg = 20.87 t/s, tg_3s = 19.21 t/s 2.56.929.105 I slot print_timing: id 0 | task 1942 | n_gen = 158, tg = 22.39 t/s, tg_3s = 19.18 t/s 2.57.852.546 I slot print_timing: id 2 | task 1913 | prompt eval time = 360.81 ms / 87 tokens ( 4.15 ms per token, 241.12 tokens per second) 2.57.852.560 I slot print_timing: id 2 | task 1913 | eval time = 9536.89 ms / 208 tokens ( 46.07 ms per token, 21.71 tokens per second) 2.57.852.561 I slot print_timing: id 2 | task 1913 | total time = 9897.70 ms / 295 tokens 2.57.852.566 I slot print_timing: id 2 | task 1913 | graphs reused = 1592 2.57.852.567 I slot print_timing: id 2 | task 1913 | graph reallocs = 0 / 0 (same size) / (changed size) 2.57.852.692 I slot release: id 2 | task 1913 | stop processing: n_tokens = 1390, truncated = 0 2.57.917.349 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.912 (> 0.100 thold), f_keep = 0.788 2.57.917.385 I slot launch_slot_: id 2 | task 2128 | processing task, is_child = 0 2.59.079.608 I slot print_timing: id 3 | task 2045 | n_gen = 100, tg = 20.66 t/s, tg_3s = 20.87 t/s 2.59.965.803 I slot print_timing: id 0 | task 1942 | n_gen = 224, tg = 22.19 t/s, tg_3s = 21.73 t/s 3.00.087.323 I slot print_timing: id 1 | task 2071 | n_gen = 100, tg = 22.65 t/s, tg_3s = 22.88 t/s 3.01.743.047 I slot print_timing: id 3 | task 2045 | prompt eval time = 340.71 ms / 87 tokens ( 3.92 ms per token, 255.35 tokens per second) 3.01.743.059 I slot print_timing: id 3 | task 2045 | eval time = 7455.02 ms / 166 tokens ( 45.18 ms per token, 22.13 tokens per second) 3.01.743.059 I slot print_timing: id 3 | task 2045 | total time = 7795.73 ms / 253 tokens 3.01.743.060 I slot print_timing: id 3 | task 2045 | graphs reused = 1675 3.01.743.061 I slot print_timing: id 3 | task 2045 | graph reallocs = 0 / 0 (same size) / (changed size) 3.01.743.212 I slot release: id 3 | task 2045 | stop processing: n_tokens = 1348, truncated = 0 3.01.785.740 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.923 (> 0.100 thold), f_keep = 0.813 3.01.785.770 I slot launch_slot_: id 3 | task 2216 | processing task, is_child = 0 3.02.614.549 I slot print_timing: id 2 | task 2128 | n_gen = 100, tg = 23.24 t/s, tg_3s = 23.48 t/s 3.02.976.700 I slot print_timing: id 0 | task 1942 | n_gen = 292, tg = 22.28 t/s, tg_3s = 22.58 t/s 3.03.098.066 I slot print_timing: id 1 | task 2071 | n_gen = 168, tg = 22.62 t/s, tg_3s = 22.59 t/s 3.05.642.666 I slot print_timing: id 2 | task 2128 | n_gen = 175, tg = 23.88 t/s, tg_3s = 24.77 t/s 3.06.004.888 I slot print_timing: id 0 | task 1942 | n_gen = 367, tg = 22.75 t/s, tg_3s = 24.77 t/s 3.06.126.343 I slot print_timing: id 1 | task 2071 | n_gen = 243, tg = 23.25 t/s, tg_3s = 24.77 t/s 3.06.126.927 I slot print_timing: id 3 | task 2216 | n_gen = 100, tg = 24.75 t/s, tg_3s = 25.00 t/s 3.07.098.991 I slot print_timing: id 1 | task 2071 | prompt eval time = 468.70 ms / 129 tokens ( 3.63 ms per token, 275.23 tokens per second) 3.07.098.999 I slot print_timing: id 1 | task 2071 | eval time = 11382.79 ms / 267 tokens ( 42.79 ms per token, 23.37 tokens per second) 3.07.099.000 I slot print_timing: id 1 | task 2071 | total time = 11851.49 ms / 396 tokens 3.07.099.001 I slot print_timing: id 1 | task 2071 | graphs reused = 1796 3.07.099.002 I slot print_timing: id 1 | task 2071 | graph reallocs = 0 / 0 (same size) / (changed size) 3.07.099.119 I slot release: id 1 | task 2071 | stop processing: n_tokens = 1491, truncated = 0 3.07.163.479 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.915 (> 0.100 thold), f_keep = 0.735 3.07.163.511 I slot launch_slot_: id 1 | task 2343 | processing task, is_child = 0 3.07.702.224 I slot print_timing: id 3 | task 2216 | prompt eval time = 341.01 ms / 92 tokens ( 3.71 ms per token, 269.79 tokens per second) 3.07.702.230 I slot print_timing: id 3 | task 2216 | eval time = 5575.44 ms / 129 tokens ( 43.56 ms per token, 22.96 tokens per second) 3.07.702.230 I slot print_timing: id 3 | task 2216 | total time = 5916.45 ms / 221 tokens 3.07.702.230 I slot print_timing: id 3 | task 2216 | graphs reused = 1797 3.07.702.231 I slot print_timing: id 3 | task 2216 | graph reallocs = 0 / 0 (same size) / (changed size) 3.07.702.295 I slot release: id 3 | task 2216 | stop processing: n_tokens = 1316, truncated = 0 3.07.742.261 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.907 (> 0.100 thold), f_keep = 0.833 3.07.742.285 I slot launch_slot_: id 3 | task 2349 | processing task, is_child = 0 3.08.670.988 I slot print_timing: id 2 | task 2128 | prompt eval time = 437.93 ms / 106 tokens ( 4.13 ms per token, 242.05 tokens per second) 3.08.670.996 I slot print_timing: id 2 | task 2128 | eval time = 10315.66 ms / 232 tokens ( 44.66 ms per token, 22.39 tokens per second) 3.08.670.997 I slot print_timing: id 2 | task 2128 | total time = 10753.59 ms / 338 tokens 3.08.670.998 I slot print_timing: id 2 | task 2128 | graphs reused = 1809 3.08.670.999 I slot print_timing: id 2 | task 2128 | graph reallocs = 0 / 0 (same size) / (changed size) 3.08.671.148 I slot release: id 2 | task 2128 | stop processing: n_tokens = 1433, truncated = 0 3.08.736.543 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.939 (> 0.100 thold), f_keep = 0.765 3.08.736.574 I slot launch_slot_: id 2 | task 2366 | processing task, is_child = 0 3.09.013.827 I slot print_timing: id 0 | task 1942 | n_gen = 417, tg = 21.78 t/s, tg_3s = 16.62 t/s 3.12.016.832 I slot print_timing: id 0 | task 1942 | n_gen = 490, tg = 22.13 t/s, tg_3s = 24.31 t/s 3.12.259.559 I slot print_timing: id 1 | task 2343 | n_gen = 100, tg = 21.34 t/s, tg_3s = 21.56 t/s 3.12.461.921 I slot print_timing: id 3 | task 2349 | n_gen = 100, tg = 22.91 t/s, tg_3s = 23.14 t/s 3.13.106.246 I slot print_timing: id 2 | task 2366 | n_gen = 100, tg = 24.80 t/s, tg_3s = 25.05 t/s 3.14.235.130 I slot print_timing: id 2 | task 2366 | prompt eval time = 377.80 ms / 71 tokens ( 5.32 ms per token, 187.93 tokens per second) 3.14.235.138 I slot print_timing: id 2 | task 2366 | eval time = 5120.75 ms / 128 tokens ( 40.32 ms per token, 24.80 tokens per second) 3.14.235.139 I slot print_timing: id 2 | task 2366 | total time = 5498.55 ms / 199 tokens 3.14.235.139 I slot print_timing: id 2 | task 2366 | graphs reused = 1935 3.14.235.140 I slot print_timing: id 2 | task 2366 | graph reallocs = 0 / 0 (same size) / (changed size) 3.14.235.237 I slot release: id 2 | task 2366 | stop processing: n_tokens = 1294, truncated = 0 3.14.300.068 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.936 (> 0.100 thold), f_keep = 0.847 3.14.300.097 I slot launch_slot_: id 2 | task 2497 | processing task, is_child = 0 3.15.050.579 I slot print_timing: id 0 | task 1942 | n_gen = 557, tg = 22.12 t/s, tg_3s = 22.08 t/s 3.15.293.669 I slot print_timing: id 1 | task 2343 | n_gen = 167, tg = 21.63 t/s, tg_3s = 22.08 t/s 3.15.494.466 I slot print_timing: id 3 | task 2349 | n_gen = 167, tg = 22.57 t/s, tg_3s = 22.09 t/s 3.16.867.952 I slot print_timing: id 3 | task 2349 | prompt eval time = 397.52 ms / 113 tokens ( 3.52 ms per token, 284.26 tokens per second) 3.16.867.959 I slot print_timing: id 3 | task 2349 | eval time = 8728.13 ms / 201 tokens ( 43.64 ms per token, 22.91 tokens per second) 3.16.867.960 I slot print_timing: id 3 | task 2349 | total time = 9125.65 ms / 314 tokens 3.16.867.961 I slot print_timing: id 3 | task 2349 | graphs reused = 1988 3.16.867.962 I slot print_timing: id 3 | task 2349 | graph reallocs = 0 / 0 (same size) / (changed size) 3.16.868.115 I slot release: id 3 | task 2349 | stop processing: n_tokens = 1409, truncated = 0 3.16.910.948 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.938 (> 0.100 thold), f_keep = 0.778 3.16.910.976 I slot launch_slot_: id 3 | task 2555 | processing task, is_child = 0 3.18.058.772 I slot print_timing: id 0 | task 1942 | n_gen = 625, tg = 22.17 t/s, tg_3s = 22.60 t/s 3.18.304.971 I slot print_timing: id 1 | task 2343 | n_gen = 235, tg = 21.90 t/s, tg_3s = 22.58 t/s 3.18.750.937 I slot print_timing: id 2 | task 2497 | prompt eval time = 378.32 ms / 75 tokens ( 5.04 ms per token, 198.25 tokens per second) 3.18.750.942 I slot print_timing: id 2 | task 2497 | eval time = 4072.51 ms / 95 tokens ( 43.32 ms per token, 23.08 tokens per second) 3.18.750.944 I slot print_timing: id 2 | task 2497 | total time = 4450.83 ms / 170 tokens 3.18.750.944 I slot print_timing: id 2 | task 2497 | graphs reused = 2023 3.18.750.945 I slot print_timing: id 2 | task 2497 | graph reallocs = 0 / 0 (same size) / (changed size) 3.18.751.093 I slot release: id 2 | task 2497 | stop processing: n_tokens = 1265, truncated = 0 3.18.816.211 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.934 (> 0.100 thold), f_keep = 0.866 3.18.816.241 I slot launch_slot_: id 2 | task 2596 | processing task, is_child = 0 3.21.091.711 I slot print_timing: id 0 | task 1942 | n_gen = 692, tg = 22.17 t/s, tg_3s = 22.09 t/s 3.21.334.608 I slot print_timing: id 1 | task 2343 | n_gen = 302, tg = 21.95 t/s, tg_3s = 22.11 t/s 3.21.577.129 I slot print_timing: id 3 | task 2555 | n_gen = 100, tg = 22.85 t/s, tg_3s = 23.09 t/s 3.22.953.589 I slot print_timing: id 3 | task 2555 | prompt eval time = 334.34 ms / 73 tokens ( 4.58 ms per token, 218.34 tokens per second) 3.22.953.595 I slot print_timing: id 3 | task 2555 | eval time = 5708.25 ms / 134 tokens ( 42.92 ms per token, 23.30 tokens per second) 3.22.953.596 I slot print_timing: id 3 | task 2555 | total time = 6042.59 ms / 207 tokens 3.22.953.599 I slot print_timing: id 3 | task 2555 | graphs reused = 2115 3.22.953.600 I slot print_timing: id 3 | task 2555 | graph reallocs = 0 / 0 (same size) / (changed size) 3.22.953.751 I slot release: id 3 | task 2555 | stop processing: n_tokens = 1302, truncated = 0 3.22.996.526 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.932 (> 0.100 thold), f_keep = 0.842 3.22.996.562 I slot launch_slot_: id 3 | task 2693 | processing task, is_child = 0 3.23.456.774 I slot print_timing: id 2 | task 2596 | n_gen = 100, tg = 23.21 t/s, tg_3s = 23.45 t/s 3.24.108.339 I slot print_timing: id 0 | task 1942 | n_gen = 760, tg = 22.20 t/s, tg_3s = 22.54 t/s 3.24.311.794 I slot print_timing: id 2 | task 2596 | prompt eval time = 375.36 ms / 77 tokens ( 4.87 ms per token, 205.14 tokens per second) 3.24.311.803 I slot print_timing: id 2 | task 2596 | eval time = 5120.19 ms / 121 tokens ( 42.67 ms per token, 23.44 tokens per second) 3.24.311.804 I slot print_timing: id 2 | task 2596 | total time = 5495.55 ms / 198 tokens 3.24.311.804 I slot print_timing: id 2 | task 2596 | graphs reused = 2138 3.24.311.805 I slot print_timing: id 2 | task 2596 | graph reallocs = 0 / 0 (same size) / (changed size) 3.24.311.925 I slot release: id 2 | task 2596 | stop processing: n_tokens = 1293, truncated = 0 3.24.376.268 I slot print_timing: id 1 | task 2343 | n_gen = 370, tg = 22.02 t/s, tg_3s = 22.36 t/s 3.24.376.510 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.919 (> 0.100 thold), f_keep = 0.848 3.24.376.540 I slot launch_slot_: id 2 | task 2721 | processing task, is_child = 0 3.27.117.977 I slot print_timing: id 0 | task 1942 | n_gen = 826, tg = 22.18 t/s, tg_3s = 21.93 t/s 3.27.400.546 I slot print_timing: id 1 | task 2343 | n_gen = 437, tg = 22.04 t/s, tg_3s = 22.15 t/s 3.27.683.942 I slot print_timing: id 3 | task 2693 | n_gen = 100, tg = 22.77 t/s, tg_3s = 23.00 t/s 3.28.737.606 I slot print_timing: id 3 | task 2693 | prompt eval time = 339.39 ms / 80 tokens ( 4.24 ms per token, 235.72 tokens per second) 3.28.737.614 I slot print_timing: id 3 | task 2693 | eval time = 5401.64 ms / 126 tokens ( 43.21 ms per token, 23.14 tokens per second) 3.28.737.615 I slot print_timing: id 3 | task 2693 | total time = 5741.03 ms / 206 tokens 3.28.737.615 I slot print_timing: id 3 | task 2693 | graphs reused = 2235 3.28.737.616 I slot print_timing: id 3 | task 2693 | graph reallocs = 0 / 0 (same size) / (changed size) 3.28.737.733 I slot release: id 3 | task 2693 | stop processing: n_tokens = 1301, truncated = 0 3.28.780.208 I slot print_timing: id 2 | task 2721 | n_gen = 100, tg = 24.66 t/s, tg_3s = 24.91 t/s 3.28.780.215 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.919 (> 0.100 thold), f_keep = 0.842 3.28.780.238 I slot launch_slot_: id 3 | task 2823 | processing task, is_child = 0 3.29.784.981 I slot print_timing: id 2 | task 2721 | prompt eval time = 388.73 ms / 97 tokens ( 4.01 ms per token, 249.53 tokens per second) 3.29.784.991 I slot print_timing: id 2 | task 2721 | eval time = 5019.70 ms / 118 tokens ( 42.90 ms per token, 23.31 tokens per second) 3.29.784.991 I slot print_timing: id 2 | task 2721 | total time = 5408.43 ms / 215 tokens 3.29.784.992 I slot print_timing: id 2 | task 2721 | graphs reused = 2249 3.29.784.993 I slot print_timing: id 2 | task 2721 | graph reallocs = 0 / 0 (same size) / (changed size) 3.29.785.105 I slot release: id 2 | task 2721 | stop processing: n_tokens = 1310, truncated = 0 3.29.849.793 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.927 (> 0.100 thold), f_keep = 0.837 3.29.849.821 I slot launch_slot_: id 2 | task 2843 | processing task, is_child = 0 3.30.133.728 I slot print_timing: id 0 | task 1942 | n_gen = 887, tg = 22.03 t/s, tg_3s = 20.23 t/s 3.30.435.434 I slot print_timing: id 1 | task 2343 | n_gen = 497, tg = 21.74 t/s, tg_3s = 19.77 t/s 3.33.166.007 I slot print_timing: id 0 | task 1942 | n_gen = 960, tg = 22.17 t/s, tg_3s = 24.07 t/s 3.33.450.697 I slot print_timing: id 1 | task 2343 | n_gen = 571, tg = 22.07 t/s, tg_3s = 24.54 t/s 3.33.491.820 I slot print_timing: id 3 | task 2823 | n_gen = 100, tg = 22.68 t/s, tg_3s = 22.90 t/s 3.33.572.861 I slot print_timing: id 3 | task 2823 | prompt eval time = 345.71 ms / 97 tokens ( 3.56 ms per token, 280.58 tokens per second) 3.33.572.868 I slot print_timing: id 3 | task 2823 | eval time = 4446.90 ms / 102 tokens ( 44.03 ms per token, 22.71 tokens per second) 3.33.572.869 I slot print_timing: id 3 | task 2823 | total time = 4792.62 ms / 199 tokens 3.33.572.870 I slot print_timing: id 3 | task 2823 | graphs reused = 2330 3.33.572.871 I slot print_timing: id 3 | task 2823 | graph reallocs = 0 / 0 (same size) / (changed size) 3.33.572.998 I slot release: id 3 | task 2823 | stop processing: n_tokens = 1294, truncated = 0 3.33.615.458 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.947 (> 0.100 thold), f_keep = 0.847 3.33.615.489 I slot launch_slot_: id 3 | task 2929 | processing task, is_child = 0 3.34.468.782 I slot print_timing: id 2 | task 2843 | n_gen = 100, tg = 23.38 t/s, tg_3s = 23.62 t/s 3.35.196.241 I slot print_timing: id 0 | task 1942 | prompt eval time = 328.55 ms / 70 tokens ( 4.69 ms per token, 213.06 tokens per second) 3.35.196.246 I slot print_timing: id 0 | task 1942 | eval time = 45279.51 ms / 1005 tokens ( 45.10 ms per token, 22.17 tokens per second) 3.35.196.247 I slot print_timing: id 0 | task 1942 | total time = 45608.06 ms / 1075 tokens 3.35.196.248 I slot print_timing: id 0 | task 1942 | graphs reused = 2361 3.35.196.249 I slot print_timing: id 0 | task 1942 | graph reallocs = 0 / 0 (same size) / (changed size) 3.35.196.348 I slot release: id 0 | task 1942 | stop processing: n_tokens = 2170, truncated = 0 3.35.239.317 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.931 (> 0.100 thold), f_keep = 0.505 3.35.239.349 I slot launch_slot_: id 0 | task 2965 | processing task, is_child = 0 3.36.469.905 I slot print_timing: id 1 | task 2343 | n_gen = 634, tg = 21.94 t/s, tg_3s = 20.87 t/s 3.37.156.803 I slot print_timing: id 3 | task 2929 | prompt eval time = 276.03 ms / 61 tokens ( 4.53 ms per token, 220.99 tokens per second) 3.37.156.815 I slot print_timing: id 3 | task 2929 | eval time = 3265.27 ms / 75 tokens ( 44.13 ms per token, 22.66 tokens per second) 3.37.156.816 I slot print_timing: id 3 | task 2929 | total time = 3541.30 ms / 136 tokens 3.37.156.816 I slot print_timing: id 3 | task 2929 | graphs reused = 2400 3.37.156.817 I slot print_timing: id 3 | task 2929 | graph reallocs = 0 / 0 (same size) / (changed size) 3.37.156.959 I slot release: id 3 | task 2929 | stop processing: n_tokens = 1231, truncated = 0 3.37.199.380 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.938 (> 0.100 thold), f_keep = 0.890 3.37.199.412 I slot launch_slot_: id 3 | task 3008 | processing task, is_child = 0 3.37.533.760 I slot print_timing: id 2 | task 2843 | n_gen = 163, tg = 22.19 t/s, tg_3s = 20.55 t/s 3.39.271.700 I slot print_timing: id 2 | task 2843 | prompt eval time = 384.60 ms / 86 tokens ( 4.47 ms per token, 223.61 tokens per second) 3.39.271.711 I slot print_timing: id 2 | task 2843 | eval time = 9037.27 ms / 206 tokens ( 44.08 ms per token, 22.68 tokens per second) 3.39.271.712 I slot print_timing: id 2 | task 2843 | total time = 9421.87 ms / 292 tokens 3.39.271.713 I slot print_timing: id 2 | task 2843 | graphs reused = 2442 3.39.271.713 I slot print_timing: id 2 | task 2843 | graph reallocs = 0 / 0 (same size) / (changed size) 3.39.271.821 I slot release: id 2 | task 2843 | stop processing: n_tokens = 1387, truncated = 0 3.39.337.011 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.944 (> 0.100 thold), f_keep = 0.790 3.39.337.043 I slot launch_slot_: id 2 | task 3055 | processing task, is_child = 0 3.39.558.769 I slot print_timing: id 1 | task 2343 | n_gen = 699, tg = 21.85 t/s, tg_3s = 21.04 t/s 3.40.112.470 I slot print_timing: id 0 | task 2965 | n_gen = 100, tg = 21.82 t/s, tg_3s = 22.04 t/s 3.41.812.232 I slot print_timing: id 3 | task 3008 | n_gen = 100, tg = 23.14 t/s, tg_3s = 23.37 t/s 3.42.577.077 I slot print_timing: id 1 | task 2343 | n_gen = 772, tg = 22.06 t/s, tg_3s = 24.19 t/s 3.43.143.740 I slot print_timing: id 0 | task 2965 | n_gen = 175, tg = 22.99 t/s, tg_3s = 24.74 t/s 3.43.668.113 I slot print_timing: id 2 | task 3055 | n_gen = 100, tg = 24.70 t/s, tg_3s = 24.95 t/s 3.44.149.900 I slot print_timing: id 0 | task 2965 | prompt eval time = 335.72 ms / 82 tokens ( 4.09 ms per token, 244.25 tokens per second) 3.44.149.907 I slot print_timing: id 0 | task 2965 | eval time = 8574.82 ms / 200 tokens ( 43.09 ms per token, 23.21 tokens per second) 3.44.149.908 I slot print_timing: id 0 | task 2965 | total time = 8910.54 ms / 282 tokens 3.44.149.909 I slot print_timing: id 0 | task 2965 | graphs reused = 2552 3.44.149.910 I slot print_timing: id 0 | task 2965 | graph reallocs = 0 / 0 (same size) / (changed size) 3.44.150.030 I slot release: id 0 | task 2965 | stop processing: n_tokens = 1376, truncated = 0 3.44.192.985 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.922 (> 0.100 thold), f_keep = 0.797 3.44.193.016 I slot launch_slot_: id 0 | task 3170 | processing task, is_child = 0 3.44.815.140 I slot print_timing: id 3 | task 3008 | n_gen = 168, tg = 22.94 t/s, tg_3s = 22.64 t/s 3.45.587.520 I slot print_timing: id 1 | task 2343 | n_gen = 840, tg = 22.10 t/s, tg_3s = 22.59 t/s 3.45.790.410 I slot print_timing: id 3 | task 3008 | prompt eval time = 334.55 ms / 73 tokens ( 4.58 ms per token, 218.20 tokens per second) 3.45.790.416 I slot print_timing: id 3 | task 3008 | eval time = 8256.44 ms / 192 tokens ( 43.23 ms per token, 23.13 tokens per second) 3.45.790.417 I slot print_timing: id 3 | task 3008 | total time = 8590.99 ms / 265 tokens 3.45.790.418 I slot print_timing: id 3 | task 3008 | graphs reused = 2583 3.45.790.419 I slot print_timing: id 3 | task 3008 | graph reallocs = 0 / 0 (same size) / (changed size) 3.45.790.543 I slot release: id 3 | task 3008 | stop processing: n_tokens = 1360, truncated = 0 3.45.832.714 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.933 (> 0.100 thold), f_keep = 0.806 3.45.832.746 I slot launch_slot_: id 3 | task 3205 | processing task, is_child = 0 3.46.705.428 I slot print_timing: id 2 | task 3055 | n_gen = 162, tg = 22.85 t/s, tg_3s = 20.41 t/s 3.47.962.592 I slot print_timing: id 0 | task 3170 | prompt eval time = 340.68 ms / 93 tokens ( 3.66 ms per token, 272.99 tokens per second) 3.47.962.600 I slot print_timing: id 0 | task 3170 | eval time = 3428.89 ms / 79 tokens ( 43.96 ms per token, 22.75 tokens per second) 3.47.962.601 I slot print_timing: id 0 | task 3170 | total time = 3769.57 ms / 172 tokens 3.47.962.601 I slot print_timing: id 0 | task 3170 | graphs reused = 2625 3.47.962.602 I slot print_timing: id 0 | task 3170 | graph reallocs = 0 / 0 (same size) / (changed size) 3.47.962.736 I slot release: id 0 | task 3170 | stop processing: n_tokens = 1267, truncated = 0 3.48.006.016 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.940 (> 0.100 thold), f_keep = 0.865 3.48.006.051 I slot launch_slot_: id 0 | task 3253 | processing task, is_child = 0 3.48.617.281 I slot print_timing: id 1 | task 2343 | n_gen = 902, tg = 21.98 t/s, tg_3s = 20.46 t/s 3.48.831.196 I slot print_timing: id 2 | task 3055 | prompt eval time = 323.28 ms / 65 tokens ( 4.97 ms per token, 201.06 tokens per second) 3.48.831.205 I slot print_timing: id 2 | task 3055 | eval time = 9170.86 ms / 208 tokens ( 44.30 ms per token, 22.57 tokens per second) 3.48.831.206 I slot print_timing: id 2 | task 3055 | total time = 9494.14 ms / 273 tokens 3.48.831.207 I slot print_timing: id 2 | task 3055 | graphs reused = 2637 3.48.831.208 I slot print_timing: id 2 | task 3055 | graph reallocs = 0 / 0 (same size) / (changed size) 3.48.831.346 I slot release: id 2 | task 3055 | stop processing: n_tokens = 1368, truncated = 0 3.48.896.383 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.898 (> 0.100 thold), f_keep = 0.801 3.48.896.416 I slot launch_slot_: id 2 | task 3269 | processing task, is_child = 0 3.50.840.398 I slot print_timing: id 3 | task 3205 | n_gen = 100, tg = 21.21 t/s, tg_3s = 21.42 t/s 3.51.083.896 I slot print_timing: id 3 | task 3205 | prompt eval time = 339.22 ms / 79 tokens ( 4.29 ms per token, 232.89 tokens per second) 3.51.083.904 I slot print_timing: id 3 | task 3205 | eval time = 4911.92 ms / 106 tokens ( 46.78 ms per token, 21.38 tokens per second) 3.51.083.906 I slot print_timing: id 3 | task 3205 | total time = 5251.14 ms / 185 tokens 3.51.083.907 I slot print_timing: id 3 | task 3205 | graphs reused = 2679 3.51.083.908 I slot print_timing: id 3 | task 3205 | graph reallocs = 0 / 0 (same size) / (changed size) 3.51.084.048 I slot release: id 3 | task 3205 | stop processing: n_tokens = 1280, truncated = 0 3.51.126.442 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.926 (> 0.100 thold), f_keep = 0.856 3.51.126.470 I slot launch_slot_: id 3 | task 3316 | processing task, is_child = 0 3.51.626.852 I slot print_timing: id 1 | task 2343 | n_gen = 960, tg = 21.79 t/s, tg_3s = 19.27 t/s 3.53.006.871 I slot print_timing: id 0 | task 3253 | n_gen = 100, tg = 21.19 t/s, tg_3s = 21.40 t/s 3.53.047.515 I slot print_timing: id 0 | task 3253 | prompt eval time = 328.58 ms / 70 tokens ( 4.69 ms per token, 213.04 tokens per second) 3.53.047.519 I slot print_timing: id 0 | task 3253 | eval time = 4712.87 ms / 101 tokens ( 47.13 ms per token, 21.22 tokens per second) 3.53.047.519 I slot print_timing: id 0 | task 3253 | total time = 5041.46 ms / 171 tokens 3.53.047.520 I slot print_timing: id 0 | task 3253 | graphs reused = 2717 3.53.047.521 I slot print_timing: id 0 | task 3253 | graph reallocs = 0 / 0 (same size) / (changed size) 3.53.047.636 I slot release: id 0 | task 3253 | stop processing: n_tokens = 1266, truncated = 0 3.53.090.870 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.891 (> 0.100 thold), f_keep = 0.866 3.53.090.903 I slot launch_slot_: id 0 | task 3359 | processing task, is_child = 0 3.53.989.705 I slot print_timing: id 2 | task 3269 | n_gen = 100, tg = 21.29 t/s, tg_3s = 21.51 t/s 3.54.594.020 I slot print_timing: id 1 | task 2343 | prompt eval time = 457.10 ms / 102 tokens ( 4.48 ms per token, 223.15 tokens per second) 3.54.594.029 I slot print_timing: id 1 | task 2343 | eval time = 46973.40 ms / 1024 tokens ( 45.92 ms per token, 21.78 tokens per second) 3.54.594.030 I slot print_timing: id 1 | task 2343 | total time = 47430.50 ms / 1126 tokens 3.54.594.030 I slot print_timing: id 1 | task 2343 | graphs reused = 2743 3.54.594.031 I slot print_timing: id 1 | task 2343 | graph reallocs = 0 / 0 (same size) / (changed size) 3.54.594.146 I slot release: id 1 | task 2343 | stop processing: n_tokens = 2221, truncated = 0 3.54.658.553 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.926 (> 0.100 thold), f_keep = 0.493 3.54.671.783 I slot launch_slot_: id 1 | task 3389 | processing task, is_child = 0 3.56.206.773 I slot print_timing: id 3 | task 3316 | n_gen = 100, tg = 20.89 t/s, tg_3s = 21.10 t/s 3.57.010.965 I slot print_timing: id 2 | task 3269 | n_gen = 166, tg = 21.51 t/s, tg_3s = 21.85 t/s 3.57.415.205 I slot print_timing: id 3 | task 3316 | prompt eval time = 340.07 ms / 87 tokens ( 3.91 ms per token, 255.83 tokens per second) 3.57.415.215 I slot print_timing: id 3 | task 3316 | eval time = 5948.65 ms / 130 tokens ( 46.11 ms per token, 21.69 tokens per second) 3.57.415.215 I slot print_timing: id 3 | task 3316 | total time = 6288.72 ms / 217 tokens 3.57.415.216 I slot print_timing: id 3 | task 3316 | graphs reused = 2800 3.57.415.217 I slot print_timing: id 3 | task 3316 | graph reallocs = 0 / 0 (same size) / (changed size) 3.57.415.383 I slot release: id 3 | task 3316 | stop processing: n_tokens = 1312, truncated = 0 3.57.457.649 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.914 (> 0.100 thold), f_keep = 0.835 3.57.457.679 I slot launch_slot_: id 3 | task 3451 | processing task, is_child = 0 3.58.221.145 I slot print_timing: id 0 | task 3359 | n_gen = 100, tg = 21.15 t/s, tg_3s = 21.36 t/s 3.59.385.427 I slot print_timing: id 1 | task 3389 | n_gen = 100, tg = 22.98 t/s, tg_3s = 23.21 t/s 3.59.385.743 I slot print_timing: id 2 | task 3269 | prompt eval time = 443.23 ms / 125 tokens ( 3.55 ms per token, 282.02 tokens per second) 3.59.385.747 I slot print_timing: id 2 | task 3269 | eval time = 10046.09 ms / 217 tokens ( 46.51 ms per token, 21.50 tokens per second) 3.59.385.748 I slot print_timing: id 2 | task 3269 | total time = 10489.32 ms / 342 tokens 3.59.385.749 I slot print_timing: id 2 | task 3269 | graphs reused = 2837 3.59.385.750 I slot print_timing: id 2 | task 3269 | graph reallocs = 0 / 0 (same size) / (changed size) 3.59.385.901 I slot release: id 2 | task 3269 | stop processing: n_tokens = 1437, truncated = 0 3.59.450.720 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.951 (> 0.100 thold), f_keep = 0.763 3.59.450.766 I slot launch_slot_: id 2 | task 3493 | processing task, is_child = 0 4.00.022.728 I slot print_timing: id 1 | task 3389 | prompt eval time = 405.73 ms / 88 tokens ( 4.61 ms per token, 216.90 tokens per second) 4.00.022.736 I slot print_timing: id 1 | task 3389 | eval time = 4945.20 ms / 109 tokens ( 45.79 ms per token, 21.84 tokens per second) 4.00.022.738 I slot print_timing: id 1 | task 3389 | total time = 5350.93 ms / 197 tokens 4.00.022.739 I slot print_timing: id 1 | task 3389 | graphs reused = 2842 4.00.022.740 I slot print_timing: id 1 | task 3389 | graph reallocs = 0 / 0 (same size) / (changed size) 4.00.022.886 I slot release: id 1 | task 3389 | stop processing: n_tokens = 1291, truncated = 0 4.00.088.558 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.933 (> 0.100 thold), f_keep = 0.849 4.00.088.593 I slot launch_slot_: id 1 | task 3503 | processing task, is_child = 0 4.01.261.028 I slot print_timing: id 0 | task 3359 | n_gen = 160, tg = 20.59 t/s, tg_3s = 19.74 t/s 4.02.467.663 I slot print_timing: id 3 | task 3451 | n_gen = 100, tg = 21.45 t/s, tg_3s = 21.66 t/s 4.02.990.921 I slot print_timing: id 2 | task 3493 | prompt eval time = 320.93 ms / 56 tokens ( 5.73 ms per token, 174.49 tokens per second) 4.02.990.926 I slot print_timing: id 2 | task 3493 | eval time = 3219.22 ms / 72 tokens ( 45.34 ms per token, 22.06 tokens per second) 4.02.990.926 I slot print_timing: id 2 | task 3493 | total time = 3540.15 ms / 128 tokens 4.02.990.927 I slot print_timing: id 2 | task 3493 | graphs reused = 2903 4.02.990.928 I slot print_timing: id 2 | task 3493 | graph reallocs = 0 / 0 (same size) / (changed size) 4.02.991.024 I slot release: id 2 | task 3493 | stop processing: n_tokens = 1223, truncated = 0 4.03.055.851 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.917 (> 0.100 thold), f_keep = 0.896 4.03.055.882 I slot launch_slot_: id 2 | task 3569 | processing task, is_child = 0 4.04.094.547 I slot print_timing: id 1 | task 3503 | prompt eval time = 401.79 ms / 79 tokens ( 5.09 ms per token, 196.62 tokens per second) 4.04.094.554 I slot print_timing: id 1 | task 3503 | eval time = 3604.16 ms / 82 tokens ( 44.50 ms per token, 22.47 tokens per second) 4.04.094.556 I slot print_timing: id 1 | task 3503 | total time = 4005.95 ms / 161 tokens 4.04.094.557 I slot print_timing: id 1 | task 3503 | graphs reused = 2918 4.04.094.558 I slot print_timing: id 1 | task 3503 | graph reallocs = 0 / 0 (same size) / (changed size) 4.04.094.670 I slot release: id 1 | task 3503 | stop processing: n_tokens = 1256, truncated = 0 4.04.159.606 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.933 (> 0.100 thold), f_keep = 0.873 4.04.159.635 I slot launch_slot_: id 1 | task 3589 | processing task, is_child = 0 4.04.451.251 I slot print_timing: id 0 | task 3359 | n_gen = 224, tg = 20.44 t/s, tg_3s = 20.06 t/s 4.05.497.483 I slot print_timing: id 3 | task 3451 | n_gen = 158, tg = 20.53 t/s, tg_3s = 19.14 t/s 4.06.425.631 I slot print_timing: id 0 | task 3359 | prompt eval time = 449.40 ms / 134 tokens ( 3.35 ms per token, 298.17 tokens per second) 4.06.425.639 I slot print_timing: id 0 | task 3359 | eval time = 12885.30 ms / 271 tokens ( 47.72 ms per token, 20.95 tokens per second) 4.06.425.641 I slot print_timing: id 0 | task 3359 | total time = 13334.70 ms / 405 tokens 4.06.425.642 I slot print_timing: id 0 | task 3359 | graphs reused = 2963 4.06.425.642 I slot print_timing: id 0 | task 3359 | graph reallocs = 0 / 0 (same size) / (changed size) 4.06.425.758 I slot release: id 0 | task 3359 | stop processing: n_tokens = 1500, truncated = 0 4.06.469.077 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.915 (> 0.100 thold), f_keep = 0.731 4.06.469.106 I slot launch_slot_: id 0 | task 3639 | processing task, is_child = 0 4.08.114.861 I slot print_timing: id 2 | task 3569 | n_gen = 100, tg = 21.20 t/s, tg_3s = 21.41 t/s 4.08.517.256 I slot print_timing: id 3 | task 3451 | n_gen = 225, tg = 21.00 t/s, tg_3s = 22.19 t/s 4.08.880.317 I slot print_timing: id 1 | task 3589 | n_gen = 100, tg = 22.92 t/s, tg_3s = 23.16 t/s 4.10.333.459 I slot print_timing: id 2 | task 3569 | prompt eval time = 388.45 ms / 99 tokens ( 3.92 ms per token, 254.86 tokens per second) 4.10.333.467 I slot print_timing: id 2 | task 3569 | eval time = 6889.12 ms / 155 tokens ( 44.73 ms per token, 22.35 tokens per second) 4.10.333.468 I slot print_timing: id 2 | task 3569 | total time = 7277.57 ms / 254 tokens 4.10.333.469 I slot print_timing: id 2 | task 3569 | graphs reused = 3049 4.10.333.470 I slot print_timing: id 2 | task 3569 | graph reallocs = 0 / 0 (same size) / (changed size) 4.10.333.616 I slot release: id 2 | task 3569 | stop processing: n_tokens = 1349, truncated = 0 4.10.398.408 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.917 (> 0.100 thold), f_keep = 0.812 4.10.398.447 I slot launch_slot_: id 2 | task 3729 | processing task, is_child = 0 4.11.190.752 I slot print_timing: id 0 | task 3639 | n_gen = 100, tg = 22.85 t/s, tg_3s = 23.08 t/s 4.11.553.949 I slot print_timing: id 3 | task 3451 | n_gen = 292, tg = 21.24 t/s, tg_3s = 22.06 t/s 4.11.918.176 I slot print_timing: id 0 | task 3639 | prompt eval time = 388.87 ms / 102 tokens ( 3.81 ms per token, 262.30 tokens per second) 4.11.918.182 I slot print_timing: id 0 | task 3639 | eval time = 5060.19 ms / 118 tokens ( 43.25 ms per token, 23.12 tokens per second) 4.11.918.187 I slot print_timing: id 0 | task 3639 | total time = 5449.06 ms / 220 tokens 4.11.918.188 I slot print_timing: id 0 | task 3639 | graphs reused = 3076 4.11.918.190 I slot print_timing: id 0 | task 3639 | graph reallocs = 0 / 0 (same size) / (changed size) 4.11.918.294 I slot release: id 0 | task 3639 | stop processing: n_tokens = 1315, truncated = 0 4.11.918.573 I slot print_timing: id 1 | task 3589 | n_gen = 167, tg = 22.56 t/s, tg_3s = 22.05 t/s 4.11.961.375 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.930 (> 0.100 thold), f_keep = 0.833 4.11.961.410 I slot launch_slot_: id 0 | task 3761 | processing task, is_child = 0 4.13.026.648 I slot print_timing: id 1 | task 3589 | prompt eval time = 402.06 ms / 80 tokens ( 5.03 ms per token, 198.98 tokens per second) 4.13.026.657 I slot print_timing: id 1 | task 3589 | eval time = 8464.94 ms / 188 tokens ( 45.27 ms per token, 22.09 tokens per second) 4.13.026.658 I slot print_timing: id 1 | task 3589 | total time = 8867.00 ms / 268 tokens 4.13.026.658 I slot print_timing: id 1 | task 3589 | graphs reused = 3094 4.13.026.659 I slot print_timing: id 1 | task 3589 | graph reallocs = 0 / 0 (same size) / (changed size) 4.13.026.776 I slot release: id 1 | task 3589 | stop processing: n_tokens = 1362, truncated = 0 4.13.091.181 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.936 (> 0.100 thold), f_keep = 0.805 4.13.091.208 I slot launch_slot_: id 1 | task 3783 | processing task, is_child = 0 4.13.889.090 I slot print_timing: id 3 | task 3451 | prompt eval time = 393.85 ms / 103 tokens ( 3.82 ms per token, 261.52 tokens per second) 4.13.889.097 I slot print_timing: id 3 | task 3451 | eval time = 16037.55 ms / 335 tokens ( 48.02 ms per token, 20.83 tokens per second) 4.13.889.098 I slot print_timing: id 3 | task 3451 | total time = 16431.40 ms / 438 tokens 4.13.889.099 I slot print_timing: id 3 | task 3451 | graphs reused = 3103 4.13.889.100 I slot print_timing: id 3 | task 3451 | graph reallocs = 0 / 0 (same size) / (changed size) 4.13.889.237 I slot release: id 3 | task 3451 | stop processing: n_tokens = 1533, truncated = 0 4.13.931.559 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.883 (> 0.100 thold), f_keep = 0.715 4.13.931.587 I slot launch_slot_: id 3 | task 3797 | processing task, is_child = 0 4.15.767.924 I slot print_timing: id 2 | task 3729 | n_gen = 100, tg = 19.88 t/s, tg_3s = 20.08 t/s 4.16.612.925 I slot print_timing: id 0 | task 3761 | prompt eval time = 334.37 ms / 83 tokens ( 4.03 ms per token, 248.23 tokens per second) 4.16.612.931 I slot print_timing: id 0 | task 3761 | eval time = 4317.14 ms / 90 tokens ( 48.51 ms per token, 20.62 tokens per second) 4.16.612.932 I slot print_timing: id 0 | task 3761 | total time = 4651.51 ms / 173 tokens 4.16.612.932 I slot print_timing: id 0 | task 3761 | graphs reused = 3156 4.16.612.933 I slot print_timing: id 0 | task 3761 | graph reallocs = 0 / 0 (same size) / (changed size) 4.16.613.038 I slot release: id 0 | task 3761 | stop processing: n_tokens = 1268, truncated = 0 4.16.656.187 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.945 (> 0.100 thold), f_keep = 0.864 4.16.656.223 I slot launch_slot_: id 0 | task 3856 | processing task, is_child = 0 4.18.065.008 I slot print_timing: id 1 | task 3783 | prompt eval time = 396.70 ms / 75 tokens ( 5.29 ms per token, 189.06 tokens per second) 4.18.065.017 I slot print_timing: id 1 | task 3783 | eval time = 4577.09 ms / 100 tokens ( 46.23 ms per token, 21.63 tokens per second) 4.18.065.018 I slot print_timing: id 1 | task 3783 | total time = 4973.79 ms / 175 tokens 4.18.065.019 I slot print_timing: id 1 | task 3783 | graphs reused = 3184 4.18.065.020 I slot print_timing: id 1 | task 3783 | graph reallocs = 0 / 0 (same size) / (changed size) 4.18.065.137 I slot release: id 1 | task 3783 | stop processing: n_tokens = 1270, truncated = 0 4.18.130.095 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.952 (> 0.100 thold), f_keep = 0.863 4.18.130.130 I slot launch_slot_: id 1 | task 3888 | processing task, is_child = 0 4.18.796.093 I slot print_timing: id 2 | task 3729 | n_gen = 163, tg = 20.23 t/s, tg_3s = 20.80 t/s 4.18.877.499 I slot print_timing: id 3 | task 3797 | n_gen = 100, tg = 22.06 t/s, tg_3s = 22.28 t/s 4.19.320.978 I slot print_timing: id 3 | task 3797 | prompt eval time = 458.57 ms / 145 tokens ( 3.16 ms per token, 316.20 tokens per second) 4.19.320.986 I slot print_timing: id 3 | task 3797 | eval time = 4930.81 ms / 111 tokens ( 44.83 ms per token, 22.31 tokens per second) 4.19.320.987 I slot print_timing: id 3 | task 3797 | total time = 5389.38 ms / 256 tokens 4.19.320.988 I slot print_timing: id 3 | task 3797 | graphs reused = 3204 4.19.320.989 I slot print_timing: id 3 | task 3797 | graph reallocs = 0 / 0 (same size) / (changed size) 4.19.321.110 I slot release: id 3 | task 3797 | stop processing: n_tokens = 1351, truncated = 0 4.19.363.187 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.925 (> 0.100 thold), f_keep = 0.811 4.19.363.221 I slot launch_slot_: id 3 | task 3913 | processing task, is_child = 0 4.21.280.601 I slot print_timing: id 2 | task 3729 | prompt eval time = 389.74 ms / 99 tokens ( 3.94 ms per token, 254.01 tokens per second) 4.21.280.608 I slot print_timing: id 2 | task 3729 | eval time = 10492.40 ms / 218 tokens ( 48.35 ms per token, 20.68 tokens per second) 4.21.280.609 I slot print_timing: id 2 | task 3729 | total time = 10882.14 ms / 317 tokens 4.21.280.610 I slot print_timing: id 2 | task 3729 | graphs reused = 3242 4.21.280.610 I slot print_timing: id 2 | task 3729 | graph reallocs = 0 / 0 (same size) / (changed size) 4.21.280.735 I slot release: id 2 | task 3729 | stop processing: n_tokens = 1412, truncated = 0 4.21.345.819 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.939 (> 0.100 thold), f_keep = 0.776 4.21.345.848 I slot launch_slot_: id 2 | task 3956 | processing task, is_child = 0 4.21.723.014 I slot print_timing: id 0 | task 3856 | prompt eval time = 273.09 ms / 64 tokens ( 4.27 ms per token, 234.35 tokens per second) 4.21.723.017 I slot print_timing: id 0 | task 3856 | eval time = 4793.69 ms / 98 tokens ( 49.42 ms per token, 20.23 tokens per second) 4.21.723.018 I slot print_timing: id 0 | task 3856 | total time = 5066.78 ms / 162 tokens 4.21.723.018 I slot print_timing: id 0 | task 3856 | graphs reused = 3242 4.21.723.019 I slot print_timing: id 0 | task 3856 | graph reallocs = 0 / 0 (same size) / (changed size) 4.21.723.077 I slot release: id 0 | task 3856 | stop processing: n_tokens = 1257, truncated = 0 4.21.763.477 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.931 (> 0.100 thold), f_keep = 0.872 4.21.763.501 I slot launch_slot_: id 0 | task 3960 | processing task, is_child = 0 4.23.309.294 I slot print_timing: id 1 | task 3888 | n_gen = 100, tg = 20.45 t/s, tg_3s = 20.66 t/s 4.24.281.025 I slot print_timing: id 3 | task 3913 | n_gen = 100, tg = 21.63 t/s, tg_3s = 21.85 t/s 4.24.721.365 I slot print_timing: id 3 | task 3913 | prompt eval time = 340.94 ms / 89 tokens ( 3.83 ms per token, 261.05 tokens per second) 4.24.721.373 I slot print_timing: id 3 | task 3913 | eval time = 5017.19 ms / 111 tokens ( 45.61 ms per token, 21.92 tokens per second) 4.24.721.374 I slot print_timing: id 3 | task 3913 | total time = 5358.13 ms / 200 tokens 4.24.721.375 I slot print_timing: id 3 | task 3913 | graphs reused = 3306 4.24.721.375 I slot print_timing: id 3 | task 3913 | graph reallocs = 0 / 0 (same size) / (changed size) 4.24.721.477 I slot release: id 3 | task 3913 | stop processing: n_tokens = 1295, truncated = 0 4.24.763.301 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.938 (> 0.100 thold), f_keep = 0.846 4.24.763.335 I slot launch_slot_: id 3 | task 4029 | processing task, is_child = 0 4.25.905.799 I slot print_timing: id 2 | task 3956 | prompt eval time = 377.58 ms / 71 tokens ( 5.32 ms per token, 188.04 tokens per second) 4.25.905.810 I slot print_timing: id 2 | task 3956 | eval time = 4182.36 ms / 92 tokens ( 45.96 ms per token, 21.76 tokens per second) 4.25.905.811 I slot print_timing: id 2 | task 3956 | total time = 4559.94 ms / 163 tokens 4.25.905.812 I slot print_timing: id 2 | task 3956 | graphs reused = 3325 4.25.905.813 I slot print_timing: id 2 | task 3956 | graph reallocs = 0 / 0 (same size) / (changed size) 4.25.905.937 I slot release: id 2 | task 3956 | stop processing: n_tokens = 1258, truncated = 0 4.25.970.515 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.927 (> 0.100 thold), f_keep = 0.871 4.25.970.548 I slot launch_slot_: id 2 | task 4053 | processing task, is_child = 0 4.26.354.109 I slot print_timing: id 1 | task 3888 | n_gen = 161, tg = 20.29 t/s, tg_3s = 20.03 t/s 4.26.683.944 I slot print_timing: id 0 | task 3960 | n_gen = 100, tg = 21.59 t/s, tg_3s = 21.81 t/s 4.27.968.769 I slot print_timing: id 1 | task 3888 | prompt eval time = 339.17 ms / 55 tokens ( 6.17 ms per token, 162.16 tokens per second) 4.27.968.775 I slot print_timing: id 1 | task 3888 | eval time = 9499.46 ms / 201 tokens ( 47.50 ms per token, 21.05 tokens per second) 4.27.968.776 I slot print_timing: id 1 | task 3888 | total time = 9838.63 ms / 256 tokens 4.27.968.777 I slot print_timing: id 1 | task 3888 | graphs reused = 3364 4.27.968.777 I slot print_timing: id 1 | task 3888 | graph reallocs = 0 / 0 (same size) / (changed size) 4.27.968.874 I slot release: id 1 | task 3888 | stop processing: n_tokens = 1351, truncated = 0 4.28.032.965 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.921 (> 0.100 thold), f_keep = 0.811 4.28.032.995 I slot launch_slot_: id 1 | task 4097 | processing task, is_child = 0 4.29.691.342 I slot print_timing: id 0 | task 3960 | n_gen = 166, tg = 21.73 t/s, tg_3s = 21.95 t/s 4.29.772.697 I slot print_timing: id 3 | task 4029 | n_gen = 100, tg = 21.18 t/s, tg_3s = 21.39 t/s 4.30.696.920 I slot print_timing: id 2 | task 4053 | n_gen = 100, tg = 22.80 t/s, tg_3s = 23.03 t/s 4.31.947.513 I slot print_timing: id 2 | task 4053 | prompt eval time = 383.75 ms / 86 tokens ( 4.46 ms per token, 224.10 tokens per second) 4.31.947.522 I slot print_timing: id 2 | task 4053 | eval time = 5593.20 ms / 131 tokens ( 43.02 ms per token, 23.24 tokens per second) 4.31.947.523 I slot print_timing: id 2 | task 4053 | total time = 5976.95 ms / 217 tokens 4.31.947.524 I slot print_timing: id 2 | task 4053 | graphs reused = 3450 4.31.947.525 I slot print_timing: id 2 | task 4053 | graph reallocs = 0 / 0 (same size) / (changed size) 4.31.947.685 I slot release: id 2 | task 4053 | stop processing: n_tokens = 1312, truncated = 0 4.32.012.613 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.909 (> 0.100 thold), f_keep = 0.835 4.32.012.646 I slot launch_slot_: id 2 | task 4188 | processing task, is_child = 0 4.32.706.191 I slot print_timing: id 0 | task 3960 | n_gen = 231, tg = 21.68 t/s, tg_3s = 21.56 t/s 4.32.788.293 I slot print_timing: id 3 | task 4029 | n_gen = 165, tg = 21.32 t/s, tg_3s = 21.55 t/s 4.32.828.077 I slot print_timing: id 1 | task 4097 | n_gen = 100, tg = 22.56 t/s, tg_3s = 22.79 t/s 4.32.989.842 I slot print_timing: id 3 | task 4029 | prompt eval time = 334.41 ms / 72 tokens ( 4.64 ms per token, 215.31 tokens per second) 4.32.989.855 I slot print_timing: id 3 | task 4029 | eval time = 7892.09 ms / 170 tokens ( 46.70 ms per token, 21.41 tokens per second) 4.32.989.856 I slot print_timing: id 3 | task 4029 | total time = 8226.50 ms / 242 tokens 4.32.989.857 I slot print_timing: id 3 | task 4029 | graphs reused = 3462 4.32.989.858 I slot print_timing: id 3 | task 4029 | graph reallocs = 0 / 0 (same size) / (changed size) 4.32.990.004 I slot release: id 3 | task 4029 | stop processing: n_tokens = 1337, truncated = 0 4.33.032.289 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.926 (> 0.100 thold), f_keep = 0.820 4.33.032.317 I slot launch_slot_: id 3 | task 4205 | processing task, is_child = 0 4.35.462.516 I slot print_timing: id 1 | task 4097 | prompt eval time = 407.09 ms / 94 tokens ( 4.33 ms per token, 230.91 tokens per second) 4.35.462.523 I slot print_timing: id 1 | task 4097 | eval time = 7022.42 ms / 159 tokens ( 44.45 ms per token, 22.50 tokens per second) 4.35.462.523 I slot print_timing: id 1 | task 4097 | total time = 7429.51 ms / 253 tokens 4.35.462.524 I slot print_timing: id 1 | task 4097 | graphs reused = 3513 4.35.462.525 I slot print_timing: id 1 | task 4097 | graph reallocs = 0 / 0 (same size) / (changed size) 4.35.462.638 I slot release: id 1 | task 4097 | stop processing: n_tokens = 1348, truncated = 0 4.35.527.070 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.930 (> 0.100 thold), f_keep = 0.814 4.35.527.114 I slot launch_slot_: id 1 | task 4261 | processing task, is_child = 0 4.35.819.914 I slot print_timing: id 0 | task 3960 | n_gen = 295, tg = 21.43 t/s, tg_3s = 20.55 t/s 4.37.056.262 I slot print_timing: id 2 | task 4188 | n_gen = 100, tg = 21.51 t/s, tg_3s = 21.73 t/s 4.37.699.889 I slot print_timing: id 3 | task 4205 | n_gen = 100, tg = 22.88 t/s, tg_3s = 23.11 t/s 4.38.829.242 I slot print_timing: id 0 | task 3960 | n_gen = 368, tg = 21.93 t/s, tg_3s = 24.26 t/s 4.39.919.219 I slot print_timing: id 1 | task 4261 | n_gen = 100, tg = 24.83 t/s, tg_3s = 25.08 t/s 4.40.081.917 I slot print_timing: id 2 | task 4188 | n_gen = 175, tg = 22.81 t/s, tg_3s = 24.79 t/s 4.40.729.059 I slot print_timing: id 3 | task 4205 | n_gen = 175, tg = 23.65 t/s, tg_3s = 24.76 t/s 4.41.861.749 I slot print_timing: id 0 | task 3960 | n_gen = 443, tg = 22.36 t/s, tg_3s = 24.73 t/s 4.42.954.648 I slot print_timing: id 1 | task 4261 | n_gen = 175, tg = 24.78 t/s, tg_3s = 24.71 t/s 4.43.116.554 I slot print_timing: id 2 | task 4188 | n_gen = 250, tg = 23.35 t/s, tg_3s = 24.71 t/s 4.43.521.456 I slot print_timing: id 1 | task 4261 | prompt eval time = 405.04 ms / 83 tokens ( 4.88 ms per token, 204.92 tokens per second) 4.43.521.463 I slot print_timing: id 1 | task 4261 | eval time = 7589.29 ms / 189 tokens ( 40.37 ms per token, 24.77 tokens per second) 4.43.521.464 I slot print_timing: id 1 | task 4261 | total time = 7994.33 ms / 272 tokens 4.43.521.465 I slot print_timing: id 1 | task 4261 | graphs reused = 3699 4.43.521.465 I slot print_timing: id 1 | task 4261 | graph reallocs = 0 / 0 (same size) / (changed size) 4.43.521.566 I slot release: id 1 | task 4261 | stop processing: n_tokens = 1368, truncated = 0 4.43.585.784 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.943 (> 0.100 thold), f_keep = 0.801 4.43.585.818 I slot launch_slot_: id 1 | task 4453 | processing task, is_child = 0 4.43.817.273 I slot print_timing: id 3 | task 4205 | n_gen = 246, tg = 23.46 t/s, tg_3s = 22.99 t/s 4.44.778.299 I slot print_timing: id 2 | task 4188 | prompt eval time = 441.26 ms / 110 tokens ( 4.01 ms per token, 249.28 tokens per second) 4.44.778.306 I slot print_timing: id 2 | task 4188 | eval time = 12324.38 ms / 284 tokens ( 43.55 ms per token, 22.96 tokens per second) 4.44.778.308 I slot print_timing: id 2 | task 4188 | total time = 12765.65 ms / 394 tokens 4.44.778.309 I slot print_timing: id 2 | task 4188 | graphs reused = 3719 4.44.778.310 I slot print_timing: id 2 | task 4188 | graph reallocs = 0 / 0 (same size) / (changed size) 4.44.778.432 I slot release: id 2 | task 4188 | stop processing: n_tokens = 1489, truncated = 0 4.44.843.293 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.939 (> 0.100 thold), f_keep = 0.736 4.44.843.331 I slot launch_slot_: id 2 | task 4478 | processing task, is_child = 0 4.45.120.848 I slot print_timing: id 0 | task 3960 | n_gen = 510, tg = 22.11 t/s, tg_3s = 20.56 t/s 4.46.437.257 I slot print_timing: id 3 | task 4205 | prompt eval time = 340.51 ms / 88 tokens ( 3.87 ms per token, 258.44 tokens per second) 4.46.437.265 I slot print_timing: id 3 | task 4205 | eval time = 13064.42 ms / 301 tokens ( 43.55 ms per token, 22.96 tokens per second) 4.46.437.266 I slot print_timing: id 3 | task 4205 | total time = 13404.93 ms / 389 tokens 4.46.437.267 I slot print_timing: id 3 | task 4205 | graphs reused = 3748 4.46.437.267 I slot print_timing: id 3 | task 4205 | graph reallocs = 0 / 0 (same size) / (changed size) 4.46.437.396 I slot release: id 3 | task 4205 | stop processing: n_tokens = 1484, truncated = 0 4.46.479.585 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.920 (> 0.100 thold), f_keep = 0.739 4.46.479.619 I slot launch_slot_: id 3 | task 4512 | processing task, is_child = 0 4.48.155.700 I slot print_timing: id 0 | task 3960 | n_gen = 577, tg = 22.10 t/s, tg_3s = 22.08 t/s 4.48.519.904 I slot print_timing: id 1 | task 4453 | n_gen = 100, tg = 21.56 t/s, tg_3s = 21.78 t/s 4.49.491.010 I slot print_timing: id 2 | task 4478 | n_gen = 100, tg = 23.18 t/s, tg_3s = 23.42 t/s 4.50.826.206 I slot print_timing: id 3 | task 4512 | n_gen = 100, tg = 24.74 t/s, tg_3s = 24.99 t/s 4.51.189.059 I slot print_timing: id 0 | task 3960 | n_gen = 652, tg = 22.38 t/s, tg_3s = 24.73 t/s 4.51.553.597 I slot print_timing: id 1 | task 4453 | n_gen = 175, tg = 22.82 t/s, tg_3s = 24.72 t/s 4.52.524.625 I slot print_timing: id 2 | task 4478 | n_gen = 175, tg = 23.82 t/s, tg_3s = 24.72 t/s 4.53.859.610 I slot print_timing: id 3 | task 4512 | n_gen = 175, tg = 24.73 t/s, tg_3s = 24.72 t/s 4.54.140.890 I slot print_timing: id 1 | task 4453 | prompt eval time = 342.65 ms / 66 tokens ( 5.19 ms per token, 192.61 tokens per second) 4.54.140.897 I slot print_timing: id 1 | task 4453 | eval time = 10212.41 ms / 239 tokens ( 42.91 ms per token, 23.30 tokens per second) 4.54.140.898 I slot print_timing: id 1 | task 4453 | total time = 10555.06 ms / 305 tokens 4.54.140.899 I slot print_timing: id 1 | task 4453 | graphs reused = 3927 4.54.140.900 I slot print_timing: id 1 | task 4453 | graph reallocs = 0 / 0 (same size) / (changed size) 4.54.140.997 I slot release: id 1 | task 4453 | stop processing: n_tokens = 1400, truncated = 0 4.54.205.142 I slot print_timing: id 0 | task 3960 | n_gen = 726, tg = 22.58 t/s, tg_3s = 24.54 t/s 4.54.205.610 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.886 (> 0.100 thold), f_keep = 0.783 4.54.205.642 I slot launch_slot_: id 1 | task 4697 | processing task, is_child = 0 4.55.174.809 I slot print_timing: id 2 | task 4478 | prompt eval time = 377.56 ms / 71 tokens ( 5.32 ms per token, 188.05 tokens per second) 4.55.174.817 I slot print_timing: id 2 | task 4478 | eval time = 9953.91 ms / 229 tokens ( 43.66 ms per token, 22.91 tokens per second) 4.55.174.818 I slot print_timing: id 2 | task 4478 | total time = 10331.47 ms / 300 tokens 4.55.174.819 I slot print_timing: id 2 | task 4478 | graphs reused = 3937 4.55.174.820 I slot print_timing: id 2 | task 4478 | graph reallocs = 0 / 0 (same size) / (changed size) 4.55.174.945 I slot release: id 2 | task 4478 | stop processing: n_tokens = 1395, truncated = 0 4.55.240.658 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.923 (> 0.100 thold), f_keep = 0.786 4.55.240.691 I slot launch_slot_: id 2 | task 4712 | processing task, is_child = 0 4.55.706.370 I slot print_timing: id 0 | task 3960 | prompt eval time = 334.40 ms / 81 tokens ( 4.13 ms per token, 242.22 tokens per second) 4.55.706.375 I slot print_timing: id 0 | task 3960 | eval time = 33608.46 ms / 744 tokens ( 45.23 ms per token, 22.11 tokens per second) 4.55.706.376 I slot print_timing: id 0 | task 3960 | total time = 33942.86 ms / 825 tokens 4.55.706.377 I slot print_timing: id 0 | task 3960 | graphs reused = 3938 4.55.706.377 I slot print_timing: id 0 | task 3960 | graph reallocs = 0 / 0 (same size) / (changed size) 4.55.706.452 I slot release: id 0 | task 3960 | stop processing: n_tokens = 1920, truncated = 0 4.55.747.084 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.931 (> 0.100 thold), f_keep = 0.571 4.55.747.109 I slot launch_slot_: id 0 | task 4718 | processing task, is_child = 0 4.56.897.969 I slot print_timing: id 3 | task 4512 | n_gen = 224, tg = 22.14 t/s, tg_3s = 16.13 t/s 4.59.318.709 I slot print_timing: id 1 | task 4697 | n_gen = 100, tg = 21.54 t/s, tg_3s = 21.76 t/s 4.59.882.098 I slot print_timing: id 2 | task 4712 | n_gen = 100, tg = 23.26 t/s, tg_3s = 23.49 t/s 4.59.922.627 I slot print_timing: id 3 | task 4512 | n_gen = 299, tg = 22.75 t/s, tg_3s = 24.80 t/s 5.00.082.995 I slot print_timing: id 0 | task 4718 | n_gen = 100, tg = 24.75 t/s, tg_3s = 25.00 t/s 5.01.743.586 I slot print_timing: id 3 | task 4512 | prompt eval time = 344.66 ms / 95 tokens ( 3.63 ms per token, 275.63 tokens per second) 5.01.743.595 I slot print_timing: id 3 | task 4512 | eval time = 14919.29 ms / 344 tokens ( 43.50 ms per token, 22.99 tokens per second) 5.01.743.595 I slot print_timing: id 3 | task 4512 | total time = 15263.96 ms / 439 tokens 5.01.743.596 I slot print_timing: id 3 | task 4512 | graphs reused = 4078 5.01.743.597 I slot print_timing: id 3 | task 4512 | graph reallocs = 0 / 0 (same size) / (changed size) 5.01.743.721 I slot release: id 3 | task 4512 | stop processing: n_tokens = 1534, truncated = 0 5.01.785.721 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.932 (> 0.100 thold), f_keep = 0.714 5.01.785.758 I slot launch_slot_: id 3 | task 4862 | processing task, is_child = 0 5.02.324.553 I slot print_timing: id 0 | task 4718 | prompt eval time = 335.58 ms / 82 tokens ( 4.09 ms per token, 244.36 tokens per second) 5.02.324.557 I slot print_timing: id 0 | task 4718 | eval time = 6241.85 ms / 149 tokens ( 42.17 ms per token, 23.71 tokens per second) 5.02.324.557 I slot print_timing: id 0 | task 4718 | total time = 6577.43 ms / 231 tokens 5.02.324.558 I slot print_timing: id 0 | task 4718 | graphs reused = 4082 5.02.324.559 I slot print_timing: id 0 | task 4718 | graph reallocs = 0 / 0 (same size) / (changed size) 5.02.324.649 I slot release: id 0 | task 4718 | stop processing: n_tokens = 1325, truncated = 0 5.02.324.908 I slot print_timing: id 1 | task 4697 | n_gen = 168, tg = 21.97 t/s, tg_3s = 22.62 t/s 5.02.366.883 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.911 (> 0.100 thold), f_keep = 0.827 5.02.366.918 I slot launch_slot_: id 0 | task 4871 | processing task, is_child = 0 5.02.895.596 I slot print_timing: id 2 | task 4712 | n_gen = 160, tg = 21.87 t/s, tg_3s = 19.91 t/s 5.03.780.779 I slot print_timing: id 2 | task 4712 | prompt eval time = 384.67 ms / 91 tokens ( 4.23 ms per token, 236.56 tokens per second) 5.03.780.784 I slot print_timing: id 2 | task 4712 | eval time = 8155.41 ms / 182 tokens ( 45.06 ms per token, 22.19 tokens per second) 5.03.780.784 I slot print_timing: id 2 | task 4712 | total time = 8540.08 ms / 273 tokens 5.03.780.785 I slot print_timing: id 2 | task 4712 | graphs reused = 4107 5.03.780.786 I slot print_timing: id 2 | task 4712 | graph reallocs = 0 / 0 (same size) / (changed size) 5.03.780.891 I slot release: id 2 | task 4712 | stop processing: n_tokens = 1368, truncated = 0 5.03.845.459 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.926 (> 0.100 thold), f_keep = 0.801 5.03.845.492 I slot launch_slot_: id 2 | task 4900 | processing task, is_child = 0 5.05.358.368 I slot print_timing: id 1 | task 4697 | n_gen = 227, tg = 21.25 t/s, tg_3s = 19.45 t/s 5.06.767.814 I slot print_timing: id 3 | task 4862 | n_gen = 100, tg = 21.32 t/s, tg_3s = 21.54 t/s 5.07.089.740 I slot print_timing: id 0 | task 4871 | n_gen = 100, tg = 22.90 t/s, tg_3s = 23.13 t/s 5.08.220.682 I slot print_timing: id 2 | task 4900 | n_gen = 100, tg = 24.81 t/s, tg_3s = 25.06 t/s 5.08.386.261 I slot print_timing: id 1 | task 4697 | n_gen = 302, tg = 22.03 t/s, tg_3s = 24.77 t/s 5.09.797.702 I slot print_timing: id 2 | task 4900 | prompt eval time = 384.08 ms / 87 tokens ( 4.41 ms per token, 226.51 tokens per second) 5.09.797.707 I slot print_timing: id 2 | task 4900 | eval time = 5568.12 ms / 139 tokens ( 40.35 ms per token, 24.78 tokens per second) 5.09.797.708 I slot print_timing: id 2 | task 4900 | total time = 5952.20 ms / 226 tokens 5.09.797.709 I slot print_timing: id 2 | task 4900 | graphs reused = 4243 5.09.797.710 I slot print_timing: id 2 | task 4900 | graph reallocs = 0 / 0 (same size) / (changed size) 5.09.797.828 I slot release: id 2 | task 4900 | stop processing: n_tokens = 1321, truncated = 0 5.09.798.119 I slot print_timing: id 3 | task 4862 | n_gen = 175, tg = 22.68 t/s, tg_3s = 24.75 t/s 5.09.862.891 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.926 (> 0.100 thold), f_keep = 0.830 5.09.862.923 I slot launch_slot_: id 2 | task 5042 | processing task, is_child = 0 5.10.146.805 I slot print_timing: id 0 | task 4871 | n_gen = 169, tg = 22.76 t/s, tg_3s = 22.57 t/s 5.11.218.857 I slot print_timing: id 3 | task 4862 | prompt eval time = 339.16 ms / 80 tokens ( 4.24 ms per token, 235.88 tokens per second) 5.11.218.865 I slot print_timing: id 3 | task 4862 | eval time = 9093.93 ms / 202 tokens ( 45.24 ms per token, 22.10 tokens per second) 5.11.218.866 I slot print_timing: id 3 | task 4862 | total time = 9433.09 ms / 282 tokens 5.11.218.867 I slot print_timing: id 3 | task 4862 | graphs reused = 4266 5.11.218.867 I slot print_timing: id 3 | task 4862 | graph reallocs = 0 / 0 (same size) / (changed size) 5.11.218.995 I slot release: id 3 | task 4862 | stop processing: n_tokens = 1377, truncated = 0 5.11.261.206 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.922 (> 0.100 thold), f_keep = 0.796 5.11.261.233 I slot launch_slot_: id 3 | task 5070 | processing task, is_child = 0 5.11.521.936 I slot print_timing: id 1 | task 4697 | n_gen = 366, tg = 21.73 t/s, tg_3s = 20.41 t/s 5.13.170.771 I slot print_timing: id 0 | task 4871 | n_gen = 236, tg = 22.59 t/s, tg_3s = 22.16 t/s 5.14.502.655 I slot print_timing: id 2 | task 5042 | n_gen = 100, tg = 23.26 t/s, tg_3s = 23.50 t/s 5.14.542.458 I slot print_timing: id 1 | task 4697 | n_gen = 440, tg = 22.15 t/s, tg_3s = 24.50 t/s 5.15.589.653 I slot print_timing: id 3 | task 5070 | n_gen = 100, tg = 24.81 t/s, tg_3s = 25.06 t/s 5.16.193.135 I slot print_timing: id 0 | task 4871 | n_gen = 311, tg = 23.09 t/s, tg_3s = 24.82 t/s 5.16.234.322 I slot print_timing: id 2 | task 5042 | prompt eval time = 384.34 ms / 88 tokens ( 4.37 ms per token, 228.96 tokens per second) 5.16.234.327 I slot print_timing: id 2 | task 5042 | eval time = 5987.05 ms / 143 tokens ( 42.16 ms per token, 23.72 tokens per second) 5.16.234.328 I slot print_timing: id 2 | task 5042 | total time = 6371.39 ms / 231 tokens 5.16.234.336 I slot print_timing: id 2 | task 5042 | graphs reused = 4380 5.16.234.337 I slot print_timing: id 2 | task 5042 | graph reallocs = 0 / 0 (same size) / (changed size) 5.16.234.460 I slot release: id 2 | task 5042 | stop processing: n_tokens = 1326, truncated = 0 5.16.299.552 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.920 (> 0.100 thold), f_keep = 0.827 5.16.299.582 I slot launch_slot_: id 2 | task 5189 | processing task, is_child = 0 5.17.546.967 I slot print_timing: id 1 | task 4697 | n_gen = 506, tg = 22.13 t/s, tg_3s = 21.97 t/s 5.18.598.258 I slot print_timing: id 3 | task 5070 | n_gen = 166, tg = 23.58 t/s, tg_3s = 21.94 t/s 5.19.202.100 I slot print_timing: id 0 | task 4871 | n_gen = 377, tg = 22.88 t/s, tg_3s = 21.93 t/s 5.20.580.740 I slot print_timing: id 1 | task 4697 | n_gen = 581, tg = 22.43 t/s, tg_3s = 24.72 t/s 5.20.701.798 I slot print_timing: id 2 | task 5189 | n_gen = 100, tg = 24.67 t/s, tg_3s = 24.92 t/s 5.21.430.700 I slot print_timing: id 2 | task 5189 | prompt eval time = 389.44 ms / 95 tokens ( 4.10 ms per token, 243.94 tokens per second) 5.21.430.708 I slot print_timing: id 2 | task 5189 | eval time = 4741.67 ms / 118 tokens ( 40.53 ms per token, 24.67 tokens per second) 5.21.430.709 I slot print_timing: id 2 | task 5189 | total time = 5131.11 ms / 213 tokens 5.21.430.710 I slot print_timing: id 2 | task 5189 | graphs reused = 4495 5.21.430.710 I slot print_timing: id 2 | task 5189 | graph reallocs = 0 / 0 (same size) / (changed size) 5.21.430.843 I slot release: id 2 | task 5189 | stop processing: n_tokens = 1308, truncated = 0 5.21.495.686 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.937 (> 0.100 thold), f_keep = 0.838 5.21.495.717 I slot launch_slot_: id 2 | task 5310 | processing task, is_child = 0 5.21.773.779 I slot print_timing: id 3 | task 5070 | n_gen = 238, tg = 23.30 t/s, tg_3s = 22.67 t/s 5.22.238.676 I slot print_timing: id 0 | task 4871 | n_gen = 444, tg = 22.75 t/s, tg_3s = 22.06 t/s 5.22.763.546 I slot print_timing: id 1 | task 4697 | prompt eval time = 518.01 ms / 141 tokens ( 3.67 ms per token, 272.20 tokens per second) 5.22.763.554 I slot print_timing: id 1 | task 4697 | eval time = 28039.89 ms / 627 tokens ( 44.79 ms per token, 22.33 tokens per second) 5.22.763.556 I slot print_timing: id 1 | task 4697 | total time = 28557.90 ms / 768 tokens 5.22.763.556 I slot print_timing: id 1 | task 4697 | graphs reused = 4516 5.22.763.557 I slot print_timing: id 1 | task 4697 | graph reallocs = 0 / 0 (same size) / (changed size) 5.22.763.685 I slot release: id 1 | task 4697 | stop processing: n_tokens = 1863, truncated = 0 5.22.828.234 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.922 (> 0.100 thold), f_keep = 0.588 5.22.828.265 I slot launch_slot_: id 1 | task 5336 | processing task, is_child = 0 5.23.398.001 I slot print_timing: id 0 | task 4871 | prompt eval time = 398.75 ms / 107 tokens ( 3.73 ms per token, 268.34 tokens per second) 5.23.398.006 I slot print_timing: id 0 | task 4871 | eval time = 20632.32 ms / 464 tokens ( 44.56 ms per token, 22.44 tokens per second) 5.23.398.007 I slot print_timing: id 0 | task 4871 | total time = 21031.07 ms / 571 tokens 5.23.398.007 I slot print_timing: id 0 | task 4871 | graphs reused = 4519 5.23.398.008 I slot print_timing: id 0 | task 4871 | graph reallocs = 0 / 0 (same size) / (changed size) 5.23.398.067 I slot release: id 0 | task 4871 | stop processing: n_tokens = 1666, truncated = 0 5.23.438.488 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.937 (> 0.100 thold), f_keep = 0.658 5.23.438.519 I slot launch_slot_: id 0 | task 5344 | processing task, is_child = 0 5.24.782.054 I slot print_timing: id 3 | task 5070 | n_gen = 296, tg = 22.38 t/s, tg_3s = 19.28 t/s 5.26.474.856 I slot print_timing: id 2 | task 5310 | n_gen = 100, tg = 21.52 t/s, tg_3s = 21.73 t/s 5.26.837.263 I slot print_timing: id 2 | task 5310 | prompt eval time = 377.88 ms / 74 tokens ( 5.11 ms per token, 195.83 tokens per second) 5.26.837.270 I slot print_timing: id 2 | task 5310 | eval time = 4963.66 ms / 109 tokens ( 45.96 ms per token, 21.76 tokens per second) 5.26.837.271 I slot print_timing: id 2 | task 5310 | total time = 5341.54 ms / 183 tokens 5.26.837.271 I slot print_timing: id 2 | task 5310 | graphs reused = 4595 5.26.837.272 I slot print_timing: id 2 | task 5310 | graph reallocs = 0 / 0 (same size) / (changed size) 5.26.837.382 I slot release: id 2 | task 5310 | stop processing: n_tokens = 1278, truncated = 0 5.26.902.399 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.938 (> 0.100 thold), f_keep = 0.858 5.26.902.432 I slot launch_slot_: id 2 | task 5424 | processing task, is_child = 0 5.27.814.035 I slot print_timing: id 1 | task 5336 | n_gen = 100, tg = 21.63 t/s, tg_3s = 21.85 t/s 5.27.814.623 I slot print_timing: id 3 | task 5070 | n_gen = 363, tg = 22.33 t/s, tg_3s = 22.09 t/s 5.27.894.698 I slot print_timing: id 1 | task 5336 | prompt eval time = 409.02 ms / 94 tokens ( 4.35 ms per token, 229.82 tokens per second) 5.27.894.706 I slot print_timing: id 1 | task 5336 | eval time = 4657.40 ms / 102 tokens ( 46.11 ms per token, 21.69 tokens per second) 5.27.894.707 I slot print_timing: id 1 | task 5336 | total time = 5066.42 ms / 196 tokens 5.27.894.708 I slot print_timing: id 1 | task 5336 | graphs reused = 4609 5.27.894.709 I slot print_timing: id 1 | task 5336 | graph reallocs = 0 / 0 (same size) / (changed size) 5.27.894.829 I slot release: id 1 | task 5336 | stop processing: n_tokens = 1290, truncated = 0 5.27.959.230 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.934 (> 0.100 thold), f_keep = 0.850 5.27.959.265 I slot launch_slot_: id 1 | task 5443 | processing task, is_child = 0 5.28.441.638 I slot print_timing: id 0 | task 5344 | n_gen = 100, tg = 21.18 t/s, tg_3s = 21.40 t/s 5.28.599.958 I slot print_timing: id 0 | task 5344 | prompt eval time = 329.13 ms / 75 tokens ( 4.39 ms per token, 227.87 tokens per second) 5.28.599.963 I slot print_timing: id 0 | task 5344 | eval time = 4832.29 ms / 104 tokens ( 46.92 ms per token, 21.31 tokens per second) 5.28.599.965 I slot print_timing: id 0 | task 5344 | total time = 5161.42 ms / 179 tokens 5.28.599.968 I slot print_timing: id 0 | task 5344 | graphs reused = 4614 5.28.599.969 I slot print_timing: id 0 | task 5344 | graph reallocs = 0 / 0 (same size) / (changed size) 5.28.600.114 I slot release: id 0 | task 5344 | stop processing: n_tokens = 1273, truncated = 0 5.28.651.149 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.880 (> 0.100 thold), f_keep = 0.861 5.28.651.187 I slot launch_slot_: id 0 | task 5453 | processing task, is_child = 0 5.30.846.261 I slot print_timing: id 3 | task 5070 | n_gen = 420, tg = 21.77 t/s, tg_3s = 18.80 t/s 5.32.015.619 I slot print_timing: id 2 | task 5424 | n_gen = 100, tg = 20.91 t/s, tg_3s = 21.12 t/s 5.32.297.604 I slot print_timing: id 2 | task 5424 | prompt eval time = 378.23 ms / 72 tokens ( 5.25 ms per token, 190.36 tokens per second) 5.32.297.610 I slot print_timing: id 2 | task 5424 | eval time = 5016.93 ms / 107 tokens ( 47.33 ms per token, 21.13 tokens per second) 5.32.297.611 I slot print_timing: id 2 | task 5424 | total time = 5395.16 ms / 179 tokens 5.32.297.612 I slot print_timing: id 2 | task 5424 | graphs reused = 4693 5.32.297.613 I slot print_timing: id 2 | task 5424 | graph reallocs = 0 / 0 (same size) / (changed size) 5.32.297.727 I slot release: id 2 | task 5424 | stop processing: n_tokens = 1274, truncated = 0 5.32.362.689 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.921 (> 0.100 thold), f_keep = 0.860 5.32.362.721 I slot launch_slot_: id 2 | task 5536 | processing task, is_child = 0 5.33.087.191 I slot print_timing: id 1 | task 5443 | n_gen = 100, tg = 20.95 t/s, tg_3s = 21.16 t/s 5.33.452.237 I slot print_timing: id 0 | task 5453 | n_gen = 100, tg = 22.78 t/s, tg_3s = 23.01 t/s 5.33.613.537 I slot print_timing: id 1 | task 5443 | prompt eval time = 401.52 ms / 78 tokens ( 5.15 ms per token, 194.26 tokens per second) 5.33.613.542 I slot print_timing: id 1 | task 5443 | eval time = 5252.74 ms / 113 tokens ( 46.90 ms per token, 21.32 tokens per second) 5.33.613.543 I slot print_timing: id 1 | task 5443 | total time = 5654.26 ms / 191 tokens 5.33.613.544 I slot print_timing: id 1 | task 5443 | graphs reused = 4713 5.33.613.545 I slot print_timing: id 1 | task 5443 | graph reallocs = 0 / 0 (same size) / (changed size) 5.33.613.661 I slot release: id 1 | task 5443 | stop processing: n_tokens = 1286, truncated = 0 5.33.679.195 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.924 (> 0.100 thold), f_keep = 0.852 5.33.679.224 I slot launch_slot_: id 1 | task 5561 | processing task, is_child = 0 5.33.973.182 I slot print_timing: id 3 | task 5070 | n_gen = 482, tg = 21.50 t/s, tg_3s = 19.83 t/s 5.36.477.337 I slot print_timing: id 0 | task 5453 | n_gen = 166, tg = 22.39 t/s, tg_3s = 21.82 t/s 5.37.002.798 I slot print_timing: id 3 | task 5070 | n_gen = 555, tg = 21.81 t/s, tg_3s = 24.10 t/s 5.37.124.608 I slot print_timing: id 2 | task 5536 | n_gen = 100, tg = 22.69 t/s, tg_3s = 22.92 t/s 5.38.094.055 I slot print_timing: id 1 | task 5561 | n_gen = 100, tg = 24.68 t/s, tg_3s = 24.93 t/s 5.39.228.526 I slot print_timing: id 3 | task 5070 | prompt eval time = 338.77 ms / 93 tokens ( 3.64 ms per token, 274.52 tokens per second) 5.39.228.533 I slot print_timing: id 3 | task 5070 | eval time = 27628.51 ms / 610 tokens ( 45.37 ms per token, 22.04 tokens per second) 5.39.228.534 I slot print_timing: id 3 | task 5070 | total time = 27967.28 ms / 703 tokens 5.39.228.535 I slot print_timing: id 3 | task 5070 | graphs reused = 4838 5.39.228.536 I slot print_timing: id 3 | task 5070 | graph reallocs = 0 / 0 (same size) / (changed size) 5.39.228.660 I slot release: id 3 | task 5070 | stop processing: n_tokens = 1798, truncated = 0 5.39.271.026 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.934 (> 0.100 thold), f_keep = 0.610 5.39.271.054 I slot launch_slot_: id 3 | task 5692 | processing task, is_child = 0 5.39.531.042 I slot print_timing: id 0 | task 5453 | n_gen = 236, tg = 22.54 t/s, tg_3s = 22.92 t/s 5.40.132.601 I slot print_timing: id 2 | task 5536 | n_gen = 168, tg = 22.65 t/s, tg_3s = 22.61 t/s 5.40.213.329 I slot print_timing: id 2 | task 5536 | prompt eval time = 398.08 ms / 94 tokens ( 4.23 ms per token, 236.13 tokens per second) 5.40.213.337 I slot print_timing: id 2 | task 5536 | eval time = 7452.52 ms / 170 tokens ( 44.10 ms per token, 22.68 tokens per second) 5.40.213.338 I slot print_timing: id 2 | task 5536 | total time = 7850.60 ms / 264 tokens 5.40.213.339 I slot print_timing: id 2 | task 5536 | graphs reused = 4852 5.40.213.339 I slot print_timing: id 2 | task 5536 | graph reallocs = 0 / 0 (same size) / (changed size) 5.40.213.453 I slot release: id 2 | task 5536 | stop processing: n_tokens = 1359, truncated = 0 5.40.278.377 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.922 (> 0.100 thold), f_keep = 0.806 5.40.278.410 I slot launch_slot_: id 2 | task 5711 | processing task, is_child = 0 5.41.105.368 I slot print_timing: id 1 | task 5561 | n_gen = 160, tg = 22.64 t/s, tg_3s = 19.92 t/s 5.41.950.474 I slot print_timing: id 1 | task 5561 | prompt eval time = 403.92 ms / 90 tokens ( 4.49 ms per token, 222.82 tokens per second) 5.41.950.479 I slot print_timing: id 1 | task 5561 | eval time = 7867.32 ms / 181 tokens ( 43.71 ms per token, 22.88 tokens per second) 5.41.950.480 I slot print_timing: id 1 | task 5561 | total time = 8271.24 ms / 271 tokens 5.41.950.481 I slot print_timing: id 1 | task 5561 | graphs reused = 4883 5.41.950.482 I slot print_timing: id 1 | task 5561 | graph reallocs = 0 / 0 (same size) / (changed size) 5.41.950.601 I slot release: id 1 | task 5561 | stop processing: n_tokens = 1366, truncated = 0 5.42.015.301 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.946 (> 0.100 thold), f_keep = 0.802 5.42.015.334 I slot launch_slot_: id 1 | task 5747 | processing task, is_child = 0 5.42.566.339 I slot print_timing: id 0 | task 5453 | n_gen = 295, tg = 21.84 t/s, tg_3s = 19.44 t/s 5.44.220.464 I slot print_timing: id 3 | task 5692 | n_gen = 100, tg = 21.47 t/s, tg_3s = 21.69 t/s 5.44.947.370 I slot print_timing: id 2 | task 5711 | n_gen = 100, tg = 23.10 t/s, tg_3s = 23.33 t/s 5.45.593.718 I slot print_timing: id 0 | task 5453 | n_gen = 370, tg = 22.38 t/s, tg_3s = 24.77 t/s 5.46.359.524 I slot print_timing: id 1 | task 5747 | n_gen = 100, tg = 24.73 t/s, tg_3s = 24.98 t/s 5.46.359.887 I slot print_timing: id 2 | task 5711 | prompt eval time = 382.66 ms / 93 tokens ( 4.11 ms per token, 243.03 tokens per second) 5.46.359.890 I slot print_timing: id 2 | task 5711 | eval time = 5698.81 ms / 135 tokens ( 42.53 ms per token, 23.51 tokens per second) 5.46.359.891 I slot print_timing: id 2 | task 5711 | total time = 6081.47 ms / 228 tokens 5.46.359.895 I slot print_timing: id 2 | task 5711 | graphs reused = 4980 5.46.359.895 I slot print_timing: id 2 | task 5711 | graph reallocs = 0 / 0 (same size) / (changed size) 5.46.360.059 I slot release: id 2 | task 5711 | stop processing: n_tokens = 1323, truncated = 0 5.46.425.844 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.913 (> 0.100 thold), f_keep = 0.828 5.46.425.883 I slot launch_slot_: id 2 | task 5850 | processing task, is_child = 0 5.47.023.602 I slot print_timing: id 3 | task 5692 | prompt eval time = 338.06 ms / 78 tokens ( 4.33 ms per token, 230.73 tokens per second) 5.47.023.605 I slot print_timing: id 3 | task 5692 | eval time = 7414.49 ms / 160 tokens ( 46.63 ms per token, 21.44 tokens per second) 5.47.023.605 I slot print_timing: id 3 | task 5692 | total time = 7752.54 ms / 238 tokens 5.47.023.606 I slot print_timing: id 3 | task 5692 | graphs reused = 4983 5.47.023.607 I slot print_timing: id 3 | task 5692 | graph reallocs = 0 / 0 (same size) / (changed size) 5.47.023.688 I slot release: id 3 | task 5692 | stop processing: n_tokens = 1332, truncated = 0 5.47.065.229 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.946 (> 0.100 thold), f_keep = 0.823 5.47.065.260 I slot launch_slot_: id 3 | task 5858 | processing task, is_child = 0 5.48.552.935 I slot print_timing: id 1 | task 5747 | prompt eval time = 340.94 ms / 63 tokens ( 5.41 ms per token, 184.78 tokens per second) 5.48.552.939 I slot print_timing: id 1 | task 5747 | eval time = 6196.65 ms / 140 tokens ( 44.58 ms per token, 22.43 tokens per second) 5.48.552.940 I slot print_timing: id 1 | task 5747 | total time = 6537.59 ms / 203 tokens 5.48.552.945 I slot print_timing: id 1 | task 5747 | graphs reused = 5012 5.48.552.946 I slot print_timing: id 1 | task 5747 | graph reallocs = 0 / 0 (same size) / (changed size) 5.48.553.067 I slot release: id 1 | task 5747 | stop processing: n_tokens = 1298, truncated = 0 5.48.616.615 I slot print_timing: id 0 | task 5453 | n_gen = 430, tg = 21.99 t/s, tg_3s = 19.85 t/s 5.48.617.083 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.898 (> 0.100 thold), f_keep = 0.844 5.48.617.111 I slot launch_slot_: id 1 | task 5892 | processing task, is_child = 0 5.51.463.034 I slot print_timing: id 2 | task 5850 | n_gen = 100, tg = 21.52 t/s, tg_3s = 21.74 t/s 5.51.623.024 I slot print_timing: id 0 | task 5453 | n_gen = 495, tg = 21.94 t/s, tg_3s = 21.62 t/s 5.51.623.918 I slot print_timing: id 3 | task 5858 | prompt eval time = 277.24 ms / 63 tokens ( 4.40 ms per token, 227.24 tokens per second) 5.51.623.924 I slot print_timing: id 3 | task 5858 | eval time = 4281.42 ms / 97 tokens ( 44.60 ms per token, 22.42 tokens per second) 5.51.623.924 I slot print_timing: id 3 | task 5858 | total time = 4558.65 ms / 160 tokens 5.51.623.925 I slot print_timing: id 3 | task 5858 | graphs reused = 5074 5.51.623.926 I slot print_timing: id 3 | task 5858 | graph reallocs = 0 / 0 (same size) / (changed size) 5.51.624.036 I slot release: id 3 | task 5858 | stop processing: n_tokens = 1255, truncated = 0 5.51.666.319 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.922 (> 0.100 thold), f_keep = 0.873 5.51.666.348 I slot launch_slot_: id 3 | task 5959 | processing task, is_child = 0 5.53.348.609 I slot print_timing: id 1 | task 5892 | n_gen = 100, tg = 23.20 t/s, tg_3s = 23.43 t/s 5.54.077.794 I slot print_timing: id 0 | task 5453 | prompt eval time = 455.61 ms / 150 tokens ( 3.04 ms per token, 329.23 tokens per second) 5.54.077.798 I slot print_timing: id 0 | task 5453 | eval time = 24970.98 ms / 549 tokens ( 45.57 ms per token, 21.95 tokens per second) 5.54.077.800 I slot print_timing: id 0 | task 5453 | total time = 25426.60 ms / 699 tokens 5.54.077.800 I slot print_timing: id 0 | task 5453 | graphs reused = 5123 5.54.077.801 I slot print_timing: id 0 | task 5453 | graph reallocs = 0 / 0 (same size) / (changed size) 5.54.077.909 I slot release: id 0 | task 5453 | stop processing: n_tokens = 1794, truncated = 0 5.54.120.804 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.928 (> 0.100 thold), f_keep = 0.611 5.54.120.835 I slot launch_slot_: id 0 | task 6014 | processing task, is_child = 0 5.54.498.759 I slot print_timing: id 2 | task 5850 | n_gen = 162, tg = 21.08 t/s, tg_3s = 20.42 t/s 5.56.270.087 I slot print_timing: id 3 | task 5959 | n_gen = 100, tg = 23.25 t/s, tg_3s = 23.48 t/s 5.56.349.487 I slot print_timing: id 1 | task 5892 | n_gen = 168, tg = 22.98 t/s, tg_3s = 22.66 t/s 5.56.591.484 I slot print_timing: id 1 | task 5892 | prompt eval time = 463.85 ms / 124 tokens ( 3.74 ms per token, 267.33 tokens per second) 5.56.591.493 I slot print_timing: id 1 | task 5892 | eval time = 7510.51 ms / 174 tokens ( 43.41 ms per token, 23.03 tokens per second) 5.56.591.493 I slot print_timing: id 1 | task 5892 | total time = 7974.36 ms / 298 tokens 5.56.591.494 I slot print_timing: id 1 | task 5892 | graphs reused = 5176 5.56.591.495 I slot print_timing: id 1 | task 5892 | graph reallocs = 0 / 0 (same size) / (changed size) 5.56.591.603 I slot release: id 1 | task 5892 | stop processing: n_tokens = 1393, truncated = 0 5.56.656.149 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.910 (> 0.100 thold), f_keep = 0.787 5.56.656.184 I slot launch_slot_: id 1 | task 6071 | processing task, is_child = 0 5.57.526.519 I slot print_timing: id 2 | task 5850 | n_gen = 227, tg = 21.19 t/s, tg_3s = 21.47 t/s 5.58.854.791 I slot print_timing: id 0 | task 6014 | n_gen = 100, tg = 22.51 t/s, tg_3s = 22.74 t/s 5.59.298.307 I slot print_timing: id 3 | task 5959 | n_gen = 165, tg = 22.51 t/s, tg_3s = 21.46 t/s 5.59.499.119 I slot print_timing: id 2 | task 5850 | prompt eval time = 437.08 ms / 104 tokens ( 4.20 ms per token, 237.94 tokens per second) 5.59.499.129 I slot print_timing: id 2 | task 5850 | eval time = 12636.15 ms / 276 tokens ( 45.95 ms per token, 21.76 tokens per second) 5.59.499.130 I slot print_timing: id 2 | task 5850 | total time = 13073.22 ms / 380 tokens 5.59.499.131 I slot print_timing: id 2 | task 5850 | graphs reused = 5234 5.59.499.132 I slot print_timing: id 2 | task 5850 | graph reallocs = 0 / 0 (same size) / (changed size) 5.59.499.294 I slot release: id 2 | task 5850 | stop processing: n_tokens = 1475, truncated = 0 5.59.499.707 I slot print_timing: id 3 | task 5959 | prompt eval time = 344.76 ms / 94 tokens ( 3.67 ms per token, 272.66 tokens per second) 5.59.499.712 I slot print_timing: id 3 | task 5959 | eval time = 7488.60 ms / 170 tokens ( 44.31 ms per token, 22.57 tokens per second) 5.59.499.713 I slot print_timing: id 3 | task 5959 | total time = 7833.35 ms / 264 tokens 5.59.499.713 I slot print_timing: id 3 | task 5959 | graphs reused = 5234 5.59.499.714 I slot print_timing: id 3 | task 5959 | graph reallocs = 0 / 0 (same size) / (changed size) 5.59.499.823 I slot release: id 3 | task 5959 | stop processing: n_tokens = 1358, truncated = 0 5.59.540.000 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.942 (> 0.100 thold), f_keep = 0.743 5.59.540.025 I slot launch_slot_: id 2 | task 6134 | processing task, is_child = 0 5.59.553.404 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.921 (> 0.100 thold), f_keep = 0.807 5.59.553.423 I slot launch_slot_: id 3 | task 6135 | processing task, is_child = 0 6.01.553.133 I slot print_timing: id 1 | task 6071 | n_gen = 100, tg = 22.30 t/s, tg_3s = 22.52 t/s 6.01.873.760 I slot print_timing: id 0 | task 6014 | n_gen = 164, tg = 21.98 t/s, tg_3s = 21.20 t/s 6.03.443.894 I slot print_timing: id 1 | task 6071 | prompt eval time = 456.92 ms / 109 tokens ( 4.19 ms per token, 238.55 tokens per second) 6.03.443.902 I slot print_timing: id 1 | task 6071 | eval time = 6330.78 ms / 147 tokens ( 43.36 ms per token, 23.06 tokens per second) 6.03.443.903 I slot print_timing: id 1 | task 6071 | total time = 6787.70 ms / 256 tokens 6.03.443.903 I slot print_timing: id 1 | task 6071 | graphs reused = 5317 6.03.443.904 I slot print_timing: id 1 | task 6071 | graph reallocs = 0 / 0 (same size) / (changed size) 6.03.444.021 I slot release: id 1 | task 6071 | stop processing: n_tokens = 1351, truncated = 0 6.03.508.914 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.911 (> 0.100 thold), f_keep = 0.811 6.03.508.943 I slot launch_slot_: id 1 | task 6223 | processing task, is_child = 0 6.04.458.823 I slot print_timing: id 2 | task 6134 | n_gen = 100, tg = 22.51 t/s, tg_3s = 22.73 t/s 6.04.459.197 I slot print_timing: id 3 | task 6135 | n_gen = 100, tg = 22.51 t/s, tg_3s = 22.73 t/s 6.04.781.244 I slot print_timing: id 2 | task 6134 | prompt eval time = 506.83 ms / 67 tokens ( 7.56 ms per token, 132.19 tokens per second) 6.04.781.248 I slot print_timing: id 2 | task 6134 | eval time = 4720.98 ms / 108 tokens ( 44.12 ms per token, 22.66 tokens per second) 6.04.781.249 I slot print_timing: id 2 | task 6134 | total time = 5227.81 ms / 175 tokens 6.04.781.250 I slot print_timing: id 2 | task 6134 | graphs reused = 5336 6.04.781.251 I slot print_timing: id 2 | task 6134 | graph reallocs = 0 / 0 (same size) / (changed size) 6.04.781.351 I slot release: id 2 | task 6134 | stop processing: n_tokens = 1270, truncated = 0 6.04.781.629 I slot print_timing: id 3 | task 6135 | prompt eval time = 506.13 ms / 94 tokens ( 5.38 ms per token, 185.72 tokens per second) 6.04.781.634 I slot print_timing: id 3 | task 6135 | eval time = 4721.18 ms / 108 tokens ( 44.12 ms per token, 22.66 tokens per second) 6.04.781.636 I slot print_timing: id 3 | task 6135 | total time = 5227.30 ms / 202 tokens 6.04.781.636 I slot print_timing: id 3 | task 6135 | graphs reused = 5336 6.04.781.637 I slot print_timing: id 3 | task 6135 | graph reallocs = 0 / 0 (same size) / (changed size) 6.04.781.725 I slot release: id 3 | task 6135 | stop processing: n_tokens = 1297, truncated = 0 6.04.821.764 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.938 (> 0.100 thold), f_keep = 0.863 6.04.821.787 I slot launch_slot_: id 2 | task 6247 | processing task, is_child = 0 6.04.835.506 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.940 (> 0.100 thold), f_keep = 0.845 6.04.835.524 I slot launch_slot_: id 3 | task 6248 | processing task, is_child = 0 6.05.245.221 I slot print_timing: id 0 | task 6014 | n_gen = 228, tg = 21.04 t/s, tg_3s = 18.98 t/s 6.08.269.904 I slot print_timing: id 0 | task 6014 | n_gen = 302, tg = 21.79 t/s, tg_3s = 24.47 t/s 6.08.390.784 I slot print_timing: id 1 | task 6223 | n_gen = 100, tg = 22.38 t/s, tg_3s = 22.60 t/s 6.09.315.110 I slot print_timing: id 2 | task 6247 | n_gen = 100, tg = 24.84 t/s, tg_3s = 25.09 t/s 6.09.315.455 I slot print_timing: id 3 | task 6248 | n_gen = 100, tg = 24.84 t/s, tg_3s = 25.09 t/s 6.09.516.025 I slot print_timing: id 2 | task 6247 | prompt eval time = 493.72 ms / 73 tokens ( 6.76 ms per token, 147.86 tokens per second) 6.09.516.032 I slot print_timing: id 2 | task 6247 | eval time = 4186.77 ms / 105 tokens ( 40.26 ms per token, 24.84 tokens per second) 6.09.516.033 I slot print_timing: id 2 | task 6247 | total time = 4680.49 ms / 178 tokens 6.09.516.034 I slot print_timing: id 2 | task 6247 | graphs reused = 5439 6.09.516.034 I slot print_timing: id 2 | task 6247 | graph reallocs = 0 / 0 (same size) / (changed size) 6.09.516.138 I slot release: id 2 | task 6247 | stop processing: n_tokens = 1273, truncated = 0 6.09.580.821 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.923 (> 0.100 thold), f_keep = 0.861 6.09.580.850 I slot launch_slot_: id 2 | task 6356 | processing task, is_child = 0 6.10.978.987 I slot print_timing: id 0 | task 6014 | prompt eval time = 336.22 ms / 86 tokens ( 3.91 ms per token, 255.78 tokens per second) 6.10.978.995 I slot print_timing: id 0 | task 6014 | eval time = 16521.92 ms / 361 tokens ( 45.89 ms per token, 21.79 tokens per second) 6.10.979.007 I slot print_timing: id 0 | task 6014 | total time = 16858.15 ms / 447 tokens 6.10.979.010 I slot print_timing: id 0 | task 6014 | graphs reused = 5462 6.10.979.011 I slot print_timing: id 0 | task 6014 | graph reallocs = 0 / 0 (same size) / (changed size) 6.10.979.111 I slot release: id 0 | task 6014 | stop processing: n_tokens = 1541, truncated = 0 6.11.021.926 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.913 (> 0.100 thold), f_keep = 0.711 6.11.021.959 I slot launch_slot_: id 0 | task 6385 | processing task, is_child = 0 6.11.410.766 I slot print_timing: id 1 | task 6223 | n_gen = 159, tg = 21.22 t/s, tg_3s = 19.54 t/s 6.12.343.252 I slot print_timing: id 3 | task 6248 | n_gen = 159, tg = 22.53 t/s, tg_3s = 19.49 t/s 6.14.279.608 I slot print_timing: id 2 | task 6356 | n_gen = 100, tg = 22.95 t/s, tg_3s = 23.18 t/s 6.14.440.809 I slot print_timing: id 1 | task 6223 | n_gen = 234, tg = 22.24 t/s, tg_3s = 24.75 t/s 6.15.365.138 I slot print_timing: id 3 | task 6248 | n_gen = 234, tg = 23.22 t/s, tg_3s = 24.82 t/s 6.15.404.585 I slot print_timing: id 0 | task 6385 | n_gen = 100, tg = 24.79 t/s, tg_3s = 25.04 t/s 6.17.303.206 I slot print_timing: id 2 | task 6356 | n_gen = 175, tg = 23.71 t/s, tg_3s = 24.80 t/s 6.17.384.543 I slot print_timing: id 2 | task 6356 | prompt eval time = 384.35 ms / 91 tokens ( 4.22 ms per token, 236.76 tokens per second) 6.17.384.547 I slot print_timing: id 2 | task 6356 | eval time = 7419.33 ms / 177 tokens ( 42.16 ms per token, 23.72 tokens per second) 6.17.384.548 I slot print_timing: id 2 | task 6356 | total time = 7803.68 ms / 268 tokens 6.17.384.549 I slot print_timing: id 2 | task 6356 | graphs reused = 5610 6.17.384.550 I slot print_timing: id 2 | task 6356 | graph reallocs = 0 / 0 (same size) / (changed size) 6.17.384.691 I slot release: id 2 | task 6356 | stop processing: n_tokens = 1363, truncated = 0 6.17.449.947 I slot print_timing: id 1 | task 6223 | n_gen = 308, tg = 22.77 t/s, tg_3s = 24.59 t/s 6.17.450.230 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.934 (> 0.100 thold), f_keep = 0.804 6.17.450.262 I slot launch_slot_: id 2 | task 6537 | processing task, is_child = 0 6.18.395.327 I slot print_timing: id 3 | task 6248 | n_gen = 301, tg = 22.96 t/s, tg_3s = 22.11 t/s 6.18.434.840 I slot print_timing: id 0 | task 6385 | n_gen = 167, tg = 23.63 t/s, tg_3s = 22.11 t/s 6.20.335.908 I slot print_timing: id 3 | task 6248 | prompt eval time = 493.07 ms / 70 tokens ( 7.04 ms per token, 141.97 tokens per second) 6.20.335.917 I slot print_timing: id 3 | task 6248 | eval time = 15006.46 ms / 349 tokens ( 43.12 ms per token, 23.19 tokens per second) 6.20.335.918 I slot print_timing: id 3 | task 6248 | total time = 15499.54 ms / 419 tokens 6.20.335.919 I slot print_timing: id 3 | task 6248 | graphs reused = 5670 6.20.335.920 I slot print_timing: id 3 | task 6248 | graph reallocs = 0 / 0 (same size) / (changed size) 6.20.336.061 I slot release: id 3 | task 6248 | stop processing: n_tokens = 1514, truncated = 0 6.20.378.591 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.918 (> 0.100 thold), f_keep = 0.724 6.20.378.619 I slot launch_slot_: id 3 | task 6603 | processing task, is_child = 0 6.20.644.231 I slot print_timing: id 1 | task 6223 | n_gen = 374, tg = 22.37 t/s, tg_3s = 20.66 t/s 6.21.458.838 I slot print_timing: id 0 | task 6385 | n_gen = 235, tg = 23.29 t/s, tg_3s = 22.49 t/s 6.22.103.836 I slot print_timing: id 0 | task 6385 | prompt eval time = 388.65 ms / 105 tokens ( 3.70 ms per token, 270.16 tokens per second) 6.22.103.843 I slot print_timing: id 0 | task 6385 | eval time = 10693.22 ms / 251 tokens ( 42.77 ms per token, 23.38 tokens per second) 6.22.103.844 I slot print_timing: id 0 | task 6385 | total time = 11081.87 ms / 356 tokens 6.22.103.845 I slot print_timing: id 0 | task 6385 | graphs reused = 5703 6.22.103.846 I slot print_timing: id 0 | task 6385 | graph reallocs = 0 / 0 (same size) / (changed size) 6.22.103.949 I slot release: id 0 | task 6385 | stop processing: n_tokens = 1451, truncated = 0 6.22.104.521 I slot print_timing: id 2 | task 6537 | n_gen = 100, tg = 23.13 t/s, tg_3s = 23.37 t/s 6.22.146.838 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.910 (> 0.100 thold), f_keep = 0.755 6.22.146.872 I slot launch_slot_: id 0 | task 6641 | processing task, is_child = 0 6.23.662.027 I slot print_timing: id 1 | task 6223 | n_gen = 440, tg = 22.29 t/s, tg_3s = 21.87 t/s 6.24.064.192 I slot print_timing: id 2 | task 6537 | prompt eval time = 374.49 ms / 77 tokens ( 4.86 ms per token, 205.62 tokens per second) 6.24.064.200 I slot print_timing: id 2 | task 6537 | eval time = 6239.44 ms / 141 tokens ( 44.57 ms per token, 22.44 tokens per second) 6.24.064.201 I slot print_timing: id 2 | task 6537 | total time = 6613.92 ms / 218 tokens 6.24.064.202 I slot print_timing: id 2 | task 6537 | graphs reused = 5741 6.24.064.202 I slot print_timing: id 2 | task 6537 | graph reallocs = 0 / 0 (same size) / (changed size) 6.24.064.309 I slot release: id 2 | task 6537 | stop processing: n_tokens = 1313, truncated = 0 6.24.128.852 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.918 (> 0.100 thold), f_keep = 0.835 6.24.128.883 I slot launch_slot_: id 2 | task 6683 | processing task, is_child = 0 6.25.364.015 I slot print_timing: id 3 | task 6603 | n_gen = 100, tg = 21.33 t/s, tg_3s = 21.55 t/s 6.26.686.248 I slot print_timing: id 1 | task 6223 | n_gen = 507, tg = 22.27 t/s, tg_3s = 22.15 t/s 6.26.847.470 I slot print_timing: id 0 | task 6641 | n_gen = 100, tg = 22.96 t/s, tg_3s = 23.19 t/s 6.28.385.462 I slot print_timing: id 3 | task 6603 | n_gen = 175, tg = 22.71 t/s, tg_3s = 24.82 t/s 6.28.506.814 I slot print_timing: id 2 | task 6683 | n_gen = 100, tg = 24.82 t/s, tg_3s = 25.07 t/s 6.29.715.585 I slot print_timing: id 1 | task 6223 | n_gen = 582, tg = 22.56 t/s, tg_3s = 24.76 t/s 6.29.876.205 I slot print_timing: id 0 | task 6641 | n_gen = 175, tg = 23.70 t/s, tg_3s = 24.76 t/s 6.30.081.929 I slot print_timing: id 2 | task 6683 | prompt eval time = 389.04 ms / 98 tokens ( 3.97 ms per token, 251.90 tokens per second) 6.30.081.936 I slot print_timing: id 2 | task 6683 | eval time = 5564.00 ms / 139 tokens ( 40.32 ms per token, 24.80 tokens per second) 6.30.081.937 I slot print_timing: id 2 | task 6683 | total time = 5953.04 ms / 237 tokens 6.30.081.937 I slot print_timing: id 2 | task 6683 | graphs reused = 5877 6.30.081.938 I slot print_timing: id 2 | task 6683 | graph reallocs = 0 / 0 (same size) / (changed size) 6.30.082.051 I slot release: id 2 | task 6683 | stop processing: n_tokens = 1332, truncated = 0 6.30.146.708 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.922 (> 0.100 thold), f_keep = 0.823 6.30.146.740 I slot launch_slot_: id 2 | task 6825 | processing task, is_child = 0 6.31.415.063 I slot print_timing: id 3 | task 6603 | n_gen = 242, tg = 22.54 t/s, tg_3s = 22.12 t/s 6.32.751.768 I slot print_timing: id 1 | task 6223 | n_gen = 649, tg = 22.51 t/s, tg_3s = 22.07 t/s 6.32.913.185 I slot print_timing: id 0 | task 6641 | n_gen = 242, tg = 23.22 t/s, tg_3s = 22.06 t/s 6.34.451.062 I slot print_timing: id 3 | task 6603 | n_gen = 317, tg = 23.02 t/s, tg_3s = 24.70 t/s 6.34.531.308 I slot print_timing: id 2 | task 6825 | n_gen = 100, tg = 24.74 t/s, tg_3s = 24.99 t/s 6.35.178.422 I slot print_timing: id 3 | task 6603 | prompt eval time = 344.29 ms / 98 tokens ( 3.51 ms per token, 284.65 tokens per second) 6.35.178.430 I slot print_timing: id 3 | task 6603 | eval time = 14455.51 ms / 335 tokens ( 43.28 ms per token, 23.11 tokens per second) 6.35.178.431 I slot print_timing: id 3 | task 6603 | total time = 14799.79 ms / 433 tokens 6.35.178.432 I slot print_timing: id 3 | task 6603 | graphs reused = 5991 6.35.178.432 I slot print_timing: id 3 | task 6603 | graph reallocs = 0 / 0 (same size) / (changed size) 6.35.178.576 I slot release: id 3 | task 6603 | stop processing: n_tokens = 1528, truncated = 0 6.35.221.255 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.935 (> 0.100 thold), f_keep = 0.717 6.35.221.283 I slot launch_slot_: id 3 | task 6944 | processing task, is_child = 0 6.35.752.731 I slot print_timing: id 1 | task 6223 | n_gen = 717, tg = 22.53 t/s, tg_3s = 22.66 t/s 6.35.922.919 I slot print_timing: id 0 | task 6641 | n_gen = 310, tg = 23.08 t/s, tg_3s = 22.59 t/s 6.37.544.704 I slot print_timing: id 2 | task 6825 | n_gen = 168, tg = 23.81 t/s, tg_3s = 22.57 t/s 6.38.758.557 I slot print_timing: id 1 | task 6223 | n_gen = 791, tg = 22.71 t/s, tg_3s = 24.62 t/s 6.38.960.907 I slot print_timing: id 0 | task 6641 | n_gen = 385, tg = 23.38 t/s, tg_3s = 24.69 t/s 6.39.570.343 I slot print_timing: id 3 | task 6944 | n_gen = 100, tg = 24.65 t/s, tg_3s = 24.90 t/s 6.40.583.164 I slot print_timing: id 2 | task 6825 | n_gen = 243, tg = 24.07 t/s, tg_3s = 24.68 t/s 6.41.759.690 I slot print_timing: id 1 | task 6223 | n_gen = 865, tg = 22.86 t/s, tg_3s = 24.66 t/s 6.41.961.365 I slot print_timing: id 0 | task 6641 | n_gen = 459, tg = 23.58 t/s, tg_3s = 24.66 t/s 6.42.204.807 I slot print_timing: id 2 | task 6825 | prompt eval time = 383.13 ms / 93 tokens ( 4.12 ms per token, 242.74 tokens per second) 6.42.204.815 I slot print_timing: id 2 | task 6825 | eval time = 11674.92 ms / 283 tokens ( 41.40 ms per token, 24.15 tokens per second) 6.42.204.816 I slot print_timing: id 2 | task 6825 | total time = 12058.05 ms / 376 tokens 6.42.204.817 I slot print_timing: id 2 | task 6825 | graphs reused = 6153 6.42.204.818 I slot print_timing: id 2 | task 6825 | graph reallocs = 0 / 0 (same size) / (changed size) 6.42.204.915 I slot release: id 2 | task 6825 | stop processing: n_tokens = 1471, truncated = 0 6.42.270.393 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.940 (> 0.100 thold), f_keep = 0.745 6.42.270.433 I slot launch_slot_: id 2 | task 7112 | processing task, is_child = 0 6.42.648.469 I slot print_timing: id 3 | task 6944 | n_gen = 168, tg = 23.54 t/s, tg_3s = 22.09 t/s 6.44.766.354 I slot print_timing: id 1 | task 6223 | n_gen = 931, tg = 22.79 t/s, tg_3s = 21.95 t/s 6.44.968.101 I slot print_timing: id 0 | task 6641 | n_gen = 525, tg = 23.36 t/s, tg_3s = 21.95 t/s 6.45.171.267 I slot print_timing: id 0 | task 6641 | prompt eval time = 388.80 ms / 108 tokens ( 3.60 ms per token, 277.78 tokens per second) 6.45.171.276 I slot print_timing: id 0 | task 6641 | eval time = 22635.59 ms / 530 tokens ( 42.79 ms per token, 23.37 tokens per second) 6.45.171.277 I slot print_timing: id 0 | task 6641 | total time = 23024.39 ms / 638 tokens 6.45.171.277 I slot print_timing: id 0 | task 6641 | graphs reused = 6214 6.45.171.278 I slot print_timing: id 0 | task 6641 | graph reallocs = 0 / 0 (same size) / (changed size) 6.45.171.404 I slot release: id 0 | task 6641 | stop processing: n_tokens = 1733, truncated = 0 6.45.215.082 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.895 (> 0.100 thold), f_keep = 0.632 6.45.215.112 I slot launch_slot_: id 0 | task 7178 | processing task, is_child = 0 6.45.658.303 I slot print_timing: id 3 | task 6944 | n_gen = 234, tg = 23.06 t/s, tg_3s = 21.93 t/s 6.46.070.701 I slot print_timing: id 3 | task 6944 | prompt eval time = 332.67 ms / 76 tokens ( 4.38 ms per token, 228.45 tokens per second) 6.46.070.709 I slot print_timing: id 3 | task 6944 | eval time = 10516.73 ms / 244 tokens ( 43.28 ms per token, 23.11 tokens per second) 6.46.070.717 I slot print_timing: id 3 | task 6944 | total time = 10849.41 ms / 320 tokens 6.46.070.718 I slot print_timing: id 3 | task 6944 | graphs reused = 6225 6.46.070.719 I slot print_timing: id 3 | task 6944 | graph reallocs = 0 / 0 (same size) / (changed size) 6.46.070.858 I slot release: id 3 | task 6944 | stop processing: n_tokens = 1415, truncated = 0 6.46.113.429 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.945 (> 0.100 thold), f_keep = 0.775 6.46.113.458 I slot launch_slot_: id 3 | task 7193 | processing task, is_child = 0 6.46.592.126 I slot print_timing: id 1 | task 6223 | prompt eval time = 457.50 ms / 107 tokens ( 4.28 ms per token, 233.88 tokens per second) 6.46.592.132 I slot print_timing: id 1 | task 6223 | eval time = 42625.67 ms / 963 tokens ( 44.31 ms per token, 22.57 tokens per second) 6.46.592.132 I slot print_timing: id 1 | task 6223 | total time = 43083.17 ms / 1070 tokens 6.46.592.133 I slot print_timing: id 1 | task 6223 | graphs reused = 6229 6.46.592.133 I slot print_timing: id 1 | task 6223 | graph reallocs = 0 / 0 (same size) / (changed size) 6.46.592.204 I slot release: id 1 | task 6223 | stop processing: n_tokens = 2165, truncated = 0 6.46.654.983 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.936 (> 0.100 thold), f_keep = 0.506 6.46.655.016 I slot launch_slot_: id 1 | task 7202 | processing task, is_child = 0 6.47.548.244 I slot print_timing: id 2 | task 7112 | n_gen = 100, tg = 20.20 t/s, tg_3s = 20.41 t/s 6.47.869.792 I slot print_timing: id 2 | task 7112 | prompt eval time = 377.84 ms / 70 tokens ( 5.40 ms per token, 185.26 tokens per second) 6.47.869.801 I slot print_timing: id 2 | task 7112 | eval time = 5221.51 ms / 108 tokens ( 48.80 ms per token, 20.49 tokens per second) 6.47.869.802 I slot print_timing: id 2 | task 7112 | total time = 5599.35 ms / 178 tokens 6.47.869.803 I slot print_timing: id 2 | task 7112 | graphs reused = 6248 6.47.869.803 I slot print_timing: id 2 | task 7112 | graph reallocs = 0 / 0 (same size) / (changed size) 6.47.869.907 I slot release: id 2 | task 7112 | stop processing: n_tokens = 1273, truncated = 0 6.47.934.685 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.942 (> 0.100 thold), f_keep = 0.861 6.47.934.716 I slot launch_slot_: id 2 | task 7226 | processing task, is_child = 0 6.49.672.526 I slot print_timing: id 3 | task 7193 | prompt eval time = 278.20 ms / 64 tokens ( 4.35 ms per token, 230.05 tokens per second) 6.49.672.530 I slot print_timing: id 3 | task 7193 | eval time = 3280.86 ms / 67 tokens ( 49.71 ms per token, 20.12 tokens per second) 6.49.672.531 I slot print_timing: id 3 | task 7193 | total time = 3559.06 ms / 131 tokens 6.49.672.532 I slot print_timing: id 3 | task 7193 | graphs reused = 6281 6.49.672.533 I slot print_timing: id 3 | task 7193 | graph reallocs = 0 / 0 (same size) / (changed size) 6.49.672.642 I slot release: id 3 | task 7193 | stop processing: n_tokens = 1226, truncated = 0 6.49.714.257 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.925 (> 0.100 thold), f_keep = 0.894 6.49.714.288 I slot launch_slot_: id 3 | task 7265 | processing task, is_child = 0 6.50.702.641 I slot print_timing: id 0 | task 7178 | n_gen = 100, tg = 19.46 t/s, tg_3s = 19.66 t/s 6.51.586.807 I slot print_timing: id 1 | task 7202 | n_gen = 100, tg = 21.87 t/s, tg_3s = 22.09 t/s 6.52.514.549 I slot print_timing: id 2 | task 7226 | n_gen = 100, tg = 23.26 t/s, tg_3s = 23.49 t/s 6.53.684.033 I slot print_timing: id 2 | task 7226 | prompt eval time = 323.12 ms / 67 tokens ( 4.82 ms per token, 207.35 tokens per second) 6.53.684.040 I slot print_timing: id 2 | task 7226 | eval time = 5426.19 ms / 129 tokens ( 42.39 ms per token, 23.59 tokens per second) 6.53.684.041 I slot print_timing: id 2 | task 7226 | total time = 5749.31 ms / 196 tokens 6.53.684.042 I slot print_timing: id 2 | task 7226 | graphs reused = 6370 6.53.684.043 I slot print_timing: id 2 | task 7226 | graph reallocs = 0 / 0 (same size) / (changed size) 6.53.684.152 I slot release: id 2 | task 7226 | stop processing: n_tokens = 1291, truncated = 0 6.53.747.541 I slot print_timing: id 0 | task 7178 | n_gen = 175, tg = 21.40 t/s, tg_3s = 24.63 t/s 6.53.748.059 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.922 (> 0.100 thold), f_keep = 0.849 6.53.748.090 I slot launch_slot_: id 2 | task 7359 | processing task, is_child = 0 6.54.380.698 I slot print_timing: id 3 | task 7265 | n_gen = 100, tg = 22.88 t/s, tg_3s = 23.12 t/s 6.54.621.755 I slot print_timing: id 1 | task 7202 | n_gen = 167, tg = 21.95 t/s, tg_3s = 22.08 t/s 6.56.270.295 I slot print_timing: id 3 | task 7265 | prompt eval time = 340.26 ms / 89 tokens ( 3.82 ms per token, 261.57 tokens per second) 6.56.270.304 I slot print_timing: id 3 | task 7265 | eval time = 6215.73 ms / 147 tokens ( 42.57 ms per token, 23.49 tokens per second) 6.56.270.305 I slot print_timing: id 3 | task 7265 | total time = 6555.99 ms / 236 tokens 6.56.270.306 I slot print_timing: id 3 | task 7265 | graphs reused = 6422 6.56.270.307 I slot print_timing: id 3 | task 7265 | graph reallocs = 0 / 0 (same size) / (changed size) 6.56.270.454 I slot release: id 3 | task 7265 | stop processing: n_tokens = 1331, truncated = 0 6.56.312.674 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.944 (> 0.100 thold), f_keep = 0.823 6.56.312.702 I slot launch_slot_: id 3 | task 7416 | processing task, is_child = 0 6.56.749.049 I slot print_timing: id 0 | task 7178 | n_gen = 237, tg = 21.20 t/s, tg_3s = 20.66 t/s 6.57.071.869 I slot print_timing: id 1 | task 7202 | prompt eval time = 405.19 ms / 76 tokens ( 5.33 ms per token, 187.57 tokens per second) 6.57.071.877 I slot print_timing: id 1 | task 7202 | eval time = 10011.64 ms / 223 tokens ( 45.10 ms per token, 22.17 tokens per second) 6.57.071.878 I slot print_timing: id 1 | task 7202 | total time = 10416.84 ms / 299 tokens 6.57.071.879 I slot print_timing: id 1 | task 7202 | graphs reused = 6433 6.57.071.880 I slot print_timing: id 1 | task 7202 | graph reallocs = 0 / 0 (same size) / (changed size) 6.57.071.993 I slot release: id 1 | task 7202 | stop processing: n_tokens = 1393, truncated = 0 6.57.136.393 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.882 (> 0.100 thold), f_keep = 0.787 6.57.136.428 I slot launch_slot_: id 1 | task 7432 | processing task, is_child = 0 6.58.785.414 I slot print_timing: id 2 | task 7359 | n_gen = 100, tg = 21.27 t/s, tg_3s = 21.48 t/s 6.59.750.508 I slot print_timing: id 0 | task 7178 | n_gen = 300, tg = 21.15 t/s, tg_3s = 20.99 t/s 7.01.047.002 I slot print_timing: id 3 | task 7416 | n_gen = 100, tg = 22.21 t/s, tg_3s = 22.43 t/s 7.01.571.112 I slot print_timing: id 3 | task 7416 | prompt eval time = 276.91 ms / 65 tokens ( 4.26 ms per token, 234.73 tokens per second) 7.01.571.121 I slot print_timing: id 3 | task 7416 | eval time = 4981.49 ms / 113 tokens ( 44.48 ms per token, 22.48 tokens per second) 7.01.571.122 I slot print_timing: id 3 | task 7416 | total time = 5258.40 ms / 178 tokens 7.01.571.123 I slot print_timing: id 3 | task 7416 | graphs reused = 6528 7.01.571.124 I slot print_timing: id 3 | task 7416 | graph reallocs = 0 / 0 (same size) / (changed size) 7.01.571.256 I slot release: id 3 | task 7416 | stop processing: n_tokens = 1273, truncated = 0 7.01.613.381 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.931 (> 0.100 thold), f_keep = 0.861 7.01.613.406 I slot launch_slot_: id 3 | task 7533 | processing task, is_child = 0 7.01.872.749 I slot print_timing: id 1 | task 7432 | n_gen = 100, tg = 23.49 t/s, tg_3s = 23.73 t/s 7.01.872.925 I slot print_timing: id 2 | task 7359 | n_gen = 171, tg = 21.96 t/s, tg_3s = 23.00 t/s 7.02.763.274 I slot print_timing: id 0 | task 7178 | n_gen = 368, tg = 21.40 t/s, tg_3s = 22.57 t/s 7.04.902.447 I slot print_timing: id 1 | task 7432 | n_gen = 174, tg = 23.88 t/s, tg_3s = 24.42 t/s 7.04.902.810 I slot print_timing: id 2 | task 7359 | n_gen = 245, tg = 22.65 t/s, tg_3s = 24.42 t/s 7.05.789.748 I slot print_timing: id 0 | task 7178 | n_gen = 443, tg = 21.91 t/s, tg_3s = 24.78 t/s 7.05.951.636 I slot print_timing: id 3 | task 7533 | n_gen = 100, tg = 24.75 t/s, tg_3s = 25.00 t/s 7.07.081.088 I slot print_timing: id 2 | task 7359 | prompt eval time = 382.28 ms / 93 tokens ( 4.11 ms per token, 243.28 tokens per second) 7.07.081.095 I slot print_timing: id 2 | task 7359 | eval time = 12950.71 ms / 299 tokens ( 43.46 ms per token, 23.01 tokens per second) 7.07.081.096 I slot print_timing: id 2 | task 7359 | total time = 13332.99 ms / 392 tokens 7.07.081.096 I slot print_timing: id 2 | task 7359 | graphs reused = 6654 7.07.081.097 I slot print_timing: id 2 | task 7359 | graph reallocs = 0 / 0 (same size) / (changed size) 7.07.081.200 I slot release: id 2 | task 7359 | stop processing: n_tokens = 1487, truncated = 0 7.07.145.694 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.901 (> 0.100 thold), f_keep = 0.737 7.07.145.732 I slot launch_slot_: id 2 | task 7664 | processing task, is_child = 0 7.07.919.174 I slot print_timing: id 1 | task 7432 | n_gen = 239, tg = 23.19 t/s, tg_3s = 21.55 t/s 7.08.805.545 I slot print_timing: id 0 | task 7178 | n_gen = 508, tg = 21.86 t/s, tg_3s = 21.55 t/s 7.08.967.864 I slot print_timing: id 3 | task 7533 | n_gen = 165, tg = 23.37 t/s, tg_3s = 21.55 t/s 7.09.209.091 I slot print_timing: id 1 | task 7432 | prompt eval time = 521.58 ms / 146 tokens ( 3.57 ms per token, 279.92 tokens per second) 7.09.209.099 I slot print_timing: id 1 | task 7432 | eval time = 11551.07 ms / 271 tokens ( 42.78 ms per token, 23.37 tokens per second) 7.09.209.099 I slot print_timing: id 1 | task 7432 | total time = 12072.65 ms / 417 tokens 7.09.209.100 I slot print_timing: id 1 | task 7432 | graphs reused = 6693 7.09.209.101 I slot print_timing: id 1 | task 7432 | graph reallocs = 0 / 0 (same size) / (changed size) 7.09.209.221 I slot release: id 1 | task 7432 | stop processing: n_tokens = 1512, truncated = 0 7.09.273.818 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.929 (> 0.100 thold), f_keep = 0.725 7.09.273.858 I slot launch_slot_: id 1 | task 7708 | processing task, is_child = 0 7.10.044.323 I slot print_timing: id 0 | task 7178 | prompt eval time = 401.13 ms / 129 tokens ( 3.11 ms per token, 321.59 tokens per second) 7.10.044.330 I slot print_timing: id 0 | task 7178 | eval time = 24428.07 ms / 530 tokens ( 46.18 ms per token, 21.66 tokens per second) 7.10.044.331 I slot print_timing: id 0 | task 7178 | total time = 24829.20 ms / 659 tokens 7.10.044.332 I slot print_timing: id 0 | task 7178 | graphs reused = 6701 7.10.044.333 I slot print_timing: id 0 | task 7178 | graph reallocs = 0 / 0 (same size) / (changed size) 7.10.044.454 I slot release: id 0 | task 7178 | stop processing: n_tokens = 1753, truncated = 0 7.10.088.250 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.907 (> 0.100 thold), f_keep = 0.625 7.10.088.283 I slot launch_slot_: id 0 | task 7721 | processing task, is_child = 0 7.11.975.947 I slot print_timing: id 3 | task 7533 | n_gen = 223, tg = 22.15 t/s, tg_3s = 19.28 t/s 7.12.016.470 I slot print_timing: id 3 | task 7533 | prompt eval time = 338.22 ms / 81 tokens ( 4.18 ms per token, 239.49 tokens per second) 7.12.016.481 I slot print_timing: id 3 | task 7533 | eval time = 10064.84 ms / 224 tokens ( 45.13 ms per token, 22.16 tokens per second) 7.12.016.484 I slot print_timing: id 3 | task 7533 | total time = 10403.06 ms / 305 tokens 7.12.016.485 I slot print_timing: id 3 | task 7533 | graphs reused = 6739 7.12.016.486 I slot print_timing: id 3 | task 7533 | graph reallocs = 0 / 0 (same size) / (changed size) 7.12.016.639 I slot release: id 3 | task 7533 | stop processing: n_tokens = 1400, truncated = 0 7.12.059.155 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.927 (> 0.100 thold), f_keep = 0.783 7.12.059.184 I slot launch_slot_: id 3 | task 7763 | processing task, is_child = 0 7.12.518.131 I slot print_timing: id 2 | task 7664 | n_gen = 100, tg = 20.09 t/s, tg_3s = 20.29 t/s 7.14.247.342 I slot print_timing: id 1 | task 7708 | prompt eval time = 403.27 ms / 84 tokens ( 4.80 ms per token, 208.30 tokens per second) 7.14.247.348 I slot print_timing: id 1 | task 7708 | eval time = 4570.20 ms / 100 tokens ( 46.16 ms per token, 21.66 tokens per second) 7.14.247.350 I slot print_timing: id 1 | task 7708 | total time = 4973.48 ms / 184 tokens 7.14.247.350 I slot print_timing: id 1 | task 7708 | graphs reused = 6784 7.14.247.351 I slot print_timing: id 1 | task 7708 | graph reallocs = 0 / 0 (same size) / (changed size) 7.14.247.469 I slot release: id 1 | task 7708 | stop processing: n_tokens = 1279, truncated = 0 7.14.312.359 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.910 (> 0.100 thold), f_keep = 0.857 7.14.312.392 I slot launch_slot_: id 1 | task 7813 | processing task, is_child = 0 7.15.144.810 I slot print_timing: id 0 | task 7721 | n_gen = 100, tg = 21.24 t/s, tg_3s = 21.45 t/s 7.15.546.245 I slot print_timing: id 2 | task 7664 | n_gen = 165, tg = 20.61 t/s, tg_3s = 21.47 t/s 7.16.797.482 I slot print_timing: id 3 | task 7763 | n_gen = 100, tg = 22.50 t/s, tg_3s = 22.73 t/s 7.17.198.188 I slot print_timing: id 2 | task 7664 | prompt eval time = 444.53 ms / 121 tokens ( 3.67 ms per token, 272.20 tokens per second) 7.17.198.197 I slot print_timing: id 2 | task 7664 | eval time = 9607.92 ms / 206 tokens ( 46.87 ms per token, 21.34 tokens per second) 7.17.198.197 I slot print_timing: id 2 | task 7664 | total time = 10052.45 ms / 327 tokens 7.17.198.198 I slot print_timing: id 2 | task 7664 | graphs reused = 6843 7.17.198.199 I slot print_timing: id 2 | task 7664 | graph reallocs = 0 / 0 (same size) / (changed size) 7.17.198.304 I slot release: id 2 | task 7664 | stop processing: n_tokens = 1422, truncated = 0 7.17.263.100 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.919 (> 0.100 thold), f_keep = 0.771 7.17.263.136 I slot launch_slot_: id 2 | task 7877 | processing task, is_child = 0 7.18.180.508 I slot print_timing: id 0 | task 7721 | n_gen = 167, tg = 21.57 t/s, tg_3s = 22.07 t/s 7.19.105.475 I slot print_timing: id 1 | task 7813 | n_gen = 100, tg = 22.88 t/s, tg_3s = 23.11 t/s 7.19.831.479 I slot print_timing: id 3 | task 7763 | n_gen = 167, tg = 22.33 t/s, tg_3s = 22.08 t/s 7.20.193.469 I slot print_timing: id 0 | task 7721 | prompt eval time = 395.22 ms / 115 tokens ( 3.44 ms per token, 290.98 tokens per second) 7.20.193.477 I slot print_timing: id 0 | task 7721 | eval time = 9709.96 ms / 217 tokens ( 44.95 ms per token, 22.25 tokens per second) 7.20.193.478 I slot print_timing: id 0 | task 7721 | total time = 10105.18 ms / 332 tokens 7.20.193.478 I slot print_timing: id 0 | task 7721 | graphs reused = 6905 7.20.193.479 I slot print_timing: id 0 | task 7721 | graph reallocs = 0 / 0 (same size) / (changed size) 7.20.193.597 I slot release: id 0 | task 7721 | stop processing: n_tokens = 1425, truncated = 0 7.20.236.886 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.939 (> 0.100 thold), f_keep = 0.769 7.20.236.919 I slot launch_slot_: id 0 | task 7944 | processing task, is_child = 0 7.21.173.749 I slot print_timing: id 3 | task 7763 | prompt eval time = 339.11 ms / 86 tokens ( 3.94 ms per token, 253.60 tokens per second) 7.21.173.758 I slot print_timing: id 3 | task 7763 | eval time = 8775.43 ms / 194 tokens ( 45.47 ms per token, 21.99 tokens per second) 7.21.173.759 I slot print_timing: id 3 | task 7763 | total time = 9114.55 ms / 280 tokens 7.21.173.759 I slot print_timing: id 3 | task 7763 | graphs reused = 6920 7.21.173.760 I slot print_timing: id 3 | task 7763 | graph reallocs = 0 / 0 (same size) / (changed size) 7.21.173.895 I slot release: id 3 | task 7763 | stop processing: n_tokens = 1375, truncated = 0 7.21.216.129 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.927 (> 0.100 thold), f_keep = 0.797 7.21.216.160 I slot launch_slot_: id 3 | task 7963 | processing task, is_child = 0 7.22.127.633 I slot print_timing: id 1 | task 7813 | n_gen = 162, tg = 21.90 t/s, tg_3s = 20.52 t/s 7.22.168.089 I slot print_timing: id 2 | task 7877 | n_gen = 100, tg = 21.92 t/s, tg_3s = 22.14 t/s 7.24.820.557 I slot print_timing: id 0 | task 7944 | n_gen = 100, tg = 23.27 t/s, tg_3s = 23.51 t/s 7.24.861.202 I slot print_timing: id 1 | task 7813 | prompt eval time = 465.28 ms / 109 tokens ( 4.27 ms per token, 234.27 tokens per second) 7.24.861.209 I slot print_timing: id 1 | task 7813 | eval time = 10083.52 ms / 230 tokens ( 44.03 ms per token, 22.71 tokens per second) 7.24.861.210 I slot print_timing: id 1 | task 7813 | total time = 10548.80 ms / 339 tokens 7.24.861.211 I slot print_timing: id 1 | task 7813 | graphs reused = 7001 7.24.861.212 I slot print_timing: id 1 | task 7813 | graph reallocs = 0 / 0 (same size) / (changed size) 7.24.861.330 I slot release: id 1 | task 7813 | stop processing: n_tokens = 1434, truncated = 0 7.24.925.707 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.935 (> 0.100 thold), f_keep = 0.764 7.24.925.740 I slot launch_slot_: id 1 | task 8049 | processing task, is_child = 0 7.25.212.081 I slot print_timing: id 2 | task 7877 | prompt eval time = 388.52 ms / 96 tokens ( 4.05 ms per token, 247.09 tokens per second) 7.25.212.087 I slot print_timing: id 2 | task 7877 | eval time = 7560.42 ms / 169 tokens ( 45.00 ms per token, 22.22 tokens per second) 7.25.212.087 I slot print_timing: id 2 | task 7877 | total time = 7948.94 ms / 265 tokens 7.25.212.088 I slot print_timing: id 2 | task 7877 | graphs reused = 7001 7.25.212.088 I slot print_timing: id 2 | task 7877 | graph reallocs = 0 / 0 (same size) / (changed size) 7.25.212.152 I slot release: id 2 | task 7877 | stop processing: n_tokens = 1360, truncated = 0 7.25.309.824 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.930 (> 0.100 thold), f_keep = 0.806 7.25.309.858 I slot launch_slot_: id 2 | task 8052 | processing task, is_child = 0 7.26.115.137 I slot print_timing: id 0 | task 7944 | prompt eval time = 329.88 ms / 71 tokens ( 4.65 ms per token, 215.23 tokens per second) 7.26.115.141 I slot print_timing: id 0 | task 7944 | eval time = 5548.31 ms / 116 tokens ( 48.25 ms per token, 20.73 tokens per second) 7.26.115.142 I slot print_timing: id 0 | task 7944 | total time = 5878.20 ms / 187 tokens 7.26.115.143 I slot print_timing: id 0 | task 7944 | graphs reused = 7009 7.26.115.143 I slot print_timing: id 0 | task 7944 | graph reallocs = 0 / 0 (same size) / (changed size) 7.26.115.246 I slot release: id 0 | task 7944 | stop processing: n_tokens = 1282, truncated = 0 7.26.157.675 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.885 (> 0.100 thold), f_keep = 0.855 7.26.157.705 I slot launch_slot_: id 0 | task 8066 | processing task, is_child = 0 7.26.535.597 I slot print_timing: id 3 | task 7963 | n_gen = 100, tg = 19.88 t/s, tg_3s = 20.08 t/s 7.28.311.083 I slot print_timing: id 3 | task 7963 | prompt eval time = 339.51 ms / 86 tokens ( 3.95 ms per token, 253.30 tokens per second) 7.28.311.091 I slot print_timing: id 3 | task 7963 | eval time = 6755.40 ms / 143 tokens ( 47.57 ms per token, 21.02 tokens per second) 7.28.311.092 I slot print_timing: id 3 | task 7963 | total time = 7094.91 ms / 229 tokens 7.28.311.098 I slot print_timing: id 3 | task 7963 | graphs reused = 7050 7.28.311.099 I slot print_timing: id 3 | task 7963 | graph reallocs = 0 / 0 (same size) / (changed size) 7.28.311.218 I slot release: id 3 | task 7963 | stop processing: n_tokens = 1324, truncated = 0 7.28.353.428 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.928 (> 0.100 thold), f_keep = 0.828 7.28.353.466 I slot launch_slot_: id 3 | task 8112 | processing task, is_child = 0 7.30.269.896 I slot print_timing: id 1 | task 8049 | n_gen = 100, tg = 19.96 t/s, tg_3s = 20.16 t/s 7.30.350.648 I slot print_timing: id 2 | task 8052 | n_gen = 100, tg = 21.31 t/s, tg_3s = 21.53 t/s 7.30.873.884 I slot print_timing: id 0 | task 8066 | n_gen = 100, tg = 23.24 t/s, tg_3s = 23.47 t/s 7.30.954.242 I slot print_timing: id 1 | task 8049 | prompt eval time = 383.78 ms / 76 tokens ( 5.05 ms per token, 198.03 tokens per second) 7.30.954.246 I slot print_timing: id 1 | task 8049 | eval time = 5644.72 ms / 117 tokens ( 48.66 ms per token, 20.55 tokens per second) 7.30.954.246 I slot print_timing: id 1 | task 8049 | total time = 6028.49 ms / 193 tokens 7.30.954.247 I slot print_timing: id 1 | task 8049 | graphs reused = 7105 7.30.954.248 I slot print_timing: id 1 | task 8049 | graph reallocs = 0 / 0 (same size) / (changed size) 7.30.954.355 I slot release: id 1 | task 8049 | stop processing: n_tokens = 1288, truncated = 0 7.31.018.957 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.913 (> 0.100 thold), f_keep = 0.851 7.31.018.995 I slot launch_slot_: id 1 | task 8172 | processing task, is_child = 0 7.33.092.568 I slot print_timing: id 3 | task 8112 | n_gen = 100, tg = 22.50 t/s, tg_3s = 22.73 t/s 7.33.373.718 I slot print_timing: id 2 | task 8052 | n_gen = 165, tg = 21.39 t/s, tg_3s = 21.50 t/s 7.33.897.619 I slot print_timing: id 0 | task 8066 | n_gen = 165, tg = 22.51 t/s, tg_3s = 21.50 t/s 7.35.471.097 I slot print_timing: id 1 | task 8172 | n_gen = 100, tg = 24.78 t/s, tg_3s = 25.03 t/s 7.35.712.058 I slot print_timing: id 0 | task 8066 | prompt eval time = 455.44 ms / 143 tokens ( 3.18 ms per token, 313.98 tokens per second) 7.35.712.065 I slot print_timing: id 0 | task 8066 | eval time = 9098.91 ms / 210 tokens ( 43.54 ms per token, 22.97 tokens per second) 7.35.712.067 I slot print_timing: id 0 | task 8066 | total time = 9554.35 ms / 353 tokens 7.35.712.068 I slot print_timing: id 0 | task 8066 | graphs reused = 7209 7.35.712.069 I slot print_timing: id 0 | task 8066 | graph reallocs = 0 / 0 (same size) / (changed size) 7.35.712.188 I slot release: id 0 | task 8066 | stop processing: n_tokens = 1448, truncated = 0 7.35.755.557 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.941 (> 0.100 thold), f_keep = 0.757 7.35.755.589 I slot launch_slot_: id 0 | task 8281 | processing task, is_child = 0 7.36.124.692 I slot print_timing: id 3 | task 8112 | n_gen = 169, tg = 22.60 t/s, tg_3s = 22.76 t/s 7.36.321.988 I slot print_timing: id 3 | task 8112 | prompt eval time = 338.99 ms / 85 tokens ( 3.99 ms per token, 250.75 tokens per second) 7.36.321.992 I slot print_timing: id 3 | task 8112 | eval time = 7629.53 ms / 174 tokens ( 44.10 ms per token, 22.68 tokens per second) 7.36.321.992 I slot print_timing: id 3 | task 8112 | total time = 7968.52 ms / 259 tokens 7.36.321.993 I slot print_timing: id 3 | task 8112 | graphs reused = 7215 7.36.321.993 I slot print_timing: id 3 | task 8112 | graph reallocs = 0 / 0 (same size) / (changed size) 7.36.322.054 I slot release: id 3 | task 8112 | stop processing: n_tokens = 1354, truncated = 0 7.36.362.008 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.901 (> 0.100 thold), f_keep = 0.809 7.36.362.035 I slot launch_slot_: id 3 | task 8291 | processing task, is_child = 0 7.36.682.046 I slot print_timing: id 2 | task 8052 | n_gen = 234, tg = 21.23 t/s, tg_3s = 20.86 t/s 7.37.571.167 I slot print_timing: id 2 | task 8052 | prompt eval time = 395.56 ms / 83 tokens ( 4.77 ms per token, 209.83 tokens per second) 7.37.571.175 I slot print_timing: id 2 | task 8052 | eval time = 11865.74 ms / 255 tokens ( 46.72 ms per token, 21.41 tokens per second) 7.37.571.176 I slot print_timing: id 2 | task 8052 | total time = 12261.29 ms / 338 tokens 7.37.571.177 I slot print_timing: id 2 | task 8052 | graphs reused = 7234 7.37.571.178 I slot print_timing: id 2 | task 8052 | graph reallocs = 0 / 0 (same size) / (changed size) 7.37.571.305 I slot release: id 2 | task 8052 | stop processing: n_tokens = 1433, truncated = 0 7.37.635.892 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.939 (> 0.100 thold), f_keep = 0.765 7.37.635.931 I slot launch_slot_: id 2 | task 8315 | processing task, is_child = 0 7.38.172.586 I slot print_timing: id 1 | task 8172 | prompt eval time = 456.80 ms / 104 tokens ( 4.39 ms per token, 227.67 tokens per second) 7.38.172.593 I slot print_timing: id 1 | task 8172 | eval time = 6696.78 ms / 145 tokens ( 46.51 ms per token, 21.50 tokens per second) 7.38.172.593 I slot print_timing: id 1 | task 8172 | total time = 7153.58 ms / 249 tokens 7.38.172.594 I slot print_timing: id 1 | task 8172 | graphs reused = 7237 7.38.172.594 I slot print_timing: id 1 | task 8172 | graph reallocs = 0 / 0 (same size) / (changed size) 7.38.172.666 I slot release: id 1 | task 8172 | stop processing: n_tokens = 1344, truncated = 0 7.40.929.258 I slot print_timing: id 0 | task 8281 | prompt eval time = 327.32 ms / 69 tokens ( 4.74 ms per token, 210.80 tokens per second) 7.40.929.264 I slot print_timing: id 0 | task 8281 | eval time = 4846.34 ms / 81 tokens ( 60.58 ms per token, 16.51 tokens per second) 7.40.929.264 I slot print_timing: id 0 | task 8281 | total time = 5173.66 ms / 150 tokens 7.40.929.265 I slot print_timing: id 0 | task 8281 | graphs reused = 7237 7.40.929.265 I slot print_timing: id 0 | task 8281 | graph reallocs = 0 / 0 (same size) / (changed size) 7.40.929.324 I slot release: id 0 | task 8281 | stop processing: n_tokens = 1245, truncated = 0 7.41.964.733 I slot print_timing: id 3 | task 8291 | n_gen = 100, tg = 19.02 t/s, tg_3s = 19.21 t/s 7.42.706.752 I slot print_timing: id 2 | task 8315 | prompt eval time = 377.31 ms / 71 tokens ( 5.31 ms per token, 188.17 tokens per second) 7.42.706.757 I slot print_timing: id 2 | task 8315 | eval time = 4693.51 ms / 97 tokens ( 48.89 ms per token, 20.45 tokens per second) 7.42.706.757 I slot print_timing: id 2 | task 8315 | total time = 5070.81 ms / 168 tokens 7.42.706.758 I slot print_timing: id 2 | task 8315 | graphs reused = 7285 7.42.706.759 I slot print_timing: id 2 | task 8315 | graph reallocs = 0 / 0 (same size) / (changed size) 7.42.706.855 I slot release: id 2 | task 8315 | stop processing: n_tokens = 1263, truncated = 0 7.44.983.549 I slot print_timing: id 3 | task 8291 | n_gen = 217, tg = 26.27 t/s, tg_3s = 38.76 t/s 7.46.270.550 I slot print_timing: id 3 | task 8291 | prompt eval time = 398.08 ms / 120 tokens ( 3.32 ms per token, 301.44 tokens per second) 7.46.270.556 I slot print_timing: id 3 | task 8291 | eval time = 9510.42 ms / 272 tokens ( 35.09 ms per token, 28.50 tokens per second) 7.46.270.556 I slot print_timing: id 3 | task 8291 | total time = 9908.50 ms / 392 tokens 7.46.270.557 I slot print_timing: id 3 | task 8291 | graphs reused = 7435 7.46.270.557 I slot print_timing: id 3 | task 8291 | graph reallocs = 0 / 0 (same size) / (changed size) 7.46.270.636 I slot release: id 3 | task 8291 | stop processing: n_tokens = 1487, truncated = 0 7.46.297.658 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1344, t_last = 239470983680 7.46.309.784 I slot launch_slot_: id 1 | task 8566 | processing task, is_child = 0 7.46.341.037 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1245, t_last = 239473740338 7.46.341.169 I slot launch_slot_: id 0 | task 8567 | processing task, is_child = 0 7.46.341.344 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1263, t_last = 239475517869 7.46.341.447 I slot launch_slot_: id 2 | task 8568 | processing task, is_child = 0 7.46.341.539 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1487, t_last = 239479081650 7.46.341.639 I slot launch_slot_: id 3 | task 8569 | processing task, is_child = 0 7.52.118.239 I slot print_timing: id 0 | task 8567 | prompt processing, n_tokens = 622, progress = 0.80, t = 5.78 s / 107.68 tokens per second 7.52.154.147 I slot print_timing: id 1 | task 8566 | prompt processing, n_tokens = 653, progress = 0.84, t = 5.78 s / 113.05 tokens per second 7.52.155.100 I slot print_timing: id 2 | task 8568 | prompt processing, n_tokens = 872, progress = 0.89, t = 5.78 s / 150.96 tokens per second 7.52.156.445 I slot print_timing: id 3 | task 8569 | prompt processing, n_tokens = 819, progress = 0.87, t = 5.78 s / 141.79 tokens per second 7.53.247.318 I slot print_timing: id 0 | task 8567 | prompt processing, n_tokens = 772, progress = 0.99, t = 6.91 s / 111.79 tokens per second 7.53.283.507 I slot print_timing: id 1 | task 8566 | prompt processing, n_tokens = 776, progress = 0.99, t = 6.91 s / 112.37 tokens per second 7.53.284.852 I slot print_timing: id 2 | task 8568 | prompt processing, n_tokens = 981, progress = 1.00, t = 6.91 s / 142.06 tokens per second 7.53.286.402 I slot print_timing: id 3 | task 8569 | prompt processing, n_tokens = 936, progress = 1.00, t = 6.91 s / 135.55 tokens per second 7.53.398.535 I slot print_timing: id 0 | task 8567 | prompt eval time = 7015.49 ms / 776 tokens ( 9.04 ms per token, 110.61 tokens per second) 7.53.398.538 I slot print_timing: id 0 | task 8567 | eval time = 41.40 ms / 2 tokens ( 41.40 ms per token, 24.16 tokens per second) 7.53.398.539 I slot print_timing: id 0 | task 8567 | total time = 7056.88 ms / 778 tokens 7.53.398.539 I slot print_timing: id 0 | task 8567 | graphs reused = 7436 7.53.398.540 I slot print_timing: id 0 | task 8567 | graph reallocs = 0 / 0 (same size) / (changed size) 7.53.398.588 I slot release: id 0 | task 8567 | stop processing: n_tokens = 778, truncated = 0 7.53.398.749 I slot print_timing: id 1 | task 8566 | prompt eval time = 7015.48 ms / 780 tokens ( 8.99 ms per token, 111.18 tokens per second) 7.53.398.753 I slot print_timing: id 1 | task 8566 | eval time = 41.43 ms / 2 tokens ( 41.43 ms per token, 24.13 tokens per second) 7.53.398.754 I slot print_timing: id 1 | task 8566 | total time = 7056.92 ms / 782 tokens 7.53.398.754 I slot print_timing: id 1 | task 8566 | graphs reused = 7436 7.53.398.754 I slot print_timing: id 1 | task 8566 | graph reallocs = 0 / 0 (same size) / (changed size) 7.53.398.791 I slot release: id 1 | task 8566 | stop processing: n_tokens = 782, truncated = 0 7.53.398.963 I slot print_timing: id 2 | task 8568 | prompt eval time = 7015.49 ms / 985 tokens ( 7.12 ms per token, 140.40 tokens per second) 7.53.398.965 I slot print_timing: id 2 | task 8568 | eval time = 41.46 ms / 2 tokens ( 41.46 ms per token, 24.12 tokens per second) 7.53.398.965 I slot print_timing: id 2 | task 8568 | total time = 7056.95 ms / 987 tokens 7.53.398.966 I slot print_timing: id 2 | task 8568 | graphs reused = 7436 7.53.398.966 I slot print_timing: id 2 | task 8568 | graph reallocs = 0 / 0 (same size) / (changed size) 7.53.399.020 I slot release: id 2 | task 8568 | stop processing: n_tokens = 987, truncated = 0 7.53.424.612 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 778, t_last = 239486209603 7.53.428.630 I slot launch_slot_: id 0 | task 8576 | processing task, is_child = 0 7.53.437.947 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 782, t_last = 239486209805 7.53.438.039 I slot launch_slot_: id 1 | task 8577 | processing task, is_child = 0 7.53.438.113 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 987, t_last = 239486210034 7.53.438.206 I slot launch_slot_: id 2 | task 8578 | processing task, is_child = 0 7.57.585.551 I slot print_timing: id 3 | task 8569 | prompt eval time = 7015.52 ms / 940 tokens ( 7.46 ms per token, 133.99 tokens per second) 7.57.585.560 I slot print_timing: id 3 | task 8569 | eval time = 4227.84 ms / 5 tokens ( 1056.96 ms per token, 0.95 tokens per second) 7.57.585.561 I slot print_timing: id 3 | task 8569 | total time = 11243.36 ms / 945 tokens 7.57.585.561 I slot print_timing: id 3 | task 8569 | graphs reused = 7437 7.57.585.561 I slot print_timing: id 3 | task 8569 | graph reallocs = 0 / 0 (same size) / (changed size) 7.57.585.611 I slot release: id 3 | task 8569 | stop processing: n_tokens = 945, truncated = 0 7.57.585.621 I slot print_timing: id 0 | task 8576 | prompt processing, n_tokens = 672, progress = 0.86, t = 4.15 s / 162.04 tokens per second 7.57.586.335 I slot print_timing: id 1 | task 8577 | prompt processing, n_tokens = 672, progress = 0.82, t = 4.15 s / 162.05 tokens per second 7.57.587.688 I slot print_timing: id 2 | task 8578 | prompt processing, n_tokens = 672, progress = 0.86, t = 4.15 s / 162.05 tokens per second 7.58.266.697 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 945, t_last = 239490396625 7.58.414.459 I slot launch_slot_: id 3 | task 8582 | processing task, is_child = 0 7.58.414.470 I slot print_timing: id 0 | task 8576 | prompt processing, n_tokens = 777, progress = 0.99, t = 4.83 s / 160.92 tokens per second 7.58.417.029 I slot print_timing: id 1 | task 8577 | prompt processing, n_tokens = 819, progress = 1.00, t = 4.83 s / 169.63 tokens per second 7.58.418.919 I slot print_timing: id 2 | task 8578 | prompt processing, n_tokens = 780, progress = 0.99, t = 4.83 s / 161.55 tokens per second 7.59.858.969 I slot print_timing: id 0 | task 8576 | prompt eval time = 5647.69 ms / 781 tokens ( 7.23 ms per token, 138.29 tokens per second) 7.59.858.971 I slot print_timing: id 0 | task 8576 | eval time = 773.06 ms / 2 tokens ( 773.06 ms per token, 1.29 tokens per second) 7.59.858.972 I slot print_timing: id 0 | task 8576 | total time = 6420.75 ms / 783 tokens 7.59.858.973 I slot print_timing: id 0 | task 8576 | graphs reused = 7437 7.59.858.973 I slot print_timing: id 0 | task 8576 | graph reallocs = 0 / 0 (same size) / (changed size) 7.59.859.025 I slot release: id 0 | task 8576 | stop processing: n_tokens = 783, truncated = 0 7.59.859.193 I slot print_timing: id 1 | task 8577 | prompt eval time = 5647.67 ms / 823 tokens ( 6.86 ms per token, 145.72 tokens per second) 7.59.859.195 I slot print_timing: id 1 | task 8577 | eval time = 773.11 ms / 2 tokens ( 773.11 ms per token, 1.29 tokens per second) 7.59.859.196 I slot print_timing: id 1 | task 8577 | total time = 6420.78 ms / 825 tokens 7.59.859.196 I slot print_timing: id 1 | task 8577 | graphs reused = 7437 7.59.859.197 I slot print_timing: id 1 | task 8577 | graph reallocs = 0 / 0 (same size) / (changed size) 7.59.859.242 I slot release: id 1 | task 8577 | stop processing: n_tokens = 825, truncated = 0 7.59.859.446 I slot print_timing: id 2 | task 8578 | prompt eval time = 5647.70 ms / 784 tokens ( 7.20 ms per token, 138.82 tokens per second) 7.59.859.448 I slot print_timing: id 2 | task 8578 | eval time = 773.18 ms / 2 tokens ( 773.18 ms per token, 1.29 tokens per second) 7.59.859.449 I slot print_timing: id 2 | task 8578 | total time = 6420.88 ms / 786 tokens 7.59.859.449 I slot print_timing: id 2 | task 8578 | graphs reused = 7437 7.59.859.449 I slot print_timing: id 2 | task 8578 | graph reallocs = 0 / 0 (same size) / (changed size) 7.59.859.476 I slot release: id 2 | task 8578 | stop processing: n_tokens = 786, truncated = 0 8.00.237.151 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 783, t_last = 239492670039 8.00.243.846 I slot launch_slot_: id 0 | task 8587 | processing task, is_child = 0 8.00.256.551 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 825, t_last = 239492670256 8.00.256.649 I slot launch_slot_: id 1 | task 8588 | processing task, is_child = 0 8.00.256.716 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.872 (> 0.100 thold), f_keep = 0.892 8.00.256.731 I slot launch_slot_: id 2 | task 8589 | processing task, is_child = 0 8.01.872.339 I slot print_timing: id 3 | task 8582 | prompt eval time = 1816.32 ms / 833 tokens ( 2.18 ms per token, 458.62 tokens per second) 8.01.872.341 I slot print_timing: id 3 | task 8582 | eval time = 1635.19 ms / 2 tokens ( 1635.19 ms per token, 0.61 tokens per second) 8.01.872.342 I slot print_timing: id 3 | task 8582 | total time = 3451.50 ms / 835 tokens 8.01.872.343 I slot print_timing: id 3 | task 8582 | graphs reused = 7437 8.01.872.343 I slot print_timing: id 3 | task 8582 | graph reallocs = 0 / 0 (same size) / (changed size) 8.01.872.394 I slot release: id 3 | task 8582 | stop processing: n_tokens = 835, truncated = 0 8.03.440.334 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 835, t_last = 239494683408 8.03.446.458 I slot launch_slot_: id 3 | task 8592 | processing task, is_child = 0 8.03.446.470 I slot print_timing: id 0 | task 8587 | prompt processing, n_tokens = 738, progress = 0.85, t = 3.18 s / 231.83 tokens per second 8.03.448.249 I slot print_timing: id 1 | task 8588 | prompt processing, n_tokens = 738, progress = 0.84, t = 3.18 s / 231.84 tokens per second 8.04.871.697 I slot print_timing: id 2 | task 8589 | prompt eval time = 3183.29 ms / 103 tokens ( 30.91 ms per token, 32.36 tokens per second) 8.04.871.702 I slot print_timing: id 2 | task 8589 | eval time = 1431.36 ms / 2 tokens ( 1431.36 ms per token, 0.70 tokens per second) 8.04.871.702 I slot print_timing: id 2 | task 8589 | total time = 4614.65 ms / 105 tokens 8.04.871.703 I slot print_timing: id 2 | task 8589 | graphs reused = 7437 8.04.871.703 I slot print_timing: id 2 | task 8589 | graph reallocs = 0 / 0 (same size) / (changed size) 8.04.871.756 I slot release: id 2 | task 8589 | stop processing: n_tokens = 805, truncated = 0 8.04.871.766 I slot print_timing: id 0 | task 8587 | prompt processing, n_tokens = 863, progress = 1.00, t = 4.61 s / 187.01 tokens per second 8.04.872.569 I slot print_timing: id 1 | task 8588 | prompt processing, n_tokens = 871, progress = 1.00, t = 4.61 s / 188.75 tokens per second 8.05.670.591 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 805, t_last = 239497682770 8.05.680.345 I slot launch_slot_: id 2 | task 8595 | processing task, is_child = 0 8.06.991.707 I slot print_timing: id 0 | task 8587 | prompt eval time = 5413.65 ms / 867 tokens ( 6.24 ms per token, 160.15 tokens per second) 8.06.991.709 I slot print_timing: id 0 | task 8587 | eval time = 1321.31 ms / 2 tokens ( 1321.31 ms per token, 0.76 tokens per second) 8.06.991.710 I slot print_timing: id 0 | task 8587 | total time = 6734.96 ms / 869 tokens 8.06.991.710 I slot print_timing: id 0 | task 8587 | graphs reused = 7437 8.06.991.710 I slot print_timing: id 0 | task 8587 | graph reallocs = 0 / 0 (same size) / (changed size) 8.06.991.766 I slot release: id 0 | task 8587 | stop processing: n_tokens = 869, truncated = 0 8.06.991.930 I slot print_timing: id 1 | task 8588 | prompt eval time = 5413.69 ms / 875 tokens ( 6.19 ms per token, 161.63 tokens per second) 8.06.991.933 I slot print_timing: id 1 | task 8588 | eval time = 1321.35 ms / 2 tokens ( 1321.35 ms per token, 0.76 tokens per second) 8.06.991.934 I slot print_timing: id 1 | task 8588 | total time = 6735.03 ms / 877 tokens 8.06.991.934 I slot print_timing: id 1 | task 8588 | graphs reused = 7437 8.06.991.934 I slot print_timing: id 1 | task 8588 | graph reallocs = 0 / 0 (same size) / (changed size) 8.06.991.973 I slot release: id 1 | task 8588 | stop processing: n_tokens = 877, truncated = 0 8.06.992.947 I slot print_timing: id 3 | task 8592 | prompt processing, n_tokens = 952, progress = 1.00, t = 3.54 s / 268.80 tokens per second 8.07.844.014 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 869, t_last = 239499802780 8.07.851.928 I slot launch_slot_: id 0 | task 8598 | processing task, is_child = 0 8.07.858.729 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 877, t_last = 239499802987 8.07.858.836 I slot launch_slot_: id 1 | task 8599 | processing task, is_child = 0 8.09.899.964 I slot print_timing: id 3 | task 8592 | prompt eval time = 4394.07 ms / 956 tokens ( 4.60 ms per token, 217.57 tokens per second) 8.09.899.967 I slot print_timing: id 3 | task 8592 | eval time = 2055.95 ms / 2 tokens ( 2055.95 ms per token, 0.49 tokens per second) 8.09.899.967 I slot print_timing: id 3 | task 8592 | total time = 6450.02 ms / 958 tokens 8.09.899.968 I slot print_timing: id 3 | task 8592 | graphs reused = 7437 8.09.899.968 I slot print_timing: id 3 | task 8592 | graph reallocs = 0 / 0 (same size) / (changed size) 8.09.900.024 I slot release: id 3 | task 8592 | stop processing: n_tokens = 958, truncated = 0 8.09.902.110 I slot print_timing: id 2 | task 8595 | prompt processing, n_tokens = 997, progress = 1.00, t = 4.22 s / 236.29 tokens per second 8.11.431.786 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 958, t_last = 239502711038 8.11.438.991 I slot launch_slot_: id 3 | task 8602 | processing task, is_child = 0 8.11.439.002 I slot print_timing: id 0 | task 8598 | prompt processing, n_tokens = 882, progress = 0.85, t = 3.57 s / 246.87 tokens per second 8.11.440.712 I slot print_timing: id 1 | task 8599 | prompt processing, n_tokens = 741, progress = 0.81, t = 3.57 s / 207.41 tokens per second 8.13.651.002 I slot print_timing: id 2 | task 8595 | prompt eval time = 5751.42 ms / 1001 tokens ( 5.75 ms per token, 174.04 tokens per second) 8.13.651.004 I slot print_timing: id 2 | task 8595 | eval time = 2219.22 ms / 2 tokens ( 2219.22 ms per token, 0.45 tokens per second) 8.13.651.004 I slot print_timing: id 2 | task 8595 | total time = 7970.64 ms / 1003 tokens 8.13.651.005 I slot print_timing: id 2 | task 8595 | graphs reused = 7437 8.13.651.005 I slot print_timing: id 2 | task 8595 | graph reallocs = 0 / 0 (same size) / (changed size) 8.13.651.057 I slot release: id 2 | task 8595 | stop processing: n_tokens = 1003, truncated = 0 8.13.651.074 I slot print_timing: id 0 | task 8598 | prompt processing, n_tokens = 1032, progress = 1.00, t = 5.79 s / 178.18 tokens per second 8.13.652.241 I slot print_timing: id 1 | task 8599 | prompt processing, n_tokens = 908, progress = 1.00, t = 5.79 s / 156.77 tokens per second 8.14.758.892 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1003, t_last = 239506462072 8.14.769.368 I slot launch_slot_: id 2 | task 8605 | processing task, is_child = 0 8.14.769.573 I slot print_timing: id 3 | task 8602 | prompt processing, n_tokens = 1265, progress = 0.71, t = 3.32 s / 381.46 tokens per second 8.16.711.161 I slot print_timing: id 0 | task 8598 | prompt eval time = 6899.85 ms / 1036 tokens ( 6.66 ms per token, 150.15 tokens per second) 8.16.711.166 I slot print_timing: id 0 | task 8598 | eval time = 1952.46 ms / 2 tokens ( 1952.46 ms per token, 0.51 tokens per second) 8.16.711.167 I slot print_timing: id 0 | task 8598 | total time = 8852.31 ms / 1038 tokens 8.16.711.167 I slot print_timing: id 0 | task 8598 | graphs reused = 7437 8.16.711.168 I slot print_timing: id 0 | task 8598 | graph reallocs = 0 / 0 (same size) / (changed size) 8.16.711.230 I slot release: id 0 | task 8598 | stop processing: n_tokens = 1038, truncated = 0 8.16.711.402 I slot print_timing: id 1 | task 8599 | prompt eval time = 6899.87 ms / 912 tokens ( 7.57 ms per token, 132.18 tokens per second) 8.16.711.404 I slot print_timing: id 1 | task 8599 | eval time = 1952.51 ms / 2 tokens ( 1952.51 ms per token, 0.51 tokens per second) 8.16.711.404 I slot print_timing: id 1 | task 8599 | total time = 8852.38 ms / 914 tokens 8.16.711.405 I slot print_timing: id 1 | task 8599 | graphs reused = 7437 8.16.711.405 I slot print_timing: id 1 | task 8599 | graph reallocs = 0 / 0 (same size) / (changed size) 8.16.711.459 I slot release: id 1 | task 8599 | stop processing: n_tokens = 914, truncated = 0 8.16.712.370 I slot print_timing: id 3 | task 8602 | prompt processing, n_tokens = 1777, progress = 1.00, t = 5.27 s / 337.28 tokens per second 8.17.436.510 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1038, t_last = 239509522244 8.17.445.349 I slot launch_slot_: id 0 | task 8608 | processing task, is_child = 0 8.17.452.226 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 914, t_last = 239509522474 8.17.452.330 I slot launch_slot_: id 1 | task 8609 | processing task, is_child = 0 8.19.050.096 I slot print_timing: id 3 | task 8602 | prompt eval time = 5994.21 ms / 1781 tokens ( 3.37 ms per token, 297.12 tokens per second) 8.19.050.101 I slot print_timing: id 3 | task 8602 | eval time = 1613.59 ms / 2 tokens ( 1613.59 ms per token, 0.62 tokens per second) 8.19.050.101 I slot print_timing: id 3 | task 8602 | total time = 7607.80 ms / 1783 tokens 8.19.050.102 I slot print_timing: id 3 | task 8602 | graphs reused = 7437 8.19.050.102 I slot print_timing: id 3 | task 8602 | graph reallocs = 0 / 0 (same size) / (changed size) 8.19.050.210 I slot release: id 3 | task 8602 | stop processing: n_tokens = 1783, truncated = 0 8.19.052.501 I slot print_timing: id 2 | task 8605 | prompt processing, n_tokens = 923, progress = 1.00, t = 4.28 s / 215.63 tokens per second 8.20.668.475 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1783, t_last = 239511861226 8.20.677.779 I slot launch_slot_: id 3 | task 8612 | processing task, is_child = 0 8.20.677.790 I slot print_timing: id 0 | task 8608 | prompt processing, n_tokens = 599, progress = 0.81, t = 3.22 s / 186.26 tokens per second 8.20.679.401 I slot print_timing: id 1 | task 8609 | prompt processing, n_tokens = 756, progress = 0.87, t = 3.22 s / 235.09 tokens per second 8.21.693.971 I slot print_timing: id 2 | task 8605 | prompt eval time = 5899.09 ms / 927 tokens ( 6.36 ms per token, 157.14 tokens per second) 8.21.693.976 I slot print_timing: id 2 | task 8605 | eval time = 1025.50 ms / 2 tokens ( 1025.50 ms per token, 0.98 tokens per second) 8.21.693.977 I slot print_timing: id 2 | task 8605 | total time = 6924.59 ms / 929 tokens 8.21.693.977 I slot print_timing: id 2 | task 8605 | graphs reused = 7437 8.21.693.978 I slot print_timing: id 2 | task 8605 | graph reallocs = 0 / 0 (same size) / (changed size) 8.21.694.038 I slot release: id 2 | task 8605 | stop processing: n_tokens = 929, truncated = 0 8.21.694.052 I slot print_timing: id 0 | task 8608 | prompt processing, n_tokens = 738, progress = 0.99, t = 4.24 s / 174.00 tokens per second 8.21.695.041 I slot print_timing: id 1 | task 8609 | prompt processing, n_tokens = 866, progress = 1.00, t = 4.24 s / 204.18 tokens per second 8.22.528.509 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 929, t_last = 239514505054 8.22.535.554 I slot launch_slot_: id 2 | task 8615 | processing task, is_child = 0 8.23.217.574 I slot print_timing: id 0 | task 8608 | prompt eval time = 5075.98 ms / 742 tokens ( 6.84 ms per token, 146.18 tokens per second) 8.23.217.576 I slot print_timing: id 0 | task 8608 | eval time = 689.26 ms / 2 tokens ( 689.26 ms per token, 1.45 tokens per second) 8.23.217.577 I slot print_timing: id 0 | task 8608 | total time = 5765.23 ms / 744 tokens 8.23.217.577 I slot print_timing: id 0 | task 8608 | graphs reused = 7437 8.23.217.578 I slot print_timing: id 0 | task 8608 | graph reallocs = 0 / 0 (same size) / (changed size) 8.23.217.622 I slot release: id 0 | task 8608 | stop processing: n_tokens = 744, truncated = 0 8.23.217.793 I slot print_timing: id 1 | task 8609 | prompt eval time = 5075.99 ms / 870 tokens ( 5.83 ms per token, 171.40 tokens per second) 8.23.217.796 I slot print_timing: id 1 | task 8609 | eval time = 689.29 ms / 2 tokens ( 689.29 ms per token, 1.45 tokens per second) 8.23.217.797 I slot print_timing: id 1 | task 8609 | total time = 5765.27 ms / 872 tokens 8.23.217.797 I slot print_timing: id 1 | task 8609 | graphs reused = 7437 8.23.217.797 I slot print_timing: id 1 | task 8609 | graph reallocs = 0 / 0 (same size) / (changed size) 8.23.217.841 I slot release: id 1 | task 8609 | stop processing: n_tokens = 872, truncated = 0 8.24.046.876 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.865 (> 0.100 thold), f_keep = 0.844 8.24.046.933 I slot launch_slot_: id 0 | task 8618 | processing task, is_child = 0 8.24.054.895 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 872, t_last = 239516028855 8.24.054.995 I slot launch_slot_: id 1 | task 8619 | processing task, is_child = 0 8.24.991.063 I slot print_timing: id 3 | task 8612 | prompt eval time = 3365.86 ms / 712 tokens ( 4.73 ms per token, 211.54 tokens per second) 8.24.991.074 I slot print_timing: id 3 | task 8612 | eval time = 944.19 ms / 2 tokens ( 944.19 ms per token, 1.06 tokens per second) 8.24.991.075 I slot print_timing: id 3 | task 8612 | total time = 4310.05 ms / 714 tokens 8.24.991.075 I slot print_timing: id 3 | task 8612 | graphs reused = 7437 8.24.991.076 I slot print_timing: id 3 | task 8612 | graph reallocs = 0 / 0 (same size) / (changed size) 8.24.991.121 I slot release: id 3 | task 8612 | stop processing: n_tokens = 714, truncated = 0 8.25.840.910 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 714, t_last = 239517802135 8.25.850.050 I slot launch_slot_: id 3 | task 8622 | processing task, is_child = 0 8.26.895.670 I slot print_timing: id 0 | task 8618 | prompt eval time = 1785.71 ms / 98 tokens ( 18.22 ms per token, 54.88 tokens per second) 8.26.895.675 I slot print_timing: id 0 | task 8618 | eval time = 1054.95 ms / 2 tokens ( 1054.95 ms per token, 0.95 tokens per second) 8.26.895.676 I slot print_timing: id 0 | task 8618 | total time = 2840.66 ms / 100 tokens 8.26.895.676 I slot print_timing: id 0 | task 8618 | graphs reused = 7437 8.26.895.677 I slot print_timing: id 0 | task 8618 | graph reallocs = 0 / 0 (same size) / (changed size) 8.26.895.733 I slot release: id 0 | task 8618 | stop processing: n_tokens = 727, truncated = 0 8.26.895.908 I slot print_timing: id 2 | task 8615 | prompt eval time = 3305.34 ms / 716 tokens ( 4.62 ms per token, 216.62 tokens per second) 8.26.895.911 I slot print_timing: id 2 | task 8615 | eval time = 1055.00 ms / 2 tokens ( 1055.00 ms per token, 0.95 tokens per second) 8.26.895.912 I slot print_timing: id 2 | task 8615 | total time = 4360.34 ms / 718 tokens 8.26.895.912 I slot print_timing: id 2 | task 8615 | graphs reused = 7437 8.26.895.912 I slot print_timing: id 2 | task 8615 | graph reallocs = 0 / 0 (same size) / (changed size) 8.26.895.948 I slot release: id 2 | task 8615 | stop processing: n_tokens = 718, truncated = 0 8.27.736.457 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 727, t_last = 239519706747 8.27.746.352 I slot launch_slot_: id 0 | task 8625 | processing task, is_child = 0 8.27.752.234 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 718, t_last = 239519706962 8.27.752.324 I slot launch_slot_: id 2 | task 8626 | processing task, is_child = 0 8.29.885.779 I slot print_timing: id 1 | task 8619 | prompt eval time = 3680.71 ms / 719 tokens ( 5.12 ms per token, 195.34 tokens per second) 8.29.885.784 I slot print_timing: id 1 | task 8619 | eval time = 2149.32 ms / 2 tokens ( 2149.32 ms per token, 0.47 tokens per second) 8.29.885.784 I slot print_timing: id 1 | task 8619 | total time = 5830.03 ms / 721 tokens 8.29.885.785 I slot print_timing: id 1 | task 8619 | graphs reused = 7437 8.29.885.785 I slot print_timing: id 1 | task 8619 | graph reallocs = 0 / 0 (same size) / (changed size) 8.29.885.834 I slot release: id 1 | task 8619 | stop processing: n_tokens = 721, truncated = 0 8.29.887.880 I slot print_timing: id 3 | task 8622 | prompt processing, n_tokens = 873, progress = 1.00, t = 4.03 s / 216.41 tokens per second 8.31.377.282 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 721, t_last = 239522696848 8.31.384.717 I slot launch_slot_: id 1 | task 8629 | processing task, is_child = 0 8.31.384.727 I slot print_timing: id 0 | task 8625 | prompt processing, n_tokens = 861, progress = 0.86, t = 3.62 s / 237.53 tokens per second 8.31.386.454 I slot print_timing: id 2 | task 8626 | prompt processing, n_tokens = 861, progress = 0.83, t = 3.62 s / 237.54 tokens per second 8.33.082.875 I slot print_timing: id 3 | task 8622 | prompt eval time = 5525.60 ms / 877 tokens ( 6.30 ms per token, 158.72 tokens per second) 8.33.082.878 I slot print_timing: id 3 | task 8622 | eval time = 1705.59 ms / 2 tokens ( 1705.59 ms per token, 0.59 tokens per second) 8.33.082.879 I slot print_timing: id 3 | task 8622 | total time = 7231.19 ms / 879 tokens 8.33.082.879 I slot print_timing: id 3 | task 8622 | graphs reused = 7437 8.33.082.880 I slot print_timing: id 3 | task 8622 | graph reallocs = 0 / 0 (same size) / (changed size) 8.33.082.922 I slot release: id 3 | task 8622 | stop processing: n_tokens = 879, truncated = 0 8.33.082.934 I slot print_timing: id 0 | task 8625 | prompt processing, n_tokens = 992, progress = 1.00, t = 5.33 s / 186.10 tokens per second 8.33.087.126 I slot print_timing: id 2 | task 8626 | prompt processing, n_tokens = 1032, progress = 1.00, t = 5.33 s / 193.61 tokens per second 8.33.901.364 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 879, t_last = 239525893936 8.33.911.069 I slot launch_slot_: id 3 | task 8632 | processing task, is_child = 0 8.35.255.130 I slot print_timing: id 0 | task 8625 | prompt eval time = 6148.83 ms / 996 tokens ( 6.17 ms per token, 161.98 tokens per second) 8.35.255.133 I slot print_timing: id 0 | task 8625 | eval time = 1353.96 ms / 2 tokens ( 1353.96 ms per token, 0.74 tokens per second) 8.35.255.133 I slot print_timing: id 0 | task 8625 | total time = 7502.79 ms / 998 tokens 8.35.255.134 I slot print_timing: id 0 | task 8625 | graphs reused = 7437 8.35.255.134 I slot print_timing: id 0 | task 8625 | graph reallocs = 0 / 0 (same size) / (changed size) 8.35.255.189 I slot release: id 0 | task 8625 | stop processing: n_tokens = 998, truncated = 0 8.35.255.359 I slot print_timing: id 2 | task 8626 | prompt eval time = 6148.88 ms / 1036 tokens ( 5.94 ms per token, 168.49 tokens per second) 8.35.255.361 I slot print_timing: id 2 | task 8626 | eval time = 1354.01 ms / 2 tokens ( 1354.01 ms per token, 0.74 tokens per second) 8.35.255.361 I slot print_timing: id 2 | task 8626 | total time = 7502.88 ms / 1038 tokens 8.35.255.362 I slot print_timing: id 2 | task 8626 | graphs reused = 7437 8.35.255.362 I slot print_timing: id 2 | task 8626 | graph reallocs = 0 / 0 (same size) / (changed size) 8.35.255.410 I slot release: id 2 | task 8626 | stop processing: n_tokens = 1038, truncated = 0 8.35.255.418 I slot print_timing: id 1 | task 8629 | prompt processing, n_tokens = 1006, progress = 1.00, t = 3.87 s / 260.04 tokens per second 8.36.045.084 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.892 (> 0.100 thold), f_keep = 0.892 8.36.045.140 I slot launch_slot_: id 0 | task 8635 | processing task, is_child = 0 8.36.054.746 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1038, t_last = 239528066424 8.36.054.849 I slot launch_slot_: id 2 | task 8636 | processing task, is_child = 0 8.37.404.641 I slot print_timing: id 1 | task 8629 | prompt eval time = 4658.76 ms / 1010 tokens ( 4.61 ms per token, 216.80 tokens per second) 8.37.404.644 I slot print_timing: id 1 | task 8629 | eval time = 1359.56 ms / 2 tokens ( 1359.56 ms per token, 0.74 tokens per second) 8.37.404.644 I slot print_timing: id 1 | task 8629 | total time = 6018.32 ms / 1012 tokens 8.37.404.645 I slot print_timing: id 1 | task 8629 | graphs reused = 7437 8.37.404.645 I slot print_timing: id 1 | task 8629 | graph reallocs = 0 / 0 (same size) / (changed size) 8.37.404.698 I slot release: id 1 | task 8629 | stop processing: n_tokens = 1012, truncated = 0 8.37.406.683 I slot print_timing: id 3 | task 8632 | prompt processing, n_tokens = 999, progress = 1.00, t = 3.49 s / 286.11 tokens per second 8.38.223.158 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1012, t_last = 239530215712 8.38.233.399 I slot launch_slot_: id 1 | task 8639 | processing task, is_child = 0 8.39.573.054 I slot print_timing: id 0 | task 8635 | prompt eval time = 2168.11 ms / 108 tokens ( 20.08 ms per token, 49.81 tokens per second) 8.39.573.059 I slot print_timing: id 0 | task 8635 | eval time = 1350.08 ms / 2 tokens ( 1350.08 ms per token, 0.74 tokens per second) 8.39.573.059 I slot print_timing: id 0 | task 8635 | total time = 3518.19 ms / 110 tokens 8.39.573.060 I slot print_timing: id 0 | task 8635 | graphs reused = 7437 8.39.573.060 I slot print_timing: id 0 | task 8635 | graph reallocs = 0 / 0 (same size) / (changed size) 8.39.573.115 I slot release: id 0 | task 8635 | stop processing: n_tokens = 999, truncated = 0 8.39.573.290 I slot print_timing: id 3 | task 8632 | prompt eval time = 4310.39 ms / 1003 tokens ( 4.30 ms per token, 232.69 tokens per second) 8.39.573.294 I slot print_timing: id 3 | task 8632 | eval time = 1350.13 ms / 2 tokens ( 1350.13 ms per token, 0.74 tokens per second) 8.39.573.295 I slot print_timing: id 3 | task 8632 | total time = 5660.53 ms / 1005 tokens 8.39.573.295 I slot print_timing: id 3 | task 8632 | graphs reused = 7437 8.39.573.295 I slot print_timing: id 3 | task 8632 | graph reallocs = 0 / 0 (same size) / (changed size) 8.39.573.334 I slot release: id 3 | task 8632 | stop processing: n_tokens = 1005, truncated = 0 8.39.574.263 I slot print_timing: id 2 | task 8636 | prompt processing, n_tokens = 883, progress = 1.00, t = 3.52 s / 251.04 tokens per second 8.40.183.362 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 999, t_last = 239532384129 8.40.194.856 I slot launch_slot_: id 0 | task 8642 | processing task, is_child = 0 8.40.201.898 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1005, t_last = 239532384348 8.40.202.000 I slot launch_slot_: id 3 | task 8643 | processing task, is_child = 0 8.42.346.458 I slot print_timing: id 2 | task 8636 | prompt eval time = 4127.80 ms / 887 tokens ( 4.65 ms per token, 214.88 tokens per second) 8.42.346.464 I slot print_timing: id 2 | task 8636 | eval time = 2163.09 ms / 2 tokens ( 2163.09 ms per token, 0.46 tokens per second) 8.42.346.465 I slot print_timing: id 2 | task 8636 | total time = 6290.90 ms / 889 tokens 8.42.346.465 I slot print_timing: id 2 | task 8636 | graphs reused = 7437 8.42.346.466 I slot print_timing: id 2 | task 8636 | graph reallocs = 0 / 0 (same size) / (changed size) 8.42.346.513 I slot release: id 2 | task 8636 | stop processing: n_tokens = 889, truncated = 0 8.42.347.054 I slot print_timing: id 1 | task 8639 | prompt processing, n_tokens = 998, progress = 1.00, t = 4.11 s / 242.65 tokens per second 8.43.807.335 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 889, t_last = 239535157527 8.43.813.520 I slot launch_slot_: id 2 | task 8646 | processing task, is_child = 0 8.43.813.532 I slot print_timing: id 0 | task 8642 | prompt processing, n_tokens = 759, progress = 0.86, t = 3.61 s / 210.53 tokens per second 8.43.815.461 I slot print_timing: id 3 | task 8643 | prompt processing, n_tokens = 759, progress = 0.77, t = 3.60 s / 210.58 tokens per second 8.45.305.926 I slot print_timing: id 1 | task 8639 | prompt eval time = 5573.92 ms / 1002 tokens ( 5.56 ms per token, 179.77 tokens per second) 8.45.305.931 I slot print_timing: id 1 | task 8639 | eval time = 1498.59 ms / 2 tokens ( 1498.59 ms per token, 0.67 tokens per second) 8.45.305.932 I slot print_timing: id 1 | task 8639 | total time = 7072.51 ms / 1004 tokens 8.45.305.932 I slot print_timing: id 1 | task 8639 | graphs reused = 7437 8.45.305.933 I slot print_timing: id 1 | task 8639 | graph reallocs = 0 / 0 (same size) / (changed size) 8.45.305.992 I slot release: id 1 | task 8639 | stop processing: n_tokens = 1004, truncated = 0 8.45.306.003 I slot print_timing: id 0 | task 8642 | prompt processing, n_tokens = 880, progress = 1.00, t = 5.10 s / 172.42 tokens per second 8.45.308.109 I slot print_timing: id 3 | task 8643 | prompt processing, n_tokens = 980, progress = 1.00, t = 5.10 s / 192.05 tokens per second 8.46.133.173 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.828 (> 0.100 thold), f_keep = 0.785 8.46.133.228 I slot launch_slot_: id 1 | task 8649 | processing task, is_child = 0 8.46.803.953 I slot print_timing: id 0 | task 8642 | prompt eval time = 5930.98 ms / 884 tokens ( 6.71 ms per token, 149.05 tokens per second) 8.46.803.955 I slot print_timing: id 0 | task 8642 | eval time = 670.96 ms / 2 tokens ( 670.96 ms per token, 1.49 tokens per second) 8.46.803.955 I slot print_timing: id 0 | task 8642 | total time = 6601.93 ms / 886 tokens 8.46.803.956 I slot print_timing: id 0 | task 8642 | graphs reused = 7437 8.46.803.956 I slot print_timing: id 0 | task 8642 | graph reallocs = 0 / 0 (same size) / (changed size) 8.46.804.008 I slot release: id 0 | task 8642 | stop processing: n_tokens = 886, truncated = 0 8.46.804.178 I slot print_timing: id 3 | task 8643 | prompt eval time = 5930.31 ms / 984 tokens ( 6.03 ms per token, 165.93 tokens per second) 8.46.804.180 I slot print_timing: id 3 | task 8643 | eval time = 671.01 ms / 2 tokens ( 671.01 ms per token, 1.49 tokens per second) 8.46.804.181 I slot print_timing: id 3 | task 8643 | total time = 6601.32 ms / 986 tokens 8.46.804.181 I slot print_timing: id 3 | task 8643 | graphs reused = 7437 8.46.804.181 I slot print_timing: id 3 | task 8643 | graph reallocs = 0 / 0 (same size) / (changed size) 8.46.804.228 I slot release: id 3 | task 8643 | stop processing: n_tokens = 986, truncated = 0 8.46.854.797 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.904 (> 0.100 thold), f_keep = 0.889 8.46.854.839 I slot launch_slot_: id 0 | task 8652 | processing task, is_child = 0 8.46.862.172 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 986, t_last = 239539615242 8.46.862.269 I slot launch_slot_: id 3 | task 8653 | processing task, is_child = 0 8.47.945.847 I slot print_timing: id 1 | task 8649 | prompt eval time = 721.36 ms / 164 tokens ( 4.40 ms per token, 227.35 tokens per second) 8.47.945.850 I slot print_timing: id 1 | task 8649 | eval time = 1091.24 ms / 2 tokens ( 1091.24 ms per token, 0.92 tokens per second) 8.47.945.851 I slot print_timing: id 1 | task 8649 | total time = 1812.61 ms / 166 tokens 8.47.945.851 I slot print_timing: id 1 | task 8649 | graphs reused = 7437 8.47.945.852 I slot print_timing: id 1 | task 8649 | graph reallocs = 0 / 0 (same size) / (changed size) 8.47.945.909 I slot release: id 1 | task 8649 | stop processing: n_tokens = 953, truncated = 0 8.47.946.100 I slot print_timing: id 2 | task 8646 | prompt eval time = 3039.48 ms / 892 tokens ( 3.41 ms per token, 293.47 tokens per second) 8.47.946.102 I slot print_timing: id 2 | task 8646 | eval time = 1091.31 ms / 2 tokens ( 1091.31 ms per token, 0.92 tokens per second) 8.47.946.102 I slot print_timing: id 2 | task 8646 | total time = 4130.79 ms / 894 tokens 8.47.946.102 I slot print_timing: id 2 | task 8646 | graphs reused = 7437 8.47.946.103 I slot print_timing: id 2 | task 8646 | graph reallocs = 0 / 0 (same size) / (changed size) 8.47.946.145 I slot release: id 2 | task 8646 | stop processing: n_tokens = 894, truncated = 0 8.48.669.758 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 953, t_last = 239540756923 8.48.680.865 I slot launch_slot_: id 1 | task 8656 | processing task, is_child = 0 8.48.688.017 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 894, t_last = 239540757159 8.48.688.117 I slot launch_slot_: id 2 | task 8657 | processing task, is_child = 0 8.50.662.650 I slot print_timing: id 0 | task 8652 | prompt eval time = 1807.48 ms / 84 tokens ( 21.52 ms per token, 46.47 tokens per second) 8.50.662.653 I slot print_timing: id 0 | task 8652 | eval time = 1992.89 ms / 2 tokens ( 1992.89 ms per token, 0.50 tokens per second) 8.50.662.653 I slot print_timing: id 0 | task 8652 | total time = 3800.37 ms / 86 tokens 8.50.662.654 I slot print_timing: id 0 | task 8652 | graphs reused = 7437 8.50.662.654 I slot print_timing: id 0 | task 8652 | graph reallocs = 0 / 0 (same size) / (changed size) 8.50.662.709 I slot release: id 0 | task 8652 | stop processing: n_tokens = 873, truncated = 0 8.50.664.217 I slot print_timing: id 3 | task 8653 | prompt processing, n_tokens = 939, progress = 1.00, t = 3.80 s / 247.14 tokens per second 8.52.184.970 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 873, t_last = 239543473723 8.52.192.921 I slot launch_slot_: id 0 | task 8660 | processing task, is_child = 0 8.52.193.111 I slot print_timing: id 1 | task 8656 | prompt processing, n_tokens = 761, progress = 0.85, t = 3.50 s / 217.64 tokens per second 8.52.193.887 I slot print_timing: id 2 | task 8657 | prompt processing, n_tokens = 761, progress = 0.82, t = 3.50 s / 217.65 tokens per second 8.54.518.772 I slot print_timing: id 3 | task 8653 | prompt eval time = 5321.98 ms / 943 tokens ( 5.64 ms per token, 177.19 tokens per second) 8.54.518.778 I slot print_timing: id 3 | task 8653 | eval time = 2333.80 ms / 2 tokens ( 2333.80 ms per token, 0.43 tokens per second) 8.54.518.778 I slot print_timing: id 3 | task 8653 | total time = 7655.78 ms / 945 tokens 8.54.518.779 I slot print_timing: id 3 | task 8653 | graphs reused = 7437 8.54.518.779 I slot print_timing: id 3 | task 8653 | graph reallocs = 0 / 0 (same size) / (changed size) 8.54.518.832 I slot release: id 3 | task 8653 | stop processing: n_tokens = 945, truncated = 0 8.54.519.646 I slot print_timing: id 1 | task 8656 | prompt processing, n_tokens = 894, progress = 1.00, t = 5.83 s / 153.33 tokens per second 8.54.520.811 I slot print_timing: id 2 | task 8657 | prompt processing, n_tokens = 920, progress = 1.00, t = 5.83 s / 157.80 tokens per second 8.55.227.990 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 945, t_last = 239547329846 8.55.238.020 I slot launch_slot_: id 3 | task 8663 | processing task, is_child = 0 8.55.238.031 I slot print_timing: id 0 | task 8660 | prompt processing, n_tokens = 1157, progress = 0.85, t = 3.03 s / 381.26 tokens per second 8.57.369.752 I slot print_timing: id 1 | task 8656 | prompt eval time = 6539.68 ms / 898 tokens ( 7.28 ms per token, 137.32 tokens per second) 8.57.369.757 I slot print_timing: id 1 | task 8656 | eval time = 2141.94 ms / 2 tokens ( 2141.94 ms per token, 0.47 tokens per second) 8.57.369.757 I slot print_timing: id 1 | task 8656 | total time = 8681.62 ms / 900 tokens 8.57.369.758 I slot print_timing: id 1 | task 8656 | graphs reused = 7437 8.57.369.758 I slot print_timing: id 1 | task 8656 | graph reallocs = 0 / 0 (same size) / (changed size) 8.57.369.812 I slot release: id 1 | task 8656 | stop processing: n_tokens = 900, truncated = 0 8.57.369.979 I slot print_timing: id 2 | task 8657 | prompt eval time = 6539.69 ms / 924 tokens ( 7.08 ms per token, 141.29 tokens per second) 8.57.369.981 I slot print_timing: id 2 | task 8657 | eval time = 2141.99 ms / 2 tokens ( 2141.99 ms per token, 0.47 tokens per second) 8.57.369.981 I slot print_timing: id 2 | task 8657 | total time = 8681.68 ms / 926 tokens 8.57.369.982 I slot print_timing: id 2 | task 8657 | graphs reused = 7437 8.57.369.982 I slot print_timing: id 2 | task 8657 | graph reallocs = 0 / 0 (same size) / (changed size) 8.57.370.023 I slot release: id 2 | task 8657 | stop processing: n_tokens = 926, truncated = 0 8.57.370.034 I slot print_timing: id 0 | task 8660 | prompt processing, n_tokens = 1361, progress = 1.00, t = 5.18 s / 262.91 tokens per second 8.58.057.957 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 900, t_last = 239550180826 8.58.066.811 I slot launch_slot_: id 1 | task 8666 | processing task, is_child = 0 8.58.073.859 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 926, t_last = 239550181037 8.58.073.964 I slot launch_slot_: id 2 | task 8667 | processing task, is_child = 0 9.01.581.790 I slot print_timing: id 0 | task 8660 | prompt eval time = 5865.02 ms / 1365 tokens ( 4.30 ms per token, 232.74 tokens per second) 9.01.581.792 I slot print_timing: id 0 | task 8660 | eval time = 3523.83 ms / 2 tokens ( 3523.83 ms per token, 0.28 tokens per second) 9.01.581.793 I slot print_timing: id 0 | task 8660 | total time = 9388.85 ms / 1367 tokens 9.01.581.793 I slot print_timing: id 0 | task 8660 | graphs reused = 7437 9.01.581.794 I slot print_timing: id 0 | task 8660 | graph reallocs = 0 / 0 (same size) / (changed size) 9.01.581.855 I slot release: id 0 | task 8660 | stop processing: n_tokens = 1367, truncated = 0 9.01.581.870 I slot print_timing: id 1 | task 8666 | prompt processing, n_tokens = 752, progress = 0.59, t = 3.51 s / 214.39 tokens per second 9.01.582.618 I slot print_timing: id 2 | task 8667 | prompt processing, n_tokens = 794, progress = 0.61, t = 3.51 s / 226.37 tokens per second 9.01.584.121 I slot print_timing: id 3 | task 8663 | prompt processing, n_tokens = 1351, progress = 1.00, t = 6.34 s / 213.03 tokens per second 9.03.256.295 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1367, t_last = 239554392869 9.03.266.553 I slot launch_slot_: id 0 | task 8670 | processing task, is_child = 0 9.03.266.782 I slot print_timing: id 1 | task 8666 | prompt processing, n_tokens = 1157, progress = 0.91, t = 5.18 s / 223.27 tokens per second 9.03.267.569 I slot print_timing: id 2 | task 8667 | prompt processing, n_tokens = 1157, progress = 0.88, t = 5.18 s / 223.28 tokens per second 9.04.510.733 I slot print_timing: id 3 | task 8663 | prompt eval time = 8016.46 ms / 1355 tokens ( 5.92 ms per token, 169.03 tokens per second) 9.04.510.736 I slot print_timing: id 3 | task 8663 | eval time = 1254.43 ms / 2 tokens ( 1254.43 ms per token, 0.80 tokens per second) 9.04.510.737 I slot print_timing: id 3 | task 8663 | total time = 9270.90 ms / 1357 tokens 9.04.510.738 I slot print_timing: id 3 | task 8663 | graphs reused = 7437 9.04.510.738 I slot print_timing: id 3 | task 8663 | graph reallocs = 0 / 0 (same size) / (changed size) 9.04.510.803 I slot release: id 3 | task 8663 | stop processing: n_tokens = 1357, truncated = 0 9.04.511.226 I slot print_timing: id 1 | task 8666 | prompt processing, n_tokens = 1264, progress = 1.00, t = 6.44 s / 196.38 tokens per second 9.04.512.575 I slot print_timing: id 2 | task 8667 | prompt processing, n_tokens = 1306, progress = 1.00, t = 6.44 s / 202.91 tokens per second 9.05.369.411 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1357, t_last = 239557321817 9.05.379.928 I slot launch_slot_: id 3 | task 8673 | processing task, is_child = 0 9.06.282.637 I slot print_timing: id 1 | task 8666 | prompt eval time = 7295.25 ms / 1268 tokens ( 5.75 ms per token, 173.81 tokens per second) 9.06.282.640 I slot print_timing: id 1 | task 8666 | eval time = 913.41 ms / 2 tokens ( 913.41 ms per token, 1.09 tokens per second) 9.06.282.640 I slot print_timing: id 1 | task 8666 | total time = 8208.66 ms / 1270 tokens 9.06.282.641 I slot print_timing: id 1 | task 8666 | graphs reused = 7437 9.06.282.641 I slot print_timing: id 1 | task 8666 | graph reallocs = 0 / 0 (same size) / (changed size) 9.06.282.706 I slot release: id 1 | task 8666 | stop processing: n_tokens = 1270, truncated = 0 9.06.282.876 I slot print_timing: id 2 | task 8667 | prompt eval time = 7295.26 ms / 1310 tokens ( 5.57 ms per token, 179.57 tokens per second) 9.06.282.878 I slot print_timing: id 2 | task 8667 | eval time = 913.47 ms / 2 tokens ( 913.47 ms per token, 1.09 tokens per second) 9.06.282.879 I slot print_timing: id 2 | task 8667 | total time = 8208.73 ms / 1312 tokens 9.06.282.879 I slot print_timing: id 2 | task 8667 | graphs reused = 7437 9.06.282.879 I slot print_timing: id 2 | task 8667 | graph reallocs = 0 / 0 (same size) / (changed size) 9.06.282.936 I slot release: id 2 | task 8667 | stop processing: n_tokens = 1312, truncated = 0 9.06.282.945 I slot print_timing: id 0 | task 8670 | prompt processing, n_tokens = 786, progress = 0.99, t = 3.02 s / 260.62 tokens per second 9.07.113.060 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1270, t_last = 239559093720 9.07.122.574 I slot launch_slot_: id 1 | task 8676 | processing task, is_child = 0 9.07.130.488 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1312, t_last = 239559093950 9.07.130.612 I slot launch_slot_: id 2 | task 8677 | processing task, is_child = 0 9.08.824.630 I slot print_timing: id 0 | task 8670 | prompt eval time = 3846.48 ms / 790 tokens ( 4.87 ms per token, 205.38 tokens per second) 9.08.824.636 I slot print_timing: id 0 | task 8670 | eval time = 1711.58 ms / 2 tokens ( 1711.58 ms per token, 0.58 tokens per second) 9.08.824.636 I slot print_timing: id 0 | task 8670 | total time = 5558.06 ms / 792 tokens 9.08.824.637 I slot print_timing: id 0 | task 8670 | graphs reused = 7437 9.08.824.637 I slot print_timing: id 0 | task 8670 | graph reallocs = 0 / 0 (same size) / (changed size) 9.08.824.686 I slot release: id 0 | task 8670 | stop processing: n_tokens = 792, truncated = 0 9.08.826.058 I slot print_timing: id 3 | task 8673 | prompt processing, n_tokens = 804, progress = 1.00, t = 3.44 s / 233.53 tokens per second 9.10.396.521 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 792, t_last = 239561635700 9.10.404.968 I slot launch_slot_: id 0 | task 8680 | processing task, is_child = 0 9.10.405.135 I slot print_timing: id 1 | task 8676 | prompt processing, n_tokens = 742, progress = 0.86, t = 3.27 s / 227.21 tokens per second 9.10.405.794 I slot print_timing: id 2 | task 8677 | prompt processing, n_tokens = 742, progress = 0.83, t = 3.27 s / 227.22 tokens per second 9.11.640.154 I slot print_timing: id 3 | task 8673 | prompt eval time = 5014.91 ms / 808 tokens ( 6.21 ms per token, 161.12 tokens per second) 9.11.640.156 I slot print_timing: id 3 | task 8673 | eval time = 1243.63 ms / 2 tokens ( 1243.63 ms per token, 0.80 tokens per second) 9.11.640.156 I slot print_timing: id 3 | task 8673 | total time = 6258.54 ms / 810 tokens 9.11.640.157 I slot print_timing: id 3 | task 8673 | graphs reused = 7437 9.11.640.157 I slot print_timing: id 3 | task 8673 | graph reallocs = 0 / 0 (same size) / (changed size) 9.11.640.207 I slot release: id 3 | task 8673 | stop processing: n_tokens = 810, truncated = 0 9.11.640.635 I slot print_timing: id 1 | task 8676 | prompt processing, n_tokens = 861, progress = 1.00, t = 4.51 s / 190.94 tokens per second 9.11.643.993 I slot print_timing: id 2 | task 8677 | prompt processing, n_tokens = 891, progress = 1.00, t = 4.51 s / 197.60 tokens per second 9.12.446.268 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 810, t_last = 239564451221 9.12.456.211 I slot launch_slot_: id 3 | task 8683 | processing task, is_child = 0 9.13.474.658 I slot print_timing: id 1 | task 8676 | prompt eval time = 5315.46 ms / 865 tokens ( 6.15 ms per token, 162.73 tokens per second) 9.13.474.660 I slot print_timing: id 1 | task 8676 | eval time = 1028.57 ms / 2 tokens ( 1028.57 ms per token, 0.97 tokens per second) 9.13.474.660 I slot print_timing: id 1 | task 8676 | total time = 6344.03 ms / 867 tokens 9.13.474.661 I slot print_timing: id 1 | task 8676 | graphs reused = 7437 9.13.474.661 I slot print_timing: id 1 | task 8676 | graph reallocs = 0 / 0 (same size) / (changed size) 9.13.474.716 I slot release: id 1 | task 8676 | stop processing: n_tokens = 867, truncated = 0 9.13.474.885 I slot print_timing: id 2 | task 8677 | prompt eval time = 5315.45 ms / 895 tokens ( 5.94 ms per token, 168.38 tokens per second) 9.13.474.888 I slot print_timing: id 2 | task 8677 | eval time = 1028.62 ms / 2 tokens ( 1028.62 ms per token, 0.97 tokens per second) 9.13.474.888 I slot print_timing: id 2 | task 8677 | total time = 6344.07 ms / 897 tokens 9.13.474.888 I slot print_timing: id 2 | task 8677 | graphs reused = 7437 9.13.474.889 I slot print_timing: id 2 | task 8677 | graph reallocs = 0 / 0 (same size) / (changed size) 9.13.474.932 I slot release: id 2 | task 8677 | stop processing: n_tokens = 897, truncated = 0 9.13.474.940 I slot print_timing: id 0 | task 8680 | prompt processing, n_tokens = 797, progress = 1.00, t = 3.07 s / 259.65 tokens per second 9.14.136.242 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 867, t_last = 239566285730 9.14.144.642 I slot launch_slot_: id 1 | task 8686 | processing task, is_child = 0 9.14.151.762 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 897, t_last = 239566285946 9.14.151.862 I slot launch_slot_: id 2 | task 8687 | processing task, is_child = 0 9.15.711.895 I slot print_timing: id 0 | task 8680 | prompt eval time = 3731.26 ms / 801 tokens ( 4.66 ms per token, 214.67 tokens per second) 9.15.711.901 I slot print_timing: id 0 | task 8680 | eval time = 1575.65 ms / 2 tokens ( 1575.65 ms per token, 0.63 tokens per second) 9.15.711.901 I slot print_timing: id 0 | task 8680 | total time = 5306.91 ms / 803 tokens 9.15.711.902 I slot print_timing: id 0 | task 8680 | graphs reused = 7437 9.15.711.902 I slot print_timing: id 0 | task 8680 | graph reallocs = 0 / 0 (same size) / (changed size) 9.15.711.952 I slot release: id 0 | task 8680 | stop processing: n_tokens = 803, truncated = 0 9.15.712.896 I slot print_timing: id 3 | task 8683 | prompt processing, n_tokens = 862, progress = 1.00, t = 3.25 s / 264.92 tokens per second 9.17.323.607 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.853 (> 0.100 thold), f_keep = 0.861 9.17.323.665 I slot launch_slot_: id 0 | task 8690 | processing task, is_child = 0 9.17.324.516 I slot print_timing: id 1 | task 8686 | prompt processing, n_tokens = 662, progress = 0.84, t = 3.17 s / 208.73 tokens per second 9.17.325.999 I slot print_timing: id 2 | task 8687 | prompt processing, n_tokens = 662, progress = 0.84, t = 3.17 s / 208.74 tokens per second 9.18.118.285 I slot print_timing: id 3 | task 8683 | prompt eval time = 4865.67 ms / 866 tokens ( 5.62 ms per token, 177.98 tokens per second) 9.18.118.287 I slot print_timing: id 3 | task 8683 | eval time = 794.68 ms / 2 tokens ( 794.68 ms per token, 1.26 tokens per second) 9.18.118.288 I slot print_timing: id 3 | task 8683 | total time = 5660.35 ms / 868 tokens 9.18.118.289 I slot print_timing: id 3 | task 8683 | graphs reused = 7437 9.18.118.289 I slot print_timing: id 3 | task 8683 | graph reallocs = 0 / 0 (same size) / (changed size) 9.18.118.338 I slot release: id 3 | task 8683 | stop processing: n_tokens = 868, truncated = 0 9.18.121.486 I slot print_timing: id 1 | task 8686 | prompt processing, n_tokens = 781, progress = 0.99, t = 3.97 s / 196.91 tokens per second 9.18.123.408 I slot print_timing: id 2 | task 8687 | prompt processing, n_tokens = 785, progress = 0.99, t = 3.97 s / 197.93 tokens per second 9.18.190.750 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 868, t_last = 239570929352 9.18.198.123 I slot launch_slot_: id 3 | task 8693 | processing task, is_child = 0 9.19.074.409 I slot print_timing: id 0 | task 8690 | prompt eval time = 866.70 ms / 119 tokens ( 7.28 ms per token, 137.30 tokens per second) 9.19.074.411 I slot print_timing: id 0 | task 8690 | eval time = 884.03 ms / 2 tokens ( 884.03 ms per token, 1.13 tokens per second) 9.19.074.412 I slot print_timing: id 0 | task 8690 | total time = 1750.73 ms / 121 tokens 9.19.074.412 I slot print_timing: id 0 | task 8690 | graphs reused = 7437 9.19.074.413 I slot print_timing: id 0 | task 8690 | graph reallocs = 0 / 0 (same size) / (changed size) 9.19.074.473 I slot release: id 0 | task 8690 | stop processing: n_tokens = 811, truncated = 0 9.19.074.652 I slot print_timing: id 1 | task 8686 | prompt eval time = 4038.69 ms / 785 tokens ( 5.14 ms per token, 194.37 tokens per second) 9.19.074.654 I slot print_timing: id 1 | task 8686 | eval time = 884.09 ms / 2 tokens ( 884.09 ms per token, 1.13 tokens per second) 9.19.074.654 I slot print_timing: id 1 | task 8686 | total time = 4922.78 ms / 787 tokens 9.19.074.654 I slot print_timing: id 1 | task 8686 | graphs reused = 7437 9.19.074.655 I slot print_timing: id 1 | task 8686 | graph reallocs = 0 / 0 (same size) / (changed size) 9.19.074.692 I slot release: id 1 | task 8686 | stop processing: n_tokens = 787, truncated = 0 9.19.074.895 I slot print_timing: id 2 | task 8687 | prompt eval time = 4038.71 ms / 789 tokens ( 5.12 ms per token, 195.36 tokens per second) 9.19.074.902 I slot print_timing: id 2 | task 8687 | eval time = 884.15 ms / 2 tokens ( 884.15 ms per token, 1.13 tokens per second) 9.19.074.903 I slot print_timing: id 2 | task 8687 | total time = 4922.85 ms / 791 tokens 9.19.074.903 I slot print_timing: id 2 | task 8687 | graphs reused = 7437 9.19.074.903 I slot print_timing: id 2 | task 8687 | graph reallocs = 0 / 0 (same size) / (changed size) 9.19.074.936 I slot release: id 2 | task 8687 | stop processing: n_tokens = 791, truncated = 0 9.19.837.619 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 811, t_last = 239571885487 9.20.165.972 I slot launch_slot_: id 0 | task 8697 | processing task, is_child = 0 9.20.180.476 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 787, t_last = 239571885706 9.20.180.572 I slot launch_slot_: id 1 | task 8698 | processing task, is_child = 0 9.20.180.636 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 791, t_last = 239571885950 9.20.180.722 I slot launch_slot_: id 2 | task 8699 | processing task, is_child = 0 9.25.239.625 I slot print_timing: id 3 | task 8693 | prompt eval time = 4500.47 ms / 958 tokens ( 4.70 ms per token, 212.87 tokens per second) 9.25.239.628 I slot print_timing: id 3 | task 8693 | eval time = 2541.01 ms / 2 tokens ( 2541.01 ms per token, 0.39 tokens per second) 9.25.239.629 I slot print_timing: id 3 | task 8693 | total time = 7041.49 ms / 960 tokens 9.25.239.629 I slot print_timing: id 3 | task 8693 | graphs reused = 7437 9.25.239.629 I slot print_timing: id 3 | task 8693 | graph reallocs = 0 / 0 (same size) / (changed size) 9.25.239.679 I slot release: id 3 | task 8693 | stop processing: n_tokens = 960, truncated = 0 9.25.239.692 I slot print_timing: id 0 | task 8697 | prompt processing, n_tokens = 822, progress = 0.88, t = 5.06 s / 162.49 tokens per second 9.25.240.473 I slot print_timing: id 1 | task 8698 | prompt processing, n_tokens = 822, progress = 0.86, t = 5.06 s / 162.50 tokens per second 9.25.241.987 I slot print_timing: id 2 | task 8699 | prompt processing, n_tokens = 822, progress = 0.88, t = 5.06 s / 162.50 tokens per second 9.25.978.677 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.887 (> 0.100 thold), f_keep = 0.886 9.25.978.716 I slot launch_slot_: id 3 | task 8703 | processing task, is_child = 0 9.25.978.724 I slot print_timing: id 0 | task 8697 | prompt processing, n_tokens = 930, progress = 1.00, t = 5.80 s / 160.40 tokens per second 9.26.075.950 I slot print_timing: id 1 | task 8698 | prompt processing, n_tokens = 950, progress = 1.00, t = 5.80 s / 163.86 tokens per second 9.26.077.103 I slot print_timing: id 2 | task 8699 | prompt processing, n_tokens = 933, progress = 1.00, t = 5.80 s / 160.93 tokens per second 9.26.497.589 I slot print_timing: id 0 | task 8697 | prompt eval time = 6236.47 ms / 934 tokens ( 6.68 ms per token, 149.76 tokens per second) 9.26.497.594 I slot print_timing: id 0 | task 8697 | eval time = 80.39 ms / 2 tokens ( 80.39 ms per token, 12.44 tokens per second) 9.26.497.595 I slot print_timing: id 0 | task 8697 | total time = 6316.85 ms / 936 tokens 9.26.497.595 I slot print_timing: id 0 | task 8697 | graphs reused = 7437 9.26.497.595 I slot print_timing: id 0 | task 8697 | graph reallocs = 0 / 0 (same size) / (changed size) 9.26.497.645 I slot release: id 0 | task 8697 | stop processing: n_tokens = 936, truncated = 0 9.26.497.801 I slot print_timing: id 1 | task 8698 | prompt eval time = 6236.49 ms / 954 tokens ( 6.54 ms per token, 152.97 tokens per second) 9.26.497.803 I slot print_timing: id 1 | task 8698 | eval time = 80.43 ms / 2 tokens ( 80.43 ms per token, 12.43 tokens per second) 9.26.497.804 I slot print_timing: id 1 | task 8698 | total time = 6316.91 ms / 956 tokens 9.26.497.805 I slot print_timing: id 1 | task 8698 | graphs reused = 7437 9.26.497.805 I slot print_timing: id 1 | task 8698 | graph reallocs = 0 / 0 (same size) / (changed size) 9.26.497.845 I slot release: id 1 | task 8698 | stop processing: n_tokens = 956, truncated = 0 9.26.498.008 I slot print_timing: id 2 | task 8699 | prompt eval time = 6236.56 ms / 937 tokens ( 6.66 ms per token, 150.24 tokens per second) 9.26.498.009 I slot print_timing: id 2 | task 8699 | eval time = 80.44 ms / 2 tokens ( 80.44 ms per token, 12.43 tokens per second) 9.26.498.010 I slot print_timing: id 2 | task 8699 | total time = 6317.00 ms / 939 tokens 9.26.498.010 I slot print_timing: id 2 | task 8699 | graphs reused = 7437 9.26.498.010 I slot print_timing: id 2 | task 8699 | graph reallocs = 0 / 0 (same size) / (changed size) 9.26.498.043 I slot release: id 2 | task 8699 | stop processing: n_tokens = 939, truncated = 0 9.26.523.770 I slot print_timing: id 3 | task 8703 | prompt eval time = 419.73 ms / 108 tokens ( 3.89 ms per token, 257.31 tokens per second) 9.26.523.773 I slot print_timing: id 3 | task 8703 | eval time = 25.52 ms / 2 tokens ( 25.52 ms per token, 39.18 tokens per second) 9.26.523.773 I slot print_timing: id 3 | task 8703 | total time = 445.25 ms / 110 tokens 9.26.523.774 I slot print_timing: id 3 | task 8703 | graphs reused = 7437 9.26.523.774 I slot print_timing: id 3 | task 8703 | graph reallocs = 0 / 0 (same size) / (changed size) 9.26.523.827 I slot release: id 3 | task 8703 | stop processing: n_tokens = 960, truncated = 0 9.26.523.833 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 936, t_last = 239579308659 9.26.531.821 I slot launch_slot_: id 0 | task 8707 | processing task, is_child = 0 9.26.557.604 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 956, t_last = 239579308859 9.26.557.735 I slot launch_slot_: id 1 | task 8708 | processing task, is_child = 0 9.26.557.884 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 939, t_last = 239579309057 9.26.557.978 I slot launch_slot_: id 2 | task 8709 | processing task, is_child = 0 9.26.558.053 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 960, t_last = 239579334841 9.26.558.145 I slot launch_slot_: id 3 | task 8710 | processing task, is_child = 0 9.32.364.059 I slot print_timing: id 0 | task 8707 | prompt processing, n_tokens = 678, progress = 0.85, t = 5.81 s / 116.78 tokens per second 9.32.467.767 I slot print_timing: id 1 | task 8708 | prompt processing, n_tokens = 678, progress = 0.85, t = 5.81 s / 116.78 tokens per second 9.32.468.695 I slot print_timing: id 2 | task 8709 | prompt processing, n_tokens = 823, progress = 0.84, t = 5.81 s / 141.76 tokens per second 9.32.470.273 I slot print_timing: id 3 | task 8710 | prompt processing, n_tokens = 823, progress = 0.86, t = 5.81 s / 141.76 tokens per second 9.33.500.947 I slot print_timing: id 0 | task 8707 | prompt processing, n_tokens = 798, progress = 1.00, t = 6.94 s / 114.94 tokens per second 9.33.604.727 I slot print_timing: id 1 | task 8708 | prompt processing, n_tokens = 797, progress = 1.00, t = 6.94 s / 114.80 tokens per second 9.33.605.710 I slot print_timing: id 2 | task 8709 | prompt processing, n_tokens = 971, progress = 1.00, t = 6.94 s / 139.86 tokens per second 9.33.606.760 I slot print_timing: id 3 | task 8710 | prompt processing, n_tokens = 950, progress = 1.00, t = 6.94 s / 136.84 tokens per second 9.33.718.713 I slot print_timing: id 0 | task 8707 | prompt eval time = 7119.43 ms / 802 tokens ( 8.88 ms per token, 112.65 tokens per second) 9.33.718.717 I slot print_timing: id 0 | task 8707 | eval time = 41.13 ms / 2 tokens ( 41.13 ms per token, 24.31 tokens per second) 9.33.718.717 I slot print_timing: id 0 | task 8707 | total time = 7160.56 ms / 804 tokens 9.33.718.718 I slot print_timing: id 0 | task 8707 | graphs reused = 7438 9.33.718.718 I slot print_timing: id 0 | task 8707 | graph reallocs = 0 / 0 (same size) / (changed size) 9.33.718.764 I slot release: id 0 | task 8707 | stop processing: n_tokens = 804, truncated = 0 9.33.718.924 I slot print_timing: id 1 | task 8708 | prompt eval time = 7119.42 ms / 801 tokens ( 8.89 ms per token, 112.51 tokens per second) 9.33.718.927 I slot print_timing: id 1 | task 8708 | eval time = 41.17 ms / 2 tokens ( 41.17 ms per token, 24.29 tokens per second) 9.33.718.928 I slot print_timing: id 1 | task 8708 | total time = 7160.59 ms / 803 tokens 9.33.718.928 I slot print_timing: id 1 | task 8708 | graphs reused = 7438 9.33.718.929 I slot print_timing: id 1 | task 8708 | graph reallocs = 0 / 0 (same size) / (changed size) 9.33.718.961 I slot release: id 1 | task 8708 | stop processing: n_tokens = 803, truncated = 0 9.33.719.145 I slot print_timing: id 2 | task 8709 | prompt eval time = 7119.45 ms / 975 tokens ( 7.30 ms per token, 136.95 tokens per second) 9.33.719.146 I slot print_timing: id 2 | task 8709 | eval time = 41.19 ms / 2 tokens ( 41.19 ms per token, 24.28 tokens per second) 9.33.719.147 I slot print_timing: id 2 | task 8709 | total time = 7160.64 ms / 977 tokens 9.33.719.147 I slot print_timing: id 2 | task 8709 | graphs reused = 7438 9.33.719.148 I slot print_timing: id 2 | task 8709 | graph reallocs = 0 / 0 (same size) / (changed size) 9.33.719.193 I slot release: id 2 | task 8709 | stop processing: n_tokens = 977, truncated = 0 9.33.719.376 I slot print_timing: id 3 | task 8710 | prompt eval time = 7119.49 ms / 954 tokens ( 7.46 ms per token, 134.00 tokens per second) 9.33.719.379 I slot print_timing: id 3 | task 8710 | eval time = 41.23 ms / 2 tokens ( 41.23 ms per token, 24.25 tokens per second) 9.33.719.379 I slot print_timing: id 3 | task 8710 | total time = 7160.72 ms / 956 tokens 9.33.719.379 I slot print_timing: id 3 | task 8710 | graphs reused = 7438 9.33.719.380 I slot print_timing: id 3 | task 8710 | graph reallocs = 0 / 0 (same size) / (changed size) 9.33.719.411 I slot release: id 3 | task 8710 | stop processing: n_tokens = 956, truncated = 0 9.33.732.638 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.887 (> 0.100 thold), f_keep = 0.872 9.33.732.689 I slot launch_slot_: id 2 | task 8716 | processing task, is_child = 0 9.33.753.760 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 804, t_last = 239586529778 9.33.753.863 I slot launch_slot_: id 0 | task 8717 | processing task, is_child = 0 9.33.753.989 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 803, t_last = 239586529975 9.33.754.069 I slot launch_slot_: id 1 | task 8718 | processing task, is_child = 0 9.33.754.137 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 956, t_last = 239586530425 9.33.754.221 I slot launch_slot_: id 3 | task 8719 | processing task, is_child = 0 9.38.644.244 I slot print_timing: id 0 | task 8717 | prompt processing, n_tokens = 771, progress = 0.87, t = 4.89 s / 157.68 tokens per second 9.38.644.976 I slot print_timing: id 1 | task 8718 | prompt processing, n_tokens = 771, progress = 0.86, t = 4.89 s / 157.68 tokens per second 9.38.646.395 I slot print_timing: id 3 | task 8719 | prompt processing, n_tokens = 771, progress = 0.84, t = 4.89 s / 157.71 tokens per second 9.39.562.357 I slot print_timing: id 2 | task 8716 | prompt eval time = 4889.74 ms / 109 tokens ( 44.86 ms per token, 22.29 tokens per second) 9.39.562.360 I slot print_timing: id 2 | task 8716 | eval time = 918.12 ms / 2 tokens ( 918.12 ms per token, 1.09 tokens per second) 9.39.562.361 I slot print_timing: id 2 | task 8716 | total time = 5807.86 ms / 111 tokens 9.39.562.361 I slot print_timing: id 2 | task 8716 | graphs reused = 7438 9.39.562.362 I slot print_timing: id 2 | task 8716 | graph reallocs = 0 / 0 (same size) / (changed size) 9.39.562.419 I slot release: id 2 | task 8716 | stop processing: n_tokens = 962, truncated = 0 9.39.562.429 I slot print_timing: id 0 | task 8717 | prompt processing, n_tokens = 887, progress = 1.00, t = 5.81 s / 152.72 tokens per second 9.39.563.374 I slot print_timing: id 1 | task 8718 | prompt processing, n_tokens = 894, progress = 1.00, t = 5.81 s / 153.93 tokens per second 9.39.564.986 I slot print_timing: id 3 | task 8719 | prompt processing, n_tokens = 918, progress = 1.00, t = 5.81 s / 158.08 tokens per second 9.39.647.969 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 962, t_last = 239592373433 9.39.657.454 I slot launch_slot_: id 2 | task 8724 | processing task, is_child = 0 9.40.430.945 I slot print_timing: id 0 | task 8717 | prompt eval time = 5893.35 ms / 891 tokens ( 6.61 ms per token, 151.19 tokens per second) 9.40.430.947 I slot print_timing: id 0 | task 8717 | eval time = 783.36 ms / 2 tokens ( 783.36 ms per token, 1.28 tokens per second) 9.40.430.947 I slot print_timing: id 0 | task 8717 | total time = 6676.71 ms / 893 tokens 9.40.430.948 I slot print_timing: id 0 | task 8717 | graphs reused = 7438 9.40.430.948 I slot print_timing: id 0 | task 8717 | graph reallocs = 0 / 0 (same size) / (changed size) 9.40.431.006 I slot release: id 0 | task 8717 | stop processing: n_tokens = 893, truncated = 0 9.40.431.174 I slot print_timing: id 1 | task 8718 | prompt eval time = 5893.41 ms / 898 tokens ( 6.56 ms per token, 152.37 tokens per second) 9.40.431.176 I slot print_timing: id 1 | task 8718 | eval time = 783.40 ms / 2 tokens ( 783.40 ms per token, 1.28 tokens per second) 9.40.431.177 I slot print_timing: id 1 | task 8718 | total time = 6676.81 ms / 900 tokens 9.40.431.177 I slot print_timing: id 1 | task 8718 | graphs reused = 7438 9.40.431.177 I slot print_timing: id 1 | task 8718 | graph reallocs = 0 / 0 (same size) / (changed size) 9.40.431.222 I slot release: id 1 | task 8718 | stop processing: n_tokens = 900, truncated = 0 9.40.431.410 I slot print_timing: id 3 | task 8719 | prompt eval time = 5892.79 ms / 922 tokens ( 6.39 ms per token, 156.46 tokens per second) 9.40.431.411 I slot print_timing: id 3 | task 8719 | eval time = 783.44 ms / 2 tokens ( 783.44 ms per token, 1.28 tokens per second) 9.40.431.412 I slot print_timing: id 3 | task 8719 | total time = 6676.23 ms / 924 tokens 9.40.431.412 I slot print_timing: id 3 | task 8719 | graphs reused = 7438 9.40.431.413 I slot print_timing: id 3 | task 8719 | graph reallocs = 0 / 0 (same size) / (changed size) 9.40.431.454 I slot release: id 3 | task 8719 | stop processing: n_tokens = 924, truncated = 0 9.41.240.901 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 893, t_last = 239593242020 9.41.518.507 I slot launch_slot_: id 0 | task 8728 | processing task, is_child = 0 9.41.530.418 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.756 MiB) 9.41.530.427 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.381 MiB) 9.41.538.862 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 900, t_last = 239593242236 9.41.538.965 I slot launch_slot_: id 1 | task 8729 | processing task, is_child = 0 9.41.539.035 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.904 (> 0.100 thold), f_keep = 0.866 9.41.539.056 I slot launch_slot_: id 3 | task 8730 | processing task, is_child = 0 9.44.547.867 I slot print_timing: id 0 | task 8728 | prompt processing, n_tokens = 717, progress = 0.58, t = 3.01 s / 238.32 tokens per second 9.44.548.565 I slot print_timing: id 1 | task 8729 | prompt processing, n_tokens = 731, progress = 0.59, t = 3.01 s / 242.98 tokens per second 9.44.549.871 I slot print_timing: id 3 | task 8730 | prompt processing, n_tokens = 81, progress = 1.00, t = 3.01 s / 26.93 tokens per second 9.46.002.073 I slot print_timing: id 2 | task 8724 | prompt eval time = 4890.39 ms / 896 tokens ( 5.46 ms per token, 183.22 tokens per second) 9.46.002.075 I slot print_timing: id 2 | task 8724 | eval time = 1454.22 ms / 2 tokens ( 1454.22 ms per token, 0.69 tokens per second) 9.46.002.075 I slot print_timing: id 2 | task 8724 | total time = 6344.61 ms / 898 tokens 9.46.002.076 I slot print_timing: id 2 | task 8724 | graphs reused = 7438 9.46.002.076 I slot print_timing: id 2 | task 8724 | graph reallocs = 0 / 0 (same size) / (changed size) 9.46.002.131 I slot release: id 2 | task 8724 | stop processing: n_tokens = 898, truncated = 0 9.46.002.341 I slot print_timing: id 0 | task 8728 | prompt processing, n_tokens = 1067, progress = 0.87, t = 4.46 s / 239.08 tokens per second 9.46.003.311 I slot print_timing: id 1 | task 8729 | prompt processing, n_tokens = 1067, progress = 0.86, t = 4.46 s / 239.09 tokens per second 9.46.800.534 I slot print_timing: id 3 | task 8730 | prompt eval time = 4462.20 ms / 85 tokens ( 52.50 ms per token, 19.05 tokens per second) 9.46.800.536 I slot print_timing: id 3 | task 8730 | eval time = 798.20 ms / 2 tokens ( 798.20 ms per token, 1.25 tokens per second) 9.46.800.537 I slot print_timing: id 3 | task 8730 | total time = 5260.40 ms / 87 tokens 9.46.800.537 I slot print_timing: id 3 | task 8730 | graphs reused = 7438 9.46.800.538 I slot print_timing: id 3 | task 8730 | graph reallocs = 0 / 0 (same size) / (changed size) 9.46.800.590 I slot release: id 3 | task 8730 | stop processing: n_tokens = 886, truncated = 0 9.46.800.596 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 898, t_last = 239598813145 9.46.800.686 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.600 MiB) 9.46.800.691 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 15.093 MiB) 9.46.800.693 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.429 MiB) 9.46.800.695 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 18.743 MiB) 9.46.800.697 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.437 MiB) 9.46.800.700 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.319 MiB) 9.46.811.605 I slot launch_slot_: id 2 | task 8734 | processing task, is_child = 0 9.46.811.691 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 17.625 MiB) 9.46.811.694 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.803 MiB) 9.46.811.696 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.960 MiB) 9.46.811.698 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 16.445 MiB) 9.46.811.704 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.397 MiB) 9.46.811.706 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.092 MiB) 9.46.811.709 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.741 MiB) 9.46.811.710 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.725 MiB) 9.46.822.051 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 886, t_last = 239599611604 9.46.822.165 I slot launch_slot_: id 3 | task 8735 | processing task, is_child = 0 9.46.822.172 I slot print_timing: id 0 | task 8728 | prompt processing, n_tokens = 1229, progress = 1.00, t = 5.26 s / 233.59 tokens per second 9.46.824.274 I slot print_timing: id 1 | task 8729 | prompt processing, n_tokens = 1243, progress = 1.00, t = 5.26 s / 236.26 tokens per second 9.50.790.269 I slot print_timing: id 2 | task 8734 | prompt processing, n_tokens = 781, progress = 0.60, t = 3.96 s / 197.06 tokens per second 9.50.791.225 I slot print_timing: id 3 | task 8735 | prompt processing, n_tokens = 1259, progress = 0.49, t = 3.96 s / 317.68 tokens per second 9.53.058.853 I slot print_timing: id 0 | task 8728 | prompt eval time = 9250.96 ms / 1233 tokens ( 7.50 ms per token, 133.28 tokens per second) 9.53.058.859 I slot print_timing: id 0 | task 8728 | eval time = 2268.82 ms / 2 tokens ( 2268.82 ms per token, 0.44 tokens per second) 9.53.058.859 I slot print_timing: id 0 | task 8728 | total time = 11519.78 ms / 1235 tokens 9.53.058.860 I slot print_timing: id 0 | task 8728 | graphs reused = 7438 9.53.058.860 I slot print_timing: id 0 | task 8728 | graph reallocs = 0 / 0 (same size) / (changed size) 9.53.058.931 I slot release: id 0 | task 8728 | stop processing: n_tokens = 1235, truncated = 0 9.53.059.191 I slot print_timing: id 1 | task 8729 | prompt eval time = 9251.03 ms / 1247 tokens ( 7.42 ms per token, 134.80 tokens per second) 9.53.059.199 I slot print_timing: id 1 | task 8729 | eval time = 2268.93 ms / 2 tokens ( 2268.93 ms per token, 0.44 tokens per second) 9.53.059.199 I slot print_timing: id 1 | task 8729 | total time = 11519.96 ms / 1249 tokens 9.53.059.199 I slot print_timing: id 1 | task 8729 | graphs reused = 7438 9.53.059.200 I slot print_timing: id 1 | task 8729 | graph reallocs = 0 / 0 (same size) / (changed size) 9.53.059.255 I slot release: id 1 | task 8729 | stop processing: n_tokens = 1249, truncated = 0 9.53.059.265 I slot print_timing: id 2 | task 8734 | prompt processing, n_tokens = 1067, progress = 0.82, t = 6.23 s / 171.21 tokens per second 9.53.060.458 I slot print_timing: id 3 | task 8735 | prompt processing, n_tokens = 2033, progress = 0.80, t = 6.23 s / 326.22 tokens per second 9.53.999.608 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1235, t_last = 239605869946 9.53.999.726 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.780 MiB) 9.53.999.731 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.146 MiB) 9.53.999.733 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.335 MiB) 9.53.999.735 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.990 MiB) 9.53.999.738 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.944 MiB) 9.53.999.740 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.632 MiB) 9.53.999.742 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 10.123 MiB) 9.53.999.744 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.491 MiB) 9.54.063.224 I slot launch_slot_: id 0 | task 8739 | processing task, is_child = 0 9.54.063.320 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 17.438 MiB) 9.54.063.323 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.788 MiB) 9.54.063.439 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 15.789 MiB) 9.54.063.524 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 16.867 MiB) 9.54.063.618 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.101 MiB) 9.54.063.727 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 17.149 MiB) 9.54.073.291 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1249, t_last = 239605870270 9.54.073.426 I slot launch_slot_: id 1 | task 8740 | processing task, is_child = 0 10.01.636.917 I slot print_timing: id 0 | task 8739 | prompt processing, n_tokens = 2180, progress = 0.81, t = 7.56 s / 288.23 tokens per second 10.02.182.840 I slot print_timing: id 1 | task 8740 | prompt processing, n_tokens = 1916, progress = 0.78, t = 4.62 s / 414.86 tokens per second 10.02.182.850 I slot print_timing: id 2 | task 8734 | prompt processing, n_tokens = 1293, progress = 1.00, t = 7.17 s / 180.26 tokens per second 10.02.184.169 I slot print_timing: id 3 | task 8735 | prompt processing, n_tokens = 2243, progress = 0.88, t = 7.17 s / 312.70 tokens per second 10.03.272.209 I slot print_timing: id 0 | task 8739 | prompt processing, n_tokens = 2243, progress = 0.83, t = 9.20 s / 243.84 tokens per second 10.03.272.944 I slot print_timing: id 1 | task 8740 | prompt processing, n_tokens = 1942, progress = 0.79, t = 6.25 s / 310.54 tokens per second 10.03.274.170 I slot print_timing: id 3 | task 8735 | prompt processing, n_tokens = 2545, progress = 1.00, t = 16.45 s / 154.75 tokens per second 10.05.041.541 I slot print_timing: id 2 | task 8734 | prompt eval time = 16445.74 ms / 1297 tokens ( 12.68 ms per token, 78.87 tokens per second) 10.05.041.543 I slot print_timing: id 2 | task 8734 | eval time = 1769.34 ms / 2 tokens ( 1769.34 ms per token, 0.57 tokens per second) 10.05.041.544 I slot print_timing: id 2 | task 8734 | total time = 18215.07 ms / 1299 tokens 10.05.041.544 I slot print_timing: id 2 | task 8734 | graphs reused = 7438 10.05.041.545 I slot print_timing: id 2 | task 8734 | graph reallocs = 0 / 0 (same size) / (changed size) 10.05.041.615 I slot release: id 2 | task 8734 | stop processing: n_tokens = 1299, truncated = 0 10.05.041.832 I slot print_timing: id 0 | task 8739 | prompt processing, n_tokens = 2692, progress = 1.00, t = 10.97 s / 245.44 tokens per second 10.05.045.585 I slot print_timing: id 1 | task 8740 | prompt processing, n_tokens = 2243, progress = 0.91, t = 8.02 s / 279.57 tokens per second 10.05.615.515 I slot print_timing: id 3 | task 8735 | prompt eval time = 18215.18 ms / 2549 tokens ( 7.15 ms per token, 139.94 tokens per second) 10.05.615.518 I slot print_timing: id 3 | task 8735 | eval time = 573.69 ms / 2 tokens ( 573.69 ms per token, 1.74 tokens per second) 10.05.615.519 I slot print_timing: id 3 | task 8735 | total time = 18788.88 ms / 2551 tokens 10.05.615.520 I slot print_timing: id 3 | task 8735 | graphs reused = 7438 10.05.615.520 I slot print_timing: id 3 | task 8735 | graph reallocs = 0 / 0 (same size) / (changed size) 10.05.615.660 I slot release: id 3 | task 8735 | stop processing: n_tokens = 2551, truncated = 0 10.05.615.669 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.874 (> 0.100 thold), f_keep = 0.895 10.05.615.733 I slot launch_slot_: id 3 | task 8746 | processing task, is_child = 0 10.05.615.842 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.444 MiB) 10.05.615.845 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.186 MiB) 10.05.615.847 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 15.601 MiB) 10.05.615.850 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 15.374 MiB) 10.05.615.851 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.241 MiB) 10.05.615.991 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.889 MiB) 10.05.616.165 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 15.601 MiB) 10.05.627.479 I slot print_timing: id 1 | task 8740 | prompt processing, n_tokens = 2454, progress = 1.00, t = 8.60 s / 285.46 tokens per second 10.06.469.786 I slot print_timing: id 0 | task 8739 | prompt eval time = 11541.86 ms / 2696 tokens ( 4.28 ms per token, 233.58 tokens per second) 10.06.469.790 I slot print_timing: id 0 | task 8739 | eval time = 854.49 ms / 2 tokens ( 854.49 ms per token, 1.17 tokens per second) 10.06.469.791 I slot print_timing: id 0 | task 8739 | total time = 12396.35 ms / 2698 tokens 10.06.469.791 I slot print_timing: id 0 | task 8739 | graphs reused = 7438 10.06.469.792 I slot print_timing: id 0 | task 8739 | graph reallocs = 0 / 0 (same size) / (changed size) 10.06.469.936 I slot release: id 0 | task 8739 | stop processing: n_tokens = 2698, truncated = 0 10.06.470.142 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1299, t_last = 239617852629 10.06.470.313 I slot launch_slot_: id 2 | task 8748 | processing task, is_child = 0 10.06.470.452 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.600 MiB) 10.06.470.526 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 16.117 MiB) 10.06.470.659 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.944 MiB) 10.06.470.774 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.662 MiB) 10.06.470.996 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.998 MiB) 10.06.471.142 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.710 MiB) 10.06.471.307 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.936 MiB) 10.06.471.506 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.866 MiB) 10.06.471.625 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.960 MiB) 10.06.471.768 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.662 MiB) 10.08.938.622 I slot print_timing: id 1 | task 8740 | prompt eval time = 9451.71 ms / 2458 tokens ( 3.85 ms per token, 260.06 tokens per second) 10.08.938.629 I slot print_timing: id 1 | task 8740 | eval time = 2468.47 ms / 2 tokens ( 2468.47 ms per token, 0.41 tokens per second) 10.08.938.629 I slot print_timing: id 1 | task 8740 | total time = 11920.18 ms / 2460 tokens 10.08.938.630 I slot print_timing: id 1 | task 8740 | graphs reused = 7438 10.08.938.630 I slot print_timing: id 1 | task 8740 | graph reallocs = 0 / 0 (same size) / (changed size) 10.08.938.767 I slot release: id 1 | task 8740 | stop processing: n_tokens = 2460, truncated = 0 10.08.938.994 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 2698, t_last = 239619280951 10.08.939.233 I slot launch_slot_: id 0 | task 8750 | processing task, is_child = 0 10.08.939.370 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.998 MiB) 10.08.939.462 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 22.354 MiB) 10.08.939.624 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.311 MiB) 10.08.939.811 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 16.680 MiB) 10.08.939.942 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 16.820 MiB) 10.08.940.098 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.851 MiB) 10.08.940.226 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.913 MiB) 10.11.950.899 I slot print_timing: id 3 | task 8746 | prompt eval time = 3309.14 ms / 328 tokens ( 10.09 ms per token, 99.12 tokens per second) 10.11.950.902 I slot print_timing: id 3 | task 8746 | eval time = 3011.90 ms / 2 tokens ( 3011.90 ms per token, 0.33 tokens per second) 10.11.950.902 I slot print_timing: id 3 | task 8746 | total time = 6321.04 ms / 330 tokens 10.11.950.903 I slot print_timing: id 3 | task 8746 | graphs reused = 7438 10.11.950.903 I slot print_timing: id 3 | task 8746 | graph reallocs = 0 / 0 (same size) / (changed size) 10.11.951.043 I slot release: id 3 | task 8746 | stop processing: n_tokens = 2611, truncated = 0 10.11.951.052 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 2460, t_last = 239621749782 10.11.951.271 I slot launch_slot_: id 1 | task 8752 | processing task, is_child = 0 10.11.951.413 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 15.984 MiB) 10.11.951.587 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 21.463 MiB) 10.11.951.712 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 18.368 MiB) 10.11.951.840 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.428 MiB) 10.11.951.970 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.725 MiB) 10.11.952.093 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 16.219 MiB) 10.11.952.199 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.842 MiB) 10.11.952.310 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.436 MiB) 10.11.952.387 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.975 MiB) 10.11.952.516 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 15.929 MiB) 10.11.962.046 I slot print_timing: id 0 | task 8750 | prompt processing, n_tokens = 1301, progress = 0.72, t = 3.00 s / 433.62 tokens per second 10.11.964.149 I slot print_timing: id 2 | task 8748 | prompt processing, n_tokens = 1422, progress = 0.82, t = 5.47 s / 260.08 tokens per second 10.15.521.107 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 2611, t_last = 239624762058 10.15.521.347 I slot launch_slot_: id 3 | task 8754 | processing task, is_child = 0 10.15.521.360 I slot print_timing: id 0 | task 8750 | prompt processing, n_tokens = 1422, progress = 0.78, t = 6.57 s / 216.42 tokens per second 10.15.741.417 I slot print_timing: id 1 | task 8752 | prompt processing, n_tokens = 1422, progress = 0.71, t = 3.56 s / 399.74 tokens per second 10.15.742.415 I slot print_timing: id 2 | task 8748 | prompt processing, n_tokens = 1737, progress = 1.00, t = 9.04 s / 192.19 tokens per second 10.19.446.253 I slot print_timing: id 0 | task 8750 | prompt processing, n_tokens = 1813, progress = 1.00, t = 10.50 s / 172.74 tokens per second 10.19.447.297 I slot print_timing: id 1 | task 8752 | prompt processing, n_tokens = 1491, progress = 0.74, t = 7.48 s / 199.27 tokens per second 10.19.448.795 I slot print_timing: id 3 | task 8754 | prompt processing, n_tokens = 1317, progress = 0.72, t = 3.70 s / 355.80 tokens per second 10.20.871.266 I slot print_timing: id 2 | task 8748 | prompt eval time = 12962.96 ms / 1741 tokens ( 7.45 ms per token, 134.31 tokens per second) 10.20.871.269 I slot print_timing: id 2 | task 8748 | eval time = 1425.02 ms / 2 tokens ( 1425.02 ms per token, 0.70 tokens per second) 10.20.871.270 I slot print_timing: id 2 | task 8748 | total time = 14387.98 ms / 1743 tokens 10.20.871.270 I slot print_timing: id 2 | task 8748 | graphs reused = 7438 10.20.871.271 I slot print_timing: id 2 | task 8748 | graph reallocs = 0 / 0 (same size) / (changed size) 10.20.871.372 I slot release: id 2 | task 8748 | stop processing: n_tokens = 1743, truncated = 0 10.20.871.387 I slot print_timing: id 1 | task 8752 | prompt processing, n_tokens = 2003, progress = 1.00, t = 8.91 s / 224.88 tokens per second 10.20.872.788 I slot print_timing: id 3 | task 8754 | prompt processing, n_tokens = 1422, progress = 0.78, t = 5.13 s / 277.39 tokens per second 10.21.810.160 I slot print_timing: id 0 | task 8750 | prompt eval time = 11920.70 ms / 1817 tokens ( 6.56 ms per token, 152.42 tokens per second) 10.21.810.162 I slot print_timing: id 0 | task 8750 | eval time = 939.05 ms / 2 tokens ( 939.05 ms per token, 1.06 tokens per second) 10.21.810.163 I slot print_timing: id 0 | task 8750 | total time = 12859.76 ms / 1819 tokens 10.21.810.163 I slot print_timing: id 0 | task 8750 | graphs reused = 7438 10.21.810.164 I slot print_timing: id 0 | task 8750 | graph reallocs = 0 / 0 (same size) / (changed size) 10.21.810.270 I slot release: id 0 | task 8750 | stop processing: n_tokens = 1819, truncated = 0 10.21.810.491 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.756 (> 0.100 thold), f_keep = 0.803 10.21.810.554 I slot launch_slot_: id 0 | task 8758 | processing task, is_child = 0 10.21.810.677 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.842 MiB) 10.21.810.682 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 16.164 MiB) 10.21.810.684 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.373 MiB) 10.21.810.685 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.568 MiB) 10.21.810.828 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.248 MiB) 10.21.810.933 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 17.109 MiB) 10.21.811.082 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 17.711 MiB) 10.21.821.334 I slot print_timing: id 3 | task 8754 | prompt processing, n_tokens = 1829, progress = 1.00, t = 6.07 s / 301.54 tokens per second 10.22.877.550 I slot print_timing: id 1 | task 8752 | prompt eval time = 9846.72 ms / 2007 tokens ( 4.91 ms per token, 203.82 tokens per second) 10.22.877.552 I slot print_timing: id 1 | task 8752 | eval time = 1067.06 ms / 2 tokens ( 1067.06 ms per token, 0.94 tokens per second) 10.22.877.553 I slot print_timing: id 1 | task 8752 | total time = 10913.78 ms / 2009 tokens 10.22.877.553 I slot print_timing: id 1 | task 8752 | graphs reused = 7438 10.22.877.554 I slot print_timing: id 1 | task 8752 | graph reallocs = 0 / 0 (same size) / (changed size) 10.22.877.674 I slot release: id 1 | task 8752 | stop processing: n_tokens = 2009, truncated = 0 10.22.877.903 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.830 (> 0.100 thold), f_keep = 0.727 10.22.877.974 I slot launch_slot_: id 1 | task 8760 | processing task, is_child = 0 10.22.977.747 I slot print_timing: id 3 | task 8754 | prompt eval time = 7133.36 ms / 1833 tokens ( 3.89 ms per token, 256.96 tokens per second) 10.22.977.750 I slot print_timing: id 3 | task 8754 | eval time = 99.85 ms / 2 tokens ( 99.85 ms per token, 10.02 tokens per second) 10.22.977.751 I slot print_timing: id 3 | task 8754 | total time = 7233.21 ms / 1835 tokens 10.22.977.751 I slot print_timing: id 3 | task 8754 | graphs reused = 7438 10.22.977.751 I slot print_timing: id 3 | task 8754 | graph reallocs = 0 / 0 (same size) / (changed size) 10.22.977.858 I slot release: id 3 | task 8754 | stop processing: n_tokens = 1835, truncated = 0 10.22.977.866 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1743, t_last = 239633682387 10.22.978.028 I slot launch_slot_: id 2 | task 8762 | processing task, is_child = 0 10.22.978.149 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.131 MiB) 10.22.978.199 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.037 MiB) 10.22.978.307 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.561 MiB) 10.22.978.410 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.412 MiB) 10.22.978.554 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.147 MiB) 10.22.978.687 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.928 MiB) 10.22.978.811 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.945 MiB) 10.22.978.923 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.593 MiB) 10.22.979.023 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 15.414 MiB) 10.22.987.243 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1835, t_last = 239635788873 10.22.987.402 I slot launch_slot_: id 3 | task 8763 | processing task, is_child = 0 10.24.677.362 I slot print_timing: id 0 | task 8758 | prompt eval time = 1157.15 ms / 471 tokens ( 2.46 ms per token, 407.03 tokens per second) 10.24.677.364 I slot print_timing: id 0 | task 8758 | eval time = 1699.77 ms / 2 tokens ( 1699.77 ms per token, 0.59 tokens per second) 10.24.677.365 I slot print_timing: id 0 | task 8758 | total time = 2856.92 ms / 473 tokens 10.24.677.365 I slot print_timing: id 0 | task 8758 | graphs reused = 7438 10.24.677.366 I slot print_timing: id 0 | task 8758 | graph reallocs = 0 / 0 (same size) / (changed size) 10.24.677.470 I slot release: id 0 | task 8758 | stop processing: n_tokens = 1932, truncated = 0 10.26.291.273 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1932, t_last = 239637488485 10.26.291.408 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.718 MiB) 10.26.291.412 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.288 MiB) 10.26.291.414 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 10.779 MiB) 10.26.291.531 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.069 MiB) 10.26.291.627 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.569 MiB) 10.26.291.747 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.131 MiB) 10.26.291.898 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.467 MiB) 10.26.292.015 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 15.976 MiB) 10.26.292.120 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.334 MiB) 10.26.299.563 I slot launch_slot_: id 0 | task 8766 | processing task, is_child = 0 10.26.299.953 I slot print_timing: id 2 | task 8762 | prompt processing, n_tokens = 610, progress = 0.84, t = 3.30 s / 184.69 tokens per second 10.26.300.724 I slot print_timing: id 3 | task 8763 | prompt processing, n_tokens = 610, progress = 0.82, t = 3.30 s / 184.71 tokens per second 10.27.371.531 I slot print_timing: id 1 | task 8760 | prompt eval time = 3408.50 ms / 337 tokens ( 10.11 ms per token, 98.87 tokens per second) 10.27.371.533 I slot print_timing: id 1 | task 8760 | eval time = 1080.26 ms / 2 tokens ( 1080.26 ms per token, 0.93 tokens per second) 10.27.371.534 I slot print_timing: id 1 | task 8760 | total time = 4488.76 ms / 339 tokens 10.27.371.534 I slot print_timing: id 1 | task 8760 | graphs reused = 7438 10.27.371.535 I slot print_timing: id 1 | task 8760 | graph reallocs = 0 / 0 (same size) / (changed size) 10.27.371.637 I slot release: id 1 | task 8760 | stop processing: n_tokens = 1760, truncated = 0 10.27.372.014 I slot print_timing: id 2 | task 8762 | prompt processing, n_tokens = 721, progress = 0.99, t = 4.38 s / 164.49 tokens per second 10.27.373.335 I slot print_timing: id 3 | task 8763 | prompt processing, n_tokens = 741, progress = 0.99, t = 4.38 s / 169.07 tokens per second 10.28.151.872 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1760, t_last = 239640182652 10.28.151.992 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 15.187 MiB) 10.28.151.997 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.225 MiB) 10.28.151.999 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 16.539 MiB) 10.28.152.003 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 10.685 MiB) 10.28.152.062 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.945 MiB) 10.28.152.165 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.343 MiB) 10.28.152.284 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.436 MiB) 10.28.152.410 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.030 MiB) 10.28.161.581 I slot launch_slot_: id 1 | task 8769 | processing task, is_child = 0 10.28.956.541 I slot print_timing: id 2 | task 8762 | prompt eval time = 5163.50 ms / 725 tokens ( 7.12 ms per token, 140.41 tokens per second) 10.28.956.543 I slot print_timing: id 2 | task 8762 | eval time = 804.86 ms / 2 tokens ( 804.86 ms per token, 1.24 tokens per second) 10.28.956.543 I slot print_timing: id 2 | task 8762 | total time = 5968.35 ms / 727 tokens 10.28.956.544 I slot print_timing: id 2 | task 8762 | graphs reused = 7438 10.28.956.544 I slot print_timing: id 2 | task 8762 | graph reallocs = 0 / 0 (same size) / (changed size) 10.28.956.592 I slot release: id 2 | task 8762 | stop processing: n_tokens = 727, truncated = 0 10.28.956.767 I slot print_timing: id 3 | task 8763 | prompt eval time = 5163.36 ms / 745 tokens ( 6.93 ms per token, 144.29 tokens per second) 10.28.956.770 I slot print_timing: id 3 | task 8763 | eval time = 804.90 ms / 2 tokens ( 804.90 ms per token, 1.24 tokens per second) 10.28.956.770 I slot print_timing: id 3 | task 8763 | total time = 5968.26 ms / 747 tokens 10.28.956.771 I slot print_timing: id 3 | task 8763 | graphs reused = 7438 10.28.956.771 I slot print_timing: id 3 | task 8763 | graph reallocs = 0 / 0 (same size) / (changed size) 10.28.956.808 I slot release: id 3 | task 8763 | stop processing: n_tokens = 747, truncated = 0 10.29.786.327 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.865 (> 0.100 thold), f_keep = 0.879 10.29.786.395 I slot launch_slot_: id 2 | task 8772 | processing task, is_child = 0 10.29.786.483 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 15.320 MiB) 10.29.786.490 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.476 MiB) 10.29.786.631 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.092 MiB) 10.29.786.742 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.303 MiB) 10.29.786.851 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 15.320 MiB) 10.29.786.969 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.898 MiB) 10.29.793.834 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 747, t_last = 239641767822 10.29.793.937 I slot launch_slot_: id 3 | task 8773 | processing task, is_child = 0 10.30.834.499 I slot print_timing: id 0 | task 8766 | prompt eval time = 3486.74 ms / 759 tokens ( 4.59 ms per token, 217.68 tokens per second) 10.30.834.504 I slot print_timing: id 0 | task 8766 | eval time = 1048.18 ms / 2 tokens ( 1048.18 ms per token, 0.95 tokens per second) 10.30.834.505 I slot print_timing: id 0 | task 8766 | total time = 4534.91 ms / 761 tokens 10.30.834.505 I slot print_timing: id 0 | task 8766 | graphs reused = 7438 10.30.834.506 I slot print_timing: id 0 | task 8766 | graph reallocs = 0 / 0 (same size) / (changed size) 10.30.834.554 I slot release: id 0 | task 8766 | stop processing: n_tokens = 761, truncated = 0 10.31.577.835 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 761, t_last = 239643645568 10.31.577.916 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.382 MiB) 10.31.577.920 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.616 MiB) 10.31.577.923 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 15.234 MiB) 10.31.578.018 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 17.719 MiB) 10.31.578.104 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 10.068 MiB) 10.31.578.201 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.373 MiB) 10.31.586.079 I slot launch_slot_: id 0 | task 8776 | processing task, is_child = 0 10.33.051.163 I slot print_timing: id 1 | task 8769 | prompt eval time = 3414.33 ms / 724 tokens ( 4.72 ms per token, 212.05 tokens per second) 10.33.051.168 I slot print_timing: id 1 | task 8769 | eval time = 1473.52 ms / 2 tokens ( 1473.52 ms per token, 0.68 tokens per second) 10.33.051.170 I slot print_timing: id 1 | task 8769 | total time = 4887.85 ms / 726 tokens 10.33.051.170 I slot print_timing: id 1 | task 8769 | graphs reused = 7438 10.33.051.170 I slot print_timing: id 1 | task 8769 | graph reallocs = 0 / 0 (same size) / (changed size) 10.33.051.217 I slot release: id 1 | task 8769 | stop processing: n_tokens = 726, truncated = 0 10.33.051.386 I slot print_timing: id 2 | task 8772 | prompt eval time = 1782.03 ms / 100 tokens ( 17.82 ms per token, 56.12 tokens per second) 10.33.051.388 I slot print_timing: id 2 | task 8772 | eval time = 1473.55 ms / 2 tokens ( 1473.55 ms per token, 0.68 tokens per second) 10.33.051.388 I slot print_timing: id 2 | task 8772 | total time = 3255.58 ms / 102 tokens 10.33.051.388 I slot print_timing: id 2 | task 8772 | graphs reused = 7438 10.33.051.389 I slot print_timing: id 2 | task 8772 | graph reallocs = 0 / 0 (same size) / (changed size) 10.33.051.429 I slot release: id 2 | task 8772 | stop processing: n_tokens = 740, truncated = 0 10.33.052.291 I slot print_timing: id 3 | task 8773 | prompt processing, n_tokens = 793, progress = 0.99, t = 3.25 s / 243.66 tokens per second 10.33.844.791 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 726, t_last = 239645862231 10.33.844.871 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.334 MiB) 10.33.844.874 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 10.967 MiB) 10.33.844.961 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.990 MiB) 10.33.845.077 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.186 MiB) 10.33.845.208 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.748 MiB) 10.33.845.293 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 15.742 MiB) 10.33.853.214 I slot launch_slot_: id 1 | task 8779 | processing task, is_child = 0 10.33.853.284 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.725 MiB) 10.33.853.389 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 15.460 MiB) 10.33.853.506 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.045 MiB) 10.33.853.604 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.303 MiB) 10.33.853.703 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 15.976 MiB) 10.33.853.799 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.717 MiB) 10.33.853.873 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.476 MiB) 10.33.860.582 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 740, t_last = 239645862443 10.33.860.676 I slot launch_slot_: id 2 | task 8780 | processing task, is_child = 0 10.35.384.217 I slot print_timing: id 3 | task 8773 | prompt eval time = 4048.28 ms / 797 tokens ( 5.08 ms per token, 196.87 tokens per second) 10.35.384.224 I slot print_timing: id 3 | task 8773 | eval time = 1539.43 ms / 2 tokens ( 1539.43 ms per token, 0.65 tokens per second) 10.35.384.225 I slot print_timing: id 3 | task 8773 | total time = 5587.70 ms / 799 tokens 10.35.384.226 I slot print_timing: id 3 | task 8773 | graphs reused = 7438 10.35.384.226 I slot print_timing: id 3 | task 8773 | graph reallocs = 0 / 0 (same size) / (changed size) 10.35.384.280 I slot release: id 3 | task 8773 | stop processing: n_tokens = 799, truncated = 0 10.35.384.292 I slot print_timing: id 0 | task 8776 | prompt processing, n_tokens = 1041, progress = 1.00, t = 3.80 s / 274.09 tokens per second 10.36.961.605 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 799, t_last = 239648195294 10.36.961.695 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 10.123 MiB) 10.36.961.700 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.788 MiB) 10.36.961.703 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.131 MiB) 10.36.961.806 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 17.711 MiB) 10.36.961.929 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.405 MiB) 10.36.962.044 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 119.852 MiB) 10.36.966.597 I slot launch_slot_: id 3 | task 8783 | processing task, is_child = 0 10.36.966.607 I slot print_timing: id 1 | task 8779 | prompt processing, n_tokens = 675, progress = 0.85, t = 3.10 s / 217.80 tokens per second 10.36.967.263 I slot print_timing: id 2 | task 8780 | prompt processing, n_tokens = 675, progress = 0.84, t = 3.10 s / 217.82 tokens per second 10.38.218.401 I slot print_timing: id 0 | task 8776 | prompt eval time = 5375.51 ms / 1045 tokens ( 5.14 ms per token, 194.40 tokens per second) 10.38.218.403 I slot print_timing: id 0 | task 8776 | eval time = 1256.80 ms / 2 tokens ( 1256.80 ms per token, 0.80 tokens per second) 10.38.218.404 I slot print_timing: id 0 | task 8776 | total time = 6632.31 ms / 1047 tokens 10.38.218.404 I slot print_timing: id 0 | task 8776 | graphs reused = 7438 10.38.218.405 I slot print_timing: id 0 | task 8776 | graph reallocs = 0 / 0 (same size) / (changed size) 10.38.218.474 I slot release: id 0 | task 8776 | stop processing: n_tokens = 1047, truncated = 0 10.38.218.487 I slot print_timing: id 1 | task 8779 | prompt processing, n_tokens = 793, progress = 0.99, t = 4.36 s / 182.05 tokens per second 10.38.219.424 I slot print_timing: id 2 | task 8780 | prompt processing, n_tokens = 802, progress = 1.00, t = 4.36 s / 184.13 tokens per second 10.39.078.713 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1047, t_last = 239651029490 10.39.088.253 I slot launch_slot_: id 0 | task 8786 | processing task, is_child = 0 10.39.984.166 I slot print_timing: id 1 | task 8779 | prompt eval time = 5216.29 ms / 797 tokens ( 6.54 ms per token, 152.79 tokens per second) 10.39.984.170 I slot print_timing: id 1 | task 8779 | eval time = 905.63 ms / 2 tokens ( 905.63 ms per token, 1.10 tokens per second) 10.39.984.171 I slot print_timing: id 1 | task 8779 | total time = 6121.91 ms / 799 tokens 10.39.984.172 I slot print_timing: id 1 | task 8779 | graphs reused = 7438 10.39.984.172 I slot print_timing: id 1 | task 8779 | graph reallocs = 0 / 0 (same size) / (changed size) 10.39.984.226 I slot release: id 1 | task 8779 | stop processing: n_tokens = 799, truncated = 0 10.39.984.395 I slot print_timing: id 2 | task 8780 | prompt eval time = 5216.21 ms / 806 tokens ( 6.47 ms per token, 154.52 tokens per second) 10.39.984.397 I slot print_timing: id 2 | task 8780 | eval time = 905.68 ms / 2 tokens ( 905.68 ms per token, 1.10 tokens per second) 10.39.984.398 I slot print_timing: id 2 | task 8780 | total time = 6121.90 ms / 808 tokens 10.39.984.398 I slot print_timing: id 2 | task 8780 | graphs reused = 7438 10.39.984.399 I slot print_timing: id 2 | task 8780 | graph reallocs = 0 / 0 (same size) / (changed size) 10.39.984.441 I slot release: id 2 | task 8780 | stop processing: n_tokens = 808, truncated = 0 10.39.984.948 I slot print_timing: id 3 | task 8783 | prompt processing, n_tokens = 839, progress = 1.00, t = 3.02 s / 278.18 tokens per second 10.40.822.861 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 799, t_last = 239652795240 10.40.822.941 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 134.800 MiB) 10.40.826.072 I slot launch_slot_: id 1 | task 8789 | processing task, is_child = 0 10.40.826.151 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 141.195 MiB) 10.40.829.469 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 808, t_last = 239652795455 10.40.829.575 I slot launch_slot_: id 2 | task 8790 | processing task, is_child = 0 10.42.589.928 I slot print_timing: id 3 | task 8783 | prompt eval time = 3854.93 ms / 843 tokens ( 4.57 ms per token, 218.68 tokens per second) 10.42.589.933 I slot print_timing: id 3 | task 8783 | eval time = 1767.07 ms / 2 tokens ( 1767.07 ms per token, 0.57 tokens per second) 10.42.589.933 I slot print_timing: id 3 | task 8783 | total time = 5621.99 ms / 845 tokens 10.42.589.934 I slot print_timing: id 3 | task 8783 | graphs reused = 7438 10.42.589.934 I slot print_timing: id 3 | task 8783 | graph reallocs = 0 / 0 (same size) / (changed size) 10.42.589.984 I slot release: id 3 | task 8783 | stop processing: n_tokens = 845, truncated = 0 10.42.589.996 I slot print_timing: id 0 | task 8786 | prompt processing, n_tokens = 832, progress = 1.00, t = 3.50 s / 237.61 tokens per second 10.43.979.725 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.870 (> 0.100 thold), f_keep = 0.884 10.43.979.792 I slot launch_slot_: id 3 | task 8793 | processing task, is_child = 0 10.43.979.800 I slot print_timing: id 1 | task 8789 | prompt processing, n_tokens = 718, progress = 0.80, t = 3.15 s / 227.99 tokens per second 10.43.980.492 I slot print_timing: id 2 | task 8790 | prompt processing, n_tokens = 718, progress = 0.79, t = 3.15 s / 228.00 tokens per second 10.45.078.445 I slot print_timing: id 0 | task 8786 | prompt eval time = 4891.45 ms / 836 tokens ( 5.85 ms per token, 170.91 tokens per second) 10.45.078.451 I slot print_timing: id 0 | task 8786 | eval time = 1098.72 ms / 2 tokens ( 1098.72 ms per token, 0.91 tokens per second) 10.45.078.451 I slot print_timing: id 0 | task 8786 | total time = 5990.18 ms / 838 tokens 10.45.078.452 I slot print_timing: id 0 | task 8786 | graphs reused = 7438 10.45.078.452 I slot print_timing: id 0 | task 8786 | graph reallocs = 0 / 0 (same size) / (changed size) 10.45.078.505 I slot release: id 0 | task 8786 | stop processing: n_tokens = 838, truncated = 0 10.45.078.517 I slot print_timing: id 1 | task 8789 | prompt processing, n_tokens = 895, progress = 1.00, t = 4.25 s / 210.69 tokens per second 10.45.079.399 I slot print_timing: id 2 | task 8790 | prompt processing, n_tokens = 903, progress = 1.00, t = 4.25 s / 212.58 tokens per second 10.45.148.089 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 838, t_last = 239657889519 10.45.154.654 I slot launch_slot_: id 0 | task 8796 | processing task, is_child = 0 10.45.563.777 I slot print_timing: id 1 | task 8789 | prompt eval time = 4317.45 ms / 899 tokens ( 4.80 ms per token, 208.22 tokens per second) 10.45.563.780 I slot print_timing: id 1 | task 8789 | eval time = 416.08 ms / 2 tokens ( 416.08 ms per token, 2.40 tokens per second) 10.45.563.781 I slot print_timing: id 1 | task 8789 | total time = 4733.53 ms / 901 tokens 10.45.563.781 I slot print_timing: id 1 | task 8789 | graphs reused = 7438 10.45.563.782 I slot print_timing: id 1 | task 8789 | graph reallocs = 0 / 0 (same size) / (changed size) 10.45.563.837 I slot release: id 1 | task 8789 | stop processing: n_tokens = 901, truncated = 0 10.45.564.020 I slot print_timing: id 2 | task 8790 | prompt eval time = 4317.49 ms / 907 tokens ( 4.76 ms per token, 210.08 tokens per second) 10.45.564.022 I slot print_timing: id 2 | task 8790 | eval time = 416.13 ms / 2 tokens ( 416.13 ms per token, 2.40 tokens per second) 10.45.564.022 I slot print_timing: id 2 | task 8790 | total time = 4733.62 ms / 909 tokens 10.45.564.022 I slot print_timing: id 2 | task 8790 | graphs reused = 7438 10.45.564.023 I slot print_timing: id 2 | task 8790 | graph reallocs = 0 / 0 (same size) / (changed size) 10.45.564.063 I slot release: id 2 | task 8790 | stop processing: n_tokens = 909, truncated = 0 10.45.564.238 I slot print_timing: id 3 | task 8793 | prompt eval time = 1166.40 ms / 112 tokens ( 10.41 ms per token, 96.02 tokens per second) 10.45.564.240 I slot print_timing: id 3 | task 8793 | eval time = 416.15 ms / 2 tokens ( 416.15 ms per token, 2.40 tokens per second) 10.45.564.240 I slot print_timing: id 3 | task 8793 | total time = 1582.55 ms / 114 tokens 10.45.564.240 I slot print_timing: id 3 | task 8793 | graphs reused = 7438 10.45.564.241 I slot print_timing: id 3 | task 8793 | graph reallocs = 0 / 0 (same size) / (changed size) 10.45.564.278 I slot release: id 3 | task 8793 | stop processing: n_tokens = 860, truncated = 0 10.46.360.663 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 901, t_last = 239658374851 10.46.360.749 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 140.241 MiB) 10.46.627.367 I slot launch_slot_: id 1 | task 8800 | processing task, is_child = 0 10.46.627.446 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 140.976 MiB) 10.46.635.767 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 909, t_last = 239658375077 10.46.635.878 I slot launch_slot_: id 2 | task 8801 | processing task, is_child = 0 10.46.635.943 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 860, t_last = 239658375292 10.46.636.028 I slot launch_slot_: id 3 | task 8802 | processing task, is_child = 0 10.50.775.686 I slot print_timing: id 0 | task 8796 | prompt eval time = 3257.10 ms / 685 tokens ( 4.75 ms per token, 210.31 tokens per second) 10.50.775.689 I slot print_timing: id 0 | task 8796 | eval time = 2363.92 ms / 2 tokens ( 2363.92 ms per token, 0.42 tokens per second) 10.50.775.689 I slot print_timing: id 0 | task 8796 | total time = 5621.02 ms / 687 tokens 10.50.775.690 I slot print_timing: id 0 | task 8796 | graphs reused = 7438 10.50.775.690 I slot print_timing: id 0 | task 8796 | graph reallocs = 0 / 0 (same size) / (changed size) 10.50.775.736 I slot release: id 0 | task 8796 | stop processing: n_tokens = 687, truncated = 0 10.50.775.748 I slot print_timing: id 1 | task 8800 | prompt processing, n_tokens = 623, progress = 0.82, t = 4.14 s / 150.53 tokens per second 10.50.776.608 I slot print_timing: id 2 | task 8801 | prompt processing, n_tokens = 705, progress = 0.85, t = 4.14 s / 170.35 tokens per second 10.50.778.138 I slot print_timing: id 3 | task 8802 | prompt processing, n_tokens = 705, progress = 0.83, t = 4.14 s / 170.36 tokens per second 10.51.583.331 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 687, t_last = 239663586750 10.51.583.408 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 159.434 MiB) 10.51.680.824 I slot launch_slot_: id 0 | task 8806 | processing task, is_child = 0 10.51.680.992 I slot print_timing: id 1 | task 8800 | prompt processing, n_tokens = 758, progress = 0.99, t = 4.95 s / 153.24 tokens per second 10.51.682.458 I slot print_timing: id 2 | task 8801 | prompt processing, n_tokens = 821, progress = 1.00, t = 4.95 s / 165.98 tokens per second 10.51.683.299 I slot print_timing: id 3 | task 8802 | prompt processing, n_tokens = 848, progress = 1.00, t = 4.95 s / 171.44 tokens per second 10.53.053.898 I slot print_timing: id 1 | task 8800 | prompt eval time = 5589.40 ms / 762 tokens ( 7.34 ms per token, 136.33 tokens per second) 10.53.053.904 I slot print_timing: id 1 | task 8800 | eval time = 827.73 ms / 2 tokens ( 827.73 ms per token, 1.21 tokens per second) 10.53.053.904 I slot print_timing: id 1 | task 8800 | total time = 6417.13 ms / 764 tokens 10.53.053.905 I slot print_timing: id 1 | task 8800 | graphs reused = 7438 10.53.053.905 I slot print_timing: id 1 | task 8800 | graph reallocs = 0 / 0 (same size) / (changed size) 10.53.053.949 I slot release: id 1 | task 8800 | stop processing: n_tokens = 764, truncated = 0 10.53.054.116 I slot print_timing: id 2 | task 8801 | prompt eval time = 5589.41 ms / 825 tokens ( 6.78 ms per token, 147.60 tokens per second) 10.53.054.124 I slot print_timing: id 2 | task 8801 | eval time = 827.76 ms / 2 tokens ( 827.76 ms per token, 1.21 tokens per second) 10.53.054.124 I slot print_timing: id 2 | task 8801 | total time = 6417.17 ms / 827 tokens 10.53.054.125 I slot print_timing: id 2 | task 8801 | graphs reused = 7438 10.53.054.125 I slot print_timing: id 2 | task 8801 | graph reallocs = 0 / 0 (same size) / (changed size) 10.53.054.177 I slot release: id 2 | task 8801 | stop processing: n_tokens = 827, truncated = 0 10.53.054.362 I slot print_timing: id 3 | task 8802 | prompt eval time = 5589.47 ms / 852 tokens ( 6.56 ms per token, 152.43 tokens per second) 10.53.054.364 I slot print_timing: id 3 | task 8802 | eval time = 827.78 ms / 2 tokens ( 827.78 ms per token, 1.21 tokens per second) 10.53.054.365 I slot print_timing: id 3 | task 8802 | total time = 6417.25 ms / 854 tokens 10.53.054.365 I slot print_timing: id 3 | task 8802 | graphs reused = 7438 10.53.054.365 I slot print_timing: id 3 | task 8802 | graph reallocs = 0 / 0 (same size) / (changed size) 10.53.054.401 I slot release: id 3 | task 8802 | stop processing: n_tokens = 854, truncated = 0 10.53.368.472 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 764, t_last = 239665864963 10.53.374.160 I slot launch_slot_: id 1 | task 8811 | processing task, is_child = 0 10.53.374.230 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 119.820 MiB) 10.53.376.481 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 143.212 MiB) 10.53.378.683 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 827, t_last = 239665865191 10.53.378.775 I slot launch_slot_: id 2 | task 8812 | processing task, is_child = 0 10.53.378.841 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 854, t_last = 239665865415 10.53.378.921 I slot launch_slot_: id 3 | task 8813 | processing task, is_child = 0 10.54.729.072 I slot print_timing: id 0 | task 8806 | prompt eval time = 1687.63 ms / 746 tokens ( 2.26 ms per token, 442.04 tokens per second) 10.54.729.075 I slot print_timing: id 0 | task 8806 | eval time = 1360.60 ms / 2 tokens ( 1360.60 ms per token, 0.73 tokens per second) 10.54.729.075 I slot print_timing: id 0 | task 8806 | total time = 3048.23 ms / 748 tokens 10.54.729.076 I slot print_timing: id 0 | task 8806 | graphs reused = 7438 10.54.729.076 I slot print_timing: id 0 | task 8806 | graph reallocs = 0 / 0 (same size) / (changed size) 10.54.729.129 I slot release: id 0 | task 8806 | stop processing: n_tokens = 748, truncated = 0 10.57.034.887 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 748, t_last = 239667540143 10.57.136.482 I slot launch_slot_: id 0 | task 8816 | processing task, is_child = 0 10.57.136.655 I slot print_timing: id 1 | task 8811 | prompt processing, n_tokens = 604, progress = 0.83, t = 3.66 s / 165.21 tokens per second 10.57.138.183 I slot print_timing: id 2 | task 8812 | prompt processing, n_tokens = 604, progress = 0.82, t = 3.66 s / 165.22 tokens per second 10.57.139.162 I slot print_timing: id 3 | task 8813 | prompt processing, n_tokens = 604, progress = 0.84, t = 3.66 s / 165.22 tokens per second 10.58.344.238 I slot print_timing: id 1 | task 8811 | prompt processing, n_tokens = 720, progress = 0.99, t = 4.87 s / 147.88 tokens per second 10.58.344.997 I slot print_timing: id 2 | task 8812 | prompt processing, n_tokens = 737, progress = 0.99, t = 4.87 s / 151.38 tokens per second 10.58.346.456 I slot print_timing: id 3 | task 8813 | prompt processing, n_tokens = 716, progress = 0.99, t = 4.87 s / 147.07 tokens per second 10.59.512.188 I slot print_timing: id 1 | task 8811 | prompt eval time = 5824.37 ms / 724 tokens ( 8.04 ms per token, 124.31 tokens per second) 10.59.512.193 I slot print_timing: id 1 | task 8811 | eval time = 308.89 ms / 2 tokens ( 308.89 ms per token, 3.24 tokens per second) 10.59.512.197 I slot print_timing: id 1 | task 8811 | total time = 6133.26 ms / 726 tokens 10.59.512.198 I slot print_timing: id 1 | task 8811 | graphs reused = 7438 10.59.512.198 I slot print_timing: id 1 | task 8811 | graph reallocs = 0 / 0 (same size) / (changed size) 10.59.512.244 I slot release: id 1 | task 8811 | stop processing: n_tokens = 726, truncated = 0 10.59.512.412 I slot print_timing: id 2 | task 8812 | prompt eval time = 5824.41 ms / 741 tokens ( 7.86 ms per token, 127.22 tokens per second) 10.59.512.414 I slot print_timing: id 2 | task 8812 | eval time = 308.93 ms / 2 tokens ( 308.93 ms per token, 3.24 tokens per second) 10.59.512.415 I slot print_timing: id 2 | task 8812 | total time = 6133.34 ms / 743 tokens 10.59.512.415 I slot print_timing: id 2 | task 8812 | graphs reused = 7438 10.59.512.415 I slot print_timing: id 2 | task 8812 | graph reallocs = 0 / 0 (same size) / (changed size) 10.59.512.451 I slot release: id 2 | task 8812 | stop processing: n_tokens = 743, truncated = 0 10.59.512.631 I slot print_timing: id 3 | task 8813 | prompt eval time = 5824.48 ms / 720 tokens ( 8.09 ms per token, 123.62 tokens per second) 10.59.512.636 I slot print_timing: id 3 | task 8813 | eval time = 308.95 ms / 2 tokens ( 308.95 ms per token, 3.24 tokens per second) 10.59.512.637 I slot print_timing: id 3 | task 8813 | total time = 6133.43 ms / 722 tokens 10.59.512.637 I slot print_timing: id 3 | task 8813 | graphs reused = 7438 10.59.512.637 I slot print_timing: id 3 | task 8813 | graph reallocs = 0 / 0 (same size) / (changed size) 10.59.512.668 I slot release: id 3 | task 8813 | stop processing: n_tokens = 722, truncated = 0 10.59.552.663 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.889 (> 0.100 thold), f_keep = 0.872 10.59.552.688 I slot launch_slot_: id 1 | task 8821 | processing task, is_child = 0 10.59.552.769 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 82.423 MiB) 10.59.554.955 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 82.642 MiB) 10.59.556.956 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.878 (> 0.100 thold), f_keep = 0.852 10.59.556.978 I slot launch_slot_: id 2 | task 8822 | processing task, is_child = 0 10.59.557.036 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.887 (> 0.100 thold), f_keep = 0.877 10.59.557.051 I slot launch_slot_: id 3 | task 8823 | processing task, is_child = 0 11.00.122.450 I slot print_timing: id 0 | task 8816 | prompt eval time = 2416.15 ms / 715 tokens ( 3.38 ms per token, 295.92 tokens per second) 11.00.122.453 I slot print_timing: id 0 | task 8816 | eval time = 569.79 ms / 2 tokens ( 569.79 ms per token, 1.76 tokens per second) 11.00.122.453 I slot print_timing: id 0 | task 8816 | total time = 2985.94 ms / 717 tokens 11.00.122.454 I slot print_timing: id 0 | task 8816 | graphs reused = 7438 11.00.122.454 I slot print_timing: id 0 | task 8816 | graph reallocs = 0 / 0 (same size) / (changed size) 11.00.122.494 I slot release: id 0 | task 8816 | stop processing: n_tokens = 717, truncated = 0 11.00.190.414 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.877 (> 0.100 thold), f_keep = 0.886 11.00.190.490 I slot launch_slot_: id 0 | task 8826 | processing task, is_child = 0 11.00.442.672 I slot print_timing: id 1 | task 8821 | prompt eval time = 632.97 ms / 79 tokens ( 8.01 ms per token, 124.81 tokens per second) 11.00.442.675 I slot print_timing: id 1 | task 8821 | eval time = 252.65 ms / 2 tokens ( 252.65 ms per token, 3.96 tokens per second) 11.00.442.675 I slot print_timing: id 1 | task 8821 | total time = 885.61 ms / 81 tokens 11.00.442.676 I slot print_timing: id 1 | task 8821 | graphs reused = 7438 11.00.442.676 I slot print_timing: id 1 | task 8821 | graph reallocs = 0 / 0 (same size) / (changed size) 11.00.442.719 I slot release: id 1 | task 8821 | stop processing: n_tokens = 713, truncated = 0 11.00.442.886 I slot print_timing: id 2 | task 8822 | prompt eval time = 632.48 ms / 88 tokens ( 7.19 ms per token, 139.14 tokens per second) 11.00.442.892 I slot print_timing: id 2 | task 8822 | eval time = 252.67 ms / 2 tokens ( 252.67 ms per token, 3.96 tokens per second) 11.00.442.892 I slot print_timing: id 2 | task 8822 | total time = 885.15 ms / 90 tokens 11.00.442.893 I slot print_timing: id 2 | task 8822 | graphs reused = 7438 11.00.442.893 I slot print_timing: id 2 | task 8822 | graph reallocs = 0 / 0 (same size) / (changed size) 11.00.442.922 I slot release: id 2 | task 8822 | stop processing: n_tokens = 722, truncated = 0 11.00.443.111 I slot print_timing: id 3 | task 8823 | prompt eval time = 632.00 ms / 81 tokens ( 7.80 ms per token, 128.16 tokens per second) 11.00.443.115 I slot print_timing: id 3 | task 8823 | eval time = 252.70 ms / 2 tokens ( 252.70 ms per token, 3.96 tokens per second) 11.00.443.115 I slot print_timing: id 3 | task 8823 | total time = 884.70 ms / 83 tokens 11.00.443.115 I slot print_timing: id 3 | task 8823 | graphs reused = 7438 11.00.443.116 I slot print_timing: id 3 | task 8823 | graph reallocs = 0 / 0 (same size) / (changed size) 11.00.443.143 I slot release: id 3 | task 8823 | stop processing: n_tokens = 715, truncated = 0 11.00.482.931 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.885 (> 0.100 thold), f_keep = 0.888 11.00.482.960 I slot launch_slot_: id 1 | task 8829 | processing task, is_child = 0 11.00.483.034 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 93.857 MiB) 11.00.485.618 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 91.442 MiB) 11.00.488.022 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.878 (> 0.100 thold), f_keep = 0.877 11.00.488.045 I slot launch_slot_: id 2 | task 8830 | processing task, is_child = 0 11.00.488.106 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.838 (> 0.100 thold), f_keep = 0.885 11.00.488.127 I slot launch_slot_: id 3 | task 8831 | processing task, is_child = 0 11.01.235.394 I slot print_timing: id 0 | task 8826 | prompt eval time = 292.43 ms / 89 tokens ( 3.29 ms per token, 304.35 tokens per second) 11.01.235.396 I slot print_timing: id 0 | task 8826 | eval time = 752.46 ms / 2 tokens ( 752.46 ms per token, 1.33 tokens per second) 11.01.235.396 I slot print_timing: id 0 | task 8826 | total time = 1044.89 ms / 91 tokens 11.01.235.397 I slot print_timing: id 0 | task 8826 | graphs reused = 7438 11.01.235.397 I slot print_timing: id 0 | task 8826 | graph reallocs = 0 / 0 (same size) / (changed size) 11.01.235.448 I slot release: id 0 | task 8826 | stop processing: n_tokens = 725, truncated = 0 11.01.303.766 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 725, t_last = 239674046462 11.01.303.843 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 82.696 MiB) 11.01.306.651 I slot launch_slot_: id 0 | task 8834 | processing task, is_child = 0 11.02.057.348 I slot print_timing: id 1 | task 8829 | prompt eval time = 815.25 ms / 82 tokens ( 9.94 ms per token, 100.58 tokens per second) 11.02.057.350 I slot print_timing: id 1 | task 8829 | eval time = 753.96 ms / 2 tokens ( 753.96 ms per token, 1.33 tokens per second) 11.02.057.351 I slot print_timing: id 1 | task 8829 | total time = 1569.21 ms / 84 tokens 11.02.057.351 I slot print_timing: id 1 | task 8829 | graphs reused = 7438 11.02.057.352 I slot print_timing: id 1 | task 8829 | graph reallocs = 0 / 0 (same size) / (changed size) 11.02.057.394 I slot release: id 1 | task 8829 | stop processing: n_tokens = 716, truncated = 0 11.02.057.563 I slot print_timing: id 2 | task 8830 | prompt eval time = 814.74 ms / 88 tokens ( 9.26 ms per token, 108.01 tokens per second) 11.02.057.566 I slot print_timing: id 2 | task 8830 | eval time = 753.98 ms / 2 tokens ( 753.98 ms per token, 1.33 tokens per second) 11.02.057.566 I slot print_timing: id 2 | task 8830 | total time = 1568.73 ms / 90 tokens 11.02.057.567 I slot print_timing: id 2 | task 8830 | graphs reused = 7438 11.02.057.567 I slot print_timing: id 2 | task 8830 | graph reallocs = 0 / 0 (same size) / (changed size) 11.02.057.602 I slot release: id 2 | task 8830 | stop processing: n_tokens = 722, truncated = 0 11.02.057.794 I slot print_timing: id 3 | task 8831 | prompt eval time = 814.26 ms / 122 tokens ( 6.67 ms per token, 149.83 tokens per second) 11.02.057.796 I slot print_timing: id 3 | task 8831 | eval time = 754.03 ms / 2 tokens ( 754.03 ms per token, 1.33 tokens per second) 11.02.057.796 I slot print_timing: id 3 | task 8831 | total time = 1568.29 ms / 124 tokens 11.02.057.796 I slot print_timing: id 3 | task 8831 | graphs reused = 7438 11.02.057.797 I slot print_timing: id 3 | task 8831 | graph reallocs = 0 / 0 (same size) / (changed size) 11.02.057.829 I slot release: id 3 | task 8831 | stop processing: n_tokens = 756, truncated = 0 11.02.813.048 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 716, t_last = 239674868408 11.02.813.132 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 84.994 MiB) 11.02.813.135 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 82.860 MiB) 11.03.140.223 I slot launch_slot_: id 1 | task 8838 | processing task, is_child = 0 11.03.140.293 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 85.541 MiB) 11.03.145.070 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 103.164 MiB) 11.03.147.583 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 722, t_last = 239674868616 11.03.147.684 I slot launch_slot_: id 2 | task 8839 | processing task, is_child = 0 11.03.147.746 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 756, t_last = 239674868843 11.03.147.823 I slot launch_slot_: id 3 | task 8840 | processing task, is_child = 0 11.06.162.507 I slot print_timing: id 1 | task 8838 | prompt processing, n_tokens = 361, progress = 0.41, t = 3.01 s / 119.79 tokens per second 11.06.163.008 I slot print_timing: id 2 | task 8839 | prompt processing, n_tokens = 583, progress = 0.53, t = 3.01 s / 193.46 tokens per second 11.06.164.320 I slot print_timing: id 3 | task 8840 | prompt processing, n_tokens = 593, progress = 0.54, t = 3.01 s / 196.79 tokens per second 11.08.380.033 I slot print_timing: id 0 | task 8834 | prompt eval time = 4855.84 ms / 893 tokens ( 5.44 ms per token, 183.90 tokens per second) 11.08.380.036 I slot print_timing: id 0 | task 8834 | eval time = 2217.53 ms / 2 tokens ( 2217.53 ms per token, 0.45 tokens per second) 11.08.380.037 I slot print_timing: id 0 | task 8834 | total time = 7073.37 ms / 895 tokens 11.08.380.038 I slot print_timing: id 0 | task 8834 | graphs reused = 7438 11.08.380.038 I slot print_timing: id 0 | task 8834 | graph reallocs = 0 / 0 (same size) / (changed size) 11.08.380.097 I slot release: id 0 | task 8834 | stop processing: n_tokens = 895, truncated = 0 11.08.380.111 I slot print_timing: id 1 | task 8838 | prompt processing, n_tokens = 757, progress = 0.86, t = 5.23 s / 144.71 tokens per second 11.08.380.862 I slot print_timing: id 2 | task 8839 | prompt processing, n_tokens = 917, progress = 0.83, t = 5.23 s / 175.30 tokens per second 11.08.382.274 I slot print_timing: id 3 | task 8840 | prompt processing, n_tokens = 917, progress = 0.83, t = 5.23 s / 175.30 tokens per second 11.09.378.207 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 895, t_last = 239681191111 11.09.378.298 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 87.401 MiB) 11.09.435.195 I slot launch_slot_: id 0 | task 8844 | processing task, is_child = 0 11.09.435.370 I slot print_timing: id 1 | task 8838 | prompt processing, n_tokens = 873, progress = 1.00, t = 6.23 s / 140.14 tokens per second 11.09.436.207 I slot print_timing: id 2 | task 8839 | prompt processing, n_tokens = 1095, progress = 1.00, t = 6.23 s / 175.78 tokens per second 11.09.437.120 I slot print_timing: id 3 | task 8840 | prompt processing, n_tokens = 1105, progress = 1.00, t = 6.23 s / 177.39 tokens per second 11.11.376.729 I slot print_timing: id 1 | task 8838 | prompt eval time = 7496.21 ms / 877 tokens ( 8.55 ms per token, 116.99 tokens per second) 11.11.376.736 I slot print_timing: id 1 | task 8838 | eval time = 731.89 ms / 2 tokens ( 731.89 ms per token, 1.37 tokens per second) 11.11.376.736 I slot print_timing: id 1 | task 8838 | total time = 8228.11 ms / 879 tokens 11.11.376.737 I slot print_timing: id 1 | task 8838 | graphs reused = 7438 11.11.376.737 I slot print_timing: id 1 | task 8838 | graph reallocs = 0 / 0 (same size) / (changed size) 11.11.376.795 I slot release: id 1 | task 8838 | stop processing: n_tokens = 879, truncated = 0 11.11.376.959 I slot print_timing: id 2 | task 8839 | prompt eval time = 7496.26 ms / 1099 tokens ( 6.82 ms per token, 146.61 tokens per second) 11.11.376.962 I slot print_timing: id 2 | task 8839 | eval time = 731.93 ms / 2 tokens ( 731.93 ms per token, 1.37 tokens per second) 11.11.376.962 I slot print_timing: id 2 | task 8839 | total time = 8228.19 ms / 1101 tokens 11.11.376.962 I slot print_timing: id 2 | task 8839 | graphs reused = 7438 11.11.376.963 I slot print_timing: id 2 | task 8839 | graph reallocs = 0 / 0 (same size) / (changed size) 11.11.377.009 I slot release: id 2 | task 8839 | stop processing: n_tokens = 1101, truncated = 0 11.11.377.182 I slot print_timing: id 3 | task 8840 | prompt eval time = 7496.32 ms / 1109 tokens ( 6.76 ms per token, 147.94 tokens per second) 11.11.377.185 I slot print_timing: id 3 | task 8840 | eval time = 731.97 ms / 2 tokens ( 731.97 ms per token, 1.37 tokens per second) 11.11.377.185 I slot print_timing: id 3 | task 8840 | total time = 8228.29 ms / 1111 tokens 11.11.377.186 I slot print_timing: id 3 | task 8840 | graphs reused = 7438 11.11.377.186 I slot print_timing: id 3 | task 8840 | graph reallocs = 0 / 0 (same size) / (changed size) 11.11.377.225 I slot release: id 3 | task 8840 | stop processing: n_tokens = 1111, truncated = 0 11.11.828.657 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.902 (> 0.100 thold), f_keep = 0.893 11.11.828.693 I slot launch_slot_: id 3 | task 8849 | processing task, is_child = 0 11.11.828.776 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 87.839 MiB) 11.11.835.420 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 92.271 MiB) 11.11.842.123 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.903 (> 0.100 thold), f_keep = 0.900 11.11.842.152 I slot launch_slot_: id 2 | task 8850 | processing task, is_child = 0 11.11.842.225 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 879, t_last = 239684187809 11.11.843.418 I slot launch_slot_: id 1 | task 8851 | processing task, is_child = 0 11.12.368.292 I slot print_timing: id 0 | task 8844 | prompt eval time = 2393.44 ms / 1104 tokens ( 2.17 ms per token, 461.26 tokens per second) 11.12.368.295 I slot print_timing: id 0 | task 8844 | eval time = 539.64 ms / 2 tokens ( 539.64 ms per token, 1.85 tokens per second) 11.12.368.295 I slot print_timing: id 0 | task 8844 | total time = 2933.08 ms / 1106 tokens 11.12.368.296 I slot print_timing: id 0 | task 8844 | graphs reused = 7438 11.12.368.296 I slot print_timing: id 0 | task 8844 | graph reallocs = 0 / 0 (same size) / (changed size) 11.12.368.350 I slot release: id 0 | task 8844 | stop processing: n_tokens = 1106, truncated = 0 11.12.836.968 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.909 (> 0.100 thold), f_keep = 0.897 11.12.837.045 I slot launch_slot_: id 0 | task 8854 | processing task, is_child = 0 11.13.140.774 I slot print_timing: id 2 | task 8850 | prompt eval time = 992.04 ms / 107 tokens ( 9.27 ms per token, 107.86 tokens per second) 11.13.140.778 I slot print_timing: id 2 | task 8850 | eval time = 304.06 ms / 2 tokens ( 304.06 ms per token, 3.29 tokens per second) 11.13.140.778 I slot print_timing: id 2 | task 8850 | total time = 1296.10 ms / 109 tokens 11.13.140.779 I slot print_timing: id 2 | task 8850 | graphs reused = 7438 11.13.140.779 I slot print_timing: id 2 | task 8850 | graph reallocs = 0 / 0 (same size) / (changed size) 11.13.140.839 I slot release: id 2 | task 8850 | stop processing: n_tokens = 1099, truncated = 0 11.13.141.014 I slot print_timing: id 3 | task 8849 | prompt eval time = 991.57 ms / 108 tokens ( 9.18 ms per token, 108.92 tokens per second) 11.13.141.019 I slot print_timing: id 3 | task 8849 | eval time = 304.06 ms / 2 tokens ( 304.06 ms per token, 3.29 tokens per second) 11.13.141.019 I slot print_timing: id 3 | task 8849 | total time = 1295.62 ms / 110 tokens 11.13.141.020 I slot print_timing: id 3 | task 8849 | graphs reused = 7438 11.13.141.020 I slot print_timing: id 3 | task 8849 | graph reallocs = 0 / 0 (same size) / (changed size) 11.13.141.067 I slot release: id 3 | task 8849 | stop processing: n_tokens = 1101, truncated = 0 11.13.204.603 I slot print_timing: id 1 | task 8851 | prompt eval time = 1297.19 ms / 174 tokens ( 7.46 ms per token, 134.14 tokens per second) 11.13.204.607 I slot print_timing: id 1 | task 8851 | eval time = 63.99 ms / 2 tokens ( 63.99 ms per token, 15.63 tokens per second) 11.13.204.607 I slot print_timing: id 1 | task 8851 | total time = 1361.18 ms / 176 tokens 11.13.204.608 I slot print_timing: id 1 | task 8851 | graphs reused = 7438 11.13.204.608 I slot print_timing: id 1 | task 8851 | graph reallocs = 0 / 0 (same size) / (changed size) 11.13.204.662 I slot release: id 1 | task 8851 | stop processing: n_tokens = 1092, truncated = 0 11.13.204.669 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.901 (> 0.100 thold), f_keep = 0.908 11.13.204.702 I slot launch_slot_: id 1 | task 8857 | processing task, is_child = 0 11.13.208.011 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 94.733 MiB) 11.13.215.411 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.896 (> 0.100 thold), f_keep = 0.903 11.13.215.447 I slot launch_slot_: id 2 | task 8858 | processing task, is_child = 0 11.13.215.525 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.900 (> 0.100 thold), f_keep = 0.901 11.13.215.547 I slot launch_slot_: id 3 | task 8859 | processing task, is_child = 0 11.13.967.772 I slot print_timing: id 0 | task 8854 | prompt eval time = 367.38 ms / 99 tokens ( 3.71 ms per token, 269.47 tokens per second) 11.13.967.780 I slot print_timing: id 0 | task 8854 | eval time = 763.33 ms / 2 tokens ( 763.33 ms per token, 1.31 tokens per second) 11.13.967.781 I slot print_timing: id 0 | task 8854 | total time = 1130.72 ms / 101 tokens 11.13.967.782 I slot print_timing: id 0 | task 8854 | graphs reused = 7438 11.13.967.782 I slot print_timing: id 0 | task 8854 | graph reallocs = 0 / 0 (same size) / (changed size) 11.13.967.836 I slot release: id 0 | task 8854 | stop processing: n_tokens = 1092, truncated = 0 11.14.038.008 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.907 (> 0.100 thold), f_keep = 0.908 11.14.038.042 I slot launch_slot_: id 0 | task 8862 | processing task, is_child = 0 11.14.349.388 I slot print_timing: id 1 | task 8857 | prompt eval time = 821.98 ms / 109 tokens ( 7.54 ms per token, 132.61 tokens per second) 11.14.349.390 I slot print_timing: id 1 | task 8857 | eval time = 311.85 ms / 2 tokens ( 311.85 ms per token, 3.21 tokens per second) 11.14.349.391 I slot print_timing: id 1 | task 8857 | total time = 1133.83 ms / 111 tokens 11.14.349.391 I slot print_timing: id 1 | task 8857 | graphs reused = 7438 11.14.349.392 I slot print_timing: id 1 | task 8857 | graph reallocs = 0 / 0 (same size) / (changed size) 11.14.349.443 I slot release: id 1 | task 8857 | stop processing: n_tokens = 1102, truncated = 0 11.14.349.634 I slot print_timing: id 2 | task 8858 | prompt eval time = 821.51 ms / 115 tokens ( 7.14 ms per token, 139.99 tokens per second) 11.14.349.637 I slot print_timing: id 2 | task 8858 | eval time = 311.86 ms / 2 tokens ( 311.86 ms per token, 3.21 tokens per second) 11.14.349.638 I slot print_timing: id 2 | task 8858 | total time = 1133.37 ms / 117 tokens 11.14.349.638 I slot print_timing: id 2 | task 8858 | graphs reused = 7438 11.14.349.638 I slot print_timing: id 2 | task 8858 | graph reallocs = 0 / 0 (same size) / (changed size) 11.14.349.685 I slot release: id 2 | task 8858 | stop processing: n_tokens = 1108, truncated = 0 11.14.349.948 I slot print_timing: id 3 | task 8859 | prompt eval time = 821.00 ms / 110 tokens ( 7.46 ms per token, 133.98 tokens per second) 11.14.349.951 I slot print_timing: id 3 | task 8859 | eval time = 311.94 ms / 2 tokens ( 311.94 ms per token, 3.21 tokens per second) 11.14.349.951 I slot print_timing: id 3 | task 8859 | total time = 1132.94 ms / 112 tokens 11.14.349.951 I slot print_timing: id 3 | task 8859 | graphs reused = 7438 11.14.349.952 I slot print_timing: id 3 | task 8859 | graph reallocs = 0 / 0 (same size) / (changed size) 11.14.349.992 I slot release: id 3 | task 8859 | stop processing: n_tokens = 1103, truncated = 0 11.14.390.206 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.906 (> 0.100 thold), f_keep = 0.900 11.14.390.232 I slot launch_slot_: id 1 | task 8865 | processing task, is_child = 0 11.14.390.326 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 96.296 MiB) 11.14.390.333 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 89.863 MiB) 11.14.397.890 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 107.945 MiB) 11.14.400.812 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.903 (> 0.100 thold), f_keep = 0.895 11.14.400.842 I slot launch_slot_: id 2 | task 8866 | processing task, is_child = 0 11.14.400.928 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.903 (> 0.100 thold), f_keep = 0.899 11.14.400.948 I slot launch_slot_: id 3 | task 8867 | processing task, is_child = 0 11.15.141.798 I slot print_timing: id 0 | task 8862 | prompt eval time = 352.15 ms / 102 tokens ( 3.45 ms per token, 289.65 tokens per second) 11.15.141.801 I slot print_timing: id 0 | task 8862 | eval time = 751.59 ms / 2 tokens ( 751.59 ms per token, 1.33 tokens per second) 11.15.141.801 I slot print_timing: id 0 | task 8862 | total time = 1103.75 ms / 104 tokens 11.15.141.802 I slot print_timing: id 0 | task 8862 | graphs reused = 7438 11.15.141.802 I slot print_timing: id 0 | task 8862 | graph reallocs = 0 / 0 (same size) / (changed size) 11.15.141.855 I slot release: id 0 | task 8862 | stop processing: n_tokens = 1095, truncated = 0 11.15.211.776 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.904 (> 0.100 thold), f_keep = 0.906 11.15.211.804 I slot launch_slot_: id 0 | task 8870 | processing task, is_child = 0 11.15.524.193 I slot print_timing: id 1 | task 8865 | prompt eval time = 810.44 ms / 103 tokens ( 7.87 ms per token, 127.09 tokens per second) 11.15.524.196 I slot print_timing: id 1 | task 8865 | eval time = 312.79 ms / 2 tokens ( 312.79 ms per token, 3.20 tokens per second) 11.15.524.197 I slot print_timing: id 1 | task 8865 | total time = 1123.24 ms / 105 tokens 11.15.524.197 I slot print_timing: id 1 | task 8865 | graphs reused = 7438 11.15.524.197 I slot print_timing: id 1 | task 8865 | graph reallocs = 0 / 0 (same size) / (changed size) 11.15.524.250 I slot release: id 1 | task 8865 | stop processing: n_tokens = 1096, truncated = 0 11.15.524.444 I slot print_timing: id 2 | task 8866 | prompt eval time = 809.95 ms / 106 tokens ( 7.64 ms per token, 130.87 tokens per second) 11.15.524.450 I slot print_timing: id 2 | task 8866 | eval time = 312.85 ms / 2 tokens ( 312.85 ms per token, 3.20 tokens per second) 11.15.524.450 I slot print_timing: id 2 | task 8866 | total time = 1122.80 ms / 108 tokens 11.15.524.451 I slot print_timing: id 2 | task 8866 | graphs reused = 7438 11.15.524.451 I slot print_timing: id 2 | task 8866 | graph reallocs = 0 / 0 (same size) / (changed size) 11.15.524.494 I slot release: id 2 | task 8866 | stop processing: n_tokens = 1099, truncated = 0 11.15.524.755 I slot print_timing: id 3 | task 8867 | prompt eval time = 809.43 ms / 107 tokens ( 7.56 ms per token, 132.19 tokens per second) 11.15.524.757 I slot print_timing: id 3 | task 8867 | eval time = 312.98 ms / 2 tokens ( 312.98 ms per token, 3.20 tokens per second) 11.15.524.758 I slot print_timing: id 3 | task 8867 | total time = 1122.42 ms / 109 tokens 11.15.524.758 I slot print_timing: id 3 | task 8867 | graphs reused = 7438 11.15.524.758 I slot print_timing: id 3 | task 8867 | graph reallocs = 0 / 0 (same size) / (changed size) 11.15.524.793 I slot release: id 3 | task 8867 | stop processing: n_tokens = 1100, truncated = 0 11.15.565.098 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1096, t_last = 239688335265 11.15.565.215 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 90.684 MiB) 11.15.573.494 I slot launch_slot_: id 1 | task 8873 | processing task, is_child = 0 11.15.573.595 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 87.566 MiB) 11.15.573.598 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 78.921 MiB) 11.15.581.148 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 100.303 MiB) 11.15.588.047 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1099, t_last = 239688335508 11.15.588.162 I slot launch_slot_: id 2 | task 8874 | processing task, is_child = 0 11.15.588.241 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1100, t_last = 239688335807 11.15.588.337 I slot launch_slot_: id 3 | task 8875 | processing task, is_child = 0 11.18.662.761 I slot print_timing: id 0 | task 8870 | prompt eval time = 353.29 ms / 105 tokens ( 3.36 ms per token, 297.21 tokens per second) 11.18.662.765 I slot print_timing: id 0 | task 8870 | eval time = 3097.66 ms / 2 tokens ( 3097.66 ms per token, 0.32 tokens per second) 11.18.662.765 I slot print_timing: id 0 | task 8870 | total time = 3450.95 ms / 107 tokens 11.18.662.766 I slot print_timing: id 0 | task 8870 | graphs reused = 7438 11.18.662.766 I slot print_timing: id 0 | task 8870 | graph reallocs = 0 / 0 (same size) / (changed size) 11.18.662.823 I slot release: id 0 | task 8870 | stop processing: n_tokens = 1098, truncated = 0 11.18.662.836 I slot print_timing: id 1 | task 8873 | prompt processing, n_tokens = 492, progress = 0.49, t = 3.07 s / 160.04 tokens per second 11.18.663.598 I slot print_timing: id 2 | task 8874 | prompt processing, n_tokens = 565, progress = 0.52, t = 3.07 s / 183.80 tokens per second 11.18.665.169 I slot print_timing: id 3 | task 8875 | prompt processing, n_tokens = 483, progress = 0.48, t = 3.07 s / 157.13 tokens per second 11.20.622.730 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1098, t_last = 239691473837 11.20.622.850 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 79.140 MiB) 11.20.622.919 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 79.304 MiB) 11.20.837.890 I slot launch_slot_: id 0 | task 8878 | processing task, is_child = 0 11.20.838.196 I slot print_timing: id 1 | task 8873 | prompt processing, n_tokens = 855, progress = 0.85, t = 5.03 s / 169.83 tokens per second 11.20.839.382 I slot print_timing: id 2 | task 8874 | prompt processing, n_tokens = 855, progress = 0.79, t = 5.03 s / 169.84 tokens per second 11.20.840.138 I slot print_timing: id 3 | task 8875 | prompt processing, n_tokens = 855, progress = 0.86, t = 5.03 s / 169.84 tokens per second 11.23.016.914 I slot print_timing: id 1 | task 8873 | prompt processing, n_tokens = 1004, progress = 1.00, t = 7.21 s / 139.20 tokens per second 11.23.017.961 I slot print_timing: id 2 | task 8874 | prompt processing, n_tokens = 1077, progress = 1.00, t = 7.21 s / 149.32 tokens per second 11.23.019.215 I slot print_timing: id 3 | task 8875 | prompt processing, n_tokens = 995, progress = 1.00, t = 7.21 s / 137.96 tokens per second 11.24.159.629 I slot print_timing: id 1 | task 8873 | prompt eval time = 8123.01 ms / 1008 tokens ( 8.06 ms per token, 124.09 tokens per second) 11.24.159.631 I slot print_timing: id 1 | task 8873 | eval time = 448.27 ms / 2 tokens ( 448.27 ms per token, 2.23 tokens per second) 11.24.159.632 I slot print_timing: id 1 | task 8873 | total time = 8571.28 ms / 1010 tokens 11.24.159.632 I slot print_timing: id 1 | task 8873 | graphs reused = 7438 11.24.159.633 I slot print_timing: id 1 | task 8873 | graph reallocs = 0 / 0 (same size) / (changed size) 11.24.159.690 I slot release: id 1 | task 8873 | stop processing: n_tokens = 1010, truncated = 0 11.24.159.895 I slot print_timing: id 2 | task 8874 | prompt eval time = 8123.08 ms / 1081 tokens ( 7.51 ms per token, 133.08 tokens per second) 11.24.159.897 I slot print_timing: id 2 | task 8874 | eval time = 448.28 ms / 2 tokens ( 448.28 ms per token, 2.23 tokens per second) 11.24.159.897 I slot print_timing: id 2 | task 8874 | total time = 8571.36 ms / 1083 tokens 11.24.159.898 I slot print_timing: id 2 | task 8874 | graphs reused = 7438 11.24.159.898 I slot print_timing: id 2 | task 8874 | graph reallocs = 0 / 0 (same size) / (changed size) 11.24.159.955 I slot release: id 2 | task 8874 | stop processing: n_tokens = 1083, truncated = 0 11.24.160.220 I slot print_timing: id 3 | task 8875 | prompt eval time = 8123.13 ms / 999 tokens ( 8.13 ms per token, 122.98 tokens per second) 11.24.160.222 I slot print_timing: id 3 | task 8875 | eval time = 448.37 ms / 2 tokens ( 448.37 ms per token, 2.23 tokens per second) 11.24.160.222 I slot print_timing: id 3 | task 8875 | total time = 8571.50 ms / 1001 tokens 11.24.160.223 I slot print_timing: id 3 | task 8875 | graphs reused = 7438 11.24.160.223 I slot print_timing: id 3 | task 8875 | graph reallocs = 0 / 0 (same size) / (changed size) 11.24.160.259 I slot release: id 3 | task 8875 | stop processing: n_tokens = 1001, truncated = 0 11.24.160.266 I slot print_timing: id 0 | task 8878 | prompt processing, n_tokens = 1043, progress = 1.00, t = 3.32 s / 314.01 tokens per second 11.24.200.049 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1010, t_last = 239696970705 11.24.200.171 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 87.948 MiB) 11.24.202.815 I slot launch_slot_: id 1 | task 8883 | processing task, is_child = 0 11.24.202.911 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 96.296 MiB) 11.24.210.184 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 95.225 MiB) 11.24.212.764 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.882 (> 0.100 thold), f_keep = 0.816 11.24.212.795 I slot launch_slot_: id 2 | task 8884 | processing task, is_child = 0 11.24.212.892 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.867 (> 0.100 thold), f_keep = 0.883 11.24.212.916 I slot launch_slot_: id 3 | task 8885 | processing task, is_child = 0 11.25.294.404 I slot print_timing: id 0 | task 8878 | prompt eval time = 3362.14 ms / 1047 tokens ( 3.21 ms per token, 311.41 tokens per second) 11.25.294.406 I slot print_timing: id 0 | task 8878 | eval time = 1094.35 ms / 2 tokens ( 1094.35 ms per token, 0.91 tokens per second) 11.25.294.407 I slot print_timing: id 0 | task 8878 | total time = 4456.49 ms / 1049 tokens 11.25.294.407 I slot print_timing: id 0 | task 8878 | graphs reused = 7438 11.25.294.407 I slot print_timing: id 0 | task 8878 | graph reallocs = 0 / 0 (same size) / (changed size) 11.25.294.475 I slot release: id 0 | task 8878 | stop processing: n_tokens = 1049, truncated = 0 11.26.095.638 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1049, t_last = 239698105490 11.26.095.736 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 114.481 MiB) 11.26.105.089 I slot launch_slot_: id 0 | task 8888 | processing task, is_child = 0 11.27.004.509 I slot print_timing: id 2 | task 8884 | prompt eval time = 1882.24 ms / 118 tokens ( 15.95 ms per token, 62.69 tokens per second) 11.27.004.511 I slot print_timing: id 2 | task 8884 | eval time = 909.09 ms / 2 tokens ( 909.09 ms per token, 1.10 tokens per second) 11.27.004.512 I slot print_timing: id 2 | task 8884 | total time = 2791.33 ms / 120 tokens 11.27.004.512 I slot print_timing: id 2 | task 8884 | graphs reused = 7438 11.27.004.512 I slot print_timing: id 2 | task 8884 | graph reallocs = 0 / 0 (same size) / (changed size) 11.27.004.573 I slot release: id 2 | task 8884 | stop processing: n_tokens = 1003, truncated = 0 11.27.004.800 I slot print_timing: id 3 | task 8885 | prompt eval time = 1881.68 ms / 136 tokens ( 13.84 ms per token, 72.28 tokens per second) 11.27.004.802 I slot print_timing: id 3 | task 8885 | eval time = 909.17 ms / 2 tokens ( 909.17 ms per token, 1.10 tokens per second) 11.27.004.803 I slot print_timing: id 3 | task 8885 | total time = 2790.84 ms / 138 tokens 11.27.004.803 I slot print_timing: id 3 | task 8885 | graphs reused = 7438 11.27.004.803 I slot print_timing: id 3 | task 8885 | graph reallocs = 0 / 0 (same size) / (changed size) 11.27.004.852 I slot release: id 3 | task 8885 | stop processing: n_tokens = 1021, truncated = 0 11.27.722.327 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1003, t_last = 239699815587 11.27.722.426 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 94.842 MiB) 11.27.727.715 I slot launch_slot_: id 2 | task 8891 | processing task, is_child = 0 11.27.727.805 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 88.496 MiB) 11.27.730.747 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1021, t_last = 239699815866 11.27.730.845 I slot launch_slot_: id 3 | task 8892 | processing task, is_child = 0 11.28.976.103 I slot print_timing: id 1 | task 8883 | prompt eval time = 3509.40 ms / 748 tokens ( 4.69 ms per token, 213.14 tokens per second) 11.28.976.105 I slot print_timing: id 1 | task 8883 | eval time = 1253.78 ms / 2 tokens ( 1253.78 ms per token, 0.80 tokens per second) 11.28.976.106 I slot print_timing: id 1 | task 8883 | total time = 4763.17 ms / 750 tokens 11.28.976.106 I slot print_timing: id 1 | task 8883 | graphs reused = 7438 11.28.976.107 I slot print_timing: id 1 | task 8883 | graph reallocs = 0 / 0 (same size) / (changed size) 11.28.976.163 I slot release: id 1 | task 8883 | stop processing: n_tokens = 750, truncated = 0 11.30.580.689 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.869 (> 0.100 thold), f_keep = 0.857 11.30.580.758 I slot launch_slot_: id 1 | task 8895 | processing task, is_child = 0 11.31.353.781 I slot print_timing: id 2 | task 8891 | prompt processing, n_tokens = 719, progress = 0.99, t = 3.62 s / 198.55 tokens per second 11.31.355.268 I slot print_timing: id 3 | task 8892 | prompt processing, n_tokens = 731, progress = 0.99, t = 3.62 s / 201.87 tokens per second 11.31.495.173 I slot print_timing: id 1 | task 8895 | prompt eval time = 873.53 ms / 97 tokens ( 9.01 ms per token, 111.04 tokens per second) 11.31.495.176 I slot print_timing: id 1 | task 8895 | eval time = 40.88 ms / 2 tokens ( 40.88 ms per token, 24.46 tokens per second) 11.31.495.176 I slot print_timing: id 1 | task 8895 | total time = 914.40 ms / 99 tokens 11.31.495.177 I slot print_timing: id 1 | task 8895 | graphs reused = 7438 11.31.495.177 I slot print_timing: id 1 | task 8895 | graph reallocs = 0 / 0 (same size) / (changed size) 11.31.495.227 I slot release: id 1 | task 8895 | stop processing: n_tokens = 741, truncated = 0 11.31.495.404 I slot print_timing: id 2 | task 8891 | prompt eval time = 3722.95 ms / 723 tokens ( 5.15 ms per token, 194.20 tokens per second) 11.31.495.406 I slot print_timing: id 2 | task 8891 | eval time = 40.93 ms / 2 tokens ( 40.93 ms per token, 24.43 tokens per second) 11.31.495.407 I slot print_timing: id 2 | task 8891 | total time = 3763.88 ms / 725 tokens 11.31.495.407 I slot print_timing: id 2 | task 8891 | graphs reused = 7438 11.31.495.407 I slot print_timing: id 2 | task 8891 | graph reallocs = 0 / 0 (same size) / (changed size) 11.31.495.439 I slot release: id 2 | task 8891 | stop processing: n_tokens = 725, truncated = 0 11.31.495.618 I slot print_timing: id 3 | task 8892 | prompt eval time = 3722.97 ms / 735 tokens ( 5.07 ms per token, 197.42 tokens per second) 11.31.495.620 I slot print_timing: id 3 | task 8892 | eval time = 40.96 ms / 2 tokens ( 40.96 ms per token, 24.41 tokens per second) 11.31.495.620 I slot print_timing: id 3 | task 8892 | total time = 3763.93 ms / 737 tokens 11.31.495.621 I slot print_timing: id 3 | task 8892 | graphs reused = 7438 11.31.495.621 I slot print_timing: id 3 | task 8892 | graph reallocs = 0 / 0 (same size) / (changed size) 11.31.495.647 I slot release: id 3 | task 8892 | stop processing: n_tokens = 737, truncated = 0 11.31.520.934 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.878 (> 0.100 thold), f_keep = 0.875 11.31.520.961 I slot launch_slot_: id 3 | task 8900 | processing task, is_child = 0 11.31.521.038 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 93.802 MiB) 11.31.523.678 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 113.996 MiB) 11.31.525.776 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.857 (> 0.100 thold), f_keep = 0.868 11.31.525.802 I slot launch_slot_: id 1 | task 8901 | processing task, is_child = 0 11.31.525.876 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.883 (> 0.100 thold), f_keep = 0.887 11.31.525.894 I slot launch_slot_: id 2 | task 8902 | processing task, is_child = 0 11.32.349.799 I slot print_timing: id 1 | task 8901 | prompt eval time = 782.69 ms / 107 tokens ( 7.31 ms per token, 136.71 tokens per second) 11.32.349.804 I slot print_timing: id 1 | task 8901 | eval time = 41.21 ms / 2 tokens ( 41.21 ms per token, 24.27 tokens per second) 11.32.349.805 I slot print_timing: id 1 | task 8901 | total time = 823.90 ms / 109 tokens 11.32.349.805 I slot print_timing: id 1 | task 8901 | graphs reused = 7438 11.32.349.806 I slot print_timing: id 1 | task 8901 | graph reallocs = 0 / 0 (same size) / (changed size) 11.32.349.853 I slot release: id 1 | task 8901 | stop processing: n_tokens = 751, truncated = 0 11.32.350.041 I slot print_timing: id 2 | task 8902 | prompt eval time = 782.17 ms / 85 tokens ( 9.20 ms per token, 108.67 tokens per second) 11.32.350.043 I slot print_timing: id 2 | task 8902 | eval time = 41.27 ms / 2 tokens ( 41.27 ms per token, 24.23 tokens per second) 11.32.350.043 I slot print_timing: id 2 | task 8902 | total time = 823.44 ms / 87 tokens 11.32.350.044 I slot print_timing: id 2 | task 8902 | graphs reused = 7438 11.32.350.044 I slot print_timing: id 2 | task 8902 | graph reallocs = 0 / 0 (same size) / (changed size) 11.32.350.080 I slot release: id 2 | task 8902 | stop processing: n_tokens = 729, truncated = 0 11.32.350.259 I slot print_timing: id 3 | task 8900 | prompt eval time = 781.72 ms / 90 tokens ( 8.69 ms per token, 115.13 tokens per second) 11.32.350.262 I slot print_timing: id 3 | task 8900 | eval time = 41.26 ms / 2 tokens ( 41.26 ms per token, 24.24 tokens per second) 11.32.350.262 I slot print_timing: id 3 | task 8900 | total time = 822.98 ms / 92 tokens 11.32.350.262 I slot print_timing: id 3 | task 8900 | graphs reused = 7438 11.32.350.262 I slot print_timing: id 3 | task 8900 | graph reallocs = 0 / 0 (same size) / (changed size) 11.32.350.292 I slot release: id 3 | task 8900 | stop processing: n_tokens = 736, truncated = 0 11.32.375.455 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 751, t_last = 239705160867 11.32.375.541 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 88.769 MiB) 11.32.378.109 I slot launch_slot_: id 1 | task 8907 | processing task, is_child = 0 11.32.378.186 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 108.135 MiB) 11.32.380.691 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 91.559 MiB) 11.32.383.227 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.864 (> 0.100 thold), f_keep = 0.882 11.32.383.250 I slot launch_slot_: id 2 | task 8908 | processing task, is_child = 0 11.32.383.326 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 736, t_last = 239705161306 11.32.383.416 I slot launch_slot_: id 3 | task 8909 | processing task, is_child = 0 11.35.868.474 I slot print_timing: id 1 | task 8907 | prompt processing, n_tokens = 810, progress = 0.83, t = 3.48 s / 232.45 tokens per second 11.35.869.195 I slot print_timing: id 3 | task 8909 | prompt processing, n_tokens = 810, progress = 0.84, t = 3.48 s / 232.50 tokens per second 11.36.670.893 I slot print_timing: id 2 | task 8908 | prompt eval time = 3484.86 ms / 101 tokens ( 34.50 ms per token, 28.98 tokens per second) 11.36.670.896 I slot print_timing: id 2 | task 8908 | eval time = 802.43 ms / 2 tokens ( 802.43 ms per token, 1.25 tokens per second) 11.36.670.896 I slot print_timing: id 2 | task 8908 | total time = 4287.29 ms / 103 tokens 11.36.670.897 I slot print_timing: id 2 | task 8908 | graphs reused = 7438 11.36.670.897 I slot print_timing: id 2 | task 8908 | graph reallocs = 0 / 0 (same size) / (changed size) 11.36.670.946 I slot release: id 2 | task 8908 | stop processing: n_tokens = 745, truncated = 0 11.36.670.958 I slot print_timing: id 1 | task 8907 | prompt processing, n_tokens = 976, progress = 1.00, t = 4.29 s / 227.66 tokens per second 11.36.672.106 I slot print_timing: id 3 | task 8909 | prompt processing, n_tokens = 957, progress = 1.00, t = 4.29 s / 223.28 tokens per second 11.36.782.390 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 745, t_last = 239709481960 11.36.782.479 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 89.097 MiB) 11.36.785.201 I slot launch_slot_: id 2 | task 8914 | processing task, is_child = 0 11.37.681.074 I slot print_timing: id 1 | task 8907 | prompt eval time = 4398.78 ms / 980 tokens ( 4.49 ms per token, 222.79 tokens per second) 11.37.681.078 I slot print_timing: id 1 | task 8907 | eval time = 898.87 ms / 2 tokens ( 898.87 ms per token, 1.11 tokens per second) 11.37.681.078 I slot print_timing: id 1 | task 8907 | total time = 5297.65 ms / 982 tokens 11.37.681.079 I slot print_timing: id 1 | task 8907 | graphs reused = 7438 11.37.681.079 I slot print_timing: id 1 | task 8907 | graph reallocs = 0 / 0 (same size) / (changed size) 11.37.681.136 I slot release: id 1 | task 8907 | stop processing: n_tokens = 982, truncated = 0 11.37.681.391 I slot print_timing: id 3 | task 8909 | prompt eval time = 4398.09 ms / 961 tokens ( 4.58 ms per token, 218.50 tokens per second) 11.37.681.395 I slot print_timing: id 3 | task 8909 | eval time = 899.00 ms / 2 tokens ( 899.00 ms per token, 1.11 tokens per second) 11.37.681.395 I slot print_timing: id 3 | task 8909 | total time = 5297.09 ms / 963 tokens 11.37.681.396 I slot print_timing: id 3 | task 8909 | graphs reused = 7438 11.37.681.396 I slot print_timing: id 3 | task 8909 | graph reallocs = 0 / 0 (same size) / (changed size) 11.37.681.439 I slot release: id 3 | task 8909 | stop processing: n_tokens = 963, truncated = 0 11.38.458.172 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 982, t_last = 239710492150 11.38.458.277 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 90.520 MiB) 11.38.462.338 I slot launch_slot_: id 1 | task 8917 | processing task, is_child = 0 11.38.462.416 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 101.440 MiB) 11.38.464.760 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.807 (> 0.100 thold), f_keep = 0.871 11.38.464.787 I slot launch_slot_: id 3 | task 8918 | processing task, is_child = 0 11.40.472.741 I slot print_timing: id 2 | task 8914 | prompt processing, n_tokens = 942, progress = 1.00, t = 3.69 s / 255.52 tokens per second 11.41.733.549 I slot print_timing: id 2 | task 8914 | prompt eval time = 4537.76 ms / 946 tokens ( 4.80 ms per token, 208.47 tokens per second) 11.41.733.554 I slot print_timing: id 2 | task 8914 | eval time = 410.58 ms / 2 tokens ( 410.58 ms per token, 2.44 tokens per second) 11.41.733.555 I slot print_timing: id 2 | task 8914 | total time = 4948.34 ms / 948 tokens 11.41.733.555 I slot print_timing: id 2 | task 8914 | graphs reused = 7438 11.41.733.556 I slot print_timing: id 2 | task 8914 | graph reallocs = 0 / 0 (same size) / (changed size) 11.41.733.614 I slot release: id 2 | task 8914 | stop processing: n_tokens = 948, truncated = 0 11.41.733.831 I slot print_timing: id 3 | task 8918 | prompt eval time = 2857.54 ms / 201 tokens ( 14.22 ms per token, 70.34 tokens per second) 11.41.733.835 I slot print_timing: id 3 | task 8918 | eval time = 410.64 ms / 2 tokens ( 410.64 ms per token, 2.44 tokens per second) 11.41.733.836 I slot print_timing: id 3 | task 8918 | total time = 3268.19 ms / 203 tokens 11.41.733.836 I slot print_timing: id 3 | task 8918 | graphs reused = 7438 11.41.733.836 I slot print_timing: id 3 | task 8918 | graph reallocs = 0 / 0 (same size) / (changed size) 11.41.733.882 I slot release: id 3 | task 8918 | stop processing: n_tokens = 1041, truncated = 0 11.41.733.890 I slot print_timing: id 1 | task 8917 | prompt processing, n_tokens = 1129, progress = 1.00, t = 3.27 s / 345.43 tokens per second 11.41.807.651 I slot print_timing: id 0 | task 8888 | prompt eval time = 4475.58 ms / 792 tokens ( 5.65 ms per token, 176.96 tokens per second) 11.41.807.656 I slot print_timing: id 0 | task 8888 | eval time = 11226.96 ms / 19 tokens ( 623.72 ms per token, 1.60 tokens per second) 11.41.807.656 I slot print_timing: id 0 | task 8888 | total time = 15702.55 ms / 811 tokens 11.41.807.657 I slot print_timing: id 0 | task 8888 | graphs reused = 7438 11.41.807.657 I slot print_timing: id 0 | task 8888 | graph reallocs = 0 / 0 (same size) / (changed size) 11.41.807.705 I slot release: id 0 | task 8888 | stop processing: n_tokens = 811, truncated = 0 11.41.807.910 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 948, t_last = 239714544628 11.41.808.006 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 101.284 MiB) 11.41.810.774 I slot launch_slot_: id 2 | task 8923 | processing task, is_child = 0 11.41.810.856 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 99.923 MiB) 11.41.813.076 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 100.580 MiB) 11.41.815.913 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1041, t_last = 239714544896 11.41.816.025 I slot launch_slot_: id 3 | task 8924 | processing task, is_child = 0 11.45.805.058 I slot print_timing: id 1 | task 8917 | prompt eval time = 3343.11 ms / 1133 tokens ( 2.95 ms per token, 338.91 tokens per second) 11.45.805.064 I slot print_timing: id 1 | task 8917 | eval time = 3997.15 ms / 2 tokens ( 3997.15 ms per token, 0.25 tokens per second) 11.45.805.064 I slot print_timing: id 1 | task 8917 | total time = 7340.26 ms / 1135 tokens 11.45.805.065 I slot print_timing: id 1 | task 8917 | graphs reused = 7438 11.45.805.065 I slot print_timing: id 1 | task 8917 | graph reallocs = 0 / 0 (same size) / (changed size) 11.45.805.128 I slot release: id 1 | task 8917 | stop processing: n_tokens = 1135, truncated = 0 11.45.805.136 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 811, t_last = 239714618719 11.45.805.285 I slot launch_slot_: id 0 | task 8926 | processing task, is_child = 0 11.45.805.373 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 83.189 MiB) 11.45.810.442 I slot print_timing: id 2 | task 8923 | prompt processing, n_tokens = 654, progress = 0.56, t = 3.99 s / 163.96 tokens per second 11.45.811.108 I slot print_timing: id 3 | task 8924 | prompt processing, n_tokens = 1393, progress = 0.67, t = 3.99 s / 349.24 tokens per second 11.49.497.626 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1135, t_last = 239718616143 11.49.497.798 I slot launch_slot_: id 1 | task 8928 | processing task, is_child = 0 11.49.497.814 I slot print_timing: id 0 | task 8926 | prompt processing, n_tokens = 1587, progress = 0.75, t = 3.69 s / 430.39 tokens per second 11.49.951.407 I slot print_timing: id 2 | task 8923 | prompt processing, n_tokens = 981, progress = 0.84, t = 7.68 s / 127.71 tokens per second 11.49.952.580 I slot print_timing: id 3 | task 8924 | prompt processing, n_tokens = 1527, progress = 0.73, t = 7.68 s / 198.79 tokens per second 11.53.206.115 I slot print_timing: id 0 | task 8926 | prompt processing, n_tokens = 1764, progress = 0.84, t = 7.40 s / 238.51 tokens per second 11.53.922.607 I slot print_timing: id 1 | task 8928 | prompt processing, n_tokens = 1545, progress = 0.75, t = 3.25 s / 474.67 tokens per second 11.53.923.423 I slot print_timing: id 2 | task 8923 | prompt processing, n_tokens = 1166, progress = 1.00, t = 11.39 s / 102.37 tokens per second 11.53.924.752 I slot print_timing: id 3 | task 8924 | prompt processing, n_tokens = 1574, progress = 0.75, t = 11.39 s / 138.19 tokens per second 11.55.651.447 I slot print_timing: id 0 | task 8926 | prompt processing, n_tokens = 2099, progress = 1.00, t = 9.84 s / 213.29 tokens per second 11.55.652.527 I slot print_timing: id 1 | task 8928 | prompt processing, n_tokens = 1764, progress = 0.86, t = 5.70 s / 309.47 tokens per second 11.55.653.417 I slot print_timing: id 3 | task 8924 | prompt processing, n_tokens = 1764, progress = 0.84, t = 13.83 s / 127.50 tokens per second 11.57.150.258 I slot print_timing: id 2 | task 8923 | prompt eval time = 13835.34 ms / 1170 tokens ( 11.83 ms per token, 84.57 tokens per second) 11.57.150.261 I slot print_timing: id 2 | task 8923 | eval time = 1498.82 ms / 2 tokens ( 1498.82 ms per token, 0.67 tokens per second) 11.57.150.261 I slot print_timing: id 2 | task 8923 | total time = 15334.16 ms / 1172 tokens 11.57.150.262 I slot print_timing: id 2 | task 8923 | graphs reused = 7438 11.57.150.262 I slot print_timing: id 2 | task 8923 | graph reallocs = 0 / 0 (same size) / (changed size) 11.57.150.322 I slot release: id 2 | task 8923 | stop processing: n_tokens = 1172, truncated = 0 11.57.150.334 I slot print_timing: id 1 | task 8928 | prompt processing, n_tokens = 2057, progress = 1.00, t = 7.20 s / 285.75 tokens per second 11.57.151.994 I slot print_timing: id 3 | task 8924 | prompt processing, n_tokens = 2086, progress = 1.00, t = 15.33 s / 136.04 tokens per second 11.57.262.386 I slot print_timing: id 0 | task 8926 | prompt eval time = 11339.80 ms / 2103 tokens ( 5.39 ms per token, 185.45 tokens per second) 11.57.262.390 I slot print_timing: id 0 | task 8926 | eval time = 112.30 ms / 2 tokens ( 112.30 ms per token, 8.90 tokens per second) 11.57.262.390 I slot print_timing: id 0 | task 8926 | total time = 11452.10 ms / 2105 tokens 11.57.262.391 I slot print_timing: id 0 | task 8926 | graphs reused = 7438 11.57.262.391 I slot print_timing: id 0 | task 8926 | graph reallocs = 0 / 0 (same size) / (changed size) 11.57.262.539 I slot release: id 0 | task 8926 | stop processing: n_tokens = 2105, truncated = 0 11.57.262.978 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.877 (> 0.100 thold), f_keep = 0.852 11.57.263.028 I slot launch_slot_: id 0 | task 8933 | processing task, is_child = 0 11.57.263.144 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 84.173 MiB) 11.57.869.630 I slot print_timing: id 1 | task 8928 | prompt eval time = 7311.56 ms / 2061 tokens ( 3.55 ms per token, 281.88 tokens per second) 11.57.869.633 I slot print_timing: id 1 | task 8928 | eval time = 606.87 ms / 2 tokens ( 606.87 ms per token, 1.65 tokens per second) 11.57.869.633 I slot print_timing: id 1 | task 8928 | total time = 7918.43 ms / 2063 tokens 11.57.869.634 I slot print_timing: id 1 | task 8928 | graphs reused = 7438 11.57.869.634 I slot print_timing: id 1 | task 8928 | graph reallocs = 0 / 0 (same size) / (changed size) 11.57.869.746 I slot release: id 1 | task 8928 | stop processing: n_tokens = 2063, truncated = 0 11.57.869.959 I slot print_timing: id 3 | task 8924 | prompt eval time = 15446.71 ms / 2090 tokens ( 7.39 ms per token, 135.30 tokens per second) 11.57.869.962 I slot print_timing: id 3 | task 8924 | eval time = 606.99 ms / 2 tokens ( 606.99 ms per token, 1.65 tokens per second) 11.57.869.963 I slot print_timing: id 3 | task 8924 | total time = 16053.70 ms / 2092 tokens 11.57.869.963 I slot print_timing: id 3 | task 8924 | graphs reused = 7438 11.57.869.963 I slot print_timing: id 3 | task 8924 | graph reallocs = 0 / 0 (same size) / (changed size) 11.57.870.053 I slot release: id 3 | task 8924 | stop processing: n_tokens = 2092, truncated = 0 11.57.870.062 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.848 (> 0.100 thold), f_keep = 0.870 11.57.870.105 I slot launch_slot_: id 1 | task 8935 | processing task, is_child = 0 11.57.870.324 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 87.292 MiB) 11.58.618.557 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.867 (> 0.100 thold), f_keep = 0.857 11.58.618.598 I slot launch_slot_: id 3 | task 8937 | processing task, is_child = 0 11.58.618.694 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1172, t_last = 239729961336 11.58.622.318 I slot launch_slot_: id 2 | task 8938 | processing task, is_child = 0 11.59.317.682 I slot print_timing: id 0 | task 8933 | prompt eval time = 1352.09 ms / 251 tokens ( 5.39 ms per token, 185.64 tokens per second) 11.59.317.686 I slot print_timing: id 0 | task 8933 | eval time = 699.12 ms / 2 tokens ( 699.12 ms per token, 1.43 tokens per second) 11.59.317.687 I slot print_timing: id 0 | task 8933 | total time = 2051.22 ms / 253 tokens 11.59.317.687 I slot print_timing: id 0 | task 8933 | graphs reused = 7438 11.59.317.687 I slot print_timing: id 0 | task 8933 | graph reallocs = 0 / 0 (same size) / (changed size) 11.59.317.804 I slot release: id 0 | task 8933 | stop processing: n_tokens = 2046, truncated = 0 12.00.207.132 I slot print_timing: id 1 | task 8935 | prompt eval time = 1434.74 ms / 321 tokens ( 4.47 ms per token, 223.73 tokens per second) 12.00.207.135 I slot print_timing: id 1 | task 8935 | eval time = 889.12 ms / 2 tokens ( 889.12 ms per token, 1.12 tokens per second) 12.00.207.136 I slot print_timing: id 1 | task 8935 | total time = 2323.86 ms / 323 tokens 12.00.207.136 I slot print_timing: id 1 | task 8935 | graphs reused = 7438 12.00.207.137 I slot print_timing: id 1 | task 8935 | graph reallocs = 0 / 0 (same size) / (changed size) 12.00.207.253 I slot release: id 1 | task 8935 | stop processing: n_tokens = 2116, truncated = 0 12.00.207.467 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.839 (> 0.100 thold), f_keep = 0.877 12.00.207.531 I slot launch_slot_: id 0 | task 8941 | processing task, is_child = 0 12.00.207.673 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 88.933 MiB) 12.01.035.716 I slot print_timing: id 3 | task 8937 | prompt eval time = 1582.63 ms / 275 tokens ( 5.76 ms per token, 173.76 tokens per second) 12.01.035.718 I slot print_timing: id 3 | task 8937 | eval time = 828.25 ms / 2 tokens ( 828.25 ms per token, 1.21 tokens per second) 12.01.035.719 I slot print_timing: id 3 | task 8937 | total time = 2410.88 ms / 277 tokens 12.01.035.720 I slot print_timing: id 3 | task 8937 | graphs reused = 7438 12.01.035.720 I slot print_timing: id 3 | task 8937 | graph reallocs = 0 / 0 (same size) / (changed size) 12.01.035.834 I slot release: id 3 | task 8937 | stop processing: n_tokens = 2069, truncated = 0 12.01.035.846 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.805 (> 0.100 thold), f_keep = 0.848 12.01.035.907 I slot launch_slot_: id 1 | task 8943 | processing task, is_child = 0 12.01.036.043 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 87.347 MiB) 12.02.063.770 I slot print_timing: id 2 | task 8938 | prompt eval time = 2411.89 ms / 373 tokens ( 6.47 ms per token, 154.65 tokens per second) 12.02.063.772 I slot print_timing: id 2 | task 8938 | eval time = 1028.22 ms / 2 tokens ( 1028.22 ms per token, 0.97 tokens per second) 12.02.063.773 I slot print_timing: id 2 | task 8938 | total time = 3440.10 ms / 375 tokens 12.02.063.773 I slot print_timing: id 2 | task 8938 | graphs reused = 7438 12.02.063.774 I slot print_timing: id 2 | task 8938 | graph reallocs = 0 / 0 (same size) / (changed size) 12.02.063.888 I slot release: id 2 | task 8938 | stop processing: n_tokens = 2138, truncated = 0 12.02.063.897 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.907 (> 0.100 thold), f_keep = 0.839 12.02.063.937 I slot launch_slot_: id 2 | task 8945 | processing task, is_child = 0 12.02.568.158 I slot print_timing: id 0 | task 8941 | prompt eval time = 1844.42 ms / 343 tokens ( 5.38 ms per token, 185.97 tokens per second) 12.02.568.160 I slot print_timing: id 0 | task 8941 | eval time = 504.56 ms / 2 tokens ( 504.56 ms per token, 1.98 tokens per second) 12.02.568.161 I slot print_timing: id 0 | task 8941 | total time = 2348.97 ms / 345 tokens 12.02.568.161 I slot print_timing: id 0 | task 8941 | graphs reused = 7438 12.02.568.162 I slot print_timing: id 0 | task 8941 | graph reallocs = 0 / 0 (same size) / (changed size) 12.02.568.290 I slot release: id 0 | task 8941 | stop processing: n_tokens = 2138, truncated = 0 12.02.568.601 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.887 (> 0.100 thold), f_keep = 0.839 12.02.568.663 I slot launch_slot_: id 0 | task 8947 | processing task, is_child = 0 12.03.186.553 I slot print_timing: id 1 | task 8943 | prompt eval time = 1526.82 ms / 435 tokens ( 3.51 ms per token, 284.91 tokens per second) 12.03.186.557 I slot print_timing: id 1 | task 8943 | eval time = 617.96 ms / 2 tokens ( 617.96 ms per token, 1.62 tokens per second) 12.03.186.557 I slot print_timing: id 1 | task 8943 | total time = 2144.78 ms / 437 tokens 12.03.186.558 I slot print_timing: id 1 | task 8943 | graphs reused = 7438 12.03.186.558 I slot print_timing: id 1 | task 8943 | graph reallocs = 0 / 0 (same size) / (changed size) 12.03.186.676 I slot release: id 1 | task 8943 | stop processing: n_tokens = 2229, truncated = 0 12.03.186.890 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.887 (> 0.100 thold), f_keep = 0.804 12.03.186.933 I slot launch_slot_: id 1 | task 8949 | processing task, is_child = 0 12.03.747.202 I slot print_timing: id 2 | task 8945 | prompt eval time = 1120.74 ms / 183 tokens ( 6.12 ms per token, 163.28 tokens per second) 12.03.747.207 I slot print_timing: id 2 | task 8945 | eval time = 560.31 ms / 2 tokens ( 560.31 ms per token, 1.78 tokens per second) 12.03.747.207 I slot print_timing: id 2 | task 8945 | total time = 1681.05 ms / 185 tokens 12.03.747.208 I slot print_timing: id 2 | task 8945 | graphs reused = 7438 12.03.747.208 I slot print_timing: id 2 | task 8945 | graph reallocs = 0 / 0 (same size) / (changed size) 12.03.747.319 I slot release: id 2 | task 8945 | stop processing: n_tokens = 1978, truncated = 0 12.03.747.329 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.865 (> 0.100 thold), f_keep = 0.907 12.03.747.376 I slot launch_slot_: id 2 | task 8951 | processing task, is_child = 0 12.04.443.195 I slot print_timing: id 0 | task 8947 | prompt eval time = 1178.23 ms / 229 tokens ( 5.15 ms per token, 194.36 tokens per second) 12.04.443.198 I slot print_timing: id 0 | task 8947 | eval time = 696.16 ms / 2 tokens ( 696.16 ms per token, 1.44 tokens per second) 12.04.443.198 I slot print_timing: id 0 | task 8947 | total time = 1874.39 ms / 231 tokens 12.04.443.199 I slot print_timing: id 0 | task 8947 | graphs reused = 7438 12.04.443.199 I slot print_timing: id 0 | task 8947 | graph reallocs = 0 / 0 (same size) / (changed size) 12.04.443.309 I slot release: id 0 | task 8947 | stop processing: n_tokens = 2024, truncated = 0 12.04.443.612 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.847 (> 0.100 thold), f_keep = 0.886 12.04.443.672 I slot launch_slot_: id 0 | task 8953 | processing task, is_child = 0 12.05.208.430 I slot print_timing: id 1 | task 8949 | prompt eval time = 1254.50 ms / 229 tokens ( 5.48 ms per token, 182.54 tokens per second) 12.05.208.433 I slot print_timing: id 1 | task 8949 | eval time = 764.82 ms / 2 tokens ( 764.82 ms per token, 1.31 tokens per second) 12.05.208.433 I slot print_timing: id 1 | task 8949 | total time = 2019.32 ms / 231 tokens 12.05.208.434 I slot print_timing: id 1 | task 8949 | graphs reused = 7438 12.05.208.434 I slot print_timing: id 1 | task 8949 | graph reallocs = 0 / 0 (same size) / (changed size) 12.05.208.548 I slot release: id 1 | task 8949 | stop processing: n_tokens = 2023, truncated = 0 12.05.208.771 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.907 (> 0.100 thold), f_keep = 0.886 12.05.208.847 I slot launch_slot_: id 1 | task 8955 | processing task, is_child = 0 12.05.702.007 I slot print_timing: id 2 | task 8951 | prompt eval time = 1459.69 ms / 279 tokens ( 5.23 ms per token, 191.14 tokens per second) 12.05.702.012 I slot print_timing: id 2 | task 8951 | eval time = 493.24 ms / 2 tokens ( 493.24 ms per token, 2.03 tokens per second) 12.05.702.012 I slot print_timing: id 2 | task 8951 | total time = 1952.93 ms / 281 tokens 12.05.702.013 I slot print_timing: id 2 | task 8951 | graphs reused = 7438 12.05.702.013 I slot print_timing: id 2 | task 8951 | graph reallocs = 0 / 0 (same size) / (changed size) 12.05.702.122 I slot release: id 2 | task 8951 | stop processing: n_tokens = 2074, truncated = 0 12.05.702.132 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.867 (> 0.100 thold), f_keep = 0.865 12.05.702.174 I slot launch_slot_: id 2 | task 8957 | processing task, is_child = 0 12.06.396.361 I slot print_timing: id 0 | task 8953 | prompt eval time = 1258.04 ms / 323 tokens ( 3.89 ms per token, 256.75 tokens per second) 12.06.396.366 I slot print_timing: id 0 | task 8953 | eval time = 694.52 ms / 2 tokens ( 694.52 ms per token, 1.44 tokens per second) 12.06.396.366 I slot print_timing: id 0 | task 8953 | total time = 1952.55 ms / 325 tokens 12.06.396.367 I slot print_timing: id 0 | task 8953 | graphs reused = 7438 12.06.396.367 I slot print_timing: id 0 | task 8953 | graph reallocs = 0 / 0 (same size) / (changed size) 12.06.396.482 I slot release: id 0 | task 8953 | stop processing: n_tokens = 2118, truncated = 0 12.06.396.791 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.845 (> 0.100 thold), f_keep = 0.847 12.06.396.831 I slot launch_slot_: id 0 | task 8959 | processing task, is_child = 0 12.07.217.714 I slot print_timing: id 1 | task 8955 | prompt eval time = 1185.65 ms / 184 tokens ( 6.44 ms per token, 155.19 tokens per second) 12.07.217.716 I slot print_timing: id 1 | task 8955 | eval time = 820.92 ms / 2 tokens ( 820.92 ms per token, 1.22 tokens per second) 12.07.217.717 I slot print_timing: id 1 | task 8955 | total time = 2006.57 ms / 186 tokens 12.07.217.717 I slot print_timing: id 1 | task 8955 | graphs reused = 7438 12.07.217.718 I slot print_timing: id 1 | task 8955 | graph reallocs = 0 / 0 (same size) / (changed size) 12.07.217.828 I slot release: id 1 | task 8955 | stop processing: n_tokens = 1978, truncated = 0 12.07.218.052 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.824 (> 0.100 thold), f_keep = 0.906 12.07.218.118 I slot launch_slot_: id 1 | task 8961 | processing task, is_child = 0 12.08.107.625 I slot print_timing: id 2 | task 8957 | prompt eval time = 1514.24 ms / 276 tokens ( 5.49 ms per token, 182.27 tokens per second) 12.08.107.630 I slot print_timing: id 2 | task 8957 | eval time = 889.58 ms / 2 tokens ( 889.58 ms per token, 1.12 tokens per second) 12.08.107.630 I slot print_timing: id 2 | task 8957 | total time = 2403.81 ms / 278 tokens 12.08.107.631 I slot print_timing: id 2 | task 8957 | graphs reused = 7438 12.08.107.631 I slot print_timing: id 2 | task 8957 | graph reallocs = 0 / 0 (same size) / (changed size) 12.08.107.748 I slot release: id 2 | task 8957 | stop processing: n_tokens = 2070, truncated = 0 12.08.107.758 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.905 (> 0.100 thold), f_keep = 0.866 12.08.107.813 I slot launch_slot_: id 2 | task 8963 | processing task, is_child = 0 12.08.612.877 I slot print_timing: id 0 | task 8959 | prompt eval time = 1710.48 ms / 328 tokens ( 5.21 ms per token, 191.76 tokens per second) 12.08.612.879 I slot print_timing: id 0 | task 8959 | eval time = 505.43 ms / 2 tokens ( 505.43 ms per token, 1.98 tokens per second) 12.08.612.879 I slot print_timing: id 0 | task 8959 | total time = 2215.91 ms / 330 tokens 12.08.612.879 I slot print_timing: id 0 | task 8959 | graphs reused = 7438 12.08.612.880 I slot print_timing: id 0 | task 8959 | graph reallocs = 0 / 0 (same size) / (changed size) 12.08.612.996 I slot release: id 0 | task 8959 | stop processing: n_tokens = 2123, truncated = 0 12.08.613.281 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.822 (> 0.100 thold), f_keep = 0.845 12.08.613.322 I slot launch_slot_: id 0 | task 8965 | processing task, is_child = 0 12.09.567.339 I slot print_timing: id 1 | task 8961 | prompt eval time = 1392.90 ms / 382 tokens ( 3.65 ms per token, 274.25 tokens per second) 12.09.567.342 I slot print_timing: id 1 | task 8961 | eval time = 954.06 ms / 2 tokens ( 954.06 ms per token, 1.05 tokens per second) 12.09.567.342 I slot print_timing: id 1 | task 8961 | total time = 2346.96 ms / 384 tokens 12.09.567.343 I slot print_timing: id 1 | task 8961 | graphs reused = 7438 12.09.567.343 I slot print_timing: id 1 | task 8961 | graph reallocs = 0 / 0 (same size) / (changed size) 12.09.567.459 I slot release: id 1 | task 8961 | stop processing: n_tokens = 2176, truncated = 0 12.09.567.674 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.878 (> 0.100 thold), f_keep = 0.824 12.09.567.722 I slot launch_slot_: id 1 | task 8967 | processing task, is_child = 0 12.10.189.482 I slot print_timing: id 2 | task 8963 | prompt eval time = 1458.05 ms / 189 tokens ( 7.71 ms per token, 129.63 tokens per second) 12.10.189.487 I slot print_timing: id 2 | task 8963 | eval time = 621.81 ms / 2 tokens ( 621.81 ms per token, 1.61 tokens per second) 12.10.189.488 I slot print_timing: id 2 | task 8963 | total time = 2079.86 ms / 191 tokens 12.10.189.488 I slot print_timing: id 2 | task 8963 | graphs reused = 7438 12.10.189.489 I slot print_timing: id 2 | task 8963 | graph reallocs = 0 / 0 (same size) / (changed size) 12.10.189.597 I slot release: id 2 | task 8963 | stop processing: n_tokens = 1983, truncated = 0 12.10.189.608 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.894 (> 0.100 thold), f_keep = 0.904 12.10.189.672 I slot launch_slot_: id 2 | task 8969 | processing task, is_child = 0 12.10.755.912 I slot print_timing: id 0 | task 8965 | prompt eval time = 1575.86 ms / 389 tokens ( 4.05 ms per token, 246.85 tokens per second) 12.10.755.917 I slot print_timing: id 0 | task 8965 | eval time = 566.59 ms / 2 tokens ( 566.59 ms per token, 1.76 tokens per second) 12.10.755.917 I slot print_timing: id 0 | task 8965 | total time = 2142.45 ms / 391 tokens 12.10.755.917 I slot print_timing: id 0 | task 8965 | graphs reused = 7438 12.10.755.918 I slot print_timing: id 0 | task 8965 | graph reallocs = 0 / 0 (same size) / (changed size) 12.10.756.041 I slot release: id 0 | task 8965 | stop processing: n_tokens = 2184, truncated = 0 12.10.756.275 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.884 (> 0.100 thold), f_keep = 0.821 12.10.756.323 I slot launch_slot_: id 0 | task 8971 | processing task, is_child = 0 12.11.378.874 I slot print_timing: id 1 | task 8967 | prompt eval time = 1186.28 ms / 249 tokens ( 4.76 ms per token, 209.90 tokens per second) 12.11.378.877 I slot print_timing: id 1 | task 8967 | eval time = 622.60 ms / 2 tokens ( 622.60 ms per token, 1.61 tokens per second) 12.11.378.877 I slot print_timing: id 1 | task 8967 | total time = 1808.88 ms / 251 tokens 12.11.378.878 I slot print_timing: id 1 | task 8967 | graphs reused = 7438 12.11.378.878 I slot print_timing: id 1 | task 8967 | graph reallocs = 0 / 0 (same size) / (changed size) 12.11.378.988 I slot release: id 1 | task 8967 | stop processing: n_tokens = 2043, truncated = 0 12.11.379.206 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.934 (> 0.100 thold), f_keep = 0.878 12.11.379.238 I slot launch_slot_: id 1 | task 8973 | processing task, is_child = 0 12.11.739.359 I slot print_timing: id 2 | task 8969 | prompt eval time = 1187.32 ms / 213 tokens ( 5.57 ms per token, 179.40 tokens per second) 12.11.739.361 I slot print_timing: id 2 | task 8969 | eval time = 360.16 ms / 2 tokens ( 360.16 ms per token, 2.78 tokens per second) 12.11.739.361 I slot print_timing: id 2 | task 8969 | total time = 1547.48 ms / 215 tokens 12.11.739.362 I slot print_timing: id 2 | task 8969 | graphs reused = 7438 12.11.739.362 I slot print_timing: id 2 | task 8969 | graph reallocs = 0 / 0 (same size) / (changed size) 12.11.739.473 I slot release: id 2 | task 8969 | stop processing: n_tokens = 2007, truncated = 0 12.11.739.482 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.894 (> 0.100 thold), f_keep = 0.893 12.11.739.535 I slot launch_slot_: id 2 | task 8975 | processing task, is_child = 0 12.12.305.125 I slot print_timing: id 0 | task 8971 | prompt eval time = 982.73 ms / 235 tokens ( 4.18 ms per token, 239.13 tokens per second) 12.12.305.131 I slot print_timing: id 0 | task 8971 | eval time = 565.93 ms / 2 tokens ( 565.93 ms per token, 1.77 tokens per second) 12.12.305.131 I slot print_timing: id 0 | task 8971 | total time = 1548.66 ms / 237 tokens 12.12.305.131 I slot print_timing: id 0 | task 8971 | graphs reused = 7438 12.12.305.132 I slot print_timing: id 0 | task 8971 | graph reallocs = 0 / 0 (same size) / (changed size) 12.12.305.238 I slot release: id 0 | task 8971 | stop processing: n_tokens = 2030, truncated = 0 12.12.305.462 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.915 (> 0.100 thold), f_keep = 0.883 12.12.305.498 I slot launch_slot_: id 0 | task 8977 | processing task, is_child = 0 12.12.402.554 I slot print_timing: id 1 | task 8973 | prompt eval time = 923.98 ms / 127 tokens ( 7.28 ms per token, 137.45 tokens per second) 12.12.402.561 I slot print_timing: id 1 | task 8973 | eval time = 97.09 ms / 2 tokens ( 97.09 ms per token, 10.30 tokens per second) 12.12.402.562 I slot print_timing: id 1 | task 8973 | total time = 1021.07 ms / 129 tokens 12.12.402.562 I slot print_timing: id 1 | task 8973 | graphs reused = 7438 12.12.402.563 I slot print_timing: id 1 | task 8973 | graph reallocs = 0 / 0 (same size) / (changed size) 12.12.402.715 I slot release: id 1 | task 8973 | stop processing: n_tokens = 1921, truncated = 0 12.12.403.081 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 2069, t_last = 239733846850 12.12.403.335 I slot launch_slot_: id 3 | task 8979 | processing task, is_child = 0 12.12.403.525 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 103.922 MiB) 12.12.403.531 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 82.915 MiB) 12.14.698.920 I slot print_timing: id 2 | task 8975 | prompt eval time = 661.91 ms / 212 tokens ( 3.12 ms per token, 320.29 tokens per second) 12.14.698.923 I slot print_timing: id 2 | task 8975 | eval time = 2295.84 ms / 2 tokens ( 2295.84 ms per token, 0.44 tokens per second) 12.14.698.924 I slot print_timing: id 2 | task 8975 | total time = 2957.75 ms / 214 tokens 12.14.698.924 I slot print_timing: id 2 | task 8975 | graphs reused = 7438 12.14.698.925 I slot print_timing: id 2 | task 8975 | graph reallocs = 0 / 0 (same size) / (changed size) 12.14.699.033 I slot release: id 2 | task 8975 | stop processing: n_tokens = 2006, truncated = 0 12.14.699.042 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1921, t_last = 239745213730 12.14.699.232 I slot launch_slot_: id 1 | task 8981 | processing task, is_child = 0 12.14.699.348 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 83.134 MiB) 12.17.598.158 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 2006, t_last = 239747510048 12.17.598.347 I slot launch_slot_: id 2 | task 8983 | processing task, is_child = 0 12.17.599.676 I slot print_timing: id 3 | task 8979 | prompt processing, n_tokens = 1256, progress = 0.86, t = 5.18 s / 242.50 tokens per second 12.20.324.187 I slot print_timing: id 0 | task 8977 | prompt eval time = 5292.52 ms / 196 tokens ( 27.00 ms per token, 37.03 tokens per second) 12.20.324.192 I slot print_timing: id 0 | task 8977 | eval time = 2726.03 ms / 2 tokens ( 2726.03 ms per token, 0.37 tokens per second) 12.20.324.192 I slot print_timing: id 0 | task 8977 | total time = 8018.55 ms / 198 tokens 12.20.324.206 I slot print_timing: id 0 | task 8977 | graphs reused = 7438 12.20.324.206 I slot print_timing: id 0 | task 8977 | graph reallocs = 0 / 0 (same size) / (changed size) 12.20.324.323 I slot release: id 0 | task 8977 | stop processing: n_tokens = 1961, truncated = 0 12.20.324.343 I slot print_timing: id 1 | task 8981 | prompt processing, n_tokens = 1256, progress = 0.76, t = 5.61 s / 223.80 tokens per second 12.20.327.282 I slot print_timing: id 3 | task 8979 | prompt processing, n_tokens = 1455, progress = 1.00, t = 7.91 s / 184.05 tokens per second 12.21.770.806 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1961, t_last = 239753135338 12.21.770.939 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 91.067 MiB) 12.21.770.944 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 92.161 MiB) 12.21.779.821 I slot launch_slot_: id 0 | task 8986 | processing task, is_child = 0 12.21.780.097 I slot print_timing: id 1 | task 8981 | prompt processing, n_tokens = 1658, progress = 1.00, t = 7.06 s / 234.88 tokens per second 12.21.780.934 I slot print_timing: id 2 | task 8983 | prompt processing, n_tokens = 1256, progress = 0.82, t = 4.17 s / 301.11 tokens per second 12.23.401.619 I slot print_timing: id 3 | task 8979 | prompt eval time = 9352.30 ms / 1459 tokens ( 6.41 ms per token, 156.00 tokens per second) 12.23.401.622 I slot print_timing: id 3 | task 8979 | eval time = 1630.82 ms / 2 tokens ( 1630.82 ms per token, 0.61 tokens per second) 12.23.401.623 I slot print_timing: id 3 | task 8979 | total time = 10983.11 ms / 1461 tokens 12.23.401.623 I slot print_timing: id 3 | task 8979 | graphs reused = 7438 12.23.401.624 I slot print_timing: id 3 | task 8979 | graph reallocs = 0 / 0 (same size) / (changed size) 12.23.401.706 I slot release: id 3 | task 8979 | stop processing: n_tokens = 1461, truncated = 0 12.23.402.562 I slot print_timing: id 2 | task 8983 | prompt processing, n_tokens = 1521, progress = 1.00, t = 5.80 s / 262.15 tokens per second 12.24.223.198 I slot print_timing: id 1 | task 8981 | prompt eval time = 8689.66 ms / 1662 tokens ( 5.23 ms per token, 191.26 tokens per second) 12.24.223.203 I slot print_timing: id 1 | task 8981 | eval time = 821.75 ms / 2 tokens ( 821.75 ms per token, 1.22 tokens per second) 12.24.223.203 I slot print_timing: id 1 | task 8981 | total time = 9511.41 ms / 1664 tokens 12.24.223.204 I slot print_timing: id 1 | task 8981 | graphs reused = 7438 12.24.223.204 I slot print_timing: id 1 | task 8981 | graph reallocs = 0 / 0 (same size) / (changed size) 12.24.223.291 I slot release: id 1 | task 8981 | stop processing: n_tokens = 1664, truncated = 0 12.24.223.495 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1461, t_last = 239756212721 12.24.223.607 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 91.231 MiB) 12.24.232.689 I slot launch_slot_: id 3 | task 8989 | processing task, is_child = 0 12.24.232.797 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 112.386 MiB) 12.24.240.412 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1664, t_last = 239757034306 12.24.240.545 I slot launch_slot_: id 1 | task 8990 | processing task, is_child = 0 12.26.390.921 I slot print_timing: id 2 | task 8983 | prompt eval time = 6624.19 ms / 1525 tokens ( 4.34 ms per token, 230.22 tokens per second) 12.26.390.923 I slot print_timing: id 2 | task 8983 | eval time = 2167.42 ms / 2 tokens ( 2167.42 ms per token, 0.46 tokens per second) 12.26.390.924 I slot print_timing: id 2 | task 8983 | total time = 8791.61 ms / 1527 tokens 12.26.390.924 I slot print_timing: id 2 | task 8983 | graphs reused = 7438 12.26.390.925 I slot print_timing: id 2 | task 8983 | graph reallocs = 0 / 0 (same size) / (changed size) 12.26.391.011 I slot release: id 2 | task 8983 | stop processing: n_tokens = 1527, truncated = 0 12.26.391.025 I slot print_timing: id 0 | task 8986 | prompt processing, n_tokens = 999, progress = 1.00, t = 4.61 s / 216.66 tokens per second 12.27.933.813 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1527, t_last = 239759202025 12.27.933.928 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 83.845 MiB) 12.27.942.116 I slot launch_slot_: id 2 | task 8993 | processing task, is_child = 0 12.27.942.127 I slot print_timing: id 1 | task 8990 | prompt processing, n_tokens = 852, progress = 0.87, t = 3.69 s / 230.75 tokens per second 12.27.943.082 I slot print_timing: id 3 | task 8989 | prompt processing, n_tokens = 852, progress = 0.86, t = 3.69 s / 230.76 tokens per second 12.29.432.352 I slot print_timing: id 0 | task 8986 | prompt eval time = 6153.97 ms / 1003 tokens ( 6.14 ms per token, 162.98 tokens per second) 12.29.432.356 I slot print_timing: id 0 | task 8986 | eval time = 1498.55 ms / 2 tokens ( 1498.55 ms per token, 0.67 tokens per second) 12.29.432.357 I slot print_timing: id 0 | task 8986 | total time = 7652.51 ms / 1005 tokens 12.29.432.358 I slot print_timing: id 0 | task 8986 | graphs reused = 7438 12.29.432.358 I slot print_timing: id 0 | task 8986 | graph reallocs = 0 / 0 (same size) / (changed size) 12.29.432.419 I slot release: id 0 | task 8986 | stop processing: n_tokens = 1005, truncated = 0 12.29.432.434 I slot print_timing: id 1 | task 8990 | prompt processing, n_tokens = 978, progress = 1.00, t = 5.19 s / 188.40 tokens per second 12.29.434.786 I slot print_timing: id 3 | task 8989 | prompt processing, n_tokens = 988, progress = 1.00, t = 5.19 s / 190.34 tokens per second 12.30.307.045 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.892 (> 0.100 thold), f_keep = 0.877 12.30.307.087 I slot launch_slot_: id 0 | task 8996 | processing task, is_child = 0 12.30.910.678 I slot print_timing: id 1 | task 8990 | prompt eval time = 6065.64 ms / 982 tokens ( 6.18 ms per token, 161.90 tokens per second) 12.30.910.684 I slot print_timing: id 1 | task 8990 | eval time = 603.82 ms / 2 tokens ( 603.82 ms per token, 1.66 tokens per second) 12.30.910.685 I slot print_timing: id 1 | task 8990 | total time = 6669.46 ms / 984 tokens 12.30.910.685 I slot print_timing: id 1 | task 8990 | graphs reused = 7438 12.30.910.686 I slot print_timing: id 1 | task 8990 | graph reallocs = 0 / 0 (same size) / (changed size) 12.30.910.751 I slot release: id 1 | task 8990 | stop processing: n_tokens = 984, truncated = 0 12.30.910.927 I slot print_timing: id 3 | task 8989 | prompt eval time = 6065.60 ms / 992 tokens ( 6.11 ms per token, 163.55 tokens per second) 12.30.910.931 I slot print_timing: id 3 | task 8989 | eval time = 603.89 ms / 2 tokens ( 603.89 ms per token, 1.66 tokens per second) 12.30.910.932 I slot print_timing: id 3 | task 8989 | total time = 6669.49 ms / 994 tokens 12.30.910.932 I slot print_timing: id 3 | task 8989 | graphs reused = 7438 12.30.910.932 I slot print_timing: id 3 | task 8989 | graph reallocs = 0 / 0 (same size) / (changed size) 12.30.910.985 I slot release: id 3 | task 8989 | stop processing: n_tokens = 994, truncated = 0 12.30.988.185 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.903 (> 0.100 thold), f_keep = 0.895 12.30.988.215 I slot launch_slot_: id 1 | task 8999 | processing task, is_child = 0 12.30.988.302 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 83.790 MiB) 12.30.990.960 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.899 (> 0.100 thold), f_keep = 0.886 12.30.990.983 I slot launch_slot_: id 3 | task 9000 | processing task, is_child = 0 12.31.504.087 I slot print_timing: id 0 | task 8996 | prompt eval time = 680.91 ms / 107 tokens ( 6.36 ms per token, 157.14 tokens per second) 12.31.504.093 I slot print_timing: id 0 | task 8996 | eval time = 516.08 ms / 2 tokens ( 516.08 ms per token, 1.94 tokens per second) 12.31.504.093 I slot print_timing: id 0 | task 8996 | total time = 1196.99 ms / 109 tokens 12.31.504.093 I slot print_timing: id 0 | task 8996 | graphs reused = 7438 12.31.504.094 I slot print_timing: id 0 | task 8996 | graph reallocs = 0 / 0 (same size) / (changed size) 12.31.504.151 I slot release: id 0 | task 8996 | stop processing: n_tokens = 989, truncated = 0 12.31.504.310 I slot print_timing: id 2 | task 8993 | prompt eval time = 3045.29 ms / 963 tokens ( 3.16 ms per token, 316.23 tokens per second) 12.31.504.312 I slot print_timing: id 2 | task 8993 | eval time = 516.13 ms / 2 tokens ( 516.13 ms per token, 1.94 tokens per second) 12.31.504.313 I slot print_timing: id 2 | task 8993 | total time = 3561.42 ms / 965 tokens 12.31.504.313 I slot print_timing: id 2 | task 8993 | graphs reused = 7438 12.31.504.313 I slot print_timing: id 2 | task 8993 | graph reallocs = 0 / 0 (same size) / (changed size) 12.31.504.356 I slot release: id 2 | task 8993 | stop processing: n_tokens = 965, truncated = 0 12.31.582.235 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 989, t_last = 239764315165 12.31.582.322 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 92.161 MiB) 12.31.585.412 I slot launch_slot_: id 0 | task 9003 | processing task, is_child = 0 12.31.585.490 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 113.082 MiB) 12.31.591.702 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 965, t_last = 239764315370 12.31.591.796 I slot launch_slot_: id 2 | task 9004 | processing task, is_child = 0 12.34.381.752 I slot print_timing: id 1 | task 8999 | prompt eval time = 591.06 ms / 95 tokens ( 6.22 ms per token, 160.73 tokens per second) 12.34.381.754 I slot print_timing: id 1 | task 8999 | eval time = 2799.69 ms / 2 tokens ( 2799.69 ms per token, 0.36 tokens per second) 12.34.381.755 I slot print_timing: id 1 | task 8999 | total time = 3390.75 ms / 97 tokens 12.34.381.755 I slot print_timing: id 1 | task 8999 | graphs reused = 7438 12.34.381.756 I slot print_timing: id 1 | task 8999 | graph reallocs = 0 / 0 (same size) / (changed size) 12.34.381.817 I slot release: id 1 | task 8999 | stop processing: n_tokens = 977, truncated = 0 12.34.381.991 I slot print_timing: id 3 | task 9000 | prompt eval time = 590.52 ms / 99 tokens ( 5.96 ms per token, 167.65 tokens per second) 12.34.381.993 I slot print_timing: id 3 | task 9000 | eval time = 2799.76 ms / 2 tokens ( 2799.76 ms per token, 0.36 tokens per second) 12.34.381.994 I slot print_timing: id 3 | task 9000 | total time = 3390.28 ms / 101 tokens 12.34.381.994 I slot print_timing: id 3 | task 9000 | graphs reused = 7438 12.34.381.995 I slot print_timing: id 3 | task 9000 | graph reallocs = 0 / 0 (same size) / (changed size) 12.34.382.038 I slot release: id 3 | task 9000 | stop processing: n_tokens = 981, truncated = 0 12.35.182.756 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 977, t_last = 239767192831 12.35.182.868 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 88.714 MiB) 12.35.772.138 I slot launch_slot_: id 1 | task 9007 | processing task, is_child = 0 12.35.772.239 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 89.097 MiB) 12.35.772.345 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 90.410 MiB) 12.35.780.089 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 981, t_last = 239767193052 12.35.780.195 I slot launch_slot_: id 3 | task 9008 | processing task, is_child = 0 12.35.780.203 I slot print_timing: id 0 | task 9003 | prompt processing, n_tokens = 702, progress = 0.85, t = 3.59 s / 195.49 tokens per second 12.35.781.057 I slot print_timing: id 2 | task 9004 | prompt processing, n_tokens = 1371, progress = 0.84, t = 3.59 s / 381.81 tokens per second 12.39.114.476 I slot print_timing: id 0 | task 9003 | prompt processing, n_tokens = 821, progress = 1.00, t = 7.52 s / 109.14 tokens per second 12.39.789.741 I slot print_timing: id 1 | task 9007 | prompt processing, n_tokens = 1071, progress = 0.68, t = 3.33 s / 321.28 tokens per second 12.39.790.620 I slot print_timing: id 2 | task 9004 | prompt processing, n_tokens = 1625, progress = 1.00, t = 7.52 s / 216.02 tokens per second 12.39.791.618 I slot print_timing: id 3 | task 9008 | prompt processing, n_tokens = 604, progress = 0.37, t = 3.33 s / 181.24 tokens per second 12.41.510.944 I slot print_timing: id 1 | task 9007 | prompt processing, n_tokens = 1371, progress = 0.86, t = 5.73 s / 239.28 tokens per second 12.41.511.838 I slot print_timing: id 3 | task 9008 | prompt processing, n_tokens = 1100, progress = 0.68, t = 5.73 s / 192.01 tokens per second 12.42.650.793 I slot print_timing: id 0 | task 9003 | prompt eval time = 9918.95 ms / 825 tokens ( 12.02 ms per token, 83.17 tokens per second) 12.42.650.796 I slot print_timing: id 0 | task 9003 | eval time = 1140.04 ms / 2 tokens ( 1140.04 ms per token, 0.88 tokens per second) 12.42.650.797 I slot print_timing: id 0 | task 9003 | total time = 11058.99 ms / 827 tokens 12.42.650.797 I slot print_timing: id 0 | task 9003 | graphs reused = 7438 12.42.650.798 I slot print_timing: id 0 | task 9003 | graph reallocs = 0 / 0 (same size) / (changed size) 12.42.650.856 I slot release: id 0 | task 9003 | stop processing: n_tokens = 827, truncated = 0 12.42.651.039 I slot print_timing: id 2 | task 9004 | prompt eval time = 9918.95 ms / 1629 tokens ( 6.09 ms per token, 164.23 tokens per second) 12.42.651.042 I slot print_timing: id 2 | task 9004 | eval time = 1140.10 ms / 2 tokens ( 1140.10 ms per token, 0.88 tokens per second) 12.42.651.042 I slot print_timing: id 2 | task 9004 | total time = 11059.05 ms / 1631 tokens 12.42.651.043 I slot print_timing: id 2 | task 9004 | graphs reused = 7438 12.42.651.043 I slot print_timing: id 2 | task 9004 | graph reallocs = 0 / 0 (same size) / (changed size) 12.42.651.134 I slot release: id 2 | task 9004 | stop processing: n_tokens = 1631, truncated = 0 12.42.651.145 I slot print_timing: id 1 | task 9007 | prompt processing, n_tokens = 1583, progress = 1.00, t = 6.87 s / 230.43 tokens per second 12.42.652.133 I slot print_timing: id 3 | task 9008 | prompt processing, n_tokens = 1371, progress = 0.85, t = 6.87 s / 199.60 tokens per second 12.43.230.146 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.858 (> 0.100 thold), f_keep = 0.858 12.43.230.176 I slot launch_slot_: id 2 | task 9013 | processing task, is_child = 0 12.43.230.254 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 88.988 MiB) 12.43.235.757 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 827, t_last = 239775461870 12.43.235.852 I slot launch_slot_: id 0 | task 9014 | processing task, is_child = 0 12.43.236.846 I slot print_timing: id 3 | task 9008 | prompt processing, n_tokens = 1612, progress = 1.00, t = 7.45 s / 216.43 tokens per second 12.46.107.741 I slot print_timing: id 1 | task 9007 | prompt eval time = 7449.26 ms / 1587 tokens ( 4.69 ms per token, 213.04 tokens per second) 12.46.107.743 I slot print_timing: id 1 | task 9007 | eval time = 2877.60 ms / 2 tokens ( 2877.60 ms per token, 0.35 tokens per second) 12.46.107.744 I slot print_timing: id 1 | task 9007 | total time = 10326.86 ms / 1589 tokens 12.46.107.745 I slot print_timing: id 1 | task 9007 | graphs reused = 7438 12.46.107.745 I slot print_timing: id 1 | task 9007 | graph reallocs = 0 / 0 (same size) / (changed size) 12.46.107.838 I slot release: id 1 | task 9007 | stop processing: n_tokens = 1589, truncated = 0 12.46.582.757 I slot print_timing: id 3 | task 9008 | prompt eval time = 10326.27 ms / 1616 tokens ( 6.39 ms per token, 156.49 tokens per second) 12.46.582.760 I slot print_timing: id 3 | task 9008 | eval time = 474.70 ms / 2 tokens ( 474.70 ms per token, 2.11 tokens per second) 12.46.582.760 I slot print_timing: id 3 | task 9008 | total time = 10800.97 ms / 1618 tokens 12.46.582.761 I slot print_timing: id 3 | task 9008 | graphs reused = 7438 12.46.582.761 I slot print_timing: id 3 | task 9008 | graph reallocs = 0 / 0 (same size) / (changed size) 12.46.582.857 I slot release: id 3 | task 9008 | stop processing: n_tokens = 1618, truncated = 0 12.46.582.864 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1589, t_last = 239778918854 12.46.582.979 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 109.823 MiB) 12.46.594.479 I slot launch_slot_: id 1 | task 9017 | processing task, is_child = 0 12.46.594.587 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 99.376 MiB) 12.46.602.292 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1618, t_last = 239779393872 12.46.602.409 I slot launch_slot_: id 3 | task 9018 | processing task, is_child = 0 12.46.602.416 I slot print_timing: id 0 | task 9014 | prompt processing, n_tokens = 1371, progress = 0.80, t = 3.35 s / 409.68 tokens per second 12.48.672.686 I slot print_timing: id 2 | task 9013 | prompt eval time = 3346.58 ms / 232 tokens ( 14.42 ms per token, 69.32 tokens per second) 12.48.672.691 I slot print_timing: id 2 | task 9013 | eval time = 2090.08 ms / 2 tokens ( 2090.08 ms per token, 0.48 tokens per second) 12.48.672.692 I slot print_timing: id 2 | task 9013 | total time = 5436.66 ms / 234 tokens 12.48.672.692 I slot print_timing: id 2 | task 9013 | graphs reused = 7438 12.48.672.693 I slot print_timing: id 2 | task 9013 | graph reallocs = 0 / 0 (same size) / (changed size) 12.48.672.786 I slot release: id 2 | task 9013 | stop processing: n_tokens = 1633, truncated = 0 12.48.672.799 I slot print_timing: id 0 | task 9014 | prompt processing, n_tokens = 1712, progress = 1.00, t = 5.44 s / 314.90 tokens per second 12.50.251.341 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1633, t_last = 239781483801 12.50.251.454 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 99.595 MiB) 12.50.262.652 I slot launch_slot_: id 2 | task 9021 | processing task, is_child = 0 12.50.262.666 I slot print_timing: id 1 | task 9017 | prompt processing, n_tokens = 724, progress = 0.86, t = 3.65 s / 198.46 tokens per second 12.50.263.534 I slot print_timing: id 3 | task 9018 | prompt processing, n_tokens = 724, progress = 0.83, t = 3.65 s / 198.48 tokens per second 12.51.508.169 I slot print_timing: id 0 | task 9014 | prompt eval time = 7015.47 ms / 1716 tokens ( 4.09 ms per token, 244.60 tokens per second) 12.51.508.175 I slot print_timing: id 0 | task 9014 | eval time = 1256.83 ms / 2 tokens ( 1256.83 ms per token, 0.80 tokens per second) 12.51.508.175 I slot print_timing: id 0 | task 9014 | total time = 8272.31 ms / 1718 tokens 12.51.508.176 I slot print_timing: id 0 | task 9014 | graphs reused = 7438 12.51.508.176 I slot print_timing: id 0 | task 9014 | graph reallocs = 0 / 0 (same size) / (changed size) 12.51.508.284 I slot release: id 0 | task 9014 | stop processing: n_tokens = 1718, truncated = 0 12.51.508.298 I slot print_timing: id 1 | task 9017 | prompt processing, n_tokens = 837, progress = 1.00, t = 4.90 s / 170.65 tokens per second 12.51.510.739 I slot print_timing: id 3 | task 9018 | prompt processing, n_tokens = 864, progress = 1.00, t = 4.90 s / 176.16 tokens per second 12.52.317.546 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1718, t_last = 239784319299 12.52.317.664 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 100.377 MiB) 12.52.331.749 I slot launch_slot_: id 0 | task 9024 | processing task, is_child = 0 12.53.322.246 I slot print_timing: id 1 | task 9017 | prompt eval time = 5714.21 ms / 841 tokens ( 6.79 ms per token, 147.18 tokens per second) 12.53.322.252 I slot print_timing: id 1 | task 9017 | eval time = 1004.89 ms / 2 tokens ( 1004.89 ms per token, 1.00 tokens per second) 12.53.322.253 I slot print_timing: id 1 | task 9017 | total time = 6719.10 ms / 843 tokens 12.53.322.253 I slot print_timing: id 1 | task 9017 | graphs reused = 7438 12.53.322.254 I slot print_timing: id 1 | task 9017 | graph reallocs = 0 / 0 (same size) / (changed size) 12.53.322.306 I slot release: id 1 | task 9017 | stop processing: n_tokens = 843, truncated = 0 12.53.322.474 I slot print_timing: id 3 | task 9018 | prompt eval time = 5714.20 ms / 868 tokens ( 6.58 ms per token, 151.90 tokens per second) 12.53.322.476 I slot print_timing: id 3 | task 9018 | eval time = 1004.93 ms / 2 tokens ( 1004.93 ms per token, 1.00 tokens per second) 12.53.322.476 I slot print_timing: id 3 | task 9018 | total time = 6719.13 ms / 870 tokens 12.53.322.477 I slot print_timing: id 3 | task 9018 | graphs reused = 7438 12.53.322.477 I slot print_timing: id 3 | task 9018 | graph reallocs = 0 / 0 (same size) / (changed size) 12.53.322.520 I slot release: id 3 | task 9018 | stop processing: n_tokens = 870, truncated = 0 12.53.323.088 I slot print_timing: id 2 | task 9021 | prompt processing, n_tokens = 839, progress = 1.00, t = 3.06 s / 274.30 tokens per second 12.54.101.368 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 843, t_last = 239786133321 12.54.101.456 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 122.252 MiB) 12.54.105.310 I slot launch_slot_: id 1 | task 9027 | processing task, is_child = 0 12.54.105.386 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 118.531 MiB) 12.54.108.199 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 870, t_last = 239786133534 12.54.108.295 I slot launch_slot_: id 3 | task 9028 | processing task, is_child = 0 12.55.652.207 I slot print_timing: id 2 | task 9021 | prompt eval time = 3838.04 ms / 843 tokens ( 4.55 ms per token, 219.64 tokens per second) 12.55.652.209 I slot print_timing: id 2 | task 9021 | eval time = 1550.84 ms / 2 tokens ( 1550.84 ms per token, 0.64 tokens per second) 12.55.652.210 I slot print_timing: id 2 | task 9021 | total time = 5388.88 ms / 845 tokens 12.55.652.210 I slot print_timing: id 2 | task 9021 | graphs reused = 7438 12.55.652.211 I slot print_timing: id 2 | task 9021 | graph reallocs = 0 / 0 (same size) / (changed size) 12.55.652.263 I slot release: id 2 | task 9021 | stop processing: n_tokens = 845, truncated = 0 12.55.652.275 I slot print_timing: id 0 | task 9024 | prompt processing, n_tokens = 858, progress = 1.00, t = 3.32 s / 258.41 tokens per second 12.57.107.381 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 845, t_last = 239788463277 12.57.110.733 I slot launch_slot_: id 2 | task 9031 | processing task, is_child = 0 12.58.293.334 I slot print_timing: id 0 | task 9024 | prompt eval time = 4775.62 ms / 862 tokens ( 5.54 ms per token, 180.50 tokens per second) 12.58.293.336 I slot print_timing: id 0 | task 9024 | eval time = 1185.95 ms / 2 tokens ( 1185.95 ms per token, 0.84 tokens per second) 12.58.293.336 I slot print_timing: id 0 | task 9024 | total time = 5961.57 ms / 864 tokens 12.58.293.337 I slot print_timing: id 0 | task 9024 | graphs reused = 7438 12.58.293.337 I slot print_timing: id 0 | task 9024 | graph reallocs = 0 / 0 (same size) / (changed size) 12.58.293.395 I slot release: id 0 | task 9024 | stop processing: n_tokens = 864, truncated = 0 12.58.293.406 I slot print_timing: id 1 | task 9027 | prompt processing, n_tokens = 883, progress = 1.00, t = 4.18 s / 211.03 tokens per second 12.58.294.913 I slot print_timing: id 3 | task 9028 | prompt processing, n_tokens = 761, progress = 0.99, t = 4.18 s / 181.88 tokens per second 12.59.145.660 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 864, t_last = 239791104409 12.59.145.755 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 140.898 MiB) 12.59.150.078 I slot launch_slot_: id 0 | task 9034 | processing task, is_child = 0 12.59.850.181 I slot print_timing: id 1 | task 9027 | prompt eval time = 5036.51 ms / 887 tokens ( 5.68 ms per token, 176.11 tokens per second) 12.59.850.187 I slot print_timing: id 1 | task 9027 | eval time = 704.72 ms / 2 tokens ( 704.72 ms per token, 1.42 tokens per second) 12.59.850.187 I slot print_timing: id 1 | task 9027 | total time = 5741.22 ms / 889 tokens 12.59.850.188 I slot print_timing: id 1 | task 9027 | graphs reused = 7438 12.59.850.188 I slot print_timing: id 1 | task 9027 | graph reallocs = 0 / 0 (same size) / (changed size) 12.59.850.242 I slot release: id 1 | task 9027 | stop processing: n_tokens = 889, truncated = 0 12.59.850.417 I slot print_timing: id 3 | task 9028 | prompt eval time = 5036.52 ms / 765 tokens ( 6.58 ms per token, 151.89 tokens per second) 12.59.850.420 I slot print_timing: id 3 | task 9028 | eval time = 704.76 ms / 2 tokens ( 704.76 ms per token, 1.42 tokens per second) 12.59.850.420 I slot print_timing: id 3 | task 9028 | total time = 5741.28 ms / 767 tokens 12.59.850.420 I slot print_timing: id 3 | task 9028 | graphs reused = 7438 12.59.850.421 I slot print_timing: id 3 | task 9028 | graph reallocs = 0 / 0 (same size) / (changed size) 12.59.850.462 I slot release: id 3 | task 9028 | stop processing: n_tokens = 767, truncated = 0 13.00.674.111 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 889, t_last = 239792661256 13.00.674.216 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 107.319 MiB) 13.00.676.734 I slot launch_slot_: id 1 | task 9037 | processing task, is_child = 0 13.00.679.144 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 767, t_last = 239792661477 13.00.679.233 I slot launch_slot_: id 3 | task 9038 | processing task, is_child = 0 13.01.674.629 I slot print_timing: id 2 | task 9031 | prompt eval time = 3562.71 ms / 738 tokens ( 4.83 ms per token, 207.15 tokens per second) 13.01.674.634 I slot print_timing: id 2 | task 9031 | eval time = 1000.52 ms / 2 tokens ( 1000.52 ms per token, 1.00 tokens per second) 13.01.674.634 I slot print_timing: id 2 | task 9031 | total time = 4563.22 ms / 740 tokens 13.01.674.635 I slot print_timing: id 2 | task 9031 | graphs reused = 7438 13.01.674.635 I slot print_timing: id 2 | task 9031 | graph reallocs = 0 / 0 (same size) / (changed size) 13.01.674.685 I slot release: id 2 | task 9031 | stop processing: n_tokens = 740, truncated = 0 13.03.855.304 I slot print_timing: id 0 | task 9034 | prompt eval time = 4075.22 ms / 688 tokens ( 5.92 ms per token, 168.83 tokens per second) 13.03.855.309 I slot print_timing: id 0 | task 9034 | eval time = 629.98 ms / 2 tokens ( 629.98 ms per token, 1.59 tokens per second) 13.03.855.310 I slot print_timing: id 0 | task 9034 | total time = 4705.20 ms / 690 tokens 13.03.855.310 I slot print_timing: id 0 | task 9034 | graphs reused = 7438 13.03.855.311 I slot print_timing: id 0 | task 9034 | graph reallocs = 0 / 0 (same size) / (changed size) 13.03.855.356 I slot release: id 0 | task 9034 | stop processing: n_tokens = 690, truncated = 0 13.03.855.366 I slot print_timing: id 1 | task 9037 | prompt processing, n_tokens = 667, progress = 0.99, t = 3.18 s / 210.07 tokens per second 13.03.856.181 I slot print_timing: id 3 | task 9038 | prompt processing, n_tokens = 701, progress = 0.99, t = 3.17 s / 220.79 tokens per second 13.03.982.122 I slot print_timing: id 1 | task 9037 | prompt eval time = 3252.37 ms / 671 tokens ( 4.85 ms per token, 206.31 tokens per second) 13.03.982.127 I slot print_timing: id 1 | task 9037 | eval time = 49.75 ms / 2 tokens ( 49.75 ms per token, 20.10 tokens per second) 13.03.982.127 I slot print_timing: id 1 | task 9037 | total time = 3302.12 ms / 673 tokens 13.03.982.128 I slot print_timing: id 1 | task 9037 | graphs reused = 7438 13.03.982.128 I slot print_timing: id 1 | task 9037 | graph reallocs = 0 / 0 (same size) / (changed size) 13.03.982.165 I slot release: id 1 | task 9037 | stop processing: n_tokens = 673, truncated = 0 13.03.982.313 I slot print_timing: id 3 | task 9038 | prompt eval time = 3252.39 ms / 705 tokens ( 4.61 ms per token, 216.76 tokens per second) 13.03.982.317 I slot print_timing: id 3 | task 9038 | eval time = 49.76 ms / 2 tokens ( 49.76 ms per token, 20.10 tokens per second) 13.03.982.318 I slot print_timing: id 3 | task 9038 | total time = 3302.16 ms / 707 tokens 13.03.982.318 I slot print_timing: id 3 | task 9038 | graphs reused = 7438 13.03.982.318 I slot print_timing: id 3 | task 9038 | graph reallocs = 0 / 0 (same size) / (changed size) 13.03.982.346 I slot release: id 3 | task 9038 | stop processing: n_tokens = 707, truncated = 0 13.06.880.330 I srv operator(): operator(): cleaning up before exit...