C:\quantdiff\llama.cpp\bin\llama-server.exe -m C:\quantdiff\dl\campaign\0a270ec9fe6b\gemma-4-12b-it-Q4_K_M.gguf --host 127.0.0.1 --port 8091 -c 16384 -np 4 -ngl 999 -fa on --jinja --seed 1234 --chat-template-kwargs "{\"enable_thinking\": false}" --no-webui -a quant 0.00.099.407 W Setting 'enable_thinking' via --chat-template-kwargs is deprecated. Use --reasoning on / --reasoning off instead. 0.00.099.543 I srv llama_server: initializing ... 0.00.099.547 I cmn common_param: common_params_print_info: verbosity = 3 (adjust with the `-lv N` CLI arg) 0.00.099.659 I srv init_listene: The UI is disabled 0.00.099.661 I srv init_listene: Use --ui/--no-ui (or deprecated --webui/--no-webui) to enable/disable 0.00.099.736 W srv llama_server: security: no API key is set and CORS allows all origins (see https://github.com/ggml-org/llama.cpp/pull/25655) 0.00.109.662 I srv load_model: loading model 'C:\quantdiff\dl\campaign\0a270ec9fe6b\gemma-4-12b-it-Q4_K_M.gguf' 0.01.295.803 W load: control-looking token: 1 '' was not control-type; this is probably a bug in the model. its type will be overridden 0.01.296.004 W load: control-looking token: 50 '<|tool_response>' was not control-type; this is probably a bug in the model. its type will be overridden 0.01.296.323 W load: control-looking token: 212 '' was not control-type; this is probably a bug in the model. its type will be overridden 0.01.326.975 W load: '' is a normal token here, removing it from EOG list 0.03.830.790 I cmn init: llama threadpool init, n_threads = 8 0.03.921.344 I srv load_model: initializing, n_slots = 4, n_ctx_slot = 4096, kv_unified = 'false' 0.03.929.636 I srv llama_server: model loaded 0.03.929.642 I srv llama_server: listening on http://127.0.0.1:8091 0.43.595.155 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 0, t_last = -1 0.43.595.213 I slot launch_slot_: id 0 | task 0 | processing task, is_child = 0 0.43.595.218 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 0, t_last = -1 0.43.595.245 I slot launch_slot_: id 1 | task 3 | processing task, is_child = 0 0.43.595.249 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 0, t_last = -1 0.43.595.270 I slot launch_slot_: id 2 | task 1 | processing task, is_child = 0 0.43.595.272 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 0, t_last = -1 0.43.595.292 I slot launch_slot_: id 3 | task 2 | processing task, is_child = 0 0.44.158.887 I slot print_timing: id 0 | task 0 | prompt eval time = 539.97 ms / 122 tokens ( 4.43 ms per token, 225.94 tokens per second) 0.44.158.893 I slot print_timing: id 0 | task 0 | eval time = 23.61 ms / 2 tokens ( 23.61 ms per token, 42.36 tokens per second) 0.44.158.894 I slot print_timing: id 0 | task 0 | total time = 563.58 ms / 124 tokens 0.44.158.899 I slot print_timing: id 0 | task 0 | graphs reused = 1 0.44.158.900 I slot print_timing: id 0 | task 0 | graph reallocs = 0 / 0 (same size) / (changed size) 0.44.158.933 I slot release: id 0 | task 0 | stop processing: n_tokens = 123, truncated = 0 0.44.159.348 I slot print_timing: id 1 | task 3 | prompt eval time = 540.66 ms / 135 tokens ( 4.00 ms per token, 249.69 tokens per second) 0.44.159.351 I slot print_timing: id 1 | task 3 | eval time = 23.37 ms / 2 tokens ( 23.37 ms per token, 42.80 tokens per second) 0.44.159.352 I slot print_timing: id 1 | task 3 | total time = 564.03 ms / 137 tokens 0.44.159.352 I slot print_timing: id 1 | task 3 | graphs reused = 1 0.44.159.353 I slot print_timing: id 1 | task 3 | graph reallocs = 0 / 0 (same size) / (changed size) 0.44.159.374 I slot release: id 1 | task 3 | stop processing: n_tokens = 136, truncated = 0 0.44.159.727 I slot print_timing: id 2 | task 1 | prompt eval time = 541.34 ms / 126 tokens ( 4.30 ms per token, 232.75 tokens per second) 0.44.159.731 I slot print_timing: id 2 | task 1 | eval time = 23.06 ms / 2 tokens ( 23.06 ms per token, 43.37 tokens per second) 0.44.159.731 I slot print_timing: id 2 | task 1 | total time = 564.40 ms / 128 tokens 0.44.159.732 I slot print_timing: id 2 | task 1 | graphs reused = 1 0.44.159.732 I slot print_timing: id 2 | task 1 | graph reallocs = 0 / 0 (same size) / (changed size) 0.44.159.745 I slot release: id 2 | task 1 | stop processing: n_tokens = 127, truncated = 0 0.44.160.064 I slot print_timing: id 3 | task 2 | prompt eval time = 541.96 ms / 118 tokens ( 4.59 ms per token, 217.73 tokens per second) 0.44.160.067 I slot print_timing: id 3 | task 2 | eval time = 22.77 ms / 2 tokens ( 22.77 ms per token, 43.91 tokens per second) 0.44.160.068 I slot print_timing: id 3 | task 2 | total time = 564.73 ms / 120 tokens 0.44.160.068 I slot print_timing: id 3 | task 2 | graphs reused = 1 0.44.160.069 I slot print_timing: id 3 | task 2 | graph reallocs = 0 / 0 (same size) / (changed size) 0.44.160.081 I slot release: id 3 | task 2 | stop processing: n_tokens = 119, truncated = 0 0.44.170.225 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.199 (> 0.100 thold), f_keep = 0.221 0.44.185.414 I slot launch_slot_: id 1 | task 8 | processing task, is_child = 0 0.44.226.077 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.147 (> 0.100 thold), f_keep = 0.236 0.44.226.264 I slot launch_slot_: id 0 | task 9 | processing task, is_child = 0 0.44.226.321 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.263 (> 0.100 thold), f_keep = 0.236 0.44.226.438 I slot launch_slot_: id 2 | task 10 | processing task, is_child = 0 0.44.226.468 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.180 (> 0.100 thold), f_keep = 0.244 0.44.226.575 I slot launch_slot_: id 3 | task 11 | processing task, is_child = 0 0.44.569.804 I slot print_timing: id 0 | task 9 | prompt eval time = 319.41 ms / 196 tokens ( 1.63 ms per token, 613.63 tokens per second) 0.44.569.809 I slot print_timing: id 0 | task 9 | eval time = 23.80 ms / 2 tokens ( 23.80 ms per token, 42.01 tokens per second) 0.44.569.810 I slot print_timing: id 0 | task 9 | total time = 343.21 ms / 198 tokens 0.44.569.811 I slot print_timing: id 0 | task 9 | graphs reused = 1 0.44.569.812 I slot print_timing: id 0 | task 9 | graph reallocs = 0 / 0 (same size) / (changed size) 0.44.569.850 I slot release: id 0 | task 9 | stop processing: n_tokens = 198, truncated = 0 0.44.570.195 I slot print_timing: id 1 | task 8 | prompt eval time = 315.05 ms / 150 tokens ( 2.10 ms per token, 476.11 tokens per second) 0.44.570.198 I slot print_timing: id 1 | task 8 | eval time = 23.48 ms / 2 tokens ( 23.48 ms per token, 42.59 tokens per second) 0.44.570.199 I slot print_timing: id 1 | task 8 | total time = 338.53 ms / 152 tokens 0.44.570.199 I slot print_timing: id 1 | task 8 | graphs reused = 1 0.44.570.200 I slot print_timing: id 1 | task 8 | graph reallocs = 0 / 0 (same size) / (changed size) 0.44.570.219 I slot release: id 1 | task 8 | stop processing: n_tokens = 152, truncated = 0 0.44.570.575 I slot print_timing: id 2 | task 10 | prompt eval time = 310.68 ms / 113 tokens ( 2.75 ms per token, 363.72 tokens per second) 0.44.570.578 I slot print_timing: id 2 | task 10 | eval time = 23.15 ms / 2 tokens ( 23.15 ms per token, 43.20 tokens per second) 0.44.570.579 I slot print_timing: id 2 | task 10 | total time = 333.83 ms / 115 tokens 0.44.570.579 I slot print_timing: id 2 | task 10 | graphs reused = 1 0.44.570.580 I slot print_timing: id 2 | task 10 | graph reallocs = 0 / 0 (same size) / (changed size) 0.44.570.593 I slot release: id 2 | task 10 | stop processing: n_tokens = 115, truncated = 0 0.44.590.973 I slot print_timing: id 3 | task 11 | prompt eval time = 306.23 ms / 160 tokens ( 1.91 ms per token, 522.48 tokens per second) 0.44.590.978 I slot print_timing: id 3 | task 11 | eval time = 42.93 ms / 3 tokens ( 21.46 ms per token, 46.59 tokens per second) 0.44.590.979 I slot print_timing: id 3 | task 11 | total time = 349.16 ms / 163 tokens 0.44.590.980 I slot print_timing: id 3 | task 11 | graphs reused = 1 0.44.590.981 I slot print_timing: id 3 | task 11 | graph reallocs = 0 / 0 (same size) / (changed size) 0.44.591.008 I slot release: id 3 | task 11 | stop processing: n_tokens = 163, truncated = 0 0.44.591.020 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.188 (> 0.100 thold), f_keep = 0.146 0.44.612.240 I slot launch_slot_: id 0 | task 16 | processing task, is_child = 0 0.44.658.265 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.220 (> 0.100 thold), f_keep = 0.191 0.44.658.512 I slot launch_slot_: id 1 | task 17 | processing task, is_child = 0 0.44.658.574 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.246 (> 0.100 thold), f_keep = 0.261 0.44.658.751 I slot launch_slot_: id 2 | task 18 | processing task, is_child = 0 0.44.658.785 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.236 (> 0.100 thold), f_keep = 0.178 0.44.658.964 I slot launch_slot_: id 3 | task 19 | processing task, is_child = 0 0.44.982.657 I slot print_timing: id 0 | task 16 | prompt eval time = 300.17 ms / 153 tokens ( 1.96 ms per token, 509.72 tokens per second) 0.44.982.663 I slot print_timing: id 0 | task 16 | eval time = 23.51 ms / 2 tokens ( 23.51 ms per token, 42.54 tokens per second) 0.44.982.664 I slot print_timing: id 0 | task 16 | total time = 323.67 ms / 155 tokens 0.44.982.665 I slot print_timing: id 0 | task 16 | graphs reused = 1 0.44.982.666 I slot print_timing: id 0 | task 16 | graph reallocs = 0 / 0 (same size) / (changed size) 0.44.982.696 I slot release: id 0 | task 16 | stop processing: n_tokens = 155, truncated = 0 0.44.983.051 I slot print_timing: id 1 | task 17 | prompt eval time = 295.36 ms / 131 tokens ( 2.25 ms per token, 443.53 tokens per second) 0.44.983.054 I slot print_timing: id 1 | task 17 | eval time = 23.22 ms / 2 tokens ( 23.22 ms per token, 43.07 tokens per second) 0.44.983.055 I slot print_timing: id 1 | task 17 | total time = 318.57 ms / 133 tokens 0.44.983.056 I slot print_timing: id 1 | task 17 | graphs reused = 1 0.44.983.056 I slot print_timing: id 1 | task 17 | graph reallocs = 0 / 0 (same size) / (changed size) 0.44.983.073 I slot release: id 1 | task 17 | stop processing: n_tokens = 133, truncated = 0 0.44.983.425 I slot print_timing: id 2 | task 18 | prompt eval time = 290.89 ms / 121 tokens ( 2.40 ms per token, 415.96 tokens per second) 0.44.983.428 I slot print_timing: id 2 | task 18 | eval time = 22.91 ms / 2 tokens ( 22.91 ms per token, 43.65 tokens per second) 0.44.983.429 I slot print_timing: id 2 | task 18 | total time = 313.80 ms / 123 tokens 0.44.983.429 I slot print_timing: id 2 | task 18 | graphs reused = 1 0.44.983.430 I slot print_timing: id 2 | task 18 | graph reallocs = 0 / 0 (same size) / (changed size) 0.44.983.443 I slot release: id 2 | task 18 | stop processing: n_tokens = 123, truncated = 0 0.44.983.767 I slot print_timing: id 3 | task 19 | prompt eval time = 286.28 ms / 122 tokens ( 2.35 ms per token, 426.16 tokens per second) 0.44.983.770 I slot print_timing: id 3 | task 19 | eval time = 22.66 ms / 2 tokens ( 22.66 ms per token, 44.12 tokens per second) 0.44.983.771 I slot print_timing: id 3 | task 19 | total time = 308.94 ms / 124 tokens 0.44.983.771 I slot print_timing: id 3 | task 19 | graphs reused = 1 0.44.983.772 I slot print_timing: id 3 | task 19 | graph reallocs = 0 / 0 (same size) / (changed size) 0.44.983.782 I slot release: id 3 | task 19 | stop processing: n_tokens = 124, truncated = 0 0.44.991.744 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.154 (> 0.100 thold), f_keep = 0.187 0.45.009.089 I slot launch_slot_: id 0 | task 23 | processing task, is_child = 0 0.45.051.016 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.240 (> 0.100 thold), f_keep = 0.218 0.45.051.193 I slot launch_slot_: id 1 | task 24 | processing task, is_child = 0 0.45.051.253 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.207 (> 0.100 thold), f_keep = 0.236 0.45.051.374 I slot launch_slot_: id 2 | task 25 | processing task, is_child = 0 0.45.051.405 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.199 (> 0.100 thold), f_keep = 0.234 0.45.051.516 I slot launch_slot_: id 3 | task 26 | processing task, is_child = 0 0.45.401.208 I slot print_timing: id 1 | task 24 | prompt eval time = 321.07 ms / 120 tokens ( 2.68 ms per token, 373.75 tokens per second) 0.45.401.213 I slot print_timing: id 1 | task 24 | eval time = 23.31 ms / 2 tokens ( 23.31 ms per token, 42.89 tokens per second) 0.45.401.214 I slot print_timing: id 1 | task 24 | total time = 344.39 ms / 122 tokens 0.45.401.215 I slot print_timing: id 1 | task 24 | graphs reused = 1 0.45.401.215 I slot print_timing: id 1 | task 24 | graph reallocs = 0 / 0 (same size) / (changed size) 0.45.401.244 I slot release: id 1 | task 24 | stop processing: n_tokens = 122, truncated = 0 0.45.401.570 I slot print_timing: id 2 | task 25 | prompt eval time = 316.86 ms / 139 tokens ( 2.28 ms per token, 438.68 tokens per second) 0.45.401.573 I slot print_timing: id 2 | task 25 | eval time = 23.03 ms / 2 tokens ( 23.03 ms per token, 43.42 tokens per second) 0.45.401.573 I slot print_timing: id 2 | task 25 | total time = 339.89 ms / 141 tokens 0.45.401.574 I slot print_timing: id 2 | task 25 | graphs reused = 1 0.45.401.575 I slot print_timing: id 2 | task 25 | graph reallocs = 0 / 0 (same size) / (changed size) 0.45.401.593 I slot release: id 2 | task 25 | stop processing: n_tokens = 141, truncated = 0 0.45.438.106 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.218 (> 0.100 thold), f_keep = 0.238 0.45.459.165 I slot launch_slot_: id 1 | task 31 | processing task, is_child = 0 0.45.474.135 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.165 (> 0.100 thold), f_keep = 0.206 0.45.474.260 I slot launch_slot_: id 2 | task 32 | processing task, is_child = 0 0.45.741.589 I slot print_timing: id 1 | task 31 | prompt eval time = 241.69 ms / 132 tokens ( 1.83 ms per token, 546.16 tokens per second) 0.45.741.595 I slot print_timing: id 1 | task 31 | eval time = 25.62 ms / 2 tokens ( 25.62 ms per token, 39.03 tokens per second) 0.45.741.596 I slot print_timing: id 1 | task 31 | total time = 267.31 ms / 134 tokens 0.45.741.597 I slot print_timing: id 1 | task 31 | graphs reused = 1 0.45.741.597 I slot print_timing: id 1 | task 31 | graph reallocs = 0 / 0 (same size) / (changed size) 0.45.741.624 I slot release: id 1 | task 31 | stop processing: n_tokens = 134, truncated = 0 0.45.779.303 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.197 (> 0.100 thold), f_keep = 0.216 0.45.794.069 I slot launch_slot_: id 1 | task 37 | processing task, is_child = 0 0.45.983.835 I slot print_timing: id 1 | task 37 | prompt eval time = 167.57 ms / 146 tokens ( 1.15 ms per token, 871.28 tokens per second) 0.45.983.840 I slot print_timing: id 1 | task 37 | eval time = 22.18 ms / 2 tokens ( 22.18 ms per token, 45.10 tokens per second) 0.45.983.841 I slot print_timing: id 1 | task 37 | total time = 189.75 ms / 148 tokens 0.45.983.842 I slot print_timing: id 1 | task 37 | graphs reused = 1 0.45.983.843 I slot print_timing: id 1 | task 37 | graph reallocs = 0 / 0 (same size) / (changed size) 0.45.983.872 I slot release: id 1 | task 37 | stop processing: n_tokens = 148, truncated = 0 0.46.020.439 I slot print_timing: id 3 | task 26 | prompt eval time = 311.83 ms / 145 tokens ( 2.15 ms per token, 465.00 tokens per second) 0.46.020.445 I slot print_timing: id 3 | task 26 | eval time = 641.28 ms / 11 tokens ( 64.13 ms per token, 15.59 tokens per second) 0.46.020.446 I slot print_timing: id 3 | task 26 | total time = 953.10 ms / 156 tokens 0.46.020.446 I slot print_timing: id 3 | task 26 | graphs reused = 1 0.46.020.447 I slot print_timing: id 3 | task 26 | graph reallocs = 0 / 0 (same size) / (changed size) 0.46.020.473 I slot release: id 3 | task 26 | stop processing: n_tokens = 156, truncated = 0 0.46.020.486 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.225 (> 0.100 thold), f_keep = 0.196 0.46.047.436 I slot launch_slot_: id 1 | task 42 | processing task, is_child = 0 0.46.064.043 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.250 (> 0.100 thold), f_keep = 0.186 0.46.064.220 I slot launch_slot_: id 3 | task 43 | processing task, is_child = 0 0.46.312.121 I slot print_timing: id 1 | task 42 | prompt eval time = 225.53 ms / 128 tokens ( 1.76 ms per token, 567.55 tokens per second) 0.46.312.126 I slot print_timing: id 1 | task 42 | eval time = 22.35 ms / 2 tokens ( 22.35 ms per token, 44.74 tokens per second) 0.46.312.128 I slot print_timing: id 1 | task 42 | total time = 247.88 ms / 130 tokens 0.46.312.128 I slot print_timing: id 1 | task 42 | graphs reused = 1 0.46.312.129 I slot print_timing: id 1 | task 42 | graph reallocs = 0 / 0 (same size) / (changed size) 0.46.312.153 I slot release: id 1 | task 42 | stop processing: n_tokens = 130, truncated = 0 0.46.312.740 I slot print_timing: id 3 | task 43 | prompt eval time = 221.72 ms / 115 tokens ( 1.93 ms per token, 518.66 tokens per second) 0.46.312.743 I slot print_timing: id 3 | task 43 | eval time = 21.86 ms / 2 tokens ( 21.86 ms per token, 45.74 tokens per second) 0.46.312.744 I slot print_timing: id 3 | task 43 | total time = 243.59 ms / 117 tokens 0.46.312.744 I slot print_timing: id 3 | task 43 | graphs reused = 1 0.46.312.745 I slot print_timing: id 3 | task 43 | graph reallocs = 0 / 0 (same size) / (changed size) 0.46.312.763 I slot release: id 3 | task 43 | stop processing: n_tokens = 117, truncated = 0 0.46.347.875 I slot print_timing: id 2 | task 32 | prompt eval time = 237.78 ms / 175 tokens ( 1.36 ms per token, 735.98 tokens per second) 0.46.347.880 I slot print_timing: id 2 | task 32 | eval time = 630.29 ms / 11 tokens ( 63.03 ms per token, 15.87 tokens per second) 0.46.347.881 I slot print_timing: id 2 | task 32 | total time = 868.07 ms / 186 tokens 0.46.347.881 I slot print_timing: id 2 | task 32 | graphs reused = 1 0.46.347.882 I slot print_timing: id 2 | task 32 | graph reallocs = 0 / 0 (same size) / (changed size) 0.46.347.908 I slot release: id 2 | task 32 | stop processing: n_tokens = 186, truncated = 0 0.46.347.919 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.193 (> 0.100 thold), f_keep = 0.223 0.46.366.167 I slot launch_slot_: id 1 | task 48 | processing task, is_child = 0 0.46.402.628 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.204 (> 0.100 thold), f_keep = 0.161 0.46.402.765 I slot launch_slot_: id 2 | task 49 | processing task, is_child = 0 0.46.402.797 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.232 (> 0.100 thold), f_keep = 0.248 0.46.402.915 I slot launch_slot_: id 3 | task 50 | processing task, is_child = 0 0.46.706.365 I slot print_timing: id 1 | task 48 | prompt eval time = 280.50 ms / 149 tokens ( 1.88 ms per token, 531.19 tokens per second) 0.46.706.370 I slot print_timing: id 1 | task 48 | eval time = 22.93 ms / 2 tokens ( 22.93 ms per token, 43.61 tokens per second) 0.46.706.371 I slot print_timing: id 1 | task 48 | total time = 303.43 ms / 151 tokens 0.46.706.372 I slot print_timing: id 1 | task 48 | graphs reused = 1 0.46.706.373 I slot print_timing: id 1 | task 48 | graph reallocs = 0 / 0 (same size) / (changed size) 0.46.706.404 I slot release: id 1 | task 48 | stop processing: n_tokens = 151, truncated = 0 0.46.706.756 I slot print_timing: id 2 | task 49 | prompt eval time = 276.17 ms / 146 tokens ( 1.89 ms per token, 528.67 tokens per second) 0.46.706.759 I slot print_timing: id 2 | task 49 | eval time = 22.61 ms / 2 tokens ( 22.61 ms per token, 44.23 tokens per second) 0.46.706.760 I slot print_timing: id 2 | task 49 | total time = 298.77 ms / 148 tokens 0.46.706.761 I slot print_timing: id 2 | task 49 | graphs reused = 1 0.46.706.762 I slot print_timing: id 2 | task 49 | graph reallocs = 0 / 0 (same size) / (changed size) 0.46.706.782 I slot release: id 2 | task 49 | stop processing: n_tokens = 148, truncated = 0 0.46.707.185 I slot print_timing: id 3 | task 50 | prompt eval time = 271.66 ms / 124 tokens ( 2.19 ms per token, 456.45 tokens per second) 0.46.707.188 I slot print_timing: id 3 | task 50 | eval time = 22.34 ms / 2 tokens ( 22.34 ms per token, 44.76 tokens per second) 0.46.707.189 I slot print_timing: id 3 | task 50 | total time = 294.00 ms / 126 tokens 0.46.707.189 I slot print_timing: id 3 | task 50 | graphs reused = 1 0.46.707.190 I slot print_timing: id 3 | task 50 | graph reallocs = 0 / 0 (same size) / (changed size) 0.46.707.205 I slot release: id 3 | task 50 | stop processing: n_tokens = 126, truncated = 0 0.46.724.906 I slot print_timing: id 0 | task 23 | prompt eval time = 325.65 ms / 187 tokens ( 1.74 ms per token, 574.23 tokens per second) 0.46.724.910 I slot print_timing: id 0 | task 23 | eval time = 1347.72 ms / 19 tokens ( 74.87 ms per token, 13.36 tokens per second) 0.46.724.911 I slot print_timing: id 0 | task 23 | total time = 1673.37 ms / 206 tokens 0.46.724.912 I slot print_timing: id 0 | task 23 | graphs reused = 1 0.46.724.913 I slot print_timing: id 0 | task 23 | graph reallocs = 0 / 0 (same size) / (changed size) 0.46.724.936 I slot release: id 0 | task 23 | stop processing: n_tokens = 206, truncated = 0 0.46.724.947 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.252 (> 0.100 thold), f_keep = 0.238 0.46.738.907 I slot launch_slot_: id 3 | task 55 | processing task, is_child = 0 0.46.791.218 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.227 (> 0.100 thold), f_keep = 0.141 0.46.791.396 I slot launch_slot_: id 0 | task 56 | processing task, is_child = 0 0.46.791.462 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.199 (> 0.100 thold), f_keep = 0.192 0.46.791.588 I slot launch_slot_: id 1 | task 57 | processing task, is_child = 0 0.46.791.622 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.259 (> 0.100 thold), f_keep = 0.196 0.46.791.735 I slot launch_slot_: id 2 | task 58 | processing task, is_child = 0 0.47.103.541 I slot print_timing: id 0 | task 56 | prompt eval time = 288.23 ms / 127 tokens ( 2.27 ms per token, 440.63 tokens per second) 0.47.103.547 I slot print_timing: id 0 | task 56 | eval time = 23.56 ms / 2 tokens ( 23.56 ms per token, 42.44 tokens per second) 0.47.103.548 I slot print_timing: id 0 | task 56 | total time = 311.79 ms / 129 tokens 0.47.103.548 I slot print_timing: id 0 | task 56 | graphs reused = 1 0.47.103.549 I slot print_timing: id 0 | task 56 | graph reallocs = 0 / 0 (same size) / (changed size) 0.47.103.574 I slot release: id 0 | task 56 | stop processing: n_tokens = 129, truncated = 0 0.47.104.261 I slot print_timing: id 2 | task 58 | prompt eval time = 279.26 ms / 111 tokens ( 2.52 ms per token, 397.48 tokens per second) 0.47.104.264 I slot print_timing: id 2 | task 58 | eval time = 22.56 ms / 2 tokens ( 22.56 ms per token, 44.32 tokens per second) 0.47.104.265 I slot print_timing: id 2 | task 58 | total time = 301.82 ms / 113 tokens 0.47.104.266 I slot print_timing: id 2 | task 58 | graphs reused = 1 0.47.104.266 I slot print_timing: id 2 | task 58 | graph reallocs = 0 / 0 (same size) / (changed size) 0.47.104.283 I slot release: id 2 | task 58 | stop processing: n_tokens = 113, truncated = 0 0.47.104.596 I slot print_timing: id 3 | task 55 | prompt eval time = 274.89 ms / 118 tokens ( 2.33 ms per token, 429.26 tokens per second) 0.47.104.599 I slot print_timing: id 3 | task 55 | eval time = 22.15 ms / 2 tokens ( 22.15 ms per token, 45.15 tokens per second) 0.47.104.599 I slot print_timing: id 3 | task 55 | total time = 297.04 ms / 120 tokens 0.47.104.600 I slot print_timing: id 3 | task 55 | graphs reused = 1 0.47.104.601 I slot print_timing: id 3 | task 55 | graph reallocs = 0 / 0 (same size) / (changed size) 0.47.104.614 I slot release: id 3 | task 55 | stop processing: n_tokens = 120, truncated = 0 0.47.142.084 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.269 (> 0.100 thold), f_keep = 0.225 0.47.157.783 I slot launch_slot_: id 0 | task 64 | processing task, is_child = 0 0.47.183.037 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.206 (> 0.100 thold), f_keep = 0.257 0.47.183.217 I slot launch_slot_: id 2 | task 65 | processing task, is_child = 0 0.47.183.252 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.244 (> 0.100 thold), f_keep = 0.275 0.47.183.387 I slot launch_slot_: id 3 | task 66 | processing task, is_child = 0 0.47.495.789 I slot print_timing: id 0 | task 64 | prompt eval time = 289.01 ms / 107 tokens ( 2.70 ms per token, 370.23 tokens per second) 0.47.495.794 I slot print_timing: id 0 | task 64 | eval time = 23.38 ms / 2 tokens ( 23.38 ms per token, 42.78 tokens per second) 0.47.495.795 I slot print_timing: id 0 | task 64 | total time = 312.38 ms / 109 tokens 0.47.495.796 I slot print_timing: id 0 | task 64 | graphs reused = 2 0.47.495.796 I slot print_timing: id 0 | task 64 | graph reallocs = 0 / 0 (same size) / (changed size) 0.47.495.821 I slot release: id 0 | task 64 | stop processing: n_tokens = 109, truncated = 0 0.47.496.681 I slot print_timing: id 2 | task 65 | prompt eval time = 284.99 ms / 140 tokens ( 2.04 ms per token, 491.24 tokens per second) 0.47.496.685 I slot print_timing: id 2 | task 65 | eval time = 23.22 ms / 2 tokens ( 23.22 ms per token, 43.06 tokens per second) 0.47.496.686 I slot print_timing: id 2 | task 65 | total time = 308.22 ms / 142 tokens 0.47.496.686 I slot print_timing: id 2 | task 65 | graphs reused = 2 0.47.496.687 I slot print_timing: id 2 | task 65 | graph reallocs = 0 / 0 (same size) / (changed size) 0.47.496.707 I slot release: id 2 | task 65 | stop processing: n_tokens = 142, truncated = 0 0.47.497.101 I slot print_timing: id 3 | task 66 | prompt eval time = 280.80 ms / 134 tokens ( 2.10 ms per token, 477.21 tokens per second) 0.47.497.104 I slot print_timing: id 3 | task 66 | eval time = 22.93 ms / 2 tokens ( 22.93 ms per token, 43.61 tokens per second) 0.47.497.105 I slot print_timing: id 3 | task 66 | total time = 303.73 ms / 136 tokens 0.47.497.105 I slot print_timing: id 3 | task 66 | graphs reused = 2 0.47.497.106 I slot print_timing: id 3 | task 66 | graph reallocs = 0 / 0 (same size) / (changed size) 0.47.497.121 I slot release: id 3 | task 66 | stop processing: n_tokens = 136, truncated = 0 0.47.515.695 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.265 (> 0.100 thold), f_keep = 0.221 0.47.530.432 I slot launch_slot_: id 3 | task 71 | processing task, is_child = 0 0.47.557.848 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.156 (> 0.100 thold), f_keep = 0.266 0.47.557.982 I slot launch_slot_: id 0 | task 72 | processing task, is_child = 0 0.47.558.018 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.164 (> 0.100 thold), f_keep = 0.204 0.47.558.122 I slot launch_slot_: id 2 | task 73 | processing task, is_child = 0 0.47.767.461 I slot print_timing: id 1 | task 57 | prompt eval time = 283.69 ms / 145 tokens ( 1.96 ms per token, 511.11 tokens per second) 0.47.767.467 I slot print_timing: id 1 | task 57 | eval time = 686.62 ms / 9 tokens ( 85.83 ms per token, 11.65 tokens per second) 0.47.767.468 I slot print_timing: id 1 | task 57 | total time = 970.32 ms / 154 tokens 0.47.767.468 I slot print_timing: id 1 | task 57 | graphs reused = 2 0.47.767.469 I slot print_timing: id 1 | task 57 | graph reallocs = 0 / 0 (same size) / (changed size) 0.47.767.498 I slot release: id 1 | task 57 | stop processing: n_tokens = 154, truncated = 0 0.47.844.196 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.212 (> 0.100 thold), f_keep = 0.188 0.47.860.223 I slot launch_slot_: id 1 | task 76 | processing task, is_child = 0 0.47.962.558 I slot print_timing: id 0 | task 72 | prompt eval time = 284.63 ms / 185 tokens ( 1.54 ms per token, 649.97 tokens per second) 0.47.962.565 I slot print_timing: id 0 | task 72 | eval time = 119.79 ms / 2 tokens ( 119.79 ms per token, 8.35 tokens per second) 0.47.962.566 I slot print_timing: id 0 | task 72 | total time = 404.42 ms / 187 tokens 0.47.962.568 I slot print_timing: id 0 | task 72 | graphs reused = 2 0.47.962.569 I slot print_timing: id 0 | task 72 | graph reallocs = 0 / 0 (same size) / (changed size) 0.47.962.606 I slot release: id 0 | task 72 | stop processing: n_tokens = 187, truncated = 0 0.47.963.094 I slot print_timing: id 2 | task 73 | prompt eval time = 280.54 ms / 176 tokens ( 1.59 ms per token, 627.36 tokens per second) 0.47.963.099 I slot print_timing: id 2 | task 73 | eval time = 119.59 ms / 2 tokens ( 119.59 ms per token, 8.36 tokens per second) 0.47.963.100 I slot print_timing: id 2 | task 73 | total time = 400.13 ms / 178 tokens 0.47.963.100 I slot print_timing: id 2 | task 73 | graphs reused = 2 0.47.963.101 I slot print_timing: id 2 | task 73 | graph reallocs = 0 / 0 (same size) / (changed size) 0.47.963.129 I slot release: id 2 | task 73 | stop processing: n_tokens = 178, truncated = 0 0.48.013.984 I slot print_timing: id 3 | task 71 | prompt eval time = 276.14 ms / 112 tokens ( 2.47 ms per token, 405.59 tokens per second) 0.48.013.989 I slot print_timing: id 3 | task 71 | eval time = 169.79 ms / 3 tokens ( 84.90 ms per token, 11.78 tokens per second) 0.48.013.990 I slot print_timing: id 3 | task 71 | total time = 445.94 ms / 115 tokens 0.48.013.991 I slot print_timing: id 3 | task 71 | graphs reused = 2 0.48.013.992 I slot print_timing: id 3 | task 71 | graph reallocs = 0 / 0 (same size) / (changed size) 0.48.014.016 I slot release: id 3 | task 71 | stop processing: n_tokens = 115, truncated = 0 0.48.014.029 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.172 (> 0.100 thold), f_keep = 0.155 0.48.033.770 I slot launch_slot_: id 0 | task 79 | processing task, is_child = 0 0.48.064.529 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.161 (> 0.100 thold), f_keep = 0.163 0.48.064.672 I slot launch_slot_: id 2 | task 80 | processing task, is_child = 0 0.48.064.706 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.192 (> 0.100 thold), f_keep = 0.252 0.48.064.809 I slot launch_slot_: id 3 | task 81 | processing task, is_child = 0 0.48.302.882 I slot print_timing: id 1 | task 76 | prompt eval time = 153.35 ms / 136 tokens ( 1.13 ms per token, 886.88 tokens per second) 0.48.302.888 I slot print_timing: id 1 | task 76 | eval time = 289.29 ms / 2 tokens ( 289.29 ms per token, 3.46 tokens per second) 0.48.302.889 I slot print_timing: id 1 | task 76 | total time = 442.63 ms / 138 tokens 0.48.302.891 I slot print_timing: id 1 | task 76 | graphs reused = 2 0.48.302.893 I slot print_timing: id 1 | task 76 | graph reallocs = 0 / 0 (same size) / (changed size) 0.48.302.926 I slot release: id 1 | task 76 | stop processing: n_tokens = 138, truncated = 0 0.48.386.590 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.201 (> 0.100 thold), f_keep = 0.210 0.48.408.669 I slot launch_slot_: id 1 | task 84 | processing task, is_child = 0 0.48.511.420 I slot print_timing: id 0 | task 79 | prompt eval time = 320.46 ms / 168 tokens ( 1.91 ms per token, 524.24 tokens per second) 0.48.511.425 I slot print_timing: id 0 | task 79 | eval time = 126.13 ms / 2 tokens ( 126.13 ms per token, 7.93 tokens per second) 0.48.511.426 I slot print_timing: id 0 | task 79 | total time = 446.59 ms / 170 tokens 0.48.511.427 I slot print_timing: id 0 | task 79 | graphs reused = 2 0.48.511.428 I slot print_timing: id 0 | task 79 | graph reallocs = 0 / 0 (same size) / (changed size) 0.48.511.460 I slot release: id 0 | task 79 | stop processing: n_tokens = 170, truncated = 0 0.48.567.999 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.223 (> 0.100 thold), f_keep = 0.171 0.48.587.449 I slot launch_slot_: id 0 | task 87 | processing task, is_child = 0 0.48.661.151 I slot print_timing: id 1 | task 84 | prompt eval time = 158.69 ms / 143 tokens ( 1.11 ms per token, 901.14 tokens per second) 0.48.661.156 I slot print_timing: id 1 | task 84 | eval time = 93.76 ms / 2 tokens ( 93.76 ms per token, 10.67 tokens per second) 0.48.661.157 I slot print_timing: id 1 | task 84 | total time = 252.45 ms / 145 tokens 0.48.661.158 I slot print_timing: id 1 | task 84 | graphs reused = 2 0.48.661.159 I slot print_timing: id 1 | task 84 | graph reallocs = 0 / 0 (same size) / (changed size) 0.48.661.191 I slot release: id 1 | task 84 | stop processing: n_tokens = 145, truncated = 0 0.48.712.531 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.216 (> 0.100 thold), f_keep = 0.200 0.48.728.348 I slot launch_slot_: id 1 | task 90 | processing task, is_child = 0 0.48.818.722 I slot print_timing: id 0 | task 87 | prompt eval time = 124.45 ms / 129 tokens ( 0.96 ms per token, 1036.59 tokens per second) 0.48.818.728 I slot print_timing: id 0 | task 87 | eval time = 106.80 ms / 2 tokens ( 106.80 ms per token, 9.36 tokens per second) 0.48.818.729 I slot print_timing: id 0 | task 87 | total time = 231.24 ms / 131 tokens 0.48.818.730 I slot print_timing: id 0 | task 87 | graphs reused = 2 0.48.818.731 I slot print_timing: id 0 | task 87 | graph reallocs = 0 / 0 (same size) / (changed size) 0.48.818.762 I slot release: id 0 | task 87 | stop processing: n_tokens = 131, truncated = 0 0.48.870.814 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.180 (> 0.100 thold), f_keep = 0.229 0.48.885.709 I slot launch_slot_: id 0 | task 93 | processing task, is_child = 0 0.48.977.253 I slot print_timing: id 1 | task 90 | prompt eval time = 141.83 ms / 133 tokens ( 1.07 ms per token, 937.72 tokens per second) 0.48.977.258 I slot print_timing: id 1 | task 90 | eval time = 107.05 ms / 2 tokens ( 107.05 ms per token, 9.34 tokens per second) 0.48.977.259 I slot print_timing: id 1 | task 90 | total time = 248.88 ms / 135 tokens 0.48.977.260 I slot print_timing: id 1 | task 90 | graphs reused = 2 0.48.977.260 I slot print_timing: id 1 | task 90 | graph reallocs = 0 / 0 (same size) / (changed size) 0.48.977.287 I slot release: id 1 | task 90 | stop processing: n_tokens = 135, truncated = 0 0.49.030.339 I slot print_timing: id 2 | task 80 | prompt eval time = 315.79 ms / 179 tokens ( 1.76 ms per token, 566.84 tokens per second) 0.49.030.345 I slot print_timing: id 2 | task 80 | eval time = 644.35 ms / 9 tokens ( 80.54 ms per token, 12.42 tokens per second) 0.49.030.346 I slot print_timing: id 2 | task 80 | total time = 960.14 ms / 188 tokens 0.49.030.346 I slot print_timing: id 2 | task 80 | graphs reused = 2 0.49.030.348 I slot print_timing: id 2 | task 80 | graph reallocs = 0 / 0 (same size) / (changed size) 0.49.030.375 I slot release: id 2 | task 80 | stop processing: n_tokens = 188, truncated = 0 0.49.030.705 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.257 (> 0.100 thold), f_keep = 0.215 0.49.052.289 I slot launch_slot_: id 1 | task 96 | processing task, is_child = 0 0.49.074.365 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.177 (> 0.100 thold), f_keep = 0.154 0.49.074.530 I slot launch_slot_: id 2 | task 97 | processing task, is_child = 0 0.49.334.181 I slot print_timing: id 1 | task 96 | prompt eval time = 236.59 ms / 112 tokens ( 2.11 ms per token, 473.40 tokens per second) 0.49.334.187 I slot print_timing: id 1 | task 96 | eval time = 23.04 ms / 2 tokens ( 23.04 ms per token, 43.40 tokens per second) 0.49.334.188 I slot print_timing: id 1 | task 96 | total time = 259.63 ms / 114 tokens 0.49.334.188 I slot print_timing: id 1 | task 96 | graphs reused = 2 0.49.334.189 I slot print_timing: id 1 | task 96 | graph reallocs = 0 / 0 (same size) / (changed size) 0.49.334.217 I slot release: id 1 | task 96 | stop processing: n_tokens = 114, truncated = 0 0.49.334.557 I slot print_timing: id 2 | task 97 | prompt eval time = 232.28 ms / 163 tokens ( 1.43 ms per token, 701.73 tokens per second) 0.49.334.560 I slot print_timing: id 2 | task 97 | eval time = 22.74 ms / 2 tokens ( 22.74 ms per token, 43.98 tokens per second) 0.49.334.561 I slot print_timing: id 2 | task 97 | total time = 255.02 ms / 165 tokens 0.49.334.561 I slot print_timing: id 2 | task 97 | graphs reused = 2 0.49.334.562 I slot print_timing: id 2 | task 97 | graph reallocs = 0 / 0 (same size) / (changed size) 0.49.334.581 I slot release: id 2 | task 97 | stop processing: n_tokens = 165, truncated = 0 0.49.371.423 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.180 (> 0.100 thold), f_keep = 0.182 0.49.389.171 I slot launch_slot_: id 2 | task 103 | processing task, is_child = 0 0.49.401.654 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.172 (> 0.100 thold), f_keep = 0.254 0.49.401.808 I slot launch_slot_: id 1 | task 102 | processing task, is_child = 0 0.49.684.087 I slot print_timing: id 1 | task 102 | prompt eval time = 259.25 ms / 168 tokens ( 1.54 ms per token, 648.03 tokens per second) 0.49.684.092 I slot print_timing: id 1 | task 102 | eval time = 23.01 ms / 2 tokens ( 23.01 ms per token, 43.46 tokens per second) 0.49.684.093 I slot print_timing: id 1 | task 102 | total time = 282.26 ms / 170 tokens 0.49.684.094 I slot print_timing: id 1 | task 102 | graphs reused = 2 0.49.684.095 I slot print_timing: id 1 | task 102 | graph reallocs = 0 / 0 (same size) / (changed size) 0.49.684.124 I slot release: id 1 | task 102 | stop processing: n_tokens = 170, truncated = 0 0.49.684.491 I slot print_timing: id 2 | task 103 | prompt eval time = 254.84 ms / 166 tokens ( 1.54 ms per token, 651.39 tokens per second) 0.49.684.494 I slot print_timing: id 2 | task 103 | eval time = 22.73 ms / 2 tokens ( 22.73 ms per token, 43.99 tokens per second) 0.49.684.495 I slot print_timing: id 2 | task 103 | total time = 277.57 ms / 168 tokens 0.49.684.496 I slot print_timing: id 2 | task 103 | graphs reused = 2 0.49.684.497 I slot print_timing: id 2 | task 103 | graph reallocs = 0 / 0 (same size) / (changed size) 0.49.684.516 I slot release: id 2 | task 103 | stop processing: n_tokens = 168, truncated = 0 0.49.684.916 I slot print_timing: id 3 | task 81 | prompt eval time = 311.12 ms / 150 tokens ( 2.07 ms per token, 482.12 tokens per second) 0.49.684.921 I slot print_timing: id 3 | task 81 | eval time = 1298.33 ms / 16 tokens ( 86.56 ms per token, 11.55 tokens per second) 0.49.684.922 I slot print_timing: id 3 | task 81 | total time = 1609.46 ms / 166 tokens 0.49.684.923 I slot print_timing: id 3 | task 81 | graphs reused = 2 0.49.684.923 I slot print_timing: id 3 | task 81 | graph reallocs = 0 / 0 (same size) / (changed size) 0.49.684.942 I slot release: id 3 | task 81 | stop processing: n_tokens = 166, truncated = 0 0.49.703.600 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.259 (> 0.100 thold), f_keep = 0.176 0.49.722.714 I slot launch_slot_: id 1 | task 108 | processing task, is_child = 0 0.49.756.865 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.259 (> 0.100 thold), f_keep = 0.179 0.49.757.021 I slot launch_slot_: id 2 | task 109 | processing task, is_child = 0 0.49.757.059 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.215 (> 0.100 thold), f_keep = 0.175 0.49.757.171 I slot launch_slot_: id 3 | task 110 | processing task, is_child = 0 0.50.027.402 I slot print_timing: id 1 | task 108 | prompt eval time = 247.24 ms / 115 tokens ( 2.15 ms per token, 465.13 tokens per second) 0.50.027.408 I slot print_timing: id 1 | task 108 | eval time = 22.97 ms / 2 tokens ( 22.97 ms per token, 43.54 tokens per second) 0.50.027.409 I slot print_timing: id 1 | task 108 | total time = 270.21 ms / 117 tokens 0.50.027.410 I slot print_timing: id 1 | task 108 | graphs reused = 2 0.50.027.411 I slot print_timing: id 1 | task 108 | graph reallocs = 0 / 0 (same size) / (changed size) 0.50.027.450 I slot release: id 1 | task 108 | stop processing: n_tokens = 117, truncated = 0 0.50.027.864 I slot print_timing: id 2 | task 109 | prompt eval time = 243.04 ms / 115 tokens ( 2.11 ms per token, 473.17 tokens per second) 0.50.027.867 I slot print_timing: id 2 | task 109 | eval time = 22.58 ms / 2 tokens ( 22.58 ms per token, 44.29 tokens per second) 0.50.027.869 I slot print_timing: id 2 | task 109 | total time = 265.62 ms / 117 tokens 0.50.027.869 I slot print_timing: id 2 | task 109 | graphs reused = 2 0.50.027.870 I slot print_timing: id 2 | task 109 | graph reallocs = 0 / 0 (same size) / (changed size) 0.50.027.885 I slot release: id 2 | task 109 | stop processing: n_tokens = 117, truncated = 0 0.50.028.302 I slot print_timing: id 3 | task 110 | prompt eval time = 238.54 ms / 134 tokens ( 1.78 ms per token, 561.76 tokens per second) 0.50.028.305 I slot print_timing: id 3 | task 110 | eval time = 22.23 ms / 2 tokens ( 22.23 ms per token, 44.98 tokens per second) 0.50.028.306 I slot print_timing: id 3 | task 110 | total time = 260.77 ms / 136 tokens 0.50.028.307 I slot print_timing: id 3 | task 110 | graphs reused = 2 0.50.028.307 I slot print_timing: id 3 | task 110 | graph reallocs = 0 / 0 (same size) / (changed size) 0.50.028.330 I slot release: id 3 | task 110 | stop processing: n_tokens = 136, truncated = 0 0.50.046.210 I slot print_timing: id 0 | task 93 | prompt eval time = 144.29 ms / 166 tokens ( 0.87 ms per token, 1150.44 tokens per second) 0.50.046.216 I slot print_timing: id 0 | task 93 | eval time = 1016.19 ms / 13 tokens ( 84.68 ms per token, 11.81 tokens per second) 0.50.046.217 I slot print_timing: id 0 | task 93 | total time = 1160.48 ms / 179 tokens 0.50.046.218 I slot print_timing: id 0 | task 93 | graphs reused = 2 0.50.046.218 I slot print_timing: id 0 | task 93 | graph reallocs = 0 / 0 (same size) / (changed size) 0.50.046.242 I slot release: id 0 | task 93 | stop processing: n_tokens = 179, truncated = 0 0.50.046.254 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.188 (> 0.100 thold), f_keep = 0.162 0.50.065.474 I slot launch_slot_: id 0 | task 115 | processing task, is_child = 0 0.50.106.364 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.232 (> 0.100 thold), f_keep = 0.248 0.50.106.550 I slot launch_slot_: id 1 | task 116 | processing task, is_child = 0 0.50.106.614 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.227 (> 0.100 thold), f_keep = 0.248 0.50.113.042 I slot launch_slot_: id 2 | task 117 | processing task, is_child = 0 0.50.113.081 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.200 (> 0.100 thold), f_keep = 0.213 0.50.113.191 I slot launch_slot_: id 3 | task 118 | processing task, is_child = 0 0.50.442.136 I slot print_timing: id 1 | task 116 | prompt eval time = 301.04 ms / 124 tokens ( 2.43 ms per token, 411.91 tokens per second) 0.50.442.142 I slot print_timing: id 1 | task 116 | eval time = 22.64 ms / 2 tokens ( 22.64 ms per token, 44.17 tokens per second) 0.50.442.143 I slot print_timing: id 1 | task 116 | total time = 323.67 ms / 126 tokens 0.50.442.144 I slot print_timing: id 1 | task 116 | graphs reused = 2 0.50.442.145 I slot print_timing: id 1 | task 116 | graph reallocs = 0 / 0 (same size) / (changed size) 0.50.442.172 I slot release: id 1 | task 116 | stop processing: n_tokens = 126, truncated = 0 0.50.442.449 I slot print_timing: id 2 | task 117 | prompt eval time = 295.85 ms / 127 tokens ( 2.33 ms per token, 429.28 tokens per second) 0.50.442.451 I slot print_timing: id 2 | task 117 | eval time = 22.18 ms / 2 tokens ( 22.18 ms per token, 45.08 tokens per second) 0.50.442.452 I slot print_timing: id 2 | task 117 | total time = 318.03 ms / 129 tokens 0.50.442.453 I slot print_timing: id 2 | task 117 | graphs reused = 2 0.50.442.453 I slot print_timing: id 2 | task 117 | graph reallocs = 0 / 0 (same size) / (changed size) 0.50.442.470 I slot release: id 2 | task 117 | stop processing: n_tokens = 129, truncated = 0 0.50.442.756 I slot print_timing: id 3 | task 118 | prompt eval time = 291.66 ms / 144 tokens ( 2.03 ms per token, 493.73 tokens per second) 0.50.442.759 I slot print_timing: id 3 | task 118 | eval time = 21.75 ms / 2 tokens ( 21.75 ms per token, 45.97 tokens per second) 0.50.442.759 I slot print_timing: id 3 | task 118 | total time = 313.41 ms / 146 tokens 0.50.442.760 I slot print_timing: id 3 | task 118 | graphs reused = 2 0.50.442.760 I slot print_timing: id 3 | task 118 | graph reallocs = 0 / 0 (same size) / (changed size) 0.50.442.774 I slot release: id 3 | task 118 | stop processing: n_tokens = 146, truncated = 0 0.50.460.417 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.199 (> 0.100 thold), f_keep = 0.230 0.50.481.834 I slot launch_slot_: id 1 | task 124 | processing task, is_child = 0 0.50.512.922 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.217 (> 0.100 thold), f_keep = 0.233 0.50.513.102 I slot launch_slot_: id 2 | task 123 | processing task, is_child = 0 0.50.513.139 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.227 (> 0.100 thold), f_keep = 0.199 0.50.513.262 I slot launch_slot_: id 3 | task 125 | processing task, is_child = 0 0.50.809.077 I slot print_timing: id 1 | task 124 | prompt eval time = 273.26 ms / 145 tokens ( 1.88 ms per token, 530.63 tokens per second) 0.50.809.083 I slot print_timing: id 1 | task 124 | eval time = 22.54 ms / 2 tokens ( 22.54 ms per token, 44.37 tokens per second) 0.50.809.084 I slot print_timing: id 1 | task 124 | total time = 295.80 ms / 147 tokens 0.50.809.085 I slot print_timing: id 1 | task 124 | graphs reused = 2 0.50.809.085 I slot print_timing: id 1 | task 124 | graph reallocs = 0 / 0 (same size) / (changed size) 0.50.809.115 I slot release: id 1 | task 124 | stop processing: n_tokens = 147, truncated = 0 0.50.809.464 I slot print_timing: id 2 | task 123 | prompt eval time = 268.69 ms / 137 tokens ( 1.96 ms per token, 509.89 tokens per second) 0.50.809.467 I slot print_timing: id 2 | task 123 | eval time = 22.25 ms / 2 tokens ( 22.25 ms per token, 44.95 tokens per second) 0.50.809.468 I slot print_timing: id 2 | task 123 | total time = 290.94 ms / 139 tokens 0.50.809.469 I slot print_timing: id 2 | task 123 | graphs reused = 2 0.50.809.470 I slot print_timing: id 2 | task 123 | graph reallocs = 0 / 0 (same size) / (changed size) 0.50.809.484 I slot release: id 2 | task 123 | stop processing: n_tokens = 139, truncated = 0 0.50.809.833 I slot print_timing: id 3 | task 125 | prompt eval time = 264.23 ms / 127 tokens ( 2.08 ms per token, 480.64 tokens per second) 0.50.809.836 I slot print_timing: id 3 | task 125 | eval time = 22.03 ms / 2 tokens ( 22.03 ms per token, 45.40 tokens per second) 0.50.809.837 I slot print_timing: id 3 | task 125 | total time = 286.26 ms / 129 tokens 0.50.809.837 I slot print_timing: id 3 | task 125 | graphs reused = 2 0.50.809.838 I slot print_timing: id 3 | task 125 | graph reallocs = 0 / 0 (same size) / (changed size) 0.50.809.850 I slot release: id 3 | task 125 | stop processing: n_tokens = 129, truncated = 0 0.50.827.942 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.240 (> 0.100 thold), f_keep = 0.216 0.50.843.186 I slot launch_slot_: id 2 | task 130 | processing task, is_child = 0 0.50.872.587 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.254 (> 0.100 thold), f_keep = 0.197 0.50.872.730 I slot launch_slot_: id 1 | task 131 | processing task, is_child = 0 0.50.872.765 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.227 (> 0.100 thold), f_keep = 0.225 0.50.872.870 I slot launch_slot_: id 3 | task 132 | processing task, is_child = 0 0.51.150.977 I slot print_timing: id 1 | task 131 | prompt eval time = 255.03 ms / 113 tokens ( 2.26 ms per token, 443.09 tokens per second) 0.51.150.982 I slot print_timing: id 1 | task 131 | eval time = 23.06 ms / 2 tokens ( 23.06 ms per token, 43.36 tokens per second) 0.51.150.983 I slot print_timing: id 1 | task 131 | total time = 278.09 ms / 115 tokens 0.51.150.985 I slot print_timing: id 1 | task 131 | graphs reused = 2 0.51.150.986 I slot print_timing: id 1 | task 131 | graph reallocs = 0 / 0 (same size) / (changed size) 0.51.151.012 I slot release: id 1 | task 131 | stop processing: n_tokens = 115, truncated = 0 0.51.151.375 I slot print_timing: id 2 | task 130 | prompt eval time = 250.78 ms / 124 tokens ( 2.02 ms per token, 494.46 tokens per second) 0.51.151.378 I slot print_timing: id 2 | task 130 | eval time = 22.70 ms / 2 tokens ( 22.70 ms per token, 44.06 tokens per second) 0.51.151.379 I slot print_timing: id 2 | task 130 | total time = 273.48 ms / 126 tokens 0.51.151.380 I slot print_timing: id 2 | task 130 | graphs reused = 2 0.51.151.381 I slot print_timing: id 2 | task 130 | graph reallocs = 0 / 0 (same size) / (changed size) 0.51.151.395 I slot release: id 2 | task 130 | stop processing: n_tokens = 126, truncated = 0 0.51.151.868 I slot print_timing: id 3 | task 132 | prompt eval time = 246.59 ms / 127 tokens ( 1.94 ms per token, 515.02 tokens per second) 0.51.151.871 I slot print_timing: id 3 | task 132 | eval time = 22.36 ms / 2 tokens ( 22.36 ms per token, 44.73 tokens per second) 0.51.151.872 I slot print_timing: id 3 | task 132 | total time = 268.95 ms / 129 tokens 0.51.151.872 I slot print_timing: id 3 | task 132 | graphs reused = 2 0.51.151.873 I slot print_timing: id 3 | task 132 | graph reallocs = 0 / 0 (same size) / (changed size) 0.51.151.886 I slot release: id 3 | task 132 | stop processing: n_tokens = 129, truncated = 0 0.51.169.978 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.166 (> 0.100 thold), f_keep = 0.252 0.51.182.824 I slot launch_slot_: id 1 | task 137 | processing task, is_child = 0 0.51.210.238 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.246 (> 0.100 thold), f_keep = 0.238 0.51.210.411 I slot launch_slot_: id 2 | task 138 | processing task, is_child = 0 0.51.210.445 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.121 (> 0.100 thold), f_keep = 0.225 0.51.210.559 I slot launch_slot_: id 3 | task 139 | processing task, is_child = 0 0.51.552.264 I slot print_timing: id 2 | task 138 | prompt eval time = 313.77 ms / 121 tokens ( 2.59 ms per token, 385.64 tokens per second) 0.51.552.269 I slot print_timing: id 2 | task 138 | eval time = 23.04 ms / 2 tokens ( 23.04 ms per token, 43.41 tokens per second) 0.51.552.270 I slot print_timing: id 2 | task 138 | total time = 336.80 ms / 123 tokens 0.51.552.271 I slot print_timing: id 2 | task 138 | graphs reused = 2 0.51.552.272 I slot print_timing: id 2 | task 138 | graph reallocs = 0 / 0 (same size) / (changed size) 0.51.552.297 I slot release: id 2 | task 138 | stop processing: n_tokens = 123, truncated = 0 0.51.552.655 I slot print_timing: id 3 | task 139 | prompt eval time = 309.52 ms / 238 tokens ( 1.30 ms per token, 768.94 tokens per second) 0.51.552.658 I slot print_timing: id 3 | task 139 | eval time = 22.75 ms / 2 tokens ( 22.75 ms per token, 43.95 tokens per second) 0.51.552.659 I slot print_timing: id 3 | task 139 | total time = 332.27 ms / 240 tokens 0.51.552.660 I slot print_timing: id 3 | task 139 | graphs reused = 2 0.51.552.660 I slot print_timing: id 3 | task 139 | graph reallocs = 0 / 0 (same size) / (changed size) 0.51.552.684 I slot release: id 3 | task 139 | stop processing: n_tokens = 240, truncated = 0 0.51.572.360 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.211 (> 0.100 thold), f_keep = 0.244 0.51.592.572 I slot launch_slot_: id 2 | task 144 | processing task, is_child = 0 0.51.620.474 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.161 (> 0.100 thold), f_keep = 0.121 0.51.620.626 I slot launch_slot_: id 3 | task 145 | processing task, is_child = 0 0.51.869.688 I slot print_timing: id 2 | task 144 | prompt eval time = 225.84 ms / 141 tokens ( 1.60 ms per token, 624.32 tokens per second) 0.51.869.693 I slot print_timing: id 2 | task 144 | eval time = 23.20 ms / 2 tokens ( 23.20 ms per token, 43.11 tokens per second) 0.51.869.694 I slot print_timing: id 2 | task 144 | total time = 249.04 ms / 143 tokens 0.51.869.695 I slot print_timing: id 2 | task 144 | graphs reused = 2 0.51.869.696 I slot print_timing: id 2 | task 144 | graph reallocs = 0 / 0 (same size) / (changed size) 0.51.869.723 I slot release: id 2 | task 144 | stop processing: n_tokens = 143, truncated = 0 0.51.870.019 I slot print_timing: id 3 | task 145 | prompt eval time = 221.43 ms / 179 tokens ( 1.24 ms per token, 808.38 tokens per second) 0.51.870.022 I slot print_timing: id 3 | task 145 | eval time = 22.91 ms / 2 tokens ( 22.91 ms per token, 43.65 tokens per second) 0.51.870.023 I slot print_timing: id 3 | task 145 | total time = 244.34 ms / 181 tokens 0.51.870.023 I slot print_timing: id 3 | task 145 | graphs reused = 2 0.51.870.024 I slot print_timing: id 3 | task 145 | graph reallocs = 0 / 0 (same size) / (changed size) 0.51.870.044 I slot release: id 3 | task 145 | stop processing: n_tokens = 181, truncated = 0 0.51.889.552 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.189 (> 0.100 thold), f_keep = 0.210 0.51.912.126 I slot launch_slot_: id 2 | task 150 | processing task, is_child = 0 0.51.934.272 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.195 (> 0.100 thold), f_keep = 0.160 0.51.941.087 I slot launch_slot_: id 3 | task 151 | processing task, is_child = 0 0.52.185.918 I slot print_timing: id 2 | task 150 | prompt eval time = 221.63 ms / 158 tokens ( 1.40 ms per token, 712.91 tokens per second) 0.52.185.924 I slot print_timing: id 2 | task 150 | eval time = 23.18 ms / 2 tokens ( 23.18 ms per token, 43.14 tokens per second) 0.52.185.925 I slot print_timing: id 2 | task 150 | total time = 244.81 ms / 160 tokens 0.52.185.926 I slot print_timing: id 2 | task 150 | graphs reused = 2 0.52.185.927 I slot print_timing: id 2 | task 150 | graph reallocs = 0 / 0 (same size) / (changed size) 0.52.185.956 I slot release: id 2 | task 150 | stop processing: n_tokens = 160, truncated = 0 0.52.186.279 I slot print_timing: id 3 | task 151 | prompt eval time = 217.35 ms / 148 tokens ( 1.47 ms per token, 680.91 tokens per second) 0.52.186.282 I slot print_timing: id 3 | task 151 | eval time = 22.75 ms / 2 tokens ( 22.75 ms per token, 43.96 tokens per second) 0.52.186.283 I slot print_timing: id 3 | task 151 | total time = 240.10 ms / 150 tokens 0.52.186.284 I slot print_timing: id 3 | task 151 | graphs reused = 2 0.52.186.284 I slot print_timing: id 3 | task 151 | graph reallocs = 0 / 0 (same size) / (changed size) 0.52.186.302 I slot release: id 3 | task 151 | stop processing: n_tokens = 150, truncated = 0 0.52.205.859 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.174 (> 0.100 thold), f_keep = 0.181 0.52.223.440 I slot launch_slot_: id 2 | task 156 | processing task, is_child = 0 0.52.239.488 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.128 (> 0.100 thold), f_keep = 0.193 0.52.239.658 I slot launch_slot_: id 3 | task 157 | processing task, is_child = 0 0.52.510.904 I slot print_timing: id 2 | task 156 | prompt eval time = 248.30 ms / 166 tokens ( 1.50 ms per token, 668.55 tokens per second) 0.52.510.909 I slot print_timing: id 2 | task 156 | eval time = 22.93 ms / 2 tokens ( 22.93 ms per token, 43.61 tokens per second) 0.52.510.911 I slot print_timing: id 2 | task 156 | total time = 271.23 ms / 168 tokens 0.52.510.911 I slot print_timing: id 2 | task 156 | graphs reused = 2 0.52.510.912 I slot print_timing: id 2 | task 156 | graph reallocs = 0 / 0 (same size) / (changed size) 0.52.510.940 I slot release: id 2 | task 156 | stop processing: n_tokens = 168, truncated = 0 0.52.511.247 I slot print_timing: id 3 | task 157 | prompt eval time = 243.56 ms / 225 tokens ( 1.08 ms per token, 923.82 tokens per second) 0.52.511.250 I slot print_timing: id 3 | task 157 | eval time = 22.67 ms / 2 tokens ( 22.67 ms per token, 44.11 tokens per second) 0.52.511.251 I slot print_timing: id 3 | task 157 | total time = 266.23 ms / 227 tokens 0.52.511.251 I slot print_timing: id 3 | task 157 | graphs reused = 2 0.52.511.252 I slot print_timing: id 3 | task 157 | graph reallocs = 0 / 0 (same size) / (changed size) 0.52.511.275 I slot release: id 3 | task 157 | stop processing: n_tokens = 227, truncated = 0 0.52.549.419 I slot print_timing: id 1 | task 137 | prompt eval time = 317.95 ms / 174 tokens ( 1.83 ms per token, 547.25 tokens per second) 0.52.549.424 I slot print_timing: id 1 | task 137 | eval time = 1020.89 ms / 16 tokens ( 68.06 ms per token, 14.69 tokens per second) 0.52.549.425 I slot print_timing: id 1 | task 137 | total time = 1338.85 ms / 190 tokens 0.52.549.426 I slot print_timing: id 1 | task 137 | graphs reused = 3 0.52.549.427 I slot print_timing: id 1 | task 137 | graph reallocs = 0 / 0 (same size) / (changed size) 0.52.549.451 I slot release: id 1 | task 137 | stop processing: n_tokens = 190, truncated = 0 0.52.549.464 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.259 (> 0.100 thold), f_keep = 0.153 0.52.569.560 I slot launch_slot_: id 1 | task 163 | processing task, is_child = 0 0.52.611.035 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.150 (> 0.100 thold), f_keep = 0.173 0.52.617.980 I slot launch_slot_: id 2 | task 164 | processing task, is_child = 0 0.52.618.040 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.244 (> 0.100 thold), f_keep = 0.128 0.52.618.167 I slot launch_slot_: id 3 | task 165 | processing task, is_child = 0 0.52.923.455 I slot print_timing: id 1 | task 163 | prompt eval time = 282.16 ms / 111 tokens ( 2.54 ms per token, 393.40 tokens per second) 0.52.923.461 I slot print_timing: id 1 | task 163 | eval time = 23.11 ms / 2 tokens ( 23.11 ms per token, 43.27 tokens per second) 0.52.923.462 I slot print_timing: id 1 | task 163 | total time = 305.27 ms / 113 tokens 0.52.923.463 I slot print_timing: id 1 | task 163 | graphs reused = 3 0.52.923.463 I slot print_timing: id 1 | task 163 | graph reallocs = 0 / 0 (same size) / (changed size) 0.52.923.488 I slot release: id 1 | task 163 | stop processing: n_tokens = 113, truncated = 0 0.52.923.816 I slot print_timing: id 2 | task 164 | prompt eval time = 277.03 ms / 192 tokens ( 1.44 ms per token, 693.06 tokens per second) 0.52.923.819 I slot print_timing: id 2 | task 164 | eval time = 22.80 ms / 2 tokens ( 22.80 ms per token, 43.86 tokens per second) 0.52.923.820 I slot print_timing: id 2 | task 164 | total time = 299.83 ms / 194 tokens 0.52.923.820 I slot print_timing: id 2 | task 164 | graphs reused = 3 0.52.923.821 I slot print_timing: id 2 | task 164 | graph reallocs = 0 / 0 (same size) / (changed size) 0.52.923.844 I slot release: id 2 | task 164 | stop processing: n_tokens = 194, truncated = 0 0.52.924.138 I slot print_timing: id 3 | task 165 | prompt eval time = 272.79 ms / 118 tokens ( 2.31 ms per token, 432.57 tokens per second) 0.52.924.141 I slot print_timing: id 3 | task 165 | eval time = 22.52 ms / 2 tokens ( 22.52 ms per token, 44.41 tokens per second) 0.52.924.141 I slot print_timing: id 3 | task 165 | total time = 295.31 ms / 120 tokens 0.52.924.142 I slot print_timing: id 3 | task 165 | graphs reused = 3 0.52.924.142 I slot print_timing: id 3 | task 165 | graph reallocs = 0 / 0 (same size) / (changed size) 0.52.924.155 I slot release: id 3 | task 165 | stop processing: n_tokens = 120, truncated = 0 0.52.942.417 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.197 (> 0.100 thold), f_keep = 0.257 0.52.955.169 I slot launch_slot_: id 1 | task 170 | processing task, is_child = 0 0.52.988.099 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.168 (> 0.100 thold), f_keep = 0.149 0.52.988.278 I slot launch_slot_: id 2 | task 171 | processing task, is_child = 0 0.52.988.313 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.212 (> 0.100 thold), f_keep = 0.242 0.52.988.429 I slot launch_slot_: id 3 | task 172 | processing task, is_child = 0 0.53.319.097 I slot print_timing: id 0 | task 115 | prompt eval time = 305.41 ms / 153 tokens ( 2.00 ms per token, 500.97 tokens per second) 0.53.319.103 I slot print_timing: id 0 | task 115 | eval time = 2900.48 ms / 35 tokens ( 85.31 ms per token, 11.72 tokens per second) 0.53.319.104 I slot print_timing: id 0 | task 115 | total time = 3205.89 ms / 188 tokens 0.53.319.105 I slot print_timing: id 0 | task 115 | graphs reused = 3 0.53.319.106 I slot print_timing: id 0 | task 115 | graph reallocs = 0 / 0 (same size) / (changed size) 0.53.319.132 I slot release: id 0 | task 115 | stop processing: n_tokens = 188, truncated = 0 0.53.319.475 I slot print_timing: id 1 | task 170 | prompt eval time = 307.83 ms / 146 tokens ( 2.11 ms per token, 474.28 tokens per second) 0.53.319.478 I slot print_timing: id 1 | task 170 | eval time = 23.20 ms / 2 tokens ( 23.20 ms per token, 43.10 tokens per second) 0.53.319.479 I slot print_timing: id 1 | task 170 | total time = 331.03 ms / 148 tokens 0.53.319.480 I slot print_timing: id 1 | task 170 | graphs reused = 3 0.53.319.480 I slot print_timing: id 1 | task 170 | graph reallocs = 0 / 0 (same size) / (changed size) 0.53.319.499 I slot release: id 1 | task 170 | stop processing: n_tokens = 148, truncated = 0 0.53.319.852 I slot print_timing: id 2 | task 171 | prompt eval time = 303.60 ms / 172 tokens ( 1.77 ms per token, 566.53 tokens per second) 0.53.319.855 I slot print_timing: id 2 | task 171 | eval time = 22.88 ms / 2 tokens ( 22.88 ms per token, 43.71 tokens per second) 0.53.319.856 I slot print_timing: id 2 | task 171 | total time = 326.48 ms / 174 tokens 0.53.319.856 I slot print_timing: id 2 | task 171 | graphs reused = 3 0.53.319.857 I slot print_timing: id 2 | task 171 | graph reallocs = 0 / 0 (same size) / (changed size) 0.53.319.873 I slot release: id 2 | task 171 | stop processing: n_tokens = 174, truncated = 0 0.53.320.199 I slot print_timing: id 3 | task 172 | prompt eval time = 298.74 ms / 136 tokens ( 2.20 ms per token, 455.25 tokens per second) 0.53.320.202 I slot print_timing: id 3 | task 172 | eval time = 22.61 ms / 2 tokens ( 22.61 ms per token, 44.22 tokens per second) 0.53.320.202 I slot print_timing: id 3 | task 172 | total time = 321.36 ms / 138 tokens 0.53.320.203 I slot print_timing: id 3 | task 172 | graphs reused = 3 0.53.320.203 I slot print_timing: id 3 | task 172 | graph reallocs = 0 / 0 (same size) / (changed size) 0.53.320.217 I slot release: id 3 | task 172 | stop processing: n_tokens = 138, truncated = 0 0.53.328.789 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.252 (> 0.100 thold), f_keep = 0.154 0.53.354.482 I slot launch_slot_: id 0 | task 176 | processing task, is_child = 0 0.53.406.499 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.209 (> 0.100 thold), f_keep = 0.196 0.53.406.682 I slot launch_slot_: id 1 | task 177 | processing task, is_child = 0 0.53.406.753 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.174 (> 0.100 thold), f_keep = 0.167 0.53.406.872 I slot launch_slot_: id 2 | task 178 | processing task, is_child = 0 0.53.406.907 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.238 (> 0.100 thold), f_keep = 0.210 0.53.413.660 I slot launch_slot_: id 3 | task 179 | processing task, is_child = 0 0.53.740.684 I slot print_timing: id 0 | task 176 | prompt eval time = 303.26 ms / 114 tokens ( 2.66 ms per token, 375.91 tokens per second) 0.53.740.690 I slot print_timing: id 0 | task 176 | eval time = 23.74 ms / 2 tokens ( 23.74 ms per token, 42.12 tokens per second) 0.53.740.691 I slot print_timing: id 0 | task 176 | total time = 327.00 ms / 116 tokens 0.53.740.692 I slot print_timing: id 0 | task 176 | graphs reused = 3 0.53.740.693 I slot print_timing: id 0 | task 176 | graph reallocs = 0 / 0 (same size) / (changed size) 0.53.740.724 I slot release: id 0 | task 176 | stop processing: n_tokens = 116, truncated = 0 0.53.741.159 I slot print_timing: id 1 | task 177 | prompt eval time = 299.00 ms / 138 tokens ( 2.17 ms per token, 461.54 tokens per second) 0.53.741.163 I slot print_timing: id 1 | task 177 | eval time = 23.55 ms / 2 tokens ( 23.55 ms per token, 42.46 tokens per second) 0.53.741.164 I slot print_timing: id 1 | task 177 | total time = 322.55 ms / 140 tokens 0.53.741.165 I slot print_timing: id 1 | task 177 | graphs reused = 3 0.53.741.166 I slot print_timing: id 1 | task 177 | graph reallocs = 0 / 0 (same size) / (changed size) 0.53.741.189 I slot release: id 1 | task 177 | stop processing: n_tokens = 140, truncated = 0 0.53.741.517 I slot print_timing: id 2 | task 178 | prompt eval time = 294.60 ms / 166 tokens ( 1.77 ms per token, 563.47 tokens per second) 0.53.741.520 I slot print_timing: id 2 | task 178 | eval time = 23.23 ms / 2 tokens ( 23.23 ms per token, 43.05 tokens per second) 0.53.741.521 I slot print_timing: id 2 | task 178 | total time = 317.83 ms / 168 tokens 0.53.741.521 I slot print_timing: id 2 | task 178 | graphs reused = 3 0.53.741.523 I slot print_timing: id 2 | task 178 | graph reallocs = 0 / 0 (same size) / (changed size) 0.53.741.540 I slot release: id 2 | task 178 | stop processing: n_tokens = 168, truncated = 0 0.53.741.854 I slot print_timing: id 3 | task 179 | prompt eval time = 290.09 ms / 121 tokens ( 2.40 ms per token, 417.11 tokens per second) 0.53.741.856 I slot print_timing: id 3 | task 179 | eval time = 22.89 ms / 2 tokens ( 22.89 ms per token, 43.69 tokens per second) 0.53.741.857 I slot print_timing: id 3 | task 179 | total time = 312.98 ms / 123 tokens 0.53.741.858 I slot print_timing: id 3 | task 179 | graphs reused = 3 0.53.741.858 I slot print_timing: id 3 | task 179 | graph reallocs = 0 / 0 (same size) / (changed size) 0.53.741.869 I slot release: id 3 | task 179 | stop processing: n_tokens = 123, truncated = 0 0.53.749.700 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.212 (> 0.100 thold), f_keep = 0.250 0.53.762.772 I slot launch_slot_: id 0 | task 183 | processing task, is_child = 0 0.53.808.342 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.240 (> 0.100 thold), f_keep = 0.244 0.53.808.517 I slot launch_slot_: id 3 | task 184 | processing task, is_child = 0 0.53.808.585 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.220 (> 0.100 thold), f_keep = 0.207 0.53.808.702 I slot launch_slot_: id 1 | task 185 | processing task, is_child = 0 0.53.808.739 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.162 (> 0.100 thold), f_keep = 0.173 0.53.808.849 I slot launch_slot_: id 2 | task 186 | processing task, is_child = 0 0.54.146.634 I slot print_timing: id 0 | task 183 | prompt eval time = 314.94 ms / 136 tokens ( 2.32 ms per token, 431.83 tokens per second) 0.54.146.639 I slot print_timing: id 0 | task 183 | eval time = 22.83 ms / 2 tokens ( 22.83 ms per token, 43.81 tokens per second) 0.54.146.640 I slot print_timing: id 0 | task 183 | total time = 337.77 ms / 138 tokens 0.54.146.641 I slot print_timing: id 0 | task 183 | graphs reused = 3 0.54.146.642 I slot print_timing: id 0 | task 183 | graph reallocs = 0 / 0 (same size) / (changed size) 0.54.146.668 I slot release: id 0 | task 183 | stop processing: n_tokens = 138, truncated = 0 0.54.147.000 I slot print_timing: id 1 | task 185 | prompt eval time = 310.56 ms / 131 tokens ( 2.37 ms per token, 421.82 tokens per second) 0.54.147.002 I slot print_timing: id 1 | task 185 | eval time = 22.52 ms / 2 tokens ( 22.52 ms per token, 44.40 tokens per second) 0.54.147.003 I slot print_timing: id 1 | task 185 | total time = 333.08 ms / 133 tokens 0.54.147.004 I slot print_timing: id 1 | task 185 | graphs reused = 3 0.54.147.005 I slot print_timing: id 1 | task 185 | graph reallocs = 0 / 0 (same size) / (changed size) 0.54.147.021 I slot release: id 1 | task 185 | stop processing: n_tokens = 133, truncated = 0 0.54.147.304 I slot print_timing: id 2 | task 186 | prompt eval time = 306.19 ms / 178 tokens ( 1.72 ms per token, 581.33 tokens per second) 0.54.147.307 I slot print_timing: id 2 | task 186 | eval time = 22.22 ms / 2 tokens ( 22.22 ms per token, 45.01 tokens per second) 0.54.147.307 I slot print_timing: id 2 | task 186 | total time = 328.41 ms / 180 tokens 0.54.147.308 I slot print_timing: id 2 | task 186 | graphs reused = 3 0.54.147.308 I slot print_timing: id 2 | task 186 | graph reallocs = 0 / 0 (same size) / (changed size) 0.54.147.326 I slot release: id 2 | task 186 | stop processing: n_tokens = 180, truncated = 0 0.54.147.602 I slot print_timing: id 3 | task 184 | prompt eval time = 301.64 ms / 124 tokens ( 2.43 ms per token, 411.09 tokens per second) 0.54.147.604 I slot print_timing: id 3 | task 184 | eval time = 21.92 ms / 2 tokens ( 21.92 ms per token, 45.62 tokens per second) 0.54.147.605 I slot print_timing: id 3 | task 184 | total time = 323.55 ms / 126 tokens 0.54.147.605 I slot print_timing: id 3 | task 184 | graphs reused = 3 0.54.147.606 I slot print_timing: id 3 | task 184 | graph reallocs = 0 / 0 (same size) / (changed size) 0.54.147.618 I slot release: id 3 | task 184 | stop processing: n_tokens = 126, truncated = 0 0.54.155.674 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.156 (> 0.100 thold), f_keep = 0.210 0.54.170.857 I slot launch_slot_: id 0 | task 190 | processing task, is_child = 0 0.54.217.850 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.242 (> 0.100 thold), f_keep = 0.238 0.54.218.023 I slot launch_slot_: id 3 | task 191 | processing task, is_child = 0 0.54.218.092 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.242 (> 0.100 thold), f_keep = 0.218 0.54.218.205 I slot launch_slot_: id 1 | task 192 | processing task, is_child = 0 0.54.218.244 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.168 (> 0.100 thold), f_keep = 0.161 0.54.218.354 I slot launch_slot_: id 2 | task 193 | processing task, is_child = 0 0.54.565.940 I slot print_timing: id 1 | task 192 | prompt eval time = 319.71 ms / 119 tokens ( 2.69 ms per token, 372.21 tokens per second) 0.54.565.945 I slot print_timing: id 1 | task 192 | eval time = 22.73 ms / 2 tokens ( 22.73 ms per token, 44.00 tokens per second) 0.54.565.946 I slot print_timing: id 1 | task 192 | total time = 342.44 ms / 121 tokens 0.54.565.948 I slot print_timing: id 1 | task 192 | graphs reused = 3 0.54.565.948 I slot print_timing: id 1 | task 192 | graph reallocs = 0 / 0 (same size) / (changed size) 0.54.565.974 I slot release: id 1 | task 192 | stop processing: n_tokens = 121, truncated = 0 0.54.566.274 I slot print_timing: id 2 | task 193 | prompt eval time = 315.40 ms / 172 tokens ( 1.83 ms per token, 545.34 tokens per second) 0.54.566.278 I slot print_timing: id 2 | task 193 | eval time = 22.38 ms / 2 tokens ( 22.38 ms per token, 44.69 tokens per second) 0.54.566.278 I slot print_timing: id 2 | task 193 | total time = 337.78 ms / 174 tokens 0.54.566.279 I slot print_timing: id 2 | task 193 | graphs reused = 3 0.54.566.279 I slot print_timing: id 2 | task 193 | graph reallocs = 0 / 0 (same size) / (changed size) 0.54.566.300 I slot release: id 2 | task 193 | stop processing: n_tokens = 174, truncated = 0 0.54.566.597 I slot print_timing: id 3 | task 191 | prompt eval time = 310.79 ms / 123 tokens ( 2.53 ms per token, 395.77 tokens per second) 0.54.566.600 I slot print_timing: id 3 | task 191 | eval time = 22.03 ms / 2 tokens ( 22.03 ms per token, 45.39 tokens per second) 0.54.566.601 I slot print_timing: id 3 | task 191 | total time = 332.82 ms / 125 tokens 0.54.566.601 I slot print_timing: id 3 | task 191 | graphs reused = 3 0.54.566.602 I slot print_timing: id 3 | task 191 | graph reallocs = 0 / 0 (same size) / (changed size) 0.54.566.615 I slot release: id 3 | task 191 | stop processing: n_tokens = 125, truncated = 0 0.54.603.427 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.229 (> 0.100 thold), f_keep = 0.240 0.54.625.124 I slot launch_slot_: id 3 | task 201 | processing task, is_child = 0 0.54.658.387 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.240 (> 0.100 thold), f_keep = 0.240 0.54.665.232 I slot launch_slot_: id 1 | task 200 | processing task, is_child = 0 0.54.665.282 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.223 (> 0.100 thold), f_keep = 0.167 0.54.665.404 I slot launch_slot_: id 2 | task 199 | processing task, is_child = 0 0.54.952.621 I slot print_timing: id 1 | task 200 | prompt eval time = 264.66 ms / 120 tokens ( 2.21 ms per token, 453.41 tokens per second) 0.54.952.626 I slot print_timing: id 1 | task 200 | eval time = 22.54 ms / 2 tokens ( 22.54 ms per token, 44.37 tokens per second) 0.54.952.627 I slot print_timing: id 1 | task 200 | total time = 287.20 ms / 122 tokens 0.54.952.628 I slot print_timing: id 1 | task 200 | graphs reused = 4 0.54.952.629 I slot print_timing: id 1 | task 200 | graph reallocs = 0 / 0 (same size) / (changed size) 0.54.952.654 I slot release: id 1 | task 200 | stop processing: n_tokens = 122, truncated = 0 0.54.952.918 I slot print_timing: id 2 | task 199 | prompt eval time = 260.27 ms / 129 tokens ( 2.02 ms per token, 495.64 tokens per second) 0.54.952.921 I slot print_timing: id 2 | task 199 | eval time = 22.24 ms / 2 tokens ( 22.24 ms per token, 44.96 tokens per second) 0.54.952.922 I slot print_timing: id 2 | task 199 | total time = 282.51 ms / 131 tokens 0.54.952.922 I slot print_timing: id 2 | task 199 | graphs reused = 4 0.54.952.923 I slot print_timing: id 2 | task 199 | graph reallocs = 0 / 0 (same size) / (changed size) 0.54.952.937 I slot release: id 2 | task 199 | stop processing: n_tokens = 131, truncated = 0 0.54.953.216 I slot print_timing: id 3 | task 201 | prompt eval time = 255.75 ms / 130 tokens ( 1.97 ms per token, 508.32 tokens per second) 0.54.953.219 I slot print_timing: id 3 | task 201 | eval time = 21.94 ms / 2 tokens ( 21.94 ms per token, 45.58 tokens per second) 0.54.953.220 I slot print_timing: id 3 | task 201 | total time = 277.69 ms / 132 tokens 0.54.953.220 I slot print_timing: id 3 | task 201 | graphs reused = 4 0.54.953.221 I slot print_timing: id 3 | task 201 | graph reallocs = 0 / 0 (same size) / (changed size) 0.54.953.233 I slot release: id 3 | task 201 | stop processing: n_tokens = 132, truncated = 0 0.54.971.017 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.196 (> 0.100 thold), f_keep = 0.238 0.54.984.557 I slot launch_slot_: id 1 | task 206 | processing task, is_child = 0 0.55.013.449 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.216 (> 0.100 thold), f_keep = 0.221 0.55.019.909 I slot launch_slot_: id 2 | task 207 | processing task, is_child = 0 0.55.019.950 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.215 (> 0.100 thold), f_keep = 0.220 0.55.020.066 I slot launch_slot_: id 3 | task 208 | processing task, is_child = 0 0.55.288.842 I slot print_timing: id 0 | task 190 | prompt eval time = 324.11 ms / 185 tokens ( 1.75 ms per token, 570.79 tokens per second) 0.55.288.848 I slot print_timing: id 0 | task 190 | eval time = 746.36 ms / 10 tokens ( 82.93 ms per token, 12.06 tokens per second) 0.55.288.849 I slot print_timing: id 0 | task 190 | total time = 1070.47 ms / 195 tokens 0.55.288.850 I slot print_timing: id 0 | task 190 | graphs reused = 4 0.55.288.851 I slot print_timing: id 0 | task 190 | graph reallocs = 0 / 0 (same size) / (changed size) 0.55.288.882 I slot release: id 0 | task 190 | stop processing: n_tokens = 195, truncated = 0 0.55.311.013 I slot print_timing: id 1 | task 206 | prompt eval time = 269.73 ms / 147 tokens ( 1.83 ms per token, 544.98 tokens per second) 0.55.311.019 I slot print_timing: id 1 | task 206 | eval time = 21.20 ms / 2 tokens ( 21.20 ms per token, 47.18 tokens per second) 0.55.311.020 I slot print_timing: id 1 | task 206 | total time = 290.93 ms / 149 tokens 0.55.311.021 I slot print_timing: id 1 | task 206 | graphs reused = 4 0.55.311.022 I slot print_timing: id 1 | task 206 | graph reallocs = 0 / 0 (same size) / (changed size) 0.55.311.046 I slot release: id 1 | task 206 | stop processing: n_tokens = 149, truncated = 0 0.55.311.419 I slot print_timing: id 2 | task 207 | prompt eval time = 265.55 ms / 133 tokens ( 2.00 ms per token, 500.85 tokens per second) 0.55.311.423 I slot print_timing: id 2 | task 207 | eval time = 20.66 ms / 2 tokens ( 20.66 ms per token, 48.39 tokens per second) 0.55.311.423 I slot print_timing: id 2 | task 207 | total time = 286.22 ms / 135 tokens 0.55.311.424 I slot print_timing: id 2 | task 207 | graphs reused = 4 0.55.311.425 I slot print_timing: id 2 | task 207 | graph reallocs = 0 / 0 (same size) / (changed size) 0.55.311.441 I slot release: id 2 | task 207 | stop processing: n_tokens = 135, truncated = 0 0.55.311.760 I slot print_timing: id 3 | task 208 | prompt eval time = 261.57 ms / 134 tokens ( 1.95 ms per token, 512.28 tokens per second) 0.55.311.763 I slot print_timing: id 3 | task 208 | eval time = 20.07 ms / 2 tokens ( 20.07 ms per token, 49.83 tokens per second) 0.55.311.764 I slot print_timing: id 3 | task 208 | total time = 281.64 ms / 136 tokens 0.55.311.764 I slot print_timing: id 3 | task 208 | graphs reused = 4 0.55.311.765 I slot print_timing: id 3 | task 208 | graph reallocs = 0 / 0 (same size) / (changed size) 0.55.311.778 I slot release: id 3 | task 208 | stop processing: n_tokens = 136, truncated = 0 0.55.311.790 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.225 (> 0.100 thold), f_keep = 0.149 0.55.332.773 I slot launch_slot_: id 0 | task 212 | processing task, is_child = 0 0.55.377.179 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.264 (> 0.100 thold), f_keep = 0.195 0.55.383.846 I slot launch_slot_: id 1 | task 213 | processing task, is_child = 0 0.55.383.933 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.181 (> 0.100 thold), f_keep = 0.215 0.55.384.077 I slot launch_slot_: id 2 | task 214 | processing task, is_child = 0 0.55.384.121 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.218 (> 0.100 thold), f_keep = 0.213 0.55.384.239 I slot launch_slot_: id 3 | task 215 | processing task, is_child = 0 0.55.707.852 I slot print_timing: id 0 | task 212 | prompt eval time = 298.78 ms / 128 tokens ( 2.33 ms per token, 428.41 tokens per second) 0.55.707.866 I slot print_timing: id 0 | task 212 | eval time = 24.80 ms / 2 tokens ( 24.80 ms per token, 40.32 tokens per second) 0.55.707.867 I slot print_timing: id 0 | task 212 | total time = 323.58 ms / 130 tokens 0.55.707.868 I slot print_timing: id 0 | task 212 | graphs reused = 4 0.55.707.870 I slot print_timing: id 0 | task 212 | graph reallocs = 0 / 0 (same size) / (changed size) 0.55.707.924 I slot release: id 0 | task 212 | stop processing: n_tokens = 130, truncated = 0 0.55.708.646 I slot print_timing: id 1 | task 213 | prompt eval time = 294.45 ms / 109 tokens ( 2.70 ms per token, 370.19 tokens per second) 0.55.708.654 I slot print_timing: id 1 | task 213 | eval time = 24.77 ms / 2 tokens ( 24.77 ms per token, 40.37 tokens per second) 0.55.708.655 I slot print_timing: id 1 | task 213 | total time = 319.22 ms / 111 tokens 0.55.708.656 I slot print_timing: id 1 | task 213 | graphs reused = 4 0.55.708.657 I slot print_timing: id 1 | task 213 | graph reallocs = 0 / 0 (same size) / (changed size) 0.55.708.684 I slot release: id 1 | task 213 | stop processing: n_tokens = 111, truncated = 0 0.55.710.098 I slot print_timing: id 3 | task 215 | prompt eval time = 286.21 ms / 132 tokens ( 2.17 ms per token, 461.19 tokens per second) 0.55.710.104 I slot print_timing: id 3 | task 215 | eval time = 24.67 ms / 2 tokens ( 24.67 ms per token, 40.54 tokens per second) 0.55.710.106 I slot print_timing: id 3 | task 215 | total time = 310.88 ms / 134 tokens 0.55.710.107 I slot print_timing: id 3 | task 215 | graphs reused = 4 0.55.710.108 I slot print_timing: id 3 | task 215 | graph reallocs = 0 / 0 (same size) / (changed size) 0.55.710.137 I slot release: id 3 | task 215 | stop processing: n_tokens = 134, truncated = 0 0.55.728.667 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.176 (> 0.100 thold), f_keep = 0.223 0.55.743.159 I slot launch_slot_: id 0 | task 220 | processing task, is_child = 0 0.55.769.838 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.200 (> 0.100 thold), f_keep = 0.261 0.55.769.997 I slot launch_slot_: id 1 | task 221 | processing task, is_child = 0 0.55.770.034 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.185 (> 0.100 thold), f_keep = 0.216 0.55.770.155 I slot launch_slot_: id 3 | task 222 | processing task, is_child = 0 0.56.106.871 I slot print_timing: id 0 | task 220 | prompt eval time = 312.98 ms / 164 tokens ( 1.91 ms per token, 524.00 tokens per second) 0.56.106.877 I slot print_timing: id 0 | task 220 | eval time = 23.72 ms / 2 tokens ( 23.72 ms per token, 42.16 tokens per second) 0.56.106.879 I slot print_timing: id 0 | task 220 | total time = 336.70 ms / 166 tokens 0.56.106.880 I slot print_timing: id 0 | task 220 | graphs reused = 4 0.56.106.881 I slot print_timing: id 0 | task 220 | graph reallocs = 0 / 0 (same size) / (changed size) 0.56.106.917 I slot release: id 0 | task 220 | stop processing: n_tokens = 166, truncated = 0 0.56.107.340 I slot print_timing: id 1 | task 221 | prompt eval time = 308.78 ms / 144 tokens ( 2.14 ms per token, 466.36 tokens per second) 0.56.107.343 I slot print_timing: id 1 | task 221 | eval time = 23.32 ms / 2 tokens ( 23.32 ms per token, 42.88 tokens per second) 0.56.107.344 I slot print_timing: id 1 | task 221 | total time = 332.10 ms / 146 tokens 0.56.107.345 I slot print_timing: id 1 | task 221 | graphs reused = 4 0.56.107.346 I slot print_timing: id 1 | task 221 | graph reallocs = 0 / 0 (same size) / (changed size) 0.56.107.364 I slot release: id 1 | task 221 | stop processing: n_tokens = 146, truncated = 0 0.56.108.164 I slot print_timing: id 3 | task 222 | prompt eval time = 304.57 ms / 156 tokens ( 1.95 ms per token, 512.20 tokens per second) 0.56.108.167 I slot print_timing: id 3 | task 222 | eval time = 22.99 ms / 2 tokens ( 22.99 ms per token, 43.49 tokens per second) 0.56.108.168 I slot print_timing: id 3 | task 222 | total time = 327.56 ms / 158 tokens 0.56.108.170 I slot print_timing: id 3 | task 222 | graphs reused = 4 0.56.108.171 I slot print_timing: id 3 | task 222 | graph reallocs = 0 / 0 (same size) / (changed size) 0.56.108.187 I slot release: id 3 | task 222 | stop processing: n_tokens = 158, truncated = 0 0.56.126.835 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.248 (> 0.100 thold), f_keep = 0.175 0.56.151.087 I slot launch_slot_: id 0 | task 227 | processing task, is_child = 0 0.56.185.587 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.252 (> 0.100 thold), f_keep = 0.199 0.56.185.736 I slot launch_slot_: id 1 | task 228 | processing task, is_child = 0 0.56.185.775 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.190 (> 0.100 thold), f_keep = 0.184 0.56.185.879 I slot launch_slot_: id 3 | task 229 | processing task, is_child = 0 0.56.487.181 I slot print_timing: id 0 | task 227 | prompt eval time = 278.05 ms / 116 tokens ( 2.40 ms per token, 417.19 tokens per second) 0.56.487.187 I slot print_timing: id 0 | task 227 | eval time = 23.23 ms / 2 tokens ( 23.23 ms per token, 43.05 tokens per second) 0.56.487.188 I slot print_timing: id 0 | task 227 | total time = 301.28 ms / 118 tokens 0.56.487.189 I slot print_timing: id 0 | task 227 | graphs reused = 4 0.56.487.190 I slot print_timing: id 0 | task 227 | graph reallocs = 0 / 0 (same size) / (changed size) 0.56.487.217 I slot release: id 0 | task 227 | stop processing: n_tokens = 118, truncated = 0 0.56.487.639 I slot print_timing: id 1 | task 228 | prompt eval time = 273.80 ms / 114 tokens ( 2.40 ms per token, 416.36 tokens per second) 0.56.487.642 I slot print_timing: id 1 | task 228 | eval time = 23.01 ms / 2 tokens ( 23.01 ms per token, 43.46 tokens per second) 0.56.487.643 I slot print_timing: id 1 | task 228 | total time = 296.81 ms / 116 tokens 0.56.487.643 I slot print_timing: id 1 | task 228 | graphs reused = 4 0.56.487.644 I slot print_timing: id 1 | task 228 | graph reallocs = 0 / 0 (same size) / (changed size) 0.56.487.660 I slot release: id 1 | task 228 | stop processing: n_tokens = 116, truncated = 0 0.56.488.542 I slot print_timing: id 3 | task 229 | prompt eval time = 269.39 ms / 152 tokens ( 1.77 ms per token, 564.24 tokens per second) 0.56.488.545 I slot print_timing: id 3 | task 229 | eval time = 22.87 ms / 2 tokens ( 22.87 ms per token, 43.72 tokens per second) 0.56.488.546 I slot print_timing: id 3 | task 229 | total time = 292.26 ms / 154 tokens 0.56.488.547 I slot print_timing: id 3 | task 229 | graphs reused = 4 0.56.488.547 I slot print_timing: id 3 | task 229 | graph reallocs = 0 / 0 (same size) / (changed size) 0.56.488.566 I slot release: id 3 | task 229 | stop processing: n_tokens = 154, truncated = 0 0.56.507.039 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.207 (> 0.100 thold), f_keep = 0.246 0.56.520.329 I slot launch_slot_: id 0 | task 234 | processing task, is_child = 0 0.56.549.580 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.246 (> 0.100 thold), f_keep = 0.250 0.56.556.613 I slot launch_slot_: id 1 | task 236 | processing task, is_child = 0 0.56.556.659 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.246 (> 0.100 thold), f_keep = 0.188 0.56.556.769 I slot launch_slot_: id 3 | task 235 | processing task, is_child = 0 0.56.849.868 I slot print_timing: id 0 | task 234 | prompt eval time = 269.67 ms / 139 tokens ( 1.94 ms per token, 515.45 tokens per second) 0.56.849.873 I slot print_timing: id 0 | task 234 | eval time = 23.41 ms / 2 tokens ( 23.41 ms per token, 42.71 tokens per second) 0.56.849.875 I slot print_timing: id 0 | task 234 | total time = 293.08 ms / 141 tokens 0.56.849.875 I slot print_timing: id 0 | task 234 | graphs reused = 4 0.56.849.876 I slot print_timing: id 0 | task 234 | graph reallocs = 0 / 0 (same size) / (changed size) 0.56.849.906 I slot release: id 0 | task 234 | stop processing: n_tokens = 141, truncated = 0 0.56.850.284 I slot print_timing: id 1 | task 236 | prompt eval time = 265.36 ms / 117 tokens ( 2.27 ms per token, 440.91 tokens per second) 0.56.850.288 I slot print_timing: id 1 | task 236 | eval time = 23.14 ms / 2 tokens ( 23.14 ms per token, 43.21 tokens per second) 0.56.850.288 I slot print_timing: id 1 | task 236 | total time = 288.51 ms / 119 tokens 0.56.850.289 I slot print_timing: id 1 | task 236 | graphs reused = 4 0.56.850.290 I slot print_timing: id 1 | task 236 | graph reallocs = 0 / 0 (same size) / (changed size) 0.56.850.306 I slot release: id 1 | task 236 | stop processing: n_tokens = 119, truncated = 0 0.56.851.001 I slot print_timing: id 3 | task 235 | prompt eval time = 261.54 ms / 117 tokens ( 2.24 ms per token, 447.34 tokens per second) 0.56.851.004 I slot print_timing: id 3 | task 235 | eval time = 22.85 ms / 2 tokens ( 22.85 ms per token, 43.77 tokens per second) 0.56.851.005 I slot print_timing: id 3 | task 235 | total time = 284.39 ms / 119 tokens 0.56.851.005 I slot print_timing: id 3 | task 235 | graphs reused = 4 0.56.851.006 I slot print_timing: id 3 | task 235 | graph reallocs = 0 / 0 (same size) / (changed size) 0.56.851.018 I slot release: id 3 | task 235 | stop processing: n_tokens = 119, truncated = 0 0.56.869.465 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.186 (> 0.100 thold), f_keep = 0.206 0.56.884.883 I slot launch_slot_: id 0 | task 241 | processing task, is_child = 0 0.56.911.191 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.218 (> 0.100 thold), f_keep = 0.244 0.56.918.129 I slot launch_slot_: id 1 | task 242 | processing task, is_child = 0 0.56.918.176 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.223 (> 0.100 thold), f_keep = 0.244 0.56.918.300 I slot launch_slot_: id 3 | task 243 | processing task, is_child = 0 0.57.225.984 I slot print_timing: id 0 | task 241 | prompt eval time = 284.32 ms / 155 tokens ( 1.83 ms per token, 545.16 tokens per second) 0.57.225.990 I slot print_timing: id 0 | task 241 | eval time = 23.34 ms / 2 tokens ( 23.34 ms per token, 42.84 tokens per second) 0.57.225.991 I slot print_timing: id 0 | task 241 | total time = 307.67 ms / 157 tokens 0.57.225.992 I slot print_timing: id 0 | task 241 | graphs reused = 4 0.57.225.992 I slot print_timing: id 0 | task 241 | graph reallocs = 0 / 0 (same size) / (changed size) 0.57.226.020 I slot release: id 0 | task 241 | stop processing: n_tokens = 157, truncated = 0 0.57.226.378 I slot print_timing: id 1 | task 242 | prompt eval time = 280.06 ms / 132 tokens ( 2.12 ms per token, 471.32 tokens per second) 0.57.226.381 I slot print_timing: id 1 | task 242 | eval time = 22.90 ms / 2 tokens ( 22.90 ms per token, 43.66 tokens per second) 0.57.226.382 I slot print_timing: id 1 | task 242 | total time = 302.97 ms / 134 tokens 0.57.226.383 I slot print_timing: id 1 | task 242 | graphs reused = 4 0.57.226.383 I slot print_timing: id 1 | task 242 | graph reallocs = 0 / 0 (same size) / (changed size) 0.57.226.399 I slot release: id 1 | task 242 | stop processing: n_tokens = 134, truncated = 0 0.57.227.040 I slot print_timing: id 3 | task 243 | prompt eval time = 276.02 ms / 129 tokens ( 2.14 ms per token, 467.36 tokens per second) 0.57.227.043 I slot print_timing: id 3 | task 243 | eval time = 22.53 ms / 2 tokens ( 22.53 ms per token, 44.39 tokens per second) 0.57.227.044 I slot print_timing: id 3 | task 243 | total time = 298.55 ms / 131 tokens 0.57.227.044 I slot print_timing: id 3 | task 243 | graphs reused = 4 0.57.227.045 I slot print_timing: id 3 | task 243 | graph reallocs = 0 / 0 (same size) / (changed size) 0.57.227.059 I slot release: id 3 | task 243 | stop processing: n_tokens = 131, truncated = 0 0.57.245.124 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.246 (> 0.100 thold), f_keep = 0.185 0.57.272.179 I slot launch_slot_: id 0 | task 248 | processing task, is_child = 0 0.57.289.369 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 85.883 MiB) 0.57.309.228 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.170 (> 0.100 thold), f_keep = 0.216 0.57.309.430 I slot launch_slot_: id 1 | task 249 | processing task, is_child = 0 0.57.309.473 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.179 (> 0.100 thold), f_keep = 0.221 0.57.309.596 I slot launch_slot_: id 3 | task 250 | processing task, is_child = 0 0.57.639.654 I slot print_timing: id 0 | task 248 | prompt eval time = 306.67 ms / 117 tokens ( 2.62 ms per token, 381.52 tokens per second) 0.57.639.660 I slot print_timing: id 0 | task 248 | eval time = 23.37 ms / 2 tokens ( 23.37 ms per token, 42.80 tokens per second) 0.57.639.661 I slot print_timing: id 0 | task 248 | total time = 330.04 ms / 119 tokens 0.57.639.662 I slot print_timing: id 0 | task 248 | graphs reused = 4 0.57.639.662 I slot print_timing: id 0 | task 248 | graph reallocs = 0 / 0 (same size) / (changed size) 0.57.639.687 I slot release: id 0 | task 248 | stop processing: n_tokens = 119, truncated = 0 0.57.640.067 I slot print_timing: id 1 | task 249 | prompt eval time = 301.78 ms / 170 tokens ( 1.78 ms per token, 563.32 tokens per second) 0.57.640.070 I slot print_timing: id 1 | task 249 | eval time = 23.10 ms / 2 tokens ( 23.10 ms per token, 43.30 tokens per second) 0.57.640.071 I slot print_timing: id 1 | task 249 | total time = 324.88 ms / 172 tokens 0.57.640.072 I slot print_timing: id 1 | task 249 | graphs reused = 4 0.57.640.072 I slot print_timing: id 1 | task 249 | graph reallocs = 0 / 0 (same size) / (changed size) 0.57.640.092 I slot release: id 1 | task 249 | stop processing: n_tokens = 172, truncated = 0 0.57.640.847 I slot print_timing: id 3 | task 250 | prompt eval time = 297.47 ms / 161 tokens ( 1.85 ms per token, 541.23 tokens per second) 0.57.640.850 I slot print_timing: id 3 | task 250 | eval time = 22.85 ms / 2 tokens ( 22.85 ms per token, 43.76 tokens per second) 0.57.640.851 I slot print_timing: id 3 | task 250 | total time = 320.32 ms / 163 tokens 0.57.640.852 I slot print_timing: id 3 | task 250 | graphs reused = 4 0.57.640.853 I slot print_timing: id 3 | task 250 | graph reallocs = 0 / 0 (same size) / (changed size) 0.57.640.870 I slot release: id 3 | task 250 | stop processing: n_tokens = 163, truncated = 0 0.57.659.383 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.221 (> 0.100 thold), f_keep = 0.244 0.57.659.448 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 77.554 MiB) 0.57.677.175 I slot launch_slot_: id 0 | task 255 | processing task, is_child = 0 0.57.677.226 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 80.117 MiB) 0.57.700.454 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 125.604 MiB) 0.57.725.603 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.164 (> 0.100 thold), f_keep = 0.169 0.57.725.771 I slot launch_slot_: id 1 | task 256 | processing task, is_child = 0 0.57.725.814 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.254 (> 0.100 thold), f_keep = 0.178 0.57.725.923 I slot launch_slot_: id 3 | task 257 | processing task, is_child = 0 0.58.032.047 I slot print_timing: id 0 | task 255 | prompt eval time = 282.67 ms / 130 tokens ( 2.17 ms per token, 459.90 tokens per second) 0.58.032.052 I slot print_timing: id 0 | task 255 | eval time = 23.43 ms / 2 tokens ( 23.43 ms per token, 42.67 tokens per second) 0.58.032.053 I slot print_timing: id 0 | task 255 | total time = 306.11 ms / 132 tokens 0.58.032.054 I slot print_timing: id 0 | task 255 | graphs reused = 4 0.58.032.055 I slot print_timing: id 0 | task 255 | graph reallocs = 0 / 0 (same size) / (changed size) 0.58.032.084 I slot release: id 0 | task 255 | stop processing: n_tokens = 132, truncated = 0 0.58.032.475 I slot print_timing: id 1 | task 256 | prompt eval time = 278.46 ms / 176 tokens ( 1.58 ms per token, 632.04 tokens per second) 0.58.032.478 I slot print_timing: id 1 | task 256 | eval time = 23.05 ms / 2 tokens ( 23.05 ms per token, 43.39 tokens per second) 0.58.032.479 I slot print_timing: id 1 | task 256 | total time = 301.51 ms / 178 tokens 0.58.032.479 I slot print_timing: id 1 | task 256 | graphs reused = 4 0.58.032.480 I slot print_timing: id 1 | task 256 | graph reallocs = 0 / 0 (same size) / (changed size) 0.58.032.502 I slot release: id 1 | task 256 | stop processing: n_tokens = 178, truncated = 0 0.58.033.329 I slot print_timing: id 3 | task 257 | prompt eval time = 273.88 ms / 113 tokens ( 2.42 ms per token, 412.59 tokens per second) 0.58.033.333 I slot print_timing: id 3 | task 257 | eval time = 22.73 ms / 2 tokens ( 22.73 ms per token, 43.99 tokens per second) 0.58.033.333 I slot print_timing: id 3 | task 257 | total time = 296.61 ms / 115 tokens 0.58.033.334 I slot print_timing: id 3 | task 257 | graphs reused = 4 0.58.033.335 I slot print_timing: id 3 | task 257 | graph reallocs = 0 / 0 (same size) / (changed size) 0.58.033.349 I slot release: id 3 | task 257 | stop processing: n_tokens = 115, truncated = 0 0.58.051.239 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.181 (> 0.100 thold), f_keep = 0.220 0.58.051.306 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 96.133 MiB) 0.58.071.270 I slot launch_slot_: id 0 | task 262 | processing task, is_child = 0 0.58.071.326 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 102.868 MiB) 0.58.096.900 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 98.055 MiB) 0.58.114.878 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.190 (> 0.100 thold), f_keep = 0.163 0.58.115.070 I slot launch_slot_: id 1 | task 263 | processing task, is_child = 0 0.58.115.109 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.238 (> 0.100 thold), f_keep = 0.252 0.58.115.228 I slot launch_slot_: id 3 | task 264 | processing task, is_child = 0 0.58.438.083 I slot print_timing: id 0 | task 262 | prompt eval time = 299.93 ms / 159 tokens ( 1.89 ms per token, 530.12 tokens per second) 0.58.438.088 I slot print_timing: id 0 | task 262 | eval time = 22.91 ms / 2 tokens ( 22.91 ms per token, 43.66 tokens per second) 0.58.438.090 I slot print_timing: id 0 | task 262 | total time = 322.84 ms / 161 tokens 0.58.438.090 I slot print_timing: id 0 | task 262 | graphs reused = 4 0.58.438.091 I slot print_timing: id 0 | task 262 | graph reallocs = 0 / 0 (same size) / (changed size) 0.58.438.116 I slot release: id 0 | task 262 | stop processing: n_tokens = 161, truncated = 0 0.58.438.494 I slot print_timing: id 1 | task 263 | prompt eval time = 295.72 ms / 152 tokens ( 1.95 ms per token, 514.00 tokens per second) 0.58.438.497 I slot print_timing: id 1 | task 263 | eval time = 22.48 ms / 2 tokens ( 22.48 ms per token, 44.48 tokens per second) 0.58.438.498 I slot print_timing: id 1 | task 263 | total time = 318.20 ms / 154 tokens 0.58.438.498 I slot print_timing: id 1 | task 263 | graphs reused = 4 0.58.438.499 I slot print_timing: id 1 | task 263 | graph reallocs = 0 / 0 (same size) / (changed size) 0.58.438.516 I slot release: id 1 | task 263 | stop processing: n_tokens = 154, truncated = 0 0.58.439.169 I slot print_timing: id 3 | task 264 | prompt eval time = 291.21 ms / 121 tokens ( 2.41 ms per token, 415.50 tokens per second) 0.58.439.172 I slot print_timing: id 3 | task 264 | eval time = 21.96 ms / 2 tokens ( 21.96 ms per token, 45.55 tokens per second) 0.58.439.173 I slot print_timing: id 3 | task 264 | total time = 313.17 ms / 123 tokens 0.58.439.173 I slot print_timing: id 3 | task 264 | graphs reused = 4 0.58.439.174 I slot print_timing: id 3 | task 264 | graph reallocs = 0 / 0 (same size) / (changed size) 0.58.439.186 I slot release: id 3 | task 264 | stop processing: n_tokens = 123, truncated = 0 0.58.476.030 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.209 (> 0.100 thold), f_keep = 0.180 0.58.476.095 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 83.961 MiB) 0.58.499.439 I slot launch_slot_: id 0 | task 270 | processing task, is_child = 0 0.58.499.492 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 78.195 MiB) 0.58.521.481 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 89.086 MiB) 0.58.539.593 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.177 (> 0.100 thold), f_keep = 0.188 0.58.539.776 I slot launch_slot_: id 1 | task 271 | processing task, is_child = 0 0.58.539.815 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.209 (> 0.100 thold), f_keep = 0.236 0.58.539.936 I slot launch_slot_: id 3 | task 272 | processing task, is_child = 0 0.58.864.665 I slot print_timing: id 0 | task 270 | prompt eval time = 302.18 ms / 138 tokens ( 2.19 ms per token, 456.68 tokens per second) 0.58.864.671 I slot print_timing: id 0 | task 270 | eval time = 22.53 ms / 2 tokens ( 22.53 ms per token, 44.39 tokens per second) 0.58.864.672 I slot print_timing: id 0 | task 270 | total time = 324.71 ms / 140 tokens 0.58.864.673 I slot print_timing: id 0 | task 270 | graphs reused = 5 0.58.864.673 I slot print_timing: id 0 | task 270 | graph reallocs = 0 / 0 (same size) / (changed size) 0.58.864.700 I slot release: id 0 | task 270 | stop processing: n_tokens = 140, truncated = 0 0.58.865.052 I slot print_timing: id 1 | task 271 | prompt eval time = 297.67 ms / 163 tokens ( 1.83 ms per token, 547.59 tokens per second) 0.58.865.055 I slot print_timing: id 1 | task 271 | eval time = 22.30 ms / 2 tokens ( 22.30 ms per token, 44.84 tokens per second) 0.58.865.056 I slot print_timing: id 1 | task 271 | total time = 319.97 ms / 165 tokens 0.58.865.057 I slot print_timing: id 1 | task 271 | graphs reused = 5 0.58.865.057 I slot print_timing: id 1 | task 271 | graph reallocs = 0 / 0 (same size) / (changed size) 0.58.865.076 I slot release: id 1 | task 271 | stop processing: n_tokens = 165, truncated = 0 0.58.865.749 I slot print_timing: id 3 | task 272 | prompt eval time = 293.48 ms / 138 tokens ( 2.13 ms per token, 470.22 tokens per second) 0.58.865.752 I slot print_timing: id 3 | task 272 | eval time = 22.07 ms / 2 tokens ( 22.07 ms per token, 45.31 tokens per second) 0.58.865.752 I slot print_timing: id 3 | task 272 | total time = 315.55 ms / 140 tokens 0.58.865.753 I slot print_timing: id 3 | task 272 | graphs reused = 5 0.58.865.753 I slot print_timing: id 3 | task 272 | graph reallocs = 0 / 0 (same size) / (changed size) 0.58.865.769 I slot release: id 3 | task 272 | stop processing: n_tokens = 140, truncated = 0 0.58.883.661 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.187 (> 0.100 thold), f_keep = 0.207 0.58.883.727 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 84.601 MiB) 0.58.903.415 I slot launch_slot_: id 0 | task 277 | processing task, is_child = 0 0.58.903.459 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 93.571 MiB) 0.58.927.093 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 95.883 MiB) 0.58.947.414 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.225 (> 0.100 thold), f_keep = 0.176 0.58.954.333 I slot launch_slot_: id 1 | task 278 | processing task, is_child = 0 0.58.954.380 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.242 (> 0.100 thold), f_keep = 0.207 0.58.961.223 I slot launch_slot_: id 3 | task 279 | processing task, is_child = 0 0.59.259.642 I slot print_timing: id 0 | task 277 | prompt eval time = 275.33 ms / 154 tokens ( 1.79 ms per token, 559.32 tokens per second) 0.59.259.647 I slot print_timing: id 0 | task 277 | eval time = 23.07 ms / 2 tokens ( 23.07 ms per token, 43.36 tokens per second) 0.59.259.648 I slot print_timing: id 0 | task 277 | total time = 298.40 ms / 156 tokens 0.59.259.649 I slot print_timing: id 0 | task 277 | graphs reused = 5 0.59.259.650 I slot print_timing: id 0 | task 277 | graph reallocs = 0 / 0 (same size) / (changed size) 0.59.259.677 I slot release: id 0 | task 277 | stop processing: n_tokens = 156, truncated = 0 0.59.260.066 I slot print_timing: id 1 | task 278 | prompt eval time = 271.22 ms / 128 tokens ( 2.12 ms per token, 471.94 tokens per second) 0.59.260.069 I slot print_timing: id 1 | task 278 | eval time = 22.60 ms / 2 tokens ( 22.60 ms per token, 44.25 tokens per second) 0.59.260.070 I slot print_timing: id 1 | task 278 | total time = 293.82 ms / 130 tokens 0.59.260.070 I slot print_timing: id 1 | task 278 | graphs reused = 5 0.59.260.071 I slot print_timing: id 1 | task 278 | graph reallocs = 0 / 0 (same size) / (changed size) 0.59.260.086 I slot release: id 1 | task 278 | stop processing: n_tokens = 130, truncated = 0 0.59.260.687 I slot print_timing: id 3 | task 279 | prompt eval time = 267.31 ms / 119 tokens ( 2.25 ms per token, 445.17 tokens per second) 0.59.260.691 I slot print_timing: id 3 | task 279 | eval time = 22.12 ms / 2 tokens ( 22.12 ms per token, 45.20 tokens per second) 0.59.260.691 I slot print_timing: id 3 | task 279 | total time = 289.43 ms / 121 tokens 0.59.260.692 I slot print_timing: id 3 | task 279 | graphs reused = 5 0.59.260.692 I slot print_timing: id 3 | task 279 | graph reallocs = 0 / 0 (same size) / (changed size) 0.59.260.705 I slot release: id 3 | task 279 | stop processing: n_tokens = 121, truncated = 0 0.59.278.476 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.186 (> 0.100 thold), f_keep = 0.186 0.59.296.847 I slot launch_slot_: id 0 | task 284 | processing task, is_child = 0 0.59.296.889 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 82.039 MiB) 0.59.329.631 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.190 (> 0.100 thold), f_keep = 0.223 0.59.329.805 I slot launch_slot_: id 1 | task 285 | processing task, is_child = 0 0.59.329.841 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.177 (> 0.100 thold), f_keep = 0.240 0.59.329.959 I slot launch_slot_: id 3 | task 286 | processing task, is_child = 0 0.59.667.225 I slot print_timing: id 0 | task 284 | prompt eval time = 313.70 ms / 155 tokens ( 2.02 ms per token, 494.10 tokens per second) 0.59.667.230 I slot print_timing: id 0 | task 284 | eval time = 23.54 ms / 2 tokens ( 23.54 ms per token, 42.47 tokens per second) 0.59.667.231 I slot print_timing: id 0 | task 284 | total time = 337.25 ms / 157 tokens 0.59.667.232 I slot print_timing: id 0 | task 284 | graphs reused = 5 0.59.667.233 I slot print_timing: id 0 | task 284 | graph reallocs = 0 / 0 (same size) / (changed size) 0.59.667.263 I slot release: id 0 | task 284 | stop processing: n_tokens = 157, truncated = 0 0.59.668.140 I slot print_timing: id 2 | task 214 | prompt eval time = 290.43 ms / 159 tokens ( 1.83 ms per token, 547.47 tokens per second) 0.59.668.143 I slot print_timing: id 2 | task 214 | eval time = 3983.44 ms / 43 tokens ( 94.84 ms per token, 10.54 tokens per second) 0.59.668.144 I slot print_timing: id 2 | task 214 | total time = 4273.87 ms / 202 tokens 0.59.668.145 I slot print_timing: id 2 | task 214 | graphs reused = 5 0.59.668.146 I slot print_timing: id 2 | task 214 | graph reallocs = 0 / 0 (same size) / (changed size) 0.59.668.169 I slot release: id 2 | task 214 | stop processing: n_tokens = 202, truncated = 0 0.59.668.513 I slot print_timing: id 3 | task 286 | prompt eval time = 305.20 ms / 163 tokens ( 1.87 ms per token, 534.07 tokens per second) 0.59.668.516 I slot print_timing: id 3 | task 286 | eval time = 22.86 ms / 2 tokens ( 22.86 ms per token, 43.73 tokens per second) 0.59.668.517 I slot print_timing: id 3 | task 286 | total time = 328.07 ms / 165 tokens 0.59.668.517 I slot print_timing: id 3 | task 286 | graphs reused = 5 0.59.668.518 I slot print_timing: id 3 | task 286 | graph reallocs = 0 / 0 (same size) / (changed size) 0.59.668.533 I slot release: id 3 | task 286 | stop processing: n_tokens = 165, truncated = 0 0.59.686.559 I slot print_timing: id 1 | task 285 | prompt eval time = 309.23 ms / 152 tokens ( 2.03 ms per token, 491.54 tokens per second) 0.59.686.564 I slot print_timing: id 1 | task 285 | eval time = 42.05 ms / 3 tokens ( 21.02 ms per token, 47.56 tokens per second) 0.59.686.565 I slot print_timing: id 1 | task 285 | total time = 351.28 ms / 155 tokens 0.59.686.566 I slot print_timing: id 1 | task 285 | graphs reused = 5 0.59.686.566 I slot print_timing: id 1 | task 285 | graph reallocs = 0 / 0 (same size) / (changed size) 0.59.686.587 I slot release: id 1 | task 285 | stop processing: n_tokens = 155, truncated = 0 0.59.686.601 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.257 (> 0.100 thold), f_keep = 0.185 0.59.686.669 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 115.103 MiB) 0.59.714.238 I slot launch_slot_: id 0 | task 291 | processing task, is_child = 0 0.59.714.286 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 73.710 MiB) 0.59.715.238 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 79.476 MiB) 0.59.733.870 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 125.416 MiB) 0.59.757.034 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 95.493 MiB) 0.59.780.254 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.188 (> 0.100 thold), f_keep = 0.187 0.59.780.426 I slot launch_slot_: id 1 | task 292 | processing task, is_child = 0 0.59.780.500 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.182 (> 0.100 thold), f_keep = 0.144 0.59.780.631 I slot launch_slot_: id 2 | task 293 | processing task, is_child = 0 0.59.780.669 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.246 (> 0.100 thold), f_keep = 0.176 0.59.780.784 I slot launch_slot_: id 3 | task 294 | processing task, is_child = 0 1.00.111.760 I slot print_timing: id 0 | task 291 | prompt eval time = 306.98 ms / 112 tokens ( 2.74 ms per token, 364.85 tokens per second) 1.00.111.765 I slot print_timing: id 0 | task 291 | eval time = 23.98 ms / 2 tokens ( 23.98 ms per token, 41.70 tokens per second) 1.00.111.766 I slot print_timing: id 0 | task 291 | total time = 330.95 ms / 114 tokens 1.00.111.767 I slot print_timing: id 0 | task 291 | graphs reused = 5 1.00.111.768 I slot print_timing: id 0 | task 291 | graph reallocs = 0 / 0 (same size) / (changed size) 1.00.111.794 I slot release: id 0 | task 291 | stop processing: n_tokens = 114, truncated = 0 1.00.112.132 I slot print_timing: id 1 | task 292 | prompt eval time = 302.51 ms / 153 tokens ( 1.98 ms per token, 505.78 tokens per second) 1.00.112.135 I slot print_timing: id 1 | task 292 | eval time = 23.49 ms / 2 tokens ( 23.49 ms per token, 42.57 tokens per second) 1.00.112.136 I slot print_timing: id 1 | task 292 | total time = 325.99 ms / 155 tokens 1.00.112.136 I slot print_timing: id 1 | task 292 | graphs reused = 5 1.00.112.137 I slot print_timing: id 1 | task 292 | graph reallocs = 0 / 0 (same size) / (changed size) 1.00.112.155 I slot release: id 1 | task 292 | stop processing: n_tokens = 155, truncated = 0 1.00.112.494 I slot print_timing: id 2 | task 293 | prompt eval time = 298.26 ms / 158 tokens ( 1.89 ms per token, 529.75 tokens per second) 1.00.112.497 I slot print_timing: id 2 | task 293 | eval time = 22.99 ms / 2 tokens ( 22.99 ms per token, 43.49 tokens per second) 1.00.112.497 I slot print_timing: id 2 | task 293 | total time = 321.25 ms / 160 tokens 1.00.112.498 I slot print_timing: id 2 | task 293 | graphs reused = 5 1.00.112.498 I slot print_timing: id 2 | task 293 | graph reallocs = 0 / 0 (same size) / (changed size) 1.00.112.514 I slot release: id 2 | task 293 | stop processing: n_tokens = 160, truncated = 0 1.00.112.864 I slot print_timing: id 3 | task 294 | prompt eval time = 293.86 ms / 117 tokens ( 2.51 ms per token, 398.14 tokens per second) 1.00.112.867 I slot print_timing: id 3 | task 294 | eval time = 22.62 ms / 2 tokens ( 22.62 ms per token, 44.21 tokens per second) 1.00.112.868 I slot print_timing: id 3 | task 294 | total time = 316.48 ms / 119 tokens 1.00.112.868 I slot print_timing: id 3 | task 294 | graphs reused = 5 1.00.112.869 I slot print_timing: id 3 | task 294 | graph reallocs = 0 / 0 (same size) / (changed size) 1.00.112.879 I slot release: id 3 | task 294 | stop processing: n_tokens = 119, truncated = 0 1.00.121.148 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.153 (> 0.100 thold), f_keep = 0.254 1.00.137.482 I slot launch_slot_: id 0 | task 298 | processing task, is_child = 0 1.00.137.536 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 93.571 MiB) 1.00.138.659 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 81.398 MiB) 1.00.160.687 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 68.585 MiB) 1.00.182.876 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 89.727 MiB) 1.00.200.242 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.269 (> 0.100 thold), f_keep = 0.187 1.00.207.148 I slot launch_slot_: id 1 | task 299 | processing task, is_child = 0 1.00.207.224 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.232 (> 0.100 thold), f_keep = 0.181 1.00.207.358 I slot launch_slot_: id 2 | task 300 | processing task, is_child = 0 1.00.207.395 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.248 (> 0.100 thold), f_keep = 0.244 1.00.214.202 I slot launch_slot_: id 3 | task 301 | processing task, is_child = 0 1.00.545.983 I slot print_timing: id 0 | task 298 | prompt eval time = 307.83 ms / 188 tokens ( 1.64 ms per token, 610.73 tokens per second) 1.00.545.989 I slot print_timing: id 0 | task 298 | eval time = 23.94 ms / 2 tokens ( 23.94 ms per token, 41.78 tokens per second) 1.00.545.990 I slot print_timing: id 0 | task 298 | total time = 331.76 ms / 190 tokens 1.00.545.991 I slot print_timing: id 0 | task 298 | graphs reused = 5 1.00.545.991 I slot print_timing: id 0 | task 298 | graph reallocs = 0 / 0 (same size) / (changed size) 1.00.546.021 I slot release: id 0 | task 298 | stop processing: n_tokens = 190, truncated = 0 1.00.546.352 I slot print_timing: id 1 | task 299 | prompt eval time = 303.58 ms / 107 tokens ( 2.84 ms per token, 352.45 tokens per second) 1.00.546.355 I slot print_timing: id 1 | task 299 | eval time = 23.47 ms / 2 tokens ( 23.47 ms per token, 42.61 tokens per second) 1.00.546.356 I slot print_timing: id 1 | task 299 | total time = 327.05 ms / 109 tokens 1.00.546.357 I slot print_timing: id 1 | task 299 | graphs reused = 5 1.00.546.357 I slot print_timing: id 1 | task 299 | graph reallocs = 0 / 0 (same size) / (changed size) 1.00.546.372 I slot release: id 1 | task 299 | stop processing: n_tokens = 109, truncated = 0 1.00.546.725 I slot print_timing: id 2 | task 300 | prompt eval time = 299.48 ms / 124 tokens ( 2.42 ms per token, 414.05 tokens per second) 1.00.546.728 I slot print_timing: id 2 | task 300 | eval time = 22.99 ms / 2 tokens ( 22.99 ms per token, 43.49 tokens per second) 1.00.546.729 I slot print_timing: id 2 | task 300 | total time = 322.47 ms / 126 tokens 1.00.546.730 I slot print_timing: id 2 | task 300 | graphs reused = 5 1.00.546.730 I slot print_timing: id 2 | task 300 | graph reallocs = 0 / 0 (same size) / (changed size) 1.00.546.743 I slot release: id 2 | task 300 | stop processing: n_tokens = 126, truncated = 0 1.00.547.159 I slot print_timing: id 3 | task 301 | prompt eval time = 294.51 ms / 116 tokens ( 2.54 ms per token, 393.88 tokens per second) 1.00.547.164 I slot print_timing: id 3 | task 301 | eval time = 22.69 ms / 2 tokens ( 22.69 ms per token, 44.07 tokens per second) 1.00.547.164 I slot print_timing: id 3 | task 301 | total time = 317.19 ms / 118 tokens 1.00.547.165 I slot print_timing: id 3 | task 301 | graphs reused = 5 1.00.547.166 I slot print_timing: id 3 | task 301 | graph reallocs = 0 / 0 (same size) / (changed size) 1.00.547.180 I slot release: id 3 | task 301 | stop processing: n_tokens = 118, truncated = 0 1.00.554.968 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.220 (> 0.100 thold), f_keep = 0.153 1.00.581.586 I slot launch_slot_: id 0 | task 305 | processing task, is_child = 0 1.00.596.891 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 95.227 MiB) 1.00.615.137 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 118.556 MiB) 1.00.633.055 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.176 (> 0.100 thold), f_keep = 0.266 1.00.633.261 I slot launch_slot_: id 1 | task 306 | processing task, is_child = 0 1.00.633.323 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.223 (> 0.100 thold), f_keep = 0.230 1.00.633.500 I slot launch_slot_: id 2 | task 307 | processing task, is_child = 0 1.00.633.532 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.221 (> 0.100 thold), f_keep = 0.254 1.00.633.705 I slot launch_slot_: id 3 | task 308 | processing task, is_child = 0 1.00.963.788 I slot print_timing: id 0 | task 305 | prompt eval time = 306.06 ms / 131 tokens ( 2.34 ms per token, 428.03 tokens per second) 1.00.963.793 I slot print_timing: id 0 | task 305 | eval time = 24.01 ms / 2 tokens ( 24.01 ms per token, 41.65 tokens per second) 1.00.963.794 I slot print_timing: id 0 | task 305 | total time = 330.07 ms / 133 tokens 1.00.963.794 I slot print_timing: id 0 | task 305 | graphs reused = 5 1.00.963.795 I slot print_timing: id 0 | task 305 | graph reallocs = 0 / 0 (same size) / (changed size) 1.00.963.822 I slot release: id 0 | task 305 | stop processing: n_tokens = 133, truncated = 0 1.00.964.170 I slot print_timing: id 1 | task 306 | prompt eval time = 301.14 ms / 164 tokens ( 1.84 ms per token, 544.60 tokens per second) 1.00.964.173 I slot print_timing: id 1 | task 306 | eval time = 23.73 ms / 2 tokens ( 23.73 ms per token, 42.15 tokens per second) 1.00.964.174 I slot print_timing: id 1 | task 306 | total time = 324.86 ms / 166 tokens 1.00.964.174 I slot print_timing: id 1 | task 306 | graphs reused = 5 1.00.964.175 I slot print_timing: id 1 | task 306 | graph reallocs = 0 / 0 (same size) / (changed size) 1.00.964.193 I slot release: id 1 | task 306 | stop processing: n_tokens = 166, truncated = 0 1.00.964.553 I slot print_timing: id 2 | task 307 | prompt eval time = 296.84 ms / 129 tokens ( 2.30 ms per token, 434.57 tokens per second) 1.00.964.556 I slot print_timing: id 2 | task 307 | eval time = 23.43 ms / 2 tokens ( 23.43 ms per token, 42.67 tokens per second) 1.00.964.556 I slot print_timing: id 2 | task 307 | total time = 320.28 ms / 131 tokens 1.00.964.557 I slot print_timing: id 2 | task 307 | graphs reused = 5 1.00.964.557 I slot print_timing: id 2 | task 307 | graph reallocs = 0 / 0 (same size) / (changed size) 1.00.964.570 I slot release: id 2 | task 307 | stop processing: n_tokens = 131, truncated = 0 1.00.983.490 I slot print_timing: id 3 | task 308 | prompt eval time = 292.47 ms / 135 tokens ( 2.17 ms per token, 461.58 tokens per second) 1.00.983.495 I slot print_timing: id 3 | task 308 | eval time = 41.77 ms / 3 tokens ( 20.89 ms per token, 47.88 tokens per second) 1.00.983.497 I slot print_timing: id 3 | task 308 | total time = 334.24 ms / 138 tokens 1.00.983.498 I slot print_timing: id 3 | task 308 | graphs reused = 5 1.00.983.498 I slot print_timing: id 3 | task 308 | graph reallocs = 0 / 0 (same size) / (changed size) 1.00.983.521 I slot release: id 3 | task 308 | stop processing: n_tokens = 138, truncated = 0 1.00.983.531 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.216 (> 0.100 thold), f_keep = 0.217 1.00.983.593 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 112.790 MiB) 1.01.001.994 I slot launch_slot_: id 3 | task 313 | processing task, is_child = 0 1.01.016.684 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 87.164 MiB) 1.01.036.629 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 107.665 MiB) 1.01.055.932 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.232 (> 0.100 thold), f_keep = 0.218 1.01.056.117 I slot launch_slot_: id 0 | task 314 | processing task, is_child = 0 1.01.056.184 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.179 (> 0.100 thold), f_keep = 0.175 1.01.063.001 I slot launch_slot_: id 1 | task 315 | processing task, is_child = 0 1.01.063.048 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.197 (> 0.100 thold), f_keep = 0.221 1.01.063.162 I slot launch_slot_: id 2 | task 316 | processing task, is_child = 0 1.01.405.610 I slot print_timing: id 0 | task 314 | prompt eval time = 318.27 ms / 124 tokens ( 2.57 ms per token, 389.61 tokens per second) 1.01.405.616 I slot print_timing: id 0 | task 314 | eval time = 24.16 ms / 2 tokens ( 24.16 ms per token, 41.39 tokens per second) 1.01.405.617 I slot print_timing: id 0 | task 314 | total time = 342.43 ms / 126 tokens 1.01.405.618 I slot print_timing: id 0 | task 314 | graphs reused = 5 1.01.405.619 I slot print_timing: id 0 | task 314 | graph reallocs = 0 / 0 (same size) / (changed size) 1.01.405.647 I slot release: id 0 | task 314 | stop processing: n_tokens = 126, truncated = 0 1.01.406.013 I slot print_timing: id 1 | task 315 | prompt eval time = 314.01 ms / 161 tokens ( 1.95 ms per token, 512.72 tokens per second) 1.01.406.017 I slot print_timing: id 1 | task 315 | eval time = 23.71 ms / 2 tokens ( 23.71 ms per token, 42.18 tokens per second) 1.01.406.018 I slot print_timing: id 1 | task 315 | total time = 337.72 ms / 163 tokens 1.01.406.018 I slot print_timing: id 1 | task 315 | graphs reused = 5 1.01.406.019 I slot print_timing: id 1 | task 315 | graph reallocs = 0 / 0 (same size) / (changed size) 1.01.406.036 I slot release: id 1 | task 315 | stop processing: n_tokens = 163, truncated = 0 1.01.406.447 I slot print_timing: id 2 | task 316 | prompt eval time = 309.54 ms / 146 tokens ( 2.12 ms per token, 471.66 tokens per second) 1.01.406.450 I slot print_timing: id 2 | task 316 | eval time = 23.34 ms / 2 tokens ( 23.34 ms per token, 42.84 tokens per second) 1.01.406.450 I slot print_timing: id 2 | task 316 | total time = 332.89 ms / 148 tokens 1.01.406.451 I slot print_timing: id 2 | task 316 | graphs reused = 5 1.01.406.451 I slot print_timing: id 2 | task 316 | graph reallocs = 0 / 0 (same size) / (changed size) 1.01.406.466 I slot release: id 2 | task 316 | stop processing: n_tokens = 148, truncated = 0 1.01.406.823 I slot print_timing: id 3 | task 313 | prompt eval time = 305.32 ms / 138 tokens ( 2.21 ms per token, 451.99 tokens per second) 1.01.406.826 I slot print_timing: id 3 | task 313 | eval time = 22.97 ms / 2 tokens ( 22.97 ms per token, 43.54 tokens per second) 1.01.406.827 I slot print_timing: id 3 | task 313 | total time = 328.29 ms / 140 tokens 1.01.406.827 I slot print_timing: id 3 | task 313 | graphs reused = 5 1.01.406.828 I slot print_timing: id 3 | task 313 | graph reallocs = 0 / 0 (same size) / (changed size) 1.01.406.840 I slot release: id 3 | task 313 | stop processing: n_tokens = 140, truncated = 0 1.01.414.435 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.170 (> 0.100 thold), f_keep = 0.230 1.01.432.642 I slot launch_slot_: id 0 | task 320 | processing task, is_child = 0 1.01.432.698 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 91.649 MiB) 1.01.455.756 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 82.679 MiB) 1.01.477.203 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 85.242 MiB) 1.01.478.242 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 117.009 MiB) 1.01.498.894 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.232 (> 0.100 thold), f_keep = 0.178 1.01.499.081 I slot launch_slot_: id 1 | task 321 | processing task, is_child = 0 1.01.499.151 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.156 (> 0.100 thold), f_keep = 0.196 1.01.499.278 I slot launch_slot_: id 2 | task 322 | processing task, is_child = 0 1.01.499.314 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.187 (> 0.100 thold), f_keep = 0.207 1.01.499.425 I slot launch_slot_: id 3 | task 323 | processing task, is_child = 0 1.01.851.114 I slot print_timing: id 0 | task 320 | prompt eval time = 328.13 ms / 170 tokens ( 1.93 ms per token, 518.09 tokens per second) 1.01.851.121 I slot print_timing: id 0 | task 320 | eval time = 23.54 ms / 2 tokens ( 23.54 ms per token, 42.48 tokens per second) 1.01.851.122 I slot print_timing: id 0 | task 320 | total time = 351.67 ms / 172 tokens 1.01.851.123 I slot print_timing: id 0 | task 320 | graphs reused = 5 1.01.851.124 I slot print_timing: id 0 | task 320 | graph reallocs = 0 / 0 (same size) / (changed size) 1.01.851.158 I slot release: id 0 | task 320 | stop processing: n_tokens = 172, truncated = 0 1.01.851.555 I slot print_timing: id 1 | task 321 | prompt eval time = 323.30 ms / 124 tokens ( 2.61 ms per token, 383.54 tokens per second) 1.01.851.558 I slot print_timing: id 1 | task 321 | eval time = 23.28 ms / 2 tokens ( 23.28 ms per token, 42.96 tokens per second) 1.01.851.559 I slot print_timing: id 1 | task 321 | total time = 346.58 ms / 126 tokens 1.01.851.559 I slot print_timing: id 1 | task 321 | graphs reused = 5 1.01.851.560 I slot print_timing: id 1 | task 321 | graph reallocs = 0 / 0 (same size) / (changed size) 1.01.851.575 I slot release: id 1 | task 321 | stop processing: n_tokens = 126, truncated = 0 1.01.851.968 I slot print_timing: id 2 | task 322 | prompt eval time = 318.77 ms / 185 tokens ( 1.72 ms per token, 580.35 tokens per second) 1.01.851.971 I slot print_timing: id 2 | task 322 | eval time = 23.06 ms / 2 tokens ( 23.06 ms per token, 43.37 tokens per second) 1.01.851.972 I slot print_timing: id 2 | task 322 | total time = 341.83 ms / 187 tokens 1.01.851.973 I slot print_timing: id 2 | task 322 | graphs reused = 5 1.01.851.973 I slot print_timing: id 2 | task 322 | graph reallocs = 0 / 0 (same size) / (changed size) 1.01.851.991 I slot release: id 2 | task 322 | stop processing: n_tokens = 187, truncated = 0 1.01.871.056 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.269 (> 0.100 thold), f_keep = 0.169 1.01.889.232 I slot launch_slot_: id 0 | task 328 | processing task, is_child = 0 1.01.889.273 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 104.462 MiB) 1.01.906.488 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 107.665 MiB) 1.01.929.660 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.212 (> 0.100 thold), f_keep = 0.230 1.01.936.546 I slot launch_slot_: id 1 | task 329 | processing task, is_child = 0 1.01.936.600 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.223 (> 0.100 thold), f_keep = 0.155 1.01.936.736 I slot launch_slot_: id 2 | task 330 | processing task, is_child = 0 1.02.223.031 I slot print_timing: id 0 | task 328 | prompt eval time = 262.69 ms / 107 tokens ( 2.46 ms per token, 407.33 tokens per second) 1.02.223.037 I slot print_timing: id 0 | task 328 | eval time = 23.59 ms / 2 tokens ( 23.59 ms per token, 42.39 tokens per second) 1.02.223.038 I slot print_timing: id 0 | task 328 | total time = 286.28 ms / 109 tokens 1.02.223.039 I slot print_timing: id 0 | task 328 | graphs reused = 6 1.02.223.040 I slot print_timing: id 0 | task 328 | graph reallocs = 0 / 0 (same size) / (changed size) 1.02.223.066 I slot release: id 0 | task 328 | stop processing: n_tokens = 109, truncated = 0 1.02.223.408 I slot print_timing: id 1 | task 329 | prompt eval time = 258.26 ms / 136 tokens ( 1.90 ms per token, 526.59 tokens per second) 1.02.223.411 I slot print_timing: id 1 | task 329 | eval time = 23.13 ms / 2 tokens ( 23.13 ms per token, 43.24 tokens per second) 1.02.223.412 I slot print_timing: id 1 | task 329 | total time = 281.39 ms / 138 tokens 1.02.223.412 I slot print_timing: id 1 | task 329 | graphs reused = 6 1.02.223.413 I slot print_timing: id 1 | task 329 | graph reallocs = 0 / 0 (same size) / (changed size) 1.02.223.428 I slot release: id 1 | task 329 | stop processing: n_tokens = 138, truncated = 0 1.02.223.741 I slot print_timing: id 2 | task 330 | prompt eval time = 254.01 ms / 129 tokens ( 1.97 ms per token, 507.85 tokens per second) 1.02.223.744 I slot print_timing: id 2 | task 330 | eval time = 22.69 ms / 2 tokens ( 22.69 ms per token, 44.07 tokens per second) 1.02.223.745 I slot print_timing: id 2 | task 330 | total time = 276.70 ms / 131 tokens 1.02.223.745 I slot print_timing: id 2 | task 330 | graphs reused = 6 1.02.223.746 I slot print_timing: id 2 | task 330 | graph reallocs = 0 / 0 (same size) / (changed size) 1.02.223.759 I slot release: id 2 | task 330 | stop processing: n_tokens = 131, truncated = 0 1.02.242.026 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.203 (> 0.100 thold), f_keep = 0.266 1.02.257.674 I slot launch_slot_: id 0 | task 335 | processing task, is_child = 0 1.02.257.716 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 106.384 MiB) 1.02.277.594 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 100.727 MiB) 1.02.459.187 I slot print_timing: id 0 | task 335 | prompt eval time = 127.47 ms / 142 tokens ( 0.90 ms per token, 1113.94 tokens per second) 1.02.459.193 I slot print_timing: id 0 | task 335 | eval time = 34.91 ms / 2 tokens ( 34.91 ms per token, 28.65 tokens per second) 1.02.459.194 I slot print_timing: id 0 | task 335 | total time = 162.38 ms / 144 tokens 1.02.459.195 I slot print_timing: id 0 | task 335 | graphs reused = 7 1.02.459.195 I slot print_timing: id 0 | task 335 | graph reallocs = 0 / 0 (same size) / (changed size) 1.02.459.219 I slot release: id 0 | task 335 | stop processing: n_tokens = 144, truncated = 0 1.02.655.931 I slot print_timing: id 3 | task 323 | prompt eval time = 314.37 ms / 154 tokens ( 2.04 ms per token, 489.87 tokens per second) 1.02.655.936 I slot print_timing: id 3 | task 323 | eval time = 826.38 ms / 24 tokens ( 35.93 ms per token, 27.83 tokens per second) 1.02.655.937 I slot print_timing: id 3 | task 323 | total time = 1140.75 ms / 178 tokens 1.02.655.938 I slot print_timing: id 3 | task 323 | graphs reused = 21 1.02.655.939 I slot print_timing: id 3 | task 323 | graph reallocs = 0 / 0 (same size) / (changed size) 1.02.655.963 I slot release: id 3 | task 323 | stop processing: n_tokens = 178, truncated = 0 1.02.695.431 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 138, t_last = 62125900 1.02.695.636 I slot launch_slot_: id 1 | task 353 | processing task, is_child = 0 1.02.695.687 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 109.993 MiB) 1.02.723.932 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 85.883 MiB) 1.02.744.184 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 131, t_last = 62126232 1.02.744.343 I slot launch_slot_: id 2 | task 354 | processing task, is_child = 0 1.02.744.415 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 144, t_last = 62361691 1.02.744.525 I slot launch_slot_: id 0 | task 355 | processing task, is_child = 0 1.02.744.563 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 178, t_last = 62558436 1.02.744.672 I slot launch_slot_: id 3 | task 356 | processing task, is_child = 0 1.06.842.979 I slot print_timing: id 3 | task 356 | prompt eval time = 2346.16 ms / 1175 tokens ( 2.00 ms per token, 500.82 tokens per second) 1.06.842.985 I slot print_timing: id 3 | task 356 | eval time = 1743.25 ms / 85 tokens ( 20.75 ms per token, 48.19 tokens per second) 1.06.842.986 I slot print_timing: id 3 | task 356 | total time = 4089.41 ms / 1260 tokens 1.06.842.987 I slot print_timing: id 3 | task 356 | graphs reused = 105 1.06.842.988 I slot print_timing: id 3 | task 356 | graph reallocs = 0 / 0 (same size) / (changed size) 1.06.843.053 I slot release: id 3 | task 356 | stop processing: n_tokens = 1260, truncated = 0 1.06.886.590 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.907 (> 0.100 thold), f_keep = 0.870 1.06.886.686 I slot launch_slot_: id 3 | task 448 | processing task, is_child = 0 1.08.010.763 I slot print_timing: id 0 | task 355 | n_gen = 131, tg = 43.10 t/s, tg_3s = 43.43 t/s 1.08.011.076 I slot print_timing: id 1 | task 353 | n_gen = 131, tg = 43.10 t/s, tg_3s = 43.44 t/s 1.08.011.373 I slot print_timing: id 2 | task 354 | n_gen = 131, tg = 43.11 t/s, tg_3s = 43.44 t/s 1.08.487.689 I slot print_timing: id 0 | task 355 | prompt eval time = 2249.82 ms / 1163 tokens ( 1.93 ms per token, 516.93 tokens per second) 1.08.487.695 I slot print_timing: id 0 | task 355 | eval time = 3493.18 ms / 153 tokens ( 22.98 ms per token, 43.51 tokens per second) 1.08.487.696 I slot print_timing: id 0 | task 355 | total time = 5743.00 ms / 1316 tokens 1.08.487.696 I slot print_timing: id 0 | task 355 | graphs reused = 168 1.08.487.697 I slot print_timing: id 0 | task 355 | graph reallocs = 0 / 0 (same size) / (changed size) 1.08.487.763 I slot release: id 0 | task 355 | stop processing: n_tokens = 1316, truncated = 0 1.08.552.579 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.903 (> 0.100 thold), f_keep = 0.833 1.08.552.683 I slot launch_slot_: id 0 | task 517 | processing task, is_child = 0 1.10.147.519 I slot print_timing: id 3 | task 448 | n_gen = 131, tg = 43.21 t/s, tg_3s = 43.54 t/s 1.10.549.598 I slot print_timing: id 2 | task 354 | prompt eval time = 2245.14 ms / 1183 tokens ( 1.90 ms per token, 526.91 tokens per second) 1.10.549.603 I slot print_timing: id 2 | task 354 | eval time = 5553.75 ms / 239 tokens ( 23.34 ms per token, 42.85 tokens per second) 1.10.549.604 I slot print_timing: id 2 | task 354 | total time = 7798.90 ms / 1422 tokens 1.10.549.605 I slot print_timing: id 2 | task 354 | graphs reused = 251 1.10.549.606 I slot print_timing: id 2 | task 354 | graph reallocs = 0 / 0 (same size) / (changed size) 1.10.549.667 I slot release: id 2 | task 354 | stop processing: n_tokens = 1422, truncated = 0 1.10.626.045 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.903 (> 0.100 thold), f_keep = 0.771 1.10.626.147 I slot launch_slot_: id 2 | task 603 | processing task, is_child = 0 1.11.031.018 I slot print_timing: id 1 | task 353 | n_gen = 249, tg = 41.09 t/s, tg_3s = 39.07 t/s 1.11.802.986 I slot print_timing: id 0 | task 517 | n_gen = 129, tg = 42.50 t/s, tg_3s = 42.83 t/s 1.13.158.921 I slot print_timing: id 3 | task 448 | n_gen = 259, tg = 42.86 t/s, tg_3s = 42.51 t/s 1.13.855.022 I slot print_timing: id 0 | task 517 | prompt eval time = 238.35 ms / 118 tokens ( 2.02 ms per token, 495.06 tokens per second) 1.13.855.027 I slot print_timing: id 0 | task 517 | eval time = 5063.97 ms / 223 tokens ( 22.81 ms per token, 43.84 tokens per second) 1.13.855.028 I slot print_timing: id 0 | task 517 | total time = 5302.32 ms / 341 tokens 1.13.855.029 I slot print_timing: id 0 | task 517 | graphs reused = 386 1.13.855.030 I slot print_timing: id 0 | task 517 | graph reallocs = 0 / 0 (same size) / (changed size) 1.13.855.102 I slot release: id 0 | task 517 | stop processing: n_tokens = 1436, truncated = 0 1.13.901.354 I slot print_timing: id 2 | task 603 | n_gen = 140, tg = 46.30 t/s, tg_3s = 46.63 t/s 1.13.901.678 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.922 (> 0.100 thold), f_keep = 0.763 1.13.901.771 I slot launch_slot_: id 0 | task 745 | processing task, is_child = 0 1.14.034.344 I slot print_timing: id 1 | task 353 | n_gen = 383, tg = 42.26 t/s, tg_3s = 44.62 t/s 1.14.311.367 I slot print_timing: id 3 | task 448 | prompt eval time = 252.35 ms / 112 tokens ( 2.25 ms per token, 443.83 tokens per second) 1.14.311.372 I slot print_timing: id 3 | task 448 | eval time = 7172.31 ms / 302 tokens ( 23.83 ms per token, 41.97 tokens per second) 1.14.311.373 I slot print_timing: id 3 | task 448 | total time = 7424.66 ms / 414 tokens 1.14.311.374 I slot print_timing: id 3 | task 448 | graphs reused = 394 1.14.311.374 I slot print_timing: id 3 | task 448 | graph reallocs = 0 / 0 (same size) / (changed size) 1.14.311.441 I slot release: id 3 | task 448 | stop processing: n_tokens = 1509, truncated = 0 1.14.356.225 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.901 (> 0.100 thold), f_keep = 0.726 1.14.356.332 I slot launch_slot_: id 3 | task 757 | processing task, is_child = 0 1.14.722.312 I slot print_timing: id 1 | task 353 | prompt eval time = 2247.39 ms / 1190 tokens ( 1.89 ms per token, 529.50 tokens per second) 1.14.722.318 I slot print_timing: id 1 | task 353 | eval time = 9727.15 ms / 399 tokens ( 24.44 ms per token, 40.92 tokens per second) 1.14.722.319 I slot print_timing: id 1 | task 353 | total time = 11974.54 ms / 1589 tokens 1.14.722.319 I slot print_timing: id 1 | task 353 | graphs reused = 398 1.14.722.320 I slot print_timing: id 1 | task 353 | graph reallocs = 0 / 0 (same size) / (changed size) 1.14.722.386 I slot release: id 1 | task 353 | stop processing: n_tokens = 1589, truncated = 0 1.14.798.400 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.877 (> 0.100 thold), f_keep = 0.690 1.14.798.488 I slot launch_slot_: id 1 | task 766 | processing task, is_child = 0 1.16.916.057 I slot print_timing: id 2 | task 603 | n_gen = 246, tg = 40.72 t/s, tg_3s = 35.16 t/s 1.16.959.322 I slot print_timing: id 2 | task 603 | prompt eval time = 273.08 ms / 118 tokens ( 2.31 ms per token, 432.11 tokens per second) 1.16.959.328 I slot print_timing: id 2 | task 603 | eval time = 6060.08 ms / 248 tokens ( 24.53 ms per token, 40.76 tokens per second) 1.16.959.329 I slot print_timing: id 2 | task 603 | total time = 6333.16 ms / 366 tokens 1.16.959.330 I slot print_timing: id 2 | task 603 | graphs reused = 484 1.16.959.330 I slot print_timing: id 2 | task 603 | graph reallocs = 0 / 0 (same size) / (changed size) 1.16.959.402 I slot release: id 2 | task 603 | stop processing: n_tokens = 1461, truncated = 0 1.16.998.731 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.913 (> 0.100 thold), f_keep = 0.750 1.16.998.829 I slot launch_slot_: id 2 | task 857 | processing task, is_child = 0 1.17.161.128 I slot print_timing: id 0 | task 745 | n_gen = 109, tg = 35.88 t/s, tg_3s = 36.21 t/s 1.17.636.722 I slot print_timing: id 3 | task 757 | n_gen = 115, tg = 37.94 t/s, tg_3s = 38.28 t/s 1.18.114.529 I slot print_timing: id 1 | task 766 | n_gen = 129, tg = 42.44 t/s, tg_3s = 42.77 t/s 1.18.774.633 I slot print_timing: id 3 | task 757 | prompt eval time = 275.92 ms / 120 tokens ( 2.30 ms per token, 434.91 tokens per second) 1.18.774.639 I slot print_timing: id 3 | task 757 | eval time = 4142.36 ms / 168 tokens ( 24.80 ms per token, 40.32 tokens per second) 1.18.774.640 I slot print_timing: id 3 | task 757 | total time = 4418.28 ms / 288 tokens 1.18.774.641 I slot print_timing: id 3 | task 757 | graphs reused = 552 1.18.774.642 I slot print_timing: id 3 | task 757 | graph reallocs = 0 / 0 (same size) / (changed size) 1.18.774.718 I slot release: id 3 | task 757 | stop processing: n_tokens = 1383, truncated = 0 1.18.819.651 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.932 (> 0.100 thold), f_keep = 0.792 1.18.819.751 I slot launch_slot_: id 3 | task 931 | processing task, is_child = 0 1.20.163.532 I slot print_timing: id 0 | task 745 | n_gen = 235, tg = 38.92 t/s, tg_3s = 41.97 t/s 1.20.294.124 I slot print_timing: id 2 | task 857 | n_gen = 132, tg = 43.49 t/s, tg_3s = 43.82 t/s 1.20.880.484 I slot print_timing: id 1 | task 766 | prompt eval time = 299.81 ms / 154 tokens ( 1.95 ms per token, 513.65 tokens per second) 1.20.880.491 I slot print_timing: id 1 | task 766 | eval time = 5782.16 ms / 249 tokens ( 23.32 ms per token, 42.89 tokens per second) 1.20.880.493 I slot print_timing: id 1 | task 766 | total time = 6081.97 ms / 403 tokens 1.20.880.494 I slot print_timing: id 1 | task 766 | graphs reused = 637 1.20.880.495 I slot print_timing: id 1 | task 766 | graph reallocs = 0 / 0 (same size) / (changed size) 1.20.880.583 I slot release: id 1 | task 766 | stop processing: n_tokens = 1498, truncated = 0 1.20.920.012 I slot print_timing: id 0 | task 745 | prompt eval time = 248.91 ms / 93 tokens ( 2.68 ms per token, 373.63 tokens per second) 1.20.920.018 I slot print_timing: id 0 | task 745 | eval time = 6769.32 ms / 269 tokens ( 25.26 ms per token, 39.59 tokens per second) 1.20.920.019 I slot print_timing: id 0 | task 745 | total time = 7018.22 ms / 362 tokens 1.20.920.020 I slot print_timing: id 0 | task 745 | graphs reused = 637 1.20.920.021 I slot print_timing: id 0 | task 745 | graph reallocs = 0 / 0 (same size) / (changed size) 1.20.920.083 I slot release: id 0 | task 745 | stop processing: n_tokens = 1457, truncated = 0 1.20.920.770 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.932 (> 0.100 thold), f_keep = 0.752 1.20.920.865 I slot launch_slot_: id 0 | task 1020 | processing task, is_child = 0 1.20.921.024 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 79.476 MiB) 1.20.922.047 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 81.398 MiB) 1.20.923.141 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 92.289 MiB) 1.20.924.258 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 87.805 MiB) 1.20.925.309 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 92.930 MiB) 1.20.926.435 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 81.398 MiB) 1.20.927.409 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 79.476 MiB) 1.20.928.615 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 81.398 MiB) 1.20.929.652 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 152.511 MiB) 1.20.931.761 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 90.367 MiB) 1.20.932.835 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 114.712 MiB) 1.20.934.264 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 101.259 MiB) 1.20.935.525 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 94.852 MiB) 1.20.936.686 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 116.103 MiB) 1.20.938.065 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 106.384 MiB) 1.20.939.377 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 144.183 MiB) 1.21.158.204 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.937 (> 0.100 thold), f_keep = 0.732 1.21.158.312 I slot launch_slot_: id 1 | task 1021 | processing task, is_child = 0 1.22.076.212 I slot print_timing: id 3 | task 931 | n_gen = 108, tg = 35.55 t/s, tg_3s = 35.89 t/s 1.23.301.481 I slot print_timing: id 2 | task 857 | n_gen = 239, tg = 39.54 t/s, tg_3s = 35.58 t/s 1.23.426.584 I slot print_timing: id 3 | task 931 | prompt eval time = 246.84 ms / 80 tokens ( 3.09 ms per token, 324.10 tokens per second) 1.23.426.589 I slot print_timing: id 3 | task 931 | eval time = 4359.98 ms / 172 tokens ( 25.50 ms per token, 39.22 tokens per second) 1.23.426.590 I slot print_timing: id 3 | task 931 | total time = 4606.82 ms / 252 tokens 1.23.426.591 I slot print_timing: id 3 | task 931 | graphs reused = 720 1.23.426.592 I slot print_timing: id 3 | task 931 | graph reallocs = 0 / 0 (same size) / (changed size) 1.23.426.659 I slot release: id 3 | task 931 | stop processing: n_tokens = 1347, truncated = 0 1.23.488.856 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.916 (> 0.100 thold), f_keep = 0.814 1.23.488.956 I slot launch_slot_: id 3 | task 1110 | processing task, is_child = 0 1.23.954.824 I slot print_timing: id 2 | task 857 | prompt eval time = 282.86 ms / 105 tokens ( 2.69 ms per token, 371.21 tokens per second) 1.23.954.829 I slot print_timing: id 2 | task 857 | eval time = 6673.12 ms / 260 tokens ( 25.76 ms per token, 38.81 tokens per second) 1.23.954.830 I slot print_timing: id 2 | task 857 | total time = 6955.98 ms / 365 tokens 1.23.954.831 I slot print_timing: id 2 | task 857 | graphs reused = 731 1.23.954.832 I slot print_timing: id 2 | task 857 | graph reallocs = 0 / 0 (same size) / (changed size) 1.23.954.898 I slot release: id 2 | task 857 | stop processing: n_tokens = 1460, truncated = 0 1.24.030.835 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.896 (> 0.100 thold), f_keep = 0.751 1.24.030.936 I slot launch_slot_: id 2 | task 1125 | processing task, is_child = 0 1.24.416.968 I slot print_timing: id 0 | task 1020 | prompt eval time = 490.30 ms / 80 tokens ( 6.13 ms per token, 163.17 tokens per second) 1.24.416.973 I slot print_timing: id 0 | task 1020 | eval time = 2768.34 ms / 107 tokens ( 26.12 ms per token, 38.29 tokens per second) 1.24.416.975 I slot print_timing: id 0 | task 1020 | total time = 3258.64 ms / 187 tokens 1.24.416.975 I slot print_timing: id 0 | task 1020 | graphs reused = 733 1.24.416.976 I slot print_timing: id 0 | task 1020 | graph reallocs = 0 / 0 (same size) / (changed size) 1.24.417.041 I slot release: id 0 | task 1020 | stop processing: n_tokens = 1282, truncated = 0 1.24.463.116 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.944 (> 0.100 thold), f_keep = 0.855 1.24.463.212 I slot launch_slot_: id 0 | task 1134 | processing task, is_child = 0 1.24.698.912 I slot print_timing: id 1 | task 1021 | n_gen = 111, tg = 36.07 t/s, tg_3s = 36.40 t/s 1.26.752.687 I slot print_timing: id 3 | task 1110 | n_gen = 118, tg = 38.83 t/s, tg_3s = 39.16 t/s 1.27.328.685 I slot print_timing: id 2 | task 1125 | n_gen = 131, tg = 43.20 t/s, tg_3s = 43.54 t/s 1.27.412.667 I slot print_timing: id 3 | task 1110 | prompt eval time = 250.49 ms / 100 tokens ( 2.50 ms per token, 399.21 tokens per second) 1.27.412.674 I slot print_timing: id 3 | task 1110 | eval time = 3673.20 ms / 149 tokens ( 24.82 ms per token, 40.29 tokens per second) 1.27.412.675 I slot print_timing: id 3 | task 1110 | total time = 3923.69 ms / 249 tokens 1.27.412.676 I slot print_timing: id 3 | task 1110 | graphs reused = 859 1.27.412.677 I slot print_timing: id 3 | task 1110 | graph reallocs = 0 / 0 (same size) / (changed size) 1.27.412.756 I slot release: id 3 | task 1110 | stop processing: n_tokens = 1344, truncated = 0 1.27.456.720 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.904 (> 0.100 thold), f_keep = 0.815 1.27.456.823 I slot launch_slot_: id 3 | task 1265 | processing task, is_child = 0 1.27.712.608 I slot print_timing: id 0 | task 1134 | n_gen = 131, tg = 43.13 t/s, tg_3s = 43.46 t/s 1.27.713.584 I slot print_timing: id 1 | task 1021 | n_gen = 241, tg = 39.58 t/s, tg_3s = 43.12 t/s 1.28.701.917 I slot print_timing: id 1 | task 1021 | prompt eval time = 408.62 ms / 75 tokens ( 5.45 ms per token, 183.55 tokens per second) 1.28.701.922 I slot print_timing: id 1 | task 1021 | eval time = 7052.52 ms / 288 tokens ( 24.57 ms per token, 40.69 tokens per second) 1.28.701.924 I slot print_timing: id 1 | task 1021 | total time = 7461.13 ms / 363 tokens 1.28.701.924 I slot print_timing: id 1 | task 1021 | graphs reused = 906 1.28.701.925 I slot print_timing: id 1 | task 1021 | graph reallocs = 0 / 0 (same size) / (changed size) 1.28.701.989 I slot release: id 1 | task 1021 | stop processing: n_tokens = 1457, truncated = 0 1.28.740.529 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.935 (> 0.100 thold), f_keep = 0.752 1.28.740.619 I slot launch_slot_: id 1 | task 1316 | processing task, is_child = 0 1.29.434.660 I slot print_timing: id 0 | task 1134 | prompt eval time = 235.34 ms / 65 tokens ( 3.62 ms per token, 276.19 tokens per second) 1.29.434.665 I slot print_timing: id 0 | task 1134 | eval time = 4736.09 ms / 201 tokens ( 23.68 ms per token, 42.23 tokens per second) 1.29.434.666 I slot print_timing: id 0 | task 1134 | total time = 4971.43 ms / 266 tokens 1.29.434.667 I slot print_timing: id 0 | task 1134 | graphs reused = 925 1.29.434.667 I slot print_timing: id 0 | task 1134 | graph reallocs = 0 / 0 (same size) / (changed size) 1.29.434.729 I slot release: id 0 | task 1134 | stop processing: n_tokens = 1361, truncated = 0 1.29.479.368 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.948 (> 0.100 thold), f_keep = 0.805 1.29.479.465 I slot launch_slot_: id 0 | task 1341 | processing task, is_child = 0 1.30.341.282 I slot print_timing: id 2 | task 1125 | n_gen = 241, tg = 39.86 t/s, tg_3s = 36.51 t/s 1.30.732.608 I slot print_timing: id 3 | task 1265 | n_gen = 121, tg = 39.78 t/s, tg_3s = 40.11 t/s 1.31.429.067 I slot print_timing: id 2 | task 1125 | prompt eval time = 288.75 ms / 127 tokens ( 2.27 ms per token, 439.82 tokens per second) 1.31.429.073 I slot print_timing: id 2 | task 1125 | eval time = 7109.36 ms / 291 tokens ( 24.52 ms per token, 40.79 tokens per second) 1.31.429.074 I slot print_timing: id 2 | task 1125 | total time = 7398.11 ms / 418 tokens 1.31.429.075 I slot print_timing: id 2 | task 1125 | graphs reused = 1004 1.31.429.077 I slot print_timing: id 2 | task 1125 | graph reallocs = 0 / 0 (same size) / (changed size) 1.31.429.146 I slot release: id 2 | task 1125 | stop processing: n_tokens = 1513, truncated = 0 1.31.507.326 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.932 (> 0.100 thold), f_keep = 0.724 1.31.507.434 I slot launch_slot_: id 2 | task 1424 | processing task, is_child = 0 1.32.021.050 I slot print_timing: id 1 | task 1316 | n_gen = 117, tg = 38.54 t/s, tg_3s = 38.88 t/s 1.32.724.805 I slot print_timing: id 0 | task 1341 | n_gen = 126, tg = 41.65 t/s, tg_3s = 41.99 t/s 1.33.143.082 I slot print_timing: id 0 | task 1341 | prompt eval time = 244.40 ms / 60 tokens ( 4.07 ms per token, 245.50 tokens per second) 1.33.143.088 I slot print_timing: id 0 | task 1341 | eval time = 3419.20 ms / 146 tokens ( 23.58 ms per token, 42.41 tokens per second) 1.33.143.089 I slot print_timing: id 0 | task 1341 | total time = 3663.60 ms / 206 tokens 1.33.143.089 I slot print_timing: id 0 | task 1341 | graphs reused = 1066 1.33.143.091 I slot print_timing: id 0 | task 1341 | graph reallocs = 0 / 0 (same size) / (changed size) 1.33.143.157 I slot release: id 0 | task 1341 | stop processing: n_tokens = 1301, truncated = 0 1.33.206.077 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.938 (> 0.100 thold), f_keep = 0.842 1.33.206.173 I slot launch_slot_: id 0 | task 1493 | processing task, is_child = 0 1.33.678.304 I slot print_timing: id 1 | task 1316 | prompt eval time = 270.84 ms / 76 tokens ( 3.56 ms per token, 280.61 tokens per second) 1.33.678.310 I slot print_timing: id 1 | task 1316 | eval time = 4666.83 ms / 186 tokens ( 25.23 ms per token, 39.64 tokens per second) 1.33.678.311 I slot print_timing: id 1 | task 1316 | total time = 4937.67 ms / 262 tokens 1.33.678.312 I slot print_timing: id 1 | task 1316 | graphs reused = 1079 1.33.678.313 I slot print_timing: id 1 | task 1316 | graph reallocs = 0 / 0 (same size) / (changed size) 1.33.678.375 I slot release: id 1 | task 1316 | stop processing: n_tokens = 1357, truncated = 0 1.33.719.322 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.910 (> 0.100 thold), f_keep = 0.808 1.33.719.535 I slot launch_slot_: id 1 | task 1508 | processing task, is_child = 0 1.33.889.761 I slot print_timing: id 3 | task 1265 | n_gen = 238, tg = 38.39 t/s, tg_3s = 37.06 t/s 1.34.818.113 I slot print_timing: id 2 | task 1424 | n_gen = 120, tg = 39.39 t/s, tg_3s = 39.72 t/s 1.35.362.769 I slot print_timing: id 3 | task 1265 | prompt eval time = 259.18 ms / 117 tokens ( 2.22 ms per token, 451.43 tokens per second) 1.35.362.775 I slot print_timing: id 3 | task 1265 | eval time = 7646.75 ms / 301 tokens ( 25.49 ms per token, 39.23 tokens per second) 1.35.362.776 I slot print_timing: id 3 | task 1265 | total time = 7905.93 ms / 418 tokens 1.35.362.777 I slot print_timing: id 3 | task 1265 | graphs reused = 1140 1.35.362.778 I slot print_timing: id 3 | task 1265 | graph reallocs = 0 / 0 (same size) / (changed size) 1.35.362.844 I slot release: id 3 | task 1265 | stop processing: n_tokens = 1513, truncated = 0 1.35.427.146 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.941 (> 0.100 thold), f_keep = 0.724 1.35.427.249 I slot launch_slot_: id 3 | task 1576 | processing task, is_child = 0 1.36.446.160 I slot print_timing: id 0 | task 1493 | n_gen = 117, tg = 38.60 t/s, tg_3s = 38.94 t/s 1.36.718.725 I slot print_timing: id 0 | task 1493 | prompt eval time = 235.04 ms / 73 tokens ( 3.22 ms per token, 310.59 tokens per second) 1.36.718.730 I slot print_timing: id 0 | task 1493 | eval time = 3277.50 ms / 130 tokens ( 25.41 ms per token, 39.36 tokens per second) 1.36.718.731 I slot print_timing: id 0 | task 1493 | total time = 3512.54 ms / 203 tokens 1.36.718.732 I slot print_timing: id 0 | task 1493 | graphs reused = 1189 1.36.718.732 I slot print_timing: id 0 | task 1493 | graph reallocs = 0 / 0 (same size) / (changed size) 1.36.718.797 I slot release: id 0 | task 1493 | stop processing: n_tokens = 1298, truncated = 0 1.36.781.503 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.936 (> 0.100 thold), f_keep = 0.844 1.36.781.600 I slot launch_slot_: id 0 | task 1630 | processing task, is_child = 0 1.37.017.474 I slot print_timing: id 1 | task 1508 | n_gen = 121, tg = 39.89 t/s, tg_3s = 40.22 t/s 1.37.401.920 I slot print_timing: id 2 | task 1424 | prompt eval time = 289.43 ms / 80 tokens ( 3.62 ms per token, 276.40 tokens per second) 1.37.401.926 I slot print_timing: id 2 | task 1424 | eval time = 5605.04 ms / 221 tokens ( 25.48 ms per token, 39.25 tokens per second) 1.37.401.928 I slot print_timing: id 2 | task 1424 | total time = 5894.47 ms / 301 tokens 1.37.401.929 I slot print_timing: id 2 | task 1424 | graphs reused = 1209 1.37.401.929 I slot print_timing: id 2 | task 1424 | graph reallocs = 0 / 0 (same size) / (changed size) 1.37.401.998 I slot release: id 2 | task 1424 | stop processing: n_tokens = 1396, truncated = 0 1.37.439.960 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.944 (> 0.100 thold), f_keep = 0.785 1.37.440.067 I slot launch_slot_: id 2 | task 1652 | processing task, is_child = 0 1.38.699.030 I slot print_timing: id 3 | task 1576 | n_gen = 120, tg = 39.38 t/s, tg_3s = 39.71 t/s 1.39.894.892 I slot print_timing: id 3 | task 1576 | prompt eval time = 250.16 ms / 69 tokens ( 3.63 ms per token, 275.83 tokens per second) 1.39.894.897 I slot print_timing: id 3 | task 1576 | eval time = 4217.47 ms / 175 tokens ( 24.24 ms per token, 41.26 tokens per second) 1.39.894.898 I slot print_timing: id 3 | task 1576 | total time = 4467.63 ms / 244 tokens 1.39.894.899 I slot print_timing: id 3 | task 1576 | graphs reused = 1307 1.39.894.900 I slot print_timing: id 3 | task 1576 | graph reallocs = 0 / 0 (same size) / (changed size) 1.39.894.968 I slot release: id 3 | task 1576 | stop processing: n_tokens = 1339, truncated = 0 1.39.940.938 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.910 (> 0.100 thold), f_keep = 0.819 1.39.941.055 I slot launch_slot_: id 3 | task 1757 | processing task, is_child = 0 1.40.079.841 I slot print_timing: id 0 | task 1630 | n_gen = 125, tg = 40.49 t/s, tg_3s = 40.81 t/s 1.40.080.172 I slot print_timing: id 1 | task 1508 | n_gen = 245, tg = 40.19 t/s, tg_3s = 40.49 t/s 1.40.730.587 I slot print_timing: id 2 | task 1652 | n_gen = 130, tg = 42.79 t/s, tg_3s = 43.12 t/s 1.41.209.734 I slot print_timing: id 0 | task 1630 | prompt eval time = 235.49 ms / 75 tokens ( 3.14 ms per token, 318.49 tokens per second) 1.41.209.740 I slot print_timing: id 0 | task 1630 | eval time = 4192.63 ms / 174 tokens ( 24.23 ms per token, 41.26 tokens per second) 1.41.209.741 I slot print_timing: id 0 | task 1630 | total time = 4428.12 ms / 249 tokens 1.41.209.741 I slot print_timing: id 0 | task 1630 | graphs reused = 1355 1.41.209.742 I slot print_timing: id 0 | task 1630 | graph reallocs = 0 / 0 (same size) / (changed size) 1.41.209.806 I slot release: id 0 | task 1630 | stop processing: n_tokens = 1344, truncated = 0 1.41.273.591 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.904 (> 0.100 thold), f_keep = 0.815 1.41.273.703 I slot launch_slot_: id 0 | task 1811 | processing task, is_child = 0 1.42.077.229 I slot print_timing: id 1 | task 1508 | prompt eval time = 289.30 ms / 108 tokens ( 2.68 ms per token, 373.32 tokens per second) 1.42.077.234 I slot print_timing: id 1 | task 1508 | eval time = 8068.36 ms / 325 tokens ( 24.90 ms per token, 40.16 tokens per second) 1.42.077.235 I slot print_timing: id 1 | task 1508 | total time = 8357.66 ms / 433 tokens 1.42.077.236 I slot print_timing: id 1 | task 1508 | graphs reused = 1383 1.42.077.237 I slot print_timing: id 1 | task 1508 | graph reallocs = 0 / 0 (same size) / (changed size) 1.42.077.311 I slot release: id 1 | task 1508 | stop processing: n_tokens = 1528, truncated = 0 1.42.155.888 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.893 (> 0.100 thold), f_keep = 0.717 1.42.155.994 I slot launch_slot_: id 1 | task 1842 | processing task, is_child = 0 1.42.675.989 I slot print_timing: id 2 | task 1652 | prompt eval time = 275.68 ms / 65 tokens ( 4.24 ms per token, 235.78 tokens per second) 1.42.675.995 I slot print_timing: id 2 | task 1652 | eval time = 4960.23 ms / 198 tokens ( 25.18 ms per token, 39.72 tokens per second) 1.42.675.996 I slot print_timing: id 2 | task 1652 | total time = 5235.90 ms / 263 tokens 1.42.675.997 I slot print_timing: id 2 | task 1652 | graphs reused = 1392 1.42.675.998 I slot print_timing: id 2 | task 1652 | graph reallocs = 0 / 0 (same size) / (changed size) 1.42.676.067 I slot release: id 2 | task 1652 | stop processing: n_tokens = 1358, truncated = 0 1.42.757.835 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.938 (> 0.100 thold), f_keep = 0.807 1.42.757.940 I slot launch_slot_: id 2 | task 1857 | processing task, is_child = 0 1.43.194.817 I slot print_timing: id 3 | task 1757 | n_gen = 105, tg = 34.56 t/s, tg_3s = 34.90 t/s 1.44.528.427 I slot print_timing: id 0 | task 1811 | n_gen = 113, tg = 37.27 t/s, tg_3s = 37.61 t/s 1.45.457.798 I slot print_timing: id 1 | task 1842 | n_gen = 127, tg = 41.89 t/s, tg_3s = 42.22 t/s 1.46.043.394 I slot print_timing: id 2 | task 1857 | n_gen = 141, tg = 46.55 t/s, tg_3s = 46.88 t/s 1.46.194.829 I slot print_timing: id 3 | task 1757 | n_gen = 245, tg = 40.61 t/s, tg_3s = 46.67 t/s 1.46.368.627 I slot print_timing: id 3 | task 1757 | prompt eval time = 244.77 ms / 109 tokens ( 2.25 ms per token, 445.32 tokens per second) 1.46.368.633 I slot print_timing: id 3 | task 1757 | eval time = 6182.79 ms / 253 tokens ( 24.53 ms per token, 40.76 tokens per second) 1.46.368.634 I slot print_timing: id 3 | task 1757 | total time = 6427.55 ms / 362 tokens 1.46.368.635 I slot print_timing: id 3 | task 1757 | graphs reused = 1546 1.46.368.635 I slot print_timing: id 3 | task 1757 | graph reallocs = 0 / 0 (same size) / (changed size) 1.46.368.706 I slot release: id 3 | task 1757 | stop processing: n_tokens = 1458, truncated = 0 1.46.414.666 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.943 (> 0.100 thold), f_keep = 0.752 1.46.414.768 I slot launch_slot_: id 3 | task 2017 | processing task, is_child = 0 1.46.902.088 I slot print_timing: id 2 | task 1857 | prompt eval time = 277.71 ms / 72 tokens ( 3.86 ms per token, 259.26 tokens per second) 1.46.902.093 I slot print_timing: id 2 | task 1857 | eval time = 3866.42 ms / 170 tokens ( 22.88 ms per token, 43.71 tokens per second) 1.46.902.094 I slot print_timing: id 2 | task 1857 | total time = 4144.13 ms / 242 tokens 1.46.902.095 I slot print_timing: id 2 | task 1857 | graphs reused = 1556 1.46.902.096 I slot print_timing: id 2 | task 1857 | graph reallocs = 0 / 0 (same size) / (changed size) 1.46.902.162 I slot release: id 2 | task 1857 | stop processing: n_tokens = 1337, truncated = 0 1.46.979.892 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.938 (> 0.100 thold), f_keep = 0.820 1.46.980.006 I slot launch_slot_: id 2 | task 2032 | processing task, is_child = 0 1.47.547.537 I slot print_timing: id 0 | task 1811 | n_gen = 231, tg = 38.18 t/s, tg_3s = 39.08 t/s 1.48.463.522 I slot print_timing: id 1 | task 1842 | n_gen = 243, tg = 40.24 t/s, tg_3s = 38.59 t/s 1.48.849.014 I slot print_timing: id 3 | task 2017 | prompt eval time = 260.30 ms / 66 tokens ( 3.94 ms per token, 253.56 tokens per second) 1.48.849.019 I slot print_timing: id 3 | task 2017 | eval time = 2173.93 ms / 88 tokens ( 24.99 ms per token, 40.02 tokens per second) 1.48.849.020 I slot print_timing: id 3 | task 2017 | total time = 2434.23 ms / 154 tokens 1.48.849.021 I slot print_timing: id 3 | task 2017 | graphs reused = 1628 1.48.849.022 I slot print_timing: id 3 | task 2017 | graph reallocs = 0 / 0 (same size) / (changed size) 1.48.849.086 I slot release: id 3 | task 2017 | stop processing: n_tokens = 1249, truncated = 0 1.48.892.988 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.928 (> 0.100 thold), f_keep = 0.878 1.48.893.097 I slot launch_slot_: id 3 | task 2110 | processing task, is_child = 0 1.50.229.574 I slot print_timing: id 0 | task 1811 | prompt eval time = 249.87 ms / 116 tokens ( 2.15 ms per token, 464.25 tokens per second) 1.50.229.579 I slot print_timing: id 0 | task 1811 | eval time = 8705.99 ms / 346 tokens ( 25.23 ms per token, 39.63 tokens per second) 1.50.229.580 I slot print_timing: id 0 | task 1811 | total time = 8955.85 ms / 462 tokens 1.50.229.581 I slot print_timing: id 0 | task 1811 | graphs reused = 1678 1.50.229.582 I slot print_timing: id 0 | task 1811 | graph reallocs = 0 / 0 (same size) / (changed size) 1.50.229.651 I slot release: id 0 | task 1811 | stop processing: n_tokens = 1557, truncated = 0 1.50.276.024 I slot print_timing: id 2 | task 2032 | n_gen = 131, tg = 43.08 t/s, tg_3s = 43.41 t/s 1.50.276.324 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.923 (> 0.100 thold), f_keep = 0.704 1.50.276.417 I slot launch_slot_: id 0 | task 2166 | processing task, is_child = 0 1.50.814.096 I slot print_timing: id 1 | task 1842 | prompt eval time = 294.01 ms / 131 tokens ( 2.24 ms per token, 445.57 tokens per second) 1.50.814.101 I slot print_timing: id 1 | task 1842 | eval time = 8364.08 ms / 333 tokens ( 25.19 ms per token, 39.69 tokens per second) 1.50.814.102 I slot print_timing: id 1 | task 1842 | total time = 8658.08 ms / 464 tokens 1.50.814.103 I slot print_timing: id 1 | task 1842 | graphs reused = 1692 1.50.814.105 I slot print_timing: id 1 | task 1842 | graph reallocs = 0 / 0 (same size) / (changed size) 1.50.814.173 I slot release: id 1 | task 1842 | stop processing: n_tokens = 1559, truncated = 0 1.50.892.302 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.915 (> 0.100 thold), f_keep = 0.703 1.50.892.408 I slot launch_slot_: id 1 | task 2184 | processing task, is_child = 0 1.51.287.298 I slot print_timing: id 2 | task 2032 | prompt eval time = 278.06 ms / 73 tokens ( 3.81 ms per token, 262.53 tokens per second) 1.51.287.303 I slot print_timing: id 2 | task 2032 | eval time = 4029.21 ms / 155 tokens ( 26.16 ms per token, 38.22 tokens per second) 1.51.287.304 I slot print_timing: id 2 | task 2032 | total time = 4307.27 ms / 228 tokens 1.51.287.305 I slot print_timing: id 2 | task 2032 | graphs reused = 1696 1.51.287.305 I slot print_timing: id 2 | task 2032 | graph reallocs = 0 / 0 (same size) / (changed size) 1.51.287.370 I slot release: id 2 | task 2032 | stop processing: n_tokens = 1323, truncated = 0 1.51.364.584 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.937 (> 0.100 thold), f_keep = 0.828 1.51.364.707 I slot launch_slot_: id 2 | task 2194 | processing task, is_child = 0 1.52.158.913 I slot print_timing: id 3 | task 2110 | n_gen = 105, tg = 34.53 t/s, tg_3s = 34.86 t/s 1.53.535.618 I slot print_timing: id 0 | task 2166 | n_gen = 115, tg = 37.82 t/s, tg_3s = 38.15 t/s 1.54.183.507 I slot print_timing: id 1 | task 2184 | n_gen = 129, tg = 42.51 t/s, tg_3s = 42.84 t/s 1.54.661.678 I slot print_timing: id 2 | task 2194 | n_gen = 142, tg = 46.87 t/s, tg_3s = 47.20 t/s 1.55.161.730 I slot print_timing: id 3 | task 2110 | n_gen = 246, tg = 40.73 t/s, tg_3s = 46.96 t/s 1.55.662.446 I slot print_timing: id 2 | task 2194 | prompt eval time = 288.40 ms / 74 tokens ( 3.90 ms per token, 256.59 tokens per second) 1.55.662.451 I slot print_timing: id 2 | task 2194 | eval time = 4009.32 ms / 188 tokens ( 21.44 ms per token, 46.64 tokens per second) 1.55.662.452 I slot print_timing: id 2 | task 2194 | total time = 4297.72 ms / 262 tokens 1.55.662.453 I slot print_timing: id 2 | task 2194 | graphs reused = 1881 1.55.662.454 I slot print_timing: id 2 | task 2194 | graph reallocs = 0 / 0 (same size) / (changed size) 1.55.662.521 I slot release: id 2 | task 2194 | stop processing: n_tokens = 1357, truncated = 0 1.55.701.257 I slot print_timing: id 1 | task 2184 | prompt eval time = 279.81 ms / 102 tokens ( 2.74 ms per token, 364.54 tokens per second) 1.55.701.262 I slot print_timing: id 1 | task 2184 | eval time = 4529.03 ms / 198 tokens ( 22.99 ms per token, 43.50 tokens per second) 1.55.701.263 I slot print_timing: id 1 | task 2184 | total time = 4808.83 ms / 300 tokens 1.55.701.265 I slot print_timing: id 1 | task 2184 | graphs reused = 1881 1.55.701.266 I slot print_timing: id 1 | task 2184 | graph reallocs = 0 / 0 (same size) / (changed size) 1.55.701.330 I slot release: id 1 | task 2184 | stop processing: n_tokens = 1395, truncated = 0 1.55.738.711 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.923 (> 0.100 thold), f_keep = 0.786 1.55.738.818 I slot launch_slot_: id 1 | task 2386 | processing task, is_child = 0 1.55.738.967 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 123.041 MiB) 1.55.740.551 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 108.884 MiB) 1.55.741.954 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 93.571 MiB) 1.55.743.298 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 110.228 MiB) 1.55.744.673 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 87.164 MiB) 1.55.745.708 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 88.445 MiB) 1.55.746.751 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 106.384 MiB) 1.55.748.011 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 77.554 MiB) 1.55.748.920 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 87.164 MiB) 1.55.749.940 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 83.961 MiB) 1.55.750.914 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 114.072 MiB) 1.55.752.254 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 78.835 MiB) 1.55.753.196 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 76.273 MiB) 1.55.754.167 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 110.228 MiB) 1.55.755.460 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 82.679 MiB) 1.55.983.810 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.892 (> 0.100 thold), f_keep = 0.808 1.55.983.934 I slot launch_slot_: id 2 | task 2387 | processing task, is_child = 0 1.56.552.954 I slot print_timing: id 0 | task 2166 | n_gen = 220, tg = 36.31 t/s, tg_3s = 34.80 t/s 1.56.706.098 I slot print_timing: id 0 | task 2166 | prompt eval time = 244.89 ms / 91 tokens ( 2.69 ms per token, 371.60 tokens per second) 1.56.706.109 I slot print_timing: id 0 | task 2166 | eval time = 6184.75 ms / 227 tokens ( 27.37 ms per token, 36.54 tokens per second) 1.56.706.111 I slot print_timing: id 0 | task 2166 | total time = 6429.64 ms / 318 tokens 1.56.706.112 I slot print_timing: id 0 | task 2166 | graphs reused = 1889 1.56.706.114 I slot print_timing: id 0 | task 2166 | graph reallocs = 0 / 0 (same size) / (changed size) 1.56.706.268 I slot release: id 0 | task 2166 | stop processing: n_tokens = 1413, truncated = 0 1.56.757.611 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.909 (> 0.100 thold), f_keep = 0.776 1.56.757.714 I slot launch_slot_: id 0 | task 2401 | processing task, is_child = 0 1.57.513.907 I slot print_timing: id 3 | task 2110 | prompt eval time = 253.57 ms / 85 tokens ( 2.98 ms per token, 335.21 tokens per second) 1.57.513.913 I slot print_timing: id 3 | task 2110 | eval time = 8367.22 ms / 310 tokens ( 27.08 ms per token, 36.93 tokens per second) 1.57.513.914 I slot print_timing: id 3 | task 2110 | total time = 8620.79 ms / 395 tokens 1.57.513.916 I slot print_timing: id 3 | task 2110 | graphs reused = 1914 1.57.513.917 I slot print_timing: id 3 | task 2110 | graph reallocs = 0 / 0 (same size) / (changed size) 1.57.513.980 I slot release: id 3 | task 2110 | stop processing: n_tokens = 1490, truncated = 0 1.57.574.654 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.919 (> 0.100 thold), f_keep = 0.736 1.57.574.760 I slot launch_slot_: id 3 | task 2431 | processing task, is_child = 0 1.59.523.794 I slot print_timing: id 1 | task 2386 | n_gen = 121, tg = 39.72 t/s, tg_3s = 40.05 t/s 1.59.524.078 I slot print_timing: id 2 | task 2387 | n_gen = 121, tg = 39.73 t/s, tg_3s = 40.06 t/s 2.00.025.140 I slot print_timing: id 0 | task 2401 | n_gen = 131, tg = 43.02 t/s, tg_3s = 43.35 t/s 2.00.849.920 I slot print_timing: id 3 | task 2431 | n_gen = 140, tg = 46.17 t/s, tg_3s = 46.50 t/s 2.01.959.168 I slot print_timing: id 1 | task 2386 | prompt eval time = 518.65 ms / 91 tokens ( 5.70 ms per token, 175.45 tokens per second) 2.01.959.174 I slot print_timing: id 1 | task 2386 | eval time = 5456.56 ms / 235 tokens ( 23.32 ms per token, 42.88 tokens per second) 2.01.959.174 I slot print_timing: id 1 | task 2386 | total time = 5975.22 ms / 326 tokens 2.01.959.175 I slot print_timing: id 1 | task 2386 | graphs reused = 2106 2.01.959.176 I slot print_timing: id 1 | task 2386 | graph reallocs = 0 / 0 (same size) / (changed size) 2.01.959.239 I slot release: id 1 | task 2386 | stop processing: n_tokens = 1421, truncated = 0 2.02.035.497 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.912 (> 0.100 thold), f_keep = 0.771 2.02.035.595 I slot launch_slot_: id 1 | task 2628 | processing task, is_child = 0 2.02.534.886 I slot print_timing: id 2 | task 2387 | n_gen = 249, tg = 41.12 t/s, tg_3s = 42.51 t/s 2.02.732.091 I slot print_timing: id 3 | task 2431 | prompt eval time = 264.47 ms / 96 tokens ( 2.75 ms per token, 362.99 tokens per second) 2.02.732.097 I slot print_timing: id 3 | task 2431 | eval time = 4892.84 ms / 216 tokens ( 22.76 ms per token, 43.94 tokens per second) 2.02.732.098 I slot print_timing: id 3 | task 2431 | total time = 5157.31 ms / 312 tokens 2.02.732.099 I slot print_timing: id 3 | task 2431 | graphs reused = 2124 2.02.732.099 I slot print_timing: id 3 | task 2431 | graph reallocs = 0 / 0 (same size) / (changed size) 2.02.732.167 I slot release: id 3 | task 2431 | stop processing: n_tokens = 1407, truncated = 0 2.02.778.192 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.904 (> 0.100 thold), f_keep = 0.779 2.02.778.297 I slot launch_slot_: id 3 | task 2652 | processing task, is_child = 0 2.03.042.737 I slot print_timing: id 0 | task 2401 | n_gen = 249, tg = 41.06 t/s, tg_3s = 39.10 t/s 2.03.594.475 I slot print_timing: id 0 | task 2401 | prompt eval time = 245.79 ms / 110 tokens ( 2.23 ms per token, 447.53 tokens per second) 2.03.594.480 I slot print_timing: id 0 | task 2401 | eval time = 6590.95 ms / 274 tokens ( 24.14 ms per token, 41.42 tokens per second) 2.03.594.481 I slot print_timing: id 0 | task 2401 | total time = 6836.74 ms / 384 tokens 2.03.594.482 I slot print_timing: id 0 | task 2401 | graphs reused = 2149 2.03.594.483 I slot print_timing: id 0 | task 2401 | graph reallocs = 0 / 0 (same size) / (changed size) 2.03.594.550 I slot release: id 0 | task 2401 | stop processing: n_tokens = 1479, truncated = 0 2.03.617.632 I slot print_timing: id 2 | task 2387 | prompt eval time = 436.34 ms / 133 tokens ( 3.28 ms per token, 304.81 tokens per second) 2.03.617.637 I slot print_timing: id 2 | task 2387 | eval time = 7114.17 ms / 288 tokens ( 24.79 ms per token, 40.34 tokens per second) 2.03.617.639 I slot print_timing: id 2 | task 2387 | total time = 7550.52 ms / 421 tokens 2.03.617.639 I slot print_timing: id 2 | task 2387 | graphs reused = 2149 2.03.617.640 I slot print_timing: id 2 | task 2387 | graph reallocs = 0 / 0 (same size) / (changed size) 2.03.617.706 I slot release: id 2 | task 2387 | stop processing: n_tokens = 1516, truncated = 0 2.03.654.792 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.936 (> 0.100 thold), f_keep = 0.741 2.03.654.898 I slot launch_slot_: id 0 | task 2682 | processing task, is_child = 0 2.03.655.050 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 83.320 MiB) 2.03.656.143 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 121.182 MiB) 2.03.657.741 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 94.211 MiB) 2.03.658.896 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 85.242 MiB) 2.03.659.969 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 85.883 MiB) 2.03.661.033 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 82.039 MiB) 2.03.662.172 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 84.601 MiB) 2.03.663.247 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 105.102 MiB) 2.03.664.586 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 92.289 MiB) 2.03.665.816 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 99.977 MiB) 2.03.667.105 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 73.070 MiB) 2.03.668.030 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 97.415 MiB) 2.03.669.295 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 89.086 MiB) 2.03.670.411 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 99.337 MiB) 2.03.671.713 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 84.601 MiB) 2.03.672.768 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 82.679 MiB) 2.03.922.056 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.933 (> 0.100 thold), f_keep = 0.723 2.03.922.169 I slot launch_slot_: id 2 | task 2683 | processing task, is_child = 0 2.05.412.304 I slot print_timing: id 1 | task 2628 | n_gen = 100, tg = 31.93 t/s, tg_3s = 32.25 t/s 2.06.059.507 I slot print_timing: id 3 | task 2652 | n_gen = 108, tg = 35.48 t/s, tg_3s = 35.82 t/s 2.07.413.289 I slot print_timing: id 0 | task 2682 | n_gen = 142, tg = 46.87 t/s, tg_3s = 47.20 t/s 2.07.413.895 I slot print_timing: id 2 | task 2683 | n_gen = 142, tg = 46.88 t/s, tg_3s = 47.21 t/s 2.07.980.061 I slot print_timing: id 0 | task 2682 | prompt eval time = 482.90 ms / 75 tokens ( 6.44 ms per token, 155.31 tokens per second) 2.07.980.066 I slot print_timing: id 0 | task 2682 | eval time = 3574.97 ms / 168 tokens ( 21.41 ms per token, 46.71 tokens per second) 2.07.980.068 I slot print_timing: id 0 | task 2682 | total time = 4057.87 ms / 243 tokens 2.07.980.068 I slot print_timing: id 0 | task 2682 | graphs reused = 2313 2.07.980.069 I slot print_timing: id 0 | task 2682 | graph reallocs = 0 / 0 (same size) / (changed size) 2.07.980.135 I slot release: id 0 | task 2682 | stop processing: n_tokens = 1338, truncated = 0 2.08.045.562 I slot print_timing: id 2 | task 2683 | prompt eval time = 402.43 ms / 79 tokens ( 5.09 ms per token, 196.31 tokens per second) 2.08.045.568 I slot print_timing: id 2 | task 2683 | eval time = 3639.26 ms / 171 tokens ( 21.41 ms per token, 46.71 tokens per second) 2.08.045.570 I slot print_timing: id 2 | task 2683 | total time = 4041.69 ms / 250 tokens 2.08.045.571 I slot print_timing: id 2 | task 2683 | graphs reused = 2315 2.08.045.572 I slot print_timing: id 2 | task 2683 | graph reallocs = 0 / 0 (same size) / (changed size) 2.08.045.645 I slot release: id 2 | task 2683 | stop processing: n_tokens = 1345, truncated = 0 2.08.046.000 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.934 (> 0.100 thold), f_keep = 0.819 2.08.046.095 I slot launch_slot_: id 0 | task 2856 | processing task, is_child = 0 2.08.046.253 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 108.946 MiB) 2.08.047.789 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 103.181 MiB) 2.08.049.260 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 83.320 MiB) 2.08.050.400 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 112.790 MiB) 2.08.051.907 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 72.429 MiB) 2.08.052.913 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 101.899 MiB) 2.08.054.269 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 97.415 MiB) 2.08.055.605 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 77.554 MiB) 2.08.056.677 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 88.445 MiB) 2.08.057.841 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 104.462 MiB) 2.08.059.682 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 88.445 MiB) 2.08.060.803 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 98.696 MiB) 2.08.062.030 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 82.039 MiB) 2.08.063.089 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 99.337 MiB) 2.08.064.371 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 97.743 MiB) 2.08.065.599 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 115.353 MiB) 2.08.327.665 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.931 (> 0.100 thold), f_keep = 0.815 2.08.327.788 I slot launch_slot_: id 2 | task 2857 | processing task, is_child = 0 2.08.623.787 I slot print_timing: id 1 | task 2628 | n_gen = 224, tg = 35.33 t/s, tg_3s = 38.61 t/s 2.09.060.692 I slot print_timing: id 3 | task 2652 | n_gen = 211, tg = 34.90 t/s, tg_3s = 34.32 t/s 2.10.289.980 I slot print_timing: id 3 | task 2652 | prompt eval time = 265.77 ms / 117 tokens ( 2.27 ms per token, 440.23 tokens per second) 2.10.289.986 I slot print_timing: id 3 | task 2652 | eval time = 7245.90 ms / 270 tokens ( 26.94 ms per token, 37.12 tokens per second) 2.10.289.987 I slot print_timing: id 3 | task 2652 | total time = 7511.67 ms / 387 tokens 2.10.289.988 I slot print_timing: id 3 | task 2652 | graphs reused = 2382 2.10.289.988 I slot print_timing: id 3 | task 2652 | graph reallocs = 0 / 0 (same size) / (changed size) 2.10.290.055 I slot release: id 3 | task 2652 | stop processing: n_tokens = 1482, truncated = 0 2.10.351.851 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.929 (> 0.100 thold), f_keep = 0.740 2.10.351.953 I slot launch_slot_: id 3 | task 2931 | processing task, is_child = 0 2.10.831.013 I slot print_timing: id 1 | task 2628 | prompt eval time = 275.88 ms / 106 tokens ( 2.60 ms per token, 384.23 tokens per second) 2.10.831.019 I slot print_timing: id 1 | task 2628 | eval time = 8519.53 ms / 308 tokens ( 27.75 ms per token, 36.03 tokens per second) 2.10.831.020 I slot print_timing: id 1 | task 2628 | total time = 8795.40 ms / 414 tokens 2.10.831.021 I slot print_timing: id 1 | task 2628 | graphs reused = 2393 2.10.831.022 I slot print_timing: id 1 | task 2628 | graph reallocs = 0 / 0 (same size) / (changed size) 2.10.831.089 I slot release: id 1 | task 2628 | stop processing: n_tokens = 1509, truncated = 0 2.10.869.489 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.916 (> 0.100 thold), f_keep = 0.726 2.10.869.589 I slot launch_slot_: id 1 | task 2945 | processing task, is_child = 0 2.11.862.123 I slot print_timing: id 0 | task 2856 | n_gen = 119, tg = 39.27 t/s, tg_3s = 39.60 t/s 2.11.862.646 I slot print_timing: id 2 | task 2857 | n_gen = 119, tg = 39.27 t/s, tg_3s = 39.61 t/s 2.12.905.243 I slot print_timing: id 2 | task 2857 | prompt eval time = 431.42 ms / 81 tokens ( 5.33 ms per token, 187.75 tokens per second) 2.12.905.249 I slot print_timing: id 2 | task 2857 | eval time = 4047.25 ms / 167 tokens ( 24.38 ms per token, 41.02 tokens per second) 2.12.905.250 I slot print_timing: id 2 | task 2857 | total time = 4478.67 ms / 248 tokens 2.12.905.251 I slot print_timing: id 2 | task 2857 | graphs reused = 2471 2.12.905.252 I slot print_timing: id 2 | task 2857 | graph reallocs = 0 / 0 (same size) / (changed size) 2.12.905.318 I slot release: id 2 | task 2857 | stop processing: n_tokens = 1343, truncated = 0 2.12.982.842 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.916 (> 0.100 thold), f_keep = 0.816 2.12.982.973 I slot launch_slot_: id 2 | task 3030 | processing task, is_child = 0 2.13.613.907 I slot print_timing: id 3 | task 2931 | n_gen = 114, tg = 37.58 t/s, tg_3s = 37.91 t/s 2.13.863.299 I slot print_timing: id 0 | task 2856 | prompt eval time = 529.13 ms / 78 tokens ( 6.78 ms per token, 147.41 tokens per second) 2.13.863.305 I slot print_timing: id 0 | task 2856 | eval time = 5006.36 ms / 199 tokens ( 25.28 ms per token, 39.55 tokens per second) 2.13.863.306 I slot print_timing: id 0 | task 2856 | total time = 5535.49 ms / 277 tokens 2.13.863.307 I slot print_timing: id 0 | task 2856 | graphs reused = 2497 2.13.863.308 I slot print_timing: id 0 | task 2856 | graph reallocs = 0 / 0 (same size) / (changed size) 2.13.863.373 I slot release: id 0 | task 2856 | stop processing: n_tokens = 1371, truncated = 0 2.13.908.011 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.924 (> 0.100 thold), f_keep = 0.799 2.13.908.103 I slot launch_slot_: id 0 | task 3063 | processing task, is_child = 0 2.14.179.067 I slot print_timing: id 1 | task 2945 | n_gen = 118, tg = 38.76 t/s, tg_3s = 39.09 t/s 2.15.581.268 I slot print_timing: id 1 | task 2945 | prompt eval time = 290.92 ms / 101 tokens ( 2.88 ms per token, 347.17 tokens per second) 2.15.581.274 I slot print_timing: id 1 | task 2945 | eval time = 4420.74 ms / 183 tokens ( 24.29 ms per token, 41.17 tokens per second) 2.15.581.275 I slot print_timing: id 1 | task 2945 | total time = 4711.66 ms / 284 tokens 2.15.581.276 I slot print_timing: id 1 | task 2945 | graphs reused = 2564 2.15.581.276 I slot print_timing: id 1 | task 2945 | graph reallocs = 0 / 0 (same size) / (changed size) 2.15.581.343 I slot release: id 1 | task 2945 | stop processing: n_tokens = 1379, truncated = 0 2.15.659.637 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.944 (> 0.100 thold), f_keep = 0.795 2.15.659.745 I slot launch_slot_: id 1 | task 3134 | processing task, is_child = 0 2.16.230.867 I slot print_timing: id 3 | task 2931 | prompt eval time = 254.89 ms / 84 tokens ( 3.03 ms per token, 329.55 tokens per second) 2.16.230.873 I slot print_timing: id 3 | task 2931 | eval time = 5624.01 ms / 213 tokens ( 26.53 ms per token, 37.70 tokens per second) 2.16.230.874 I slot print_timing: id 3 | task 2931 | total time = 5878.90 ms / 297 tokens 2.16.230.875 I slot print_timing: id 3 | task 2931 | graphs reused = 2576 2.16.230.875 I slot print_timing: id 3 | task 2931 | graph reallocs = 0 / 0 (same size) / (changed size) 2.16.230.941 I slot release: id 3 | task 2931 | stop processing: n_tokens = 1392, truncated = 0 2.16.276.476 I slot print_timing: id 2 | task 3030 | n_gen = 118, tg = 38.89 t/s, tg_3s = 39.22 t/s 2.16.276.488 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.928 (> 0.100 thold), f_keep = 0.787 2.16.276.597 I slot launch_slot_: id 3 | task 3152 | processing task, is_child = 0 2.17.168.662 I slot print_timing: id 0 | task 3063 | n_gen = 117, tg = 38.48 t/s, tg_3s = 38.81 t/s 2.18.296.691 I slot print_timing: id 1 | task 3134 | prompt eval time = 281.49 ms / 65 tokens ( 4.33 ms per token, 230.92 tokens per second) 2.18.296.697 I slot print_timing: id 1 | task 3134 | eval time = 2355.44 ms / 101 tokens ( 23.55 ms per token, 42.45 tokens per second) 2.18.296.698 I slot print_timing: id 1 | task 3134 | total time = 2636.93 ms / 166 tokens 2.18.296.698 I slot print_timing: id 1 | task 3134 | graphs reused = 2659 2.18.296.699 I slot print_timing: id 1 | task 3134 | graph reallocs = 0 / 0 (same size) / (changed size) 2.18.296.761 I slot release: id 1 | task 3134 | stop processing: n_tokens = 1261, truncated = 0 2.18.372.579 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.934 (> 0.100 thold), f_keep = 0.869 2.18.372.680 I slot launch_slot_: id 1 | task 3240 | processing task, is_child = 0 2.19.295.935 I slot print_timing: id 2 | task 3030 | n_gen = 236, tg = 38.98 t/s, tg_3s = 39.08 t/s 2.19.536.291 I slot print_timing: id 3 | task 3152 | n_gen = 128, tg = 42.29 t/s, tg_3s = 42.62 t/s 2.19.775.605 I slot print_timing: id 0 | task 3063 | prompt eval time = 246.08 ms / 90 tokens ( 2.73 ms per token, 365.74 tokens per second) 2.19.775.610 I slot print_timing: id 0 | task 3063 | eval time = 5621.41 ms / 226 tokens ( 24.98 ms per token, 40.03 tokens per second) 2.19.775.611 I slot print_timing: id 0 | task 3063 | total time = 5867.48 ms / 316 tokens 2.19.775.612 I slot print_timing: id 0 | task 3063 | graphs reused = 2709 2.19.775.613 I slot print_timing: id 0 | task 3063 | graph reallocs = 0 / 0 (same size) / (changed size) 2.19.775.678 I slot release: id 0 | task 3063 | stop processing: n_tokens = 1411, truncated = 0 2.19.822.115 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.941 (> 0.100 thold), f_keep = 0.777 2.19.822.212 I slot launch_slot_: id 0 | task 3296 | processing task, is_child = 0 2.20.422.751 I slot print_timing: id 2 | task 3030 | prompt eval time = 284.80 ms / 101 tokens ( 2.82 ms per token, 354.63 tokens per second) 2.20.422.756 I slot print_timing: id 2 | task 3030 | eval time = 7154.96 ms / 278 tokens ( 25.83 ms per token, 38.71 tokens per second) 2.20.422.757 I slot print_timing: id 2 | task 3030 | total time = 7439.76 ms / 379 tokens 2.20.422.758 I slot print_timing: id 2 | task 3030 | graphs reused = 2726 2.20.422.759 I slot print_timing: id 2 | task 3030 | graph reallocs = 0 / 0 (same size) / (changed size) 2.20.422.826 I slot release: id 2 | task 3030 | stop processing: n_tokens = 1474, truncated = 0 2.20.500.157 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.919 (> 0.100 thold), f_keep = 0.744 2.20.500.270 I slot launch_slot_: id 2 | task 3317 | processing task, is_child = 0 2.21.664.415 I slot print_timing: id 1 | task 3240 | n_gen = 116, tg = 38.21 t/s, tg_3s = 38.54 t/s 2.22.208.200 I slot print_timing: id 3 | task 3152 | prompt eval time = 256.36 ms / 85 tokens ( 3.02 ms per token, 331.57 tokens per second) 2.22.208.206 I slot print_timing: id 3 | task 3152 | eval time = 5675.23 ms / 229 tokens ( 24.89 ms per token, 40.17 tokens per second) 2.22.208.207 I slot print_timing: id 3 | task 3152 | total time = 5931.59 ms / 314 tokens 2.22.208.209 I slot print_timing: id 3 | task 3152 | graphs reused = 2791 2.22.208.210 I slot print_timing: id 3 | task 3152 | graph reallocs = 0 / 0 (same size) / (changed size) 2.22.208.278 I slot release: id 3 | task 3152 | stop processing: n_tokens = 1409, truncated = 0 2.22.251.605 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.930 (> 0.100 thold), f_keep = 0.778 2.22.251.712 I slot launch_slot_: id 3 | task 3388 | processing task, is_child = 0 2.23.085.905 I slot print_timing: id 0 | task 3296 | n_gen = 118, tg = 38.76 t/s, tg_3s = 39.09 t/s 2.23.542.475 I slot print_timing: id 1 | task 3240 | prompt eval time = 281.85 ms / 77 tokens ( 3.66 ms per token, 273.19 tokens per second) 2.23.542.480 I slot print_timing: id 1 | task 3240 | eval time = 4887.93 ms / 194 tokens ( 25.33 ms per token, 39.49 tokens per second) 2.23.542.481 I slot print_timing: id 1 | task 3240 | total time = 5169.78 ms / 271 tokens 2.23.542.482 I slot print_timing: id 1 | task 3240 | graphs reused = 2838 2.23.542.483 I slot print_timing: id 1 | task 3240 | graph reallocs = 0 / 0 (same size) / (changed size) 2.23.542.552 I slot release: id 1 | task 3240 | stop processing: n_tokens = 1366, truncated = 0 2.23.621.218 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.937 (> 0.100 thold), f_keep = 0.802 2.23.621.330 I slot launch_slot_: id 1 | task 3441 | processing task, is_child = 0 2.23.900.734 I slot print_timing: id 2 | task 3317 | n_gen = 123, tg = 39.43 t/s, tg_3s = 39.75 t/s 2.24.015.613 I slot print_timing: id 2 | task 3317 | prompt eval time = 305.97 ms / 97 tokens ( 3.15 ms per token, 317.02 tokens per second) 2.24.015.619 I slot print_timing: id 2 | task 3317 | eval time = 3209.36 ms / 128 tokens ( 25.27 ms per token, 39.57 tokens per second) 2.24.015.620 I slot print_timing: id 2 | task 3317 | total time = 3515.33 ms / 225 tokens 2.24.015.622 I slot print_timing: id 2 | task 3317 | graphs reused = 2842 2.24.015.623 I slot print_timing: id 2 | task 3317 | graph reallocs = 0 / 0 (same size) / (changed size) 2.24.015.692 I slot release: id 2 | task 3317 | stop processing: n_tokens = 1320, truncated = 0 2.24.054.723 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.895 (> 0.100 thold), f_keep = 0.830 2.24.054.821 I slot launch_slot_: id 2 | task 3450 | processing task, is_child = 0 2.25.513.023 I slot print_timing: id 3 | task 3388 | n_gen = 115, tg = 37.88 t/s, tg_3s = 38.21 t/s 2.25.991.802 I slot print_timing: id 0 | task 3296 | prompt eval time = 244.86 ms / 69 tokens ( 3.55 ms per token, 281.79 tokens per second) 2.25.991.808 I slot print_timing: id 0 | task 3296 | eval time = 5924.71 ms / 228 tokens ( 26.10 ms per token, 38.31 tokens per second) 2.25.991.809 I slot print_timing: id 0 | task 3296 | total time = 6169.57 ms / 297 tokens 2.25.991.809 I slot print_timing: id 0 | task 3296 | graphs reused = 2917 2.25.991.810 I slot print_timing: id 0 | task 3296 | graph reallocs = 0 / 0 (same size) / (changed size) 2.25.991.873 I slot release: id 0 | task 3296 | stop processing: n_tokens = 1392, truncated = 0 2.26.036.812 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.923 (> 0.100 thold), f_keep = 0.787 2.26.036.913 I slot launch_slot_: id 0 | task 3532 | processing task, is_child = 0 2.26.354.950 I slot print_timing: id 3 | task 3388 | prompt eval time = 252.00 ms / 83 tokens ( 3.04 ms per token, 329.37 tokens per second) 2.26.354.956 I slot print_timing: id 3 | task 3388 | eval time = 3851.22 ms / 145 tokens ( 26.74 ms per token, 37.39 tokens per second) 2.26.354.957 I slot print_timing: id 3 | task 3388 | total time = 4103.22 ms / 228 tokens 2.26.354.958 I slot print_timing: id 3 | task 3388 | graphs reused = 2921 2.26.354.959 I slot print_timing: id 3 | task 3388 | graph reallocs = 0 / 0 (same size) / (changed size) 2.26.355.023 I slot release: id 3 | task 3388 | stop processing: n_tokens = 1323, truncated = 0 2.26.417.059 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.888 (> 0.100 thold), f_keep = 0.828 2.26.417.171 I slot launch_slot_: id 3 | task 3541 | processing task, is_child = 0 2.26.915.949 I slot print_timing: id 1 | task 3441 | n_gen = 106, tg = 34.82 t/s, tg_3s = 35.15 t/s 2.27.370.828 I slot print_timing: id 2 | task 3450 | n_gen = 119, tg = 39.09 t/s, tg_3s = 39.43 t/s 2.28.809.242 I slot print_timing: id 1 | task 3441 | prompt eval time = 279.04 ms / 74 tokens ( 3.77 ms per token, 265.20 tokens per second) 2.28.809.247 I slot print_timing: id 1 | task 3441 | eval time = 4908.86 ms / 193 tokens ( 25.57 ms per token, 39.11 tokens per second) 2.28.809.248 I slot print_timing: id 1 | task 3441 | total time = 5187.89 ms / 267 tokens 2.28.809.249 I slot print_timing: id 1 | task 3441 | graphs reused = 3017 2.28.809.249 I slot print_timing: id 1 | task 3441 | graph reallocs = 0 / 0 (same size) / (changed size) 2.28.809.315 I slot release: id 1 | task 3441 | stop processing: n_tokens = 1362, truncated = 0 2.28.887.420 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.923 (> 0.100 thold), f_keep = 0.805 2.28.887.525 I slot launch_slot_: id 1 | task 3641 | processing task, is_child = 0 2.29.293.287 I slot print_timing: id 0 | task 3532 | n_gen = 113, tg = 37.22 t/s, tg_3s = 37.55 t/s 2.29.336.911 I slot print_timing: id 2 | task 3450 | prompt eval time = 297.63 ms / 129 tokens ( 2.31 ms per token, 433.43 tokens per second) 2.29.336.916 I slot print_timing: id 2 | task 3450 | eval time = 4984.45 ms / 196 tokens ( 25.56 ms per token, 39.12 tokens per second) 2.29.336.917 I slot print_timing: id 2 | task 3450 | total time = 5282.07 ms / 325 tokens 2.29.336.917 I slot print_timing: id 2 | task 3450 | graphs reused = 3023 2.29.336.919 I slot print_timing: id 2 | task 3450 | graph reallocs = 0 / 0 (same size) / (changed size) 2.29.336.986 I slot release: id 2 | task 3450 | stop processing: n_tokens = 1420, truncated = 0 2.29.414.241 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.911 (> 0.100 thold), f_keep = 0.772 2.29.414.351 I slot launch_slot_: id 2 | task 3653 | processing task, is_child = 0 2.29.739.571 I slot print_timing: id 3 | task 3541 | n_gen = 112, tg = 36.96 t/s, tg_3s = 37.30 t/s 2.31.368.832 I slot print_timing: id 0 | task 3532 | prompt eval time = 246.88 ms / 91 tokens ( 2.71 ms per token, 368.61 tokens per second) 2.31.368.839 I slot print_timing: id 0 | task 3532 | eval time = 5085.03 ms / 197 tokens ( 25.94 ms per token, 38.54 tokens per second) 2.31.368.840 I slot print_timing: id 0 | task 3532 | total time = 5331.90 ms / 288 tokens 2.31.368.841 I slot print_timing: id 0 | task 3532 | graphs reused = 3100 2.31.368.842 I slot print_timing: id 0 | task 3532 | graph reallocs = 0 / 0 (same size) / (changed size) 2.31.368.911 I slot release: id 0 | task 3532 | stop processing: n_tokens = 1383, truncated = 0 2.31.415.803 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.948 (> 0.100 thold), f_keep = 0.792 2.31.415.904 I slot launch_slot_: id 0 | task 3736 | processing task, is_child = 0 2.32.190.254 I slot print_timing: id 1 | task 3641 | n_gen = 118, tg = 38.83 t/s, tg_3s = 39.16 t/s 2.32.735.580 I slot print_timing: id 2 | task 3653 | n_gen = 132, tg = 43.36 t/s, tg_3s = 43.69 t/s 2.32.757.623 I slot print_timing: id 3 | task 3541 | n_gen = 243, tg = 40.19 t/s, tg_3s = 43.41 t/s 2.33.017.938 I slot print_timing: id 1 | task 3641 | prompt eval time = 289.81 ms / 91 tokens ( 3.18 ms per token, 314.00 tokens per second) 2.33.017.943 I slot print_timing: id 1 | task 3641 | eval time = 3840.59 ms / 156 tokens ( 24.78 ms per token, 40.36 tokens per second) 2.33.017.944 I slot print_timing: id 1 | task 3641 | total time = 4130.40 ms / 247 tokens 2.33.017.945 I slot print_timing: id 1 | task 3641 | graphs reused = 3163 2.33.017.946 I slot print_timing: id 1 | task 3641 | graph reallocs = 0 / 0 (same size) / (changed size) 2.33.018.012 I slot release: id 1 | task 3641 | stop processing: n_tokens = 1342, truncated = 0 2.33.058.703 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.930 (> 0.100 thold), f_keep = 0.817 2.33.058.819 I slot launch_slot_: id 1 | task 3802 | processing task, is_child = 0 2.33.773.873 I slot print_timing: id 0 | task 3736 | prompt eval time = 242.43 ms / 60 tokens ( 4.04 ms per token, 247.50 tokens per second) 2.33.773.879 I slot print_timing: id 0 | task 3736 | eval time = 2115.52 ms / 86 tokens ( 24.89 ms per token, 40.18 tokens per second) 2.33.773.881 I slot print_timing: id 0 | task 3736 | total time = 2357.95 ms / 146 tokens 2.33.773.882 I slot print_timing: id 0 | task 3736 | graphs reused = 3182 2.33.773.882 I slot print_timing: id 0 | task 3736 | graph reallocs = 0 / 0 (same size) / (changed size) 2.33.773.953 I slot release: id 0 | task 3736 | stop processing: n_tokens = 1241, truncated = 0 2.33.820.043 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.914 (> 0.100 thold), f_keep = 0.883 2.33.820.138 I slot launch_slot_: id 0 | task 3827 | processing task, is_child = 0 2.35.752.872 I slot print_timing: id 2 | task 3653 | n_gen = 250, tg = 41.24 t/s, tg_3s = 39.11 t/s 2.35.774.748 I slot print_timing: id 3 | task 3541 | n_gen = 361, tg = 39.83 t/s, tg_3s = 39.11 t/s 2.35.992.714 I slot print_timing: id 3 | task 3541 | prompt eval time = 319.53 ms / 138 tokens ( 2.32 ms per token, 431.89 tokens per second) 2.35.992.720 I slot print_timing: id 3 | task 3541 | eval time = 9256.00 ms / 371 tokens ( 25.02 ms per token, 39.97 tokens per second) 2.35.992.720 I slot print_timing: id 3 | task 3541 | total time = 9575.53 ms / 509 tokens 2.35.992.721 I slot print_timing: id 3 | task 3541 | graphs reused = 3271 2.35.992.722 I slot print_timing: id 3 | task 3541 | graph reallocs = 0 / 0 (same size) / (changed size) 2.35.992.792 I slot release: id 3 | task 3541 | stop processing: n_tokens = 1604, truncated = 0 2.36.038.439 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.930 (> 0.100 thold), f_keep = 0.683 2.36.038.553 I slot launch_slot_: id 3 | task 3921 | processing task, is_child = 0 2.36.348.231 I slot print_timing: id 1 | task 3802 | n_gen = 120, tg = 39.61 t/s, tg_3s = 39.94 t/s 2.37.088.226 I slot print_timing: id 0 | task 3827 | n_gen = 130, tg = 42.77 t/s, tg_3s = 43.10 t/s 2.37.458.472 I slot print_timing: id 1 | task 3802 | prompt eval time = 284.79 ms / 83 tokens ( 3.43 ms per token, 291.44 tokens per second) 2.37.458.478 I slot print_timing: id 1 | task 3802 | eval time = 4114.84 ms / 171 tokens ( 24.20 ms per token, 41.31 tokens per second) 2.37.458.479 I slot print_timing: id 1 | task 3802 | total time = 4399.63 ms / 254 tokens 2.37.458.480 I slot print_timing: id 1 | task 3802 | graphs reused = 3324 2.37.458.481 I slot print_timing: id 1 | task 3802 | graph reallocs = 0 / 0 (same size) / (changed size) 2.37.458.551 I slot release: id 1 | task 3802 | stop processing: n_tokens = 1349, truncated = 0 2.37.536.811 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.912 (> 0.100 thold), f_keep = 0.812 2.37.536.933 I slot launch_slot_: id 1 | task 3979 | processing task, is_child = 0 2.38.762.953 I slot print_timing: id 2 | task 3653 | n_gen = 366, tg = 40.34 t/s, tg_3s = 38.54 t/s 2.39.300.240 I slot print_timing: id 3 | task 3921 | n_gen = 127, tg = 41.98 t/s, tg_3s = 42.31 t/s 2.39.646.669 I slot print_timing: id 0 | task 3827 | prompt eval time = 252.16 ms / 103 tokens ( 2.45 ms per token, 408.46 tokens per second) 2.39.646.675 I slot print_timing: id 0 | task 3827 | eval time = 5574.35 ms / 236 tokens ( 23.72 ms per token, 42.16 tokens per second) 2.39.646.677 I slot print_timing: id 0 | task 3827 | total time = 5826.51 ms / 339 tokens 2.39.646.678 I slot print_timing: id 0 | task 3827 | graphs reused = 3407 2.39.646.678 I slot print_timing: id 0 | task 3827 | graph reallocs = 0 / 0 (same size) / (changed size) 2.39.646.746 I slot release: id 0 | task 3827 | stop processing: n_tokens = 1434, truncated = 0 2.39.693.060 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.914 (> 0.100 thold), f_keep = 0.764 2.39.693.164 I slot launch_slot_: id 0 | task 4069 | processing task, is_child = 0 2.40.305.757 I slot print_timing: id 2 | task 3653 | prompt eval time = 299.99 ms / 107 tokens ( 2.80 ms per token, 356.68 tokens per second) 2.40.305.763 I slot print_timing: id 2 | task 3653 | eval time = 10591.40 ms / 427 tokens ( 24.86 ms per token, 40.22 tokens per second) 2.40.305.764 I slot print_timing: id 2 | task 3653 | total time = 10891.39 ms / 534 tokens 2.40.305.765 I slot print_timing: id 2 | task 3653 | graphs reused = 3424 2.40.305.765 I slot print_timing: id 2 | task 3653 | graph reallocs = 0 / 0 (same size) / (changed size) 2.40.305.834 I slot release: id 2 | task 3653 | stop processing: n_tokens = 1629, truncated = 0 2.40.383.189 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.929 (> 0.100 thold), f_keep = 0.675 2.40.383.312 I slot launch_slot_: id 2 | task 4090 | processing task, is_child = 0 2.40.849.973 I slot print_timing: id 1 | task 3979 | n_gen = 117, tg = 38.41 t/s, tg_3s = 38.74 t/s 2.42.178.702 I slot print_timing: id 1 | task 3979 | prompt eval time = 293.20 ms / 106 tokens ( 2.77 ms per token, 361.52 tokens per second) 2.42.178.707 I slot print_timing: id 1 | task 3979 | eval time = 4348.55 ms / 179 tokens ( 24.43 ms per token, 40.93 tokens per second) 2.42.178.708 I slot print_timing: id 1 | task 3979 | total time = 4641.75 ms / 285 tokens 2.42.178.709 I slot print_timing: id 1 | task 3979 | graphs reused = 3491 2.42.178.709 I slot print_timing: id 1 | task 3979 | graph reallocs = 0 / 0 (same size) / (changed size) 2.42.178.775 I slot release: id 1 | task 3979 | stop processing: n_tokens = 1380, truncated = 0 2.42.254.596 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.933 (> 0.100 thold), f_keep = 0.794 2.42.254.697 I slot launch_slot_: id 1 | task 4164 | processing task, is_child = 0 2.42.412.878 I slot print_timing: id 3 | task 3921 | n_gen = 239, tg = 38.93 t/s, tg_3s = 35.98 t/s 2.42.949.643 I slot print_timing: id 0 | task 4069 | n_gen = 113, tg = 37.33 t/s, tg_3s = 37.66 t/s 2.43.339.920 I slot print_timing: id 3 | task 3921 | prompt eval time = 260.02 ms / 83 tokens ( 3.13 ms per token, 319.20 tokens per second) 2.43.339.925 I slot print_timing: id 3 | task 3921 | eval time = 7041.33 ms / 277 tokens ( 25.51 ms per token, 39.20 tokens per second) 2.43.339.926 I slot print_timing: id 3 | task 3921 | total time = 7301.35 ms / 360 tokens 2.43.339.927 I slot print_timing: id 3 | task 3921 | graphs reused = 3527 2.43.339.928 I slot print_timing: id 3 | task 3921 | graph reallocs = 0 / 0 (same size) / (changed size) 2.43.339.995 I slot release: id 3 | task 3921 | stop processing: n_tokens = 1455, truncated = 0 2.43.384.717 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.880 (> 0.100 thold), f_keep = 0.753 2.43.384.825 I slot launch_slot_: id 3 | task 4206 | processing task, is_child = 0 2.43.716.768 I slot print_timing: id 2 | task 4090 | n_gen = 116, tg = 38.05 t/s, tg_3s = 38.38 t/s 2.45.546.755 I slot print_timing: id 1 | task 4164 | n_gen = 127, tg = 41.98 t/s, tg_3s = 42.31 t/s 2.45.611.822 I slot print_timing: id 1 | task 4164 | prompt eval time = 290.45 ms / 79 tokens ( 3.68 ms per token, 271.99 tokens per second) 2.45.611.828 I slot print_timing: id 1 | task 4164 | eval time = 3066.65 ms / 130 tokens ( 23.77 ms per token, 42.07 tokens per second) 2.45.611.829 I slot print_timing: id 1 | task 4164 | total time = 3357.11 ms / 209 tokens 2.45.611.829 I slot print_timing: id 1 | task 4164 | graphs reused = 3614 2.45.611.830 I slot print_timing: id 1 | task 4164 | graph reallocs = 0 / 0 (same size) / (changed size) 2.45.611.896 I slot release: id 1 | task 4164 | stop processing: n_tokens = 1304, truncated = 0 2.45.651.338 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.942 (> 0.100 thold), f_keep = 0.840 2.45.651.450 I slot launch_slot_: id 1 | task 4298 | processing task, is_child = 0 2.45.958.200 I slot print_timing: id 0 | task 4069 | n_gen = 227, tg = 37.61 t/s, tg_3s = 37.89 t/s 2.46.273.815 I slot print_timing: id 2 | task 4090 | prompt eval time = 311.24 ms / 88 tokens ( 3.54 ms per token, 282.74 tokens per second) 2.46.273.820 I slot print_timing: id 2 | task 4090 | eval time = 5579.25 ms / 222 tokens ( 25.25 ms per token, 39.61 tokens per second) 2.46.273.821 I slot print_timing: id 2 | task 4090 | total time = 5890.49 ms / 310 tokens 2.46.273.822 I slot print_timing: id 2 | task 4090 | graphs reused = 3629 2.46.273.823 I slot print_timing: id 2 | task 4090 | graph reallocs = 0 / 0 (same size) / (changed size) 2.46.273.887 I slot release: id 2 | task 4090 | stop processing: n_tokens = 1404, truncated = 0 2.46.349.933 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.949 (> 0.100 thold), f_keep = 0.781 2.46.350.034 I slot launch_slot_: id 2 | task 4319 | processing task, is_child = 0 2.46.700.665 I slot print_timing: id 3 | task 4206 | n_gen = 115, tg = 37.89 t/s, tg_3s = 38.23 t/s 2.46.991.651 I slot print_timing: id 0 | task 4069 | prompt eval time = 256.20 ms / 103 tokens ( 2.49 ms per token, 402.03 tokens per second) 2.46.991.658 I slot print_timing: id 0 | task 4069 | eval time = 7042.27 ms / 263 tokens ( 26.88 ms per token, 37.20 tokens per second) 2.46.991.659 I slot print_timing: id 0 | task 4069 | total time = 7298.47 ms / 366 tokens 2.46.991.659 I slot print_timing: id 0 | task 4069 | graphs reused = 3645 2.46.991.660 I slot print_timing: id 0 | task 4069 | graph reallocs = 0 / 0 (same size) / (changed size) 2.46.991.725 I slot release: id 0 | task 4069 | stop processing: n_tokens = 1461, truncated = 0 2.47.036.936 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.922 (> 0.100 thold), f_keep = 0.750 2.47.037.030 I slot launch_slot_: id 0 | task 4341 | processing task, is_child = 0 2.48.027.966 I slot print_timing: id 3 | task 4206 | prompt eval time = 307.32 ms / 150 tokens ( 2.05 ms per token, 488.08 tokens per second) 2.48.027.972 I slot print_timing: id 3 | task 4206 | eval time = 4335.79 ms / 166 tokens ( 26.28 ms per token, 38.06 tokens per second) 2.48.027.973 I slot print_timing: id 3 | task 4206 | total time = 4643.12 ms / 316 tokens 2.48.027.974 I slot print_timing: id 3 | task 4206 | graphs reused = 3679 2.48.027.974 I slot print_timing: id 3 | task 4206 | graph reallocs = 0 / 0 (same size) / (changed size) 2.48.028.048 I slot release: id 3 | task 4206 | stop processing: n_tokens = 1410, truncated = 0 2.48.073.339 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.936 (> 0.100 thold), f_keep = 0.777 2.48.073.458 I slot launch_slot_: id 3 | task 4379 | processing task, is_child = 0 2.48.948.665 I slot print_timing: id 1 | task 4298 | n_gen = 108, tg = 35.49 t/s, tg_3s = 35.82 t/s 2.49.423.848 I slot print_timing: id 1 | task 4298 | prompt eval time = 282.19 ms / 68 tokens ( 4.15 ms per token, 240.97 tokens per second) 2.49.423.853 I slot print_timing: id 1 | task 4298 | eval time = 3490.18 ms / 130 tokens ( 27.06 ms per token, 36.96 tokens per second) 2.49.423.855 I slot print_timing: id 1 | task 4298 | total time = 3772.38 ms / 198 tokens 2.49.423.857 I slot print_timing: id 1 | task 4298 | graphs reused = 3729 2.49.423.857 I slot print_timing: id 1 | task 4298 | graph reallocs = 0 / 0 (same size) / (changed size) 2.49.423.926 I slot release: id 1 | task 4298 | stop processing: n_tokens = 1293, truncated = 0 2.49.503.285 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.928 (> 0.100 thold), f_keep = 0.848 2.49.503.404 I slot launch_slot_: id 1 | task 4435 | processing task, is_child = 0 2.49.665.639 I slot print_timing: id 2 | task 4319 | n_gen = 113, tg = 36.90 t/s, tg_3s = 37.23 t/s 2.50.317.262 I slot print_timing: id 0 | task 4341 | n_gen = 118, tg = 38.74 t/s, tg_3s = 39.07 t/s 2.50.642.060 I slot print_timing: id 0 | task 4341 | prompt eval time = 260.33 ms / 93 tokens ( 2.80 ms per token, 357.24 tokens per second) 2.50.642.065 I slot print_timing: id 0 | task 4341 | eval time = 3344.68 ms / 134 tokens ( 25.15 ms per token, 39.76 tokens per second) 2.50.642.066 I slot print_timing: id 0 | task 4341 | total time = 3605.01 ms / 227 tokens 2.50.642.067 I slot print_timing: id 0 | task 4341 | graphs reused = 3769 2.50.642.068 I slot print_timing: id 0 | task 4341 | graph reallocs = 0 / 0 (same size) / (changed size) 2.50.642.146 I slot release: id 0 | task 4341 | stop processing: n_tokens = 1322, truncated = 0 2.50.685.926 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.935 (> 0.100 thold), f_keep = 0.829 2.50.686.024 I slot launch_slot_: id 0 | task 4481 | processing task, is_child = 0 2.51.290.166 I slot print_timing: id 2 | task 4319 | prompt eval time = 280.66 ms / 59 tokens ( 4.76 ms per token, 210.22 tokens per second) 2.51.290.171 I slot print_timing: id 2 | task 4319 | eval time = 4659.45 ms / 176 tokens ( 26.63 ms per token, 37.56 tokens per second) 2.51.290.172 I slot print_timing: id 2 | task 4319 | total time = 4940.11 ms / 235 tokens 2.51.290.173 I slot print_timing: id 2 | task 4319 | graphs reused = 3787 2.51.290.174 I slot print_timing: id 2 | task 4319 | graph reallocs = 0 / 0 (same size) / (changed size) 2.51.290.240 I slot release: id 2 | task 4319 | stop processing: n_tokens = 1330, truncated = 0 2.51.329.368 I slot print_timing: id 3 | task 4379 | n_gen = 119, tg = 39.25 t/s, tg_3s = 39.58 t/s 2.51.329.380 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.924 (> 0.100 thold), f_keep = 0.824 2.51.329.478 I slot launch_slot_: id 2 | task 4502 | processing task, is_child = 0 2.51.821.590 I slot print_timing: id 3 | task 4379 | prompt eval time = 249.53 ms / 75 tokens ( 3.33 ms per token, 300.57 tokens per second) 2.51.821.596 I slot print_timing: id 3 | task 4379 | eval time = 3498.59 ms / 130 tokens ( 27.12 ms per token, 36.87 tokens per second) 2.51.821.597 I slot print_timing: id 3 | task 4379 | total time = 3748.11 ms / 205 tokens 2.51.821.598 I slot print_timing: id 3 | task 4379 | graphs reused = 3795 2.51.821.598 I slot print_timing: id 3 | task 4379 | graph reallocs = 0 / 0 (same size) / (changed size) 2.51.821.664 I slot release: id 3 | task 4379 | stop processing: n_tokens = 1300, truncated = 0 2.51.885.471 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.918 (> 0.100 thold), f_keep = 0.843 2.51.885.578 I slot launch_slot_: id 3 | task 4517 | processing task, is_child = 0 2.52.813.037 I slot print_timing: id 1 | task 4435 | n_gen = 111, tg = 36.53 t/s, tg_3s = 36.86 t/s 2.53.952.215 I slot print_timing: id 0 | task 4481 | n_gen = 120, tg = 39.40 t/s, tg_3s = 39.73 t/s 2.54.622.709 I slot print_timing: id 2 | task 4502 | n_gen = 132, tg = 43.66 t/s, tg_3s = 43.99 t/s 2.55.145.873 I slot print_timing: id 3 | task 4517 | n_gen = 143, tg = 47.25 t/s, tg_3s = 47.58 t/s 2.55.814.843 I slot print_timing: id 1 | task 4435 | n_gen = 253, tg = 41.91 t/s, tg_3s = 47.30 t/s 2.56.098.677 I slot print_timing: id 1 | task 4435 | prompt eval time = 298.47 ms / 85 tokens ( 3.51 ms per token, 284.79 tokens per second) 2.56.098.683 I slot print_timing: id 1 | task 4435 | eval time = 6296.78 ms / 266 tokens ( 23.76 ms per token, 42.08 tokens per second) 2.56.098.684 I slot print_timing: id 1 | task 4435 | total time = 6595.25 ms / 351 tokens 2.56.098.684 I slot print_timing: id 1 | task 4435 | graphs reused = 3980 2.56.098.685 I slot print_timing: id 1 | task 4435 | graph reallocs = 0 / 0 (same size) / (changed size) 2.56.098.750 I slot release: id 1 | task 4435 | stop processing: n_tokens = 1446, truncated = 0 2.56.176.965 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.906 (> 0.100 thold), f_keep = 0.758 2.56.177.075 I slot launch_slot_: id 1 | task 4708 | processing task, is_child = 0 2.56.966.799 I slot print_timing: id 0 | task 4481 | n_gen = 247, tg = 40.76 t/s, tg_3s = 42.13 t/s 2.56.989.826 I slot print_timing: id 2 | task 4502 | prompt eval time = 292.47 ms / 90 tokens ( 3.25 ms per token, 307.73 tokens per second) 2.56.989.833 I slot print_timing: id 2 | task 4502 | eval time = 5367.86 ms / 228 tokens ( 23.65 ms per token, 42.29 tokens per second) 2.56.989.835 I slot print_timing: id 2 | task 4502 | total time = 5660.33 ms / 318 tokens 2.56.989.836 I slot print_timing: id 2 | task 4502 | graphs reused = 4002 2.56.989.837 I slot print_timing: id 2 | task 4502 | graph reallocs = 0 / 0 (same size) / (changed size) 2.56.989.909 I slot release: id 2 | task 4502 | stop processing: n_tokens = 1413, truncated = 0 2.57.069.673 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.923 (> 0.100 thold), f_keep = 0.776 2.57.069.781 I slot launch_slot_: id 2 | task 4736 | processing task, is_child = 0 2.58.146.277 I slot print_timing: id 3 | task 4517 | n_gen = 255, tg = 42.29 t/s, tg_3s = 37.33 t/s 2.58.812.430 I slot print_timing: id 3 | task 4517 | prompt eval time = 255.07 ms / 98 tokens ( 2.60 ms per token, 384.20 tokens per second) 2.58.812.436 I slot print_timing: id 3 | task 4517 | eval time = 6671.76 ms / 287 tokens ( 23.33 ms per token, 42.87 tokens per second) 2.58.812.437 I slot print_timing: id 3 | task 4517 | total time = 6926.84 ms / 385 tokens 2.58.812.438 I slot print_timing: id 3 | task 4517 | graphs reused = 4070 2.58.812.439 I slot print_timing: id 3 | task 4517 | graph reallocs = 0 / 0 (same size) / (changed size) 2.58.812.502 I slot release: id 3 | task 4517 | stop processing: n_tokens = 1480, truncated = 0 2.58.875.585 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.927 (> 0.100 thold), f_keep = 0.741 2.58.875.682 I slot launch_slot_: id 3 | task 4811 | processing task, is_child = 0 2.59.490.880 I slot print_timing: id 1 | task 4708 | n_gen = 120, tg = 39.54 t/s, tg_3s = 39.87 t/s 2.59.977.996 I slot print_timing: id 0 | task 4481 | n_gen = 367, tg = 40.46 t/s, tg_3s = 39.85 t/s 3.00.311.938 I slot print_timing: id 0 | task 4481 | prompt eval time = 245.94 ms / 76 tokens ( 3.24 ms per token, 309.01 tokens per second) 3.00.311.944 I slot print_timing: id 0 | task 4481 | eval time = 9379.95 ms / 383 tokens ( 24.55 ms per token, 40.73 tokens per second) 3.00.311.945 I slot print_timing: id 0 | task 4481 | total time = 9625.90 ms / 459 tokens 3.00.311.945 I slot print_timing: id 0 | task 4481 | graphs reused = 4127 3.00.311.946 I slot print_timing: id 0 | task 4481 | graph reallocs = 0 / 0 (same size) / (changed size) 3.00.312.011 I slot release: id 0 | task 4481 | stop processing: n_tokens = 1554, truncated = 0 3.00.374.817 I slot print_timing: id 2 | task 4736 | n_gen = 135, tg = 44.51 t/s, tg_3s = 44.84 t/s 3.00.375.101 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.940 (> 0.100 thold), f_keep = 0.705 3.00.375.194 I slot launch_slot_: id 0 | task 4874 | processing task, is_child = 0 3.02.127.849 I slot print_timing: id 3 | task 4811 | n_gen = 135, tg = 44.40 t/s, tg_3s = 44.74 t/s 3.02.502.144 I slot print_timing: id 1 | task 4708 | n_gen = 254, tg = 42.02 t/s, tg_3s = 44.50 t/s 3.02.691.395 I slot print_timing: id 3 | task 4811 | prompt eval time = 234.46 ms / 87 tokens ( 2.69 ms per token, 371.06 tokens per second) 3.02.691.400 I slot print_timing: id 3 | task 4811 | eval time = 3581.23 ms / 162 tokens ( 22.24 ms per token, 44.96 tokens per second) 3.02.691.401 I slot print_timing: id 3 | task 4811 | total time = 3815.70 ms / 249 tokens 3.02.691.402 I slot print_timing: id 3 | task 4811 | graphs reused = 4228 3.02.691.402 I slot print_timing: id 3 | task 4811 | graph reallocs = 0 / 0 (same size) / (changed size) 3.02.691.466 I slot release: id 3 | task 4811 | stop processing: n_tokens = 1345, truncated = 0 3.02.736.330 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.936 (> 0.100 thold), f_keep = 0.815 3.02.736.424 I slot launch_slot_: id 3 | task 4978 | processing task, is_child = 0 3.03.185.788 I slot print_timing: id 1 | task 4708 | prompt eval time = 304.29 ms / 114 tokens ( 2.67 ms per token, 374.64 tokens per second) 3.03.185.795 I slot print_timing: id 1 | task 4708 | eval time = 6704.41 ms / 276 tokens ( 24.38 ms per token, 41.02 tokens per second) 3.03.185.796 I slot print_timing: id 1 | task 4708 | total time = 7008.70 ms / 390 tokens 3.03.185.798 I slot print_timing: id 1 | task 4708 | graphs reused = 4237 3.03.185.799 I slot print_timing: id 1 | task 4708 | graph reallocs = 0 / 0 (same size) / (changed size) 3.03.185.872 I slot release: id 1 | task 4708 | stop processing: n_tokens = 1485, truncated = 0 3.03.223.991 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.917 (> 0.100 thold), f_keep = 0.738 3.03.224.084 I slot launch_slot_: id 1 | task 4991 | processing task, is_child = 0 3.03.386.741 I slot print_timing: id 2 | task 4736 | n_gen = 251, tg = 41.51 t/s, tg_3s = 38.51 t/s 3.03.631.190 I slot print_timing: id 0 | task 4874 | n_gen = 121, tg = 39.77 t/s, tg_3s = 40.10 t/s 3.03.673.284 I slot print_timing: id 2 | task 4736 | prompt eval time = 294.56 ms / 92 tokens ( 3.20 ms per token, 312.34 tokens per second) 3.03.673.289 I slot print_timing: id 2 | task 4736 | eval time = 6308.93 ms / 259 tokens ( 24.45 ms per token, 40.89 tokens per second) 3.03.673.290 I slot print_timing: id 2 | task 4736 | total time = 6603.49 ms / 351 tokens 3.03.673.291 I slot print_timing: id 2 | task 4736 | graphs reused = 4243 3.03.673.292 I slot print_timing: id 2 | task 4736 | graph reallocs = 0 / 0 (same size) / (changed size) 3.03.673.357 I slot release: id 2 | task 4736 | stop processing: n_tokens = 1446, truncated = 0 3.03.755.632 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.883 (> 0.100 thold), f_keep = 0.758 3.03.755.785 I slot launch_slot_: id 2 | task 5003 | processing task, is_child = 0 3.05.999.967 I slot print_timing: id 3 | task 4978 | n_gen = 118, tg = 38.90 t/s, tg_3s = 39.23 t/s 3.06.540.932 I slot print_timing: id 1 | task 4991 | n_gen = 132, tg = 43.37 t/s, tg_3s = 43.70 t/s 3.06.644.700 I slot print_timing: id 0 | task 4874 | n_gen = 252, tg = 41.62 t/s, tg_3s = 43.47 t/s 3.06.706.963 I slot print_timing: id 0 | task 4874 | prompt eval time = 238.30 ms / 70 tokens ( 3.40 ms per token, 293.75 tokens per second) 3.06.706.969 I slot print_timing: id 0 | task 4874 | eval time = 6093.45 ms / 255 tokens ( 23.99 ms per token, 41.68 tokens per second) 3.06.706.970 I slot print_timing: id 0 | task 4874 | total time = 6331.76 ms / 325 tokens 3.06.706.971 I slot print_timing: id 0 | task 4874 | graphs reused = 4369 3.06.706.971 I slot print_timing: id 0 | task 4874 | graph reallocs = 0 / 0 (same size) / (changed size) 3.06.707.037 I slot release: id 0 | task 4874 | stop processing: n_tokens = 1420, truncated = 0 3.06.769.838 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.920 (> 0.100 thold), f_keep = 0.772 3.06.769.936 I slot launch_slot_: id 0 | task 5137 | processing task, is_child = 0 3.07.066.141 I slot print_timing: id 2 | task 5003 | n_gen = 136, tg = 44.94 t/s, tg_3s = 45.28 t/s 3.07.715.253 I slot print_timing: id 3 | task 4978 | prompt eval time = 255.60 ms / 75 tokens ( 3.41 ms per token, 293.42 tokens per second) 3.07.715.269 I slot print_timing: id 3 | task 4978 | eval time = 4723.21 ms / 190 tokens ( 24.99 ms per token, 40.02 tokens per second) 3.07.715.270 I slot print_timing: id 3 | task 4978 | total time = 4978.81 ms / 265 tokens 3.07.715.272 I slot print_timing: id 3 | task 4978 | graphs reused = 4404 3.07.715.273 I slot print_timing: id 3 | task 4978 | graph reallocs = 0 / 0 (same size) / (changed size) 3.07.715.341 I slot release: id 3 | task 4978 | stop processing: n_tokens = 1360, truncated = 0 3.07.777.323 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.928 (> 0.100 thold), f_keep = 0.806 3.07.777.421 I slot launch_slot_: id 3 | task 5176 | processing task, is_child = 0 3.09.550.650 I slot print_timing: id 1 | task 4991 | n_gen = 256, tg = 42.29 t/s, tg_3s = 41.20 t/s 3.10.029.578 I slot print_timing: id 0 | task 5137 | n_gen = 135, tg = 44.45 t/s, tg_3s = 44.78 t/s 3.10.071.827 I slot print_timing: id 2 | task 5003 | n_gen = 270, tg = 44.76 t/s, tg_3s = 44.58 t/s 3.10.724.485 I slot print_timing: id 2 | task 5003 | prompt eval time = 306.57 ms / 145 tokens ( 2.11 ms per token, 472.97 tokens per second) 3.10.724.491 I slot print_timing: id 2 | task 5003 | eval time = 6662.10 ms / 301 tokens ( 22.21 ms per token, 45.03 tokens per second) 3.10.724.492 I slot print_timing: id 2 | task 5003 | total time = 6968.68 ms / 446 tokens 3.10.724.493 I slot print_timing: id 2 | task 5003 | graphs reused = 4533 3.10.724.494 I slot print_timing: id 2 | task 5003 | graph reallocs = 0 / 0 (same size) / (changed size) 3.10.724.579 I slot release: id 2 | task 5003 | stop processing: n_tokens = 1541, truncated = 0 3.10.800.003 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.929 (> 0.100 thold), f_keep = 0.711 3.10.800.093 I slot launch_slot_: id 2 | task 5310 | processing task, is_child = 0 3.11.081.554 I slot print_timing: id 3 | task 5176 | n_gen = 134, tg = 43.51 t/s, tg_3s = 43.84 t/s 3.11.316.667 I slot print_timing: id 1 | task 4991 | prompt eval time = 296.10 ms / 99 tokens ( 2.99 ms per token, 334.35 tokens per second) 3.11.316.672 I slot print_timing: id 1 | task 4991 | eval time = 7796.47 ms / 327 tokens ( 23.92 ms per token, 41.81 tokens per second) 3.11.316.674 I slot print_timing: id 1 | task 4991 | total time = 8092.57 ms / 426 tokens 3.11.316.674 I slot print_timing: id 1 | task 4991 | graphs reused = 4543 3.11.316.675 I slot print_timing: id 1 | task 4991 | graph reallocs = 0 / 0 (same size) / (changed size) 3.11.316.740 I slot release: id 1 | task 4991 | stop processing: n_tokens = 1521, truncated = 0 3.11.392.048 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.908 (> 0.100 thold), f_keep = 0.721 3.11.392.153 I slot launch_slot_: id 1 | task 5326 | processing task, is_child = 0 3.12.245.429 I slot print_timing: id 3 | task 5176 | prompt eval time = 247.70 ms / 85 tokens ( 2.91 ms per token, 343.16 tokens per second) 3.12.245.436 I slot print_timing: id 3 | task 5176 | eval time = 4220.29 ms / 176 tokens ( 24.12 ms per token, 41.47 tokens per second) 3.12.245.437 I slot print_timing: id 3 | task 5176 | total time = 4467.99 ms / 261 tokens 3.12.245.438 I slot print_timing: id 3 | task 5176 | graphs reused = 4569 3.12.245.439 I slot print_timing: id 3 | task 5176 | graph reallocs = 0 / 0 (same size) / (changed size) 3.12.245.516 I slot release: id 3 | task 5176 | stop processing: n_tokens = 1356, truncated = 0 3.12.289.948 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.923 (> 0.100 thold), f_keep = 0.808 3.12.290.061 I slot launch_slot_: id 3 | task 5358 | processing task, is_child = 0 3.13.047.024 I slot print_timing: id 0 | task 5137 | n_gen = 242, tg = 39.95 t/s, tg_3s = 35.46 t/s 3.14.091.150 I slot print_timing: id 2 | task 5310 | n_gen = 121, tg = 39.87 t/s, tg_3s = 40.20 t/s 3.14.236.730 I slot print_timing: id 0 | task 5137 | prompt eval time = 245.06 ms / 95 tokens ( 2.58 ms per token, 387.66 tokens per second) 3.14.236.736 I slot print_timing: id 0 | task 5137 | eval time = 7221.72 ms / 299 tokens ( 24.23 ms per token, 41.26 tokens per second) 3.14.236.737 I slot print_timing: id 0 | task 5137 | total time = 7466.78 ms / 394 tokens 3.14.236.738 I slot print_timing: id 0 | task 5137 | graphs reused = 4650 3.14.236.739 I slot print_timing: id 0 | task 5137 | graph reallocs = 0 / 0 (same size) / (changed size) 3.14.236.807 I slot release: id 0 | task 5137 | stop processing: n_tokens = 1489, truncated = 0 3.14.280.745 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.923 (> 0.100 thold), f_keep = 0.736 3.14.280.843 I slot launch_slot_: id 0 | task 5444 | processing task, is_child = 0 3.14.675.911 I slot print_timing: id 1 | task 5326 | n_gen = 124, tg = 40.96 t/s, tg_3s = 41.29 t/s 3.15.546.382 I slot print_timing: id 3 | task 5358 | n_gen = 135, tg = 44.58 t/s, tg_3s = 44.91 t/s 3.16.652.004 I slot print_timing: id 2 | task 5310 | prompt eval time = 281.09 ms / 84 tokens ( 3.35 ms per token, 298.84 tokens per second) 3.16.652.009 I slot print_timing: id 2 | task 5310 | eval time = 5570.81 ms / 234 tokens ( 23.91 ms per token, 41.83 tokens per second) 3.16.652.010 I slot print_timing: id 2 | task 5310 | total time = 5851.90 ms / 318 tokens 3.16.652.011 I slot print_timing: id 2 | task 5310 | graphs reused = 4752 3.16.652.011 I slot print_timing: id 2 | task 5310 | graph reallocs = 0 / 0 (same size) / (changed size) 3.16.652.076 I slot release: id 2 | task 5310 | stop processing: n_tokens = 1413, truncated = 0 3.16.727.774 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.919 (> 0.100 thold), f_keep = 0.776 3.16.727.871 I slot launch_slot_: id 2 | task 5551 | processing task, is_child = 0 3.17.541.677 I slot print_timing: id 0 | task 5444 | n_gen = 132, tg = 43.44 t/s, tg_3s = 43.77 t/s 3.17.688.038 I slot print_timing: id 1 | task 5326 | n_gen = 255, tg = 42.23 t/s, tg_3s = 43.49 t/s 3.17.982.143 I slot print_timing: id 3 | task 5358 | prompt eval time = 250.27 ms / 91 tokens ( 2.75 ms per token, 363.60 tokens per second) 3.17.982.148 I slot print_timing: id 3 | task 5358 | eval time = 5441.79 ms / 238 tokens ( 22.96 ms per token, 43.55 tokens per second) 3.17.982.149 I slot print_timing: id 3 | task 5358 | total time = 5692.07 ms / 329 tokens 3.17.982.150 I slot print_timing: id 3 | task 5358 | graphs reused = 4797 3.17.982.151 I slot print_timing: id 3 | task 5358 | graph reallocs = 0 / 0 (same size) / (changed size) 3.17.982.222 I slot release: id 3 | task 5358 | stop processing: n_tokens = 1424, truncated = 0 3.18.026.254 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.917 (> 0.100 thold), f_keep = 0.770 3.18.026.350 I slot launch_slot_: id 3 | task 5602 | processing task, is_child = 0 3.18.929.638 I slot print_timing: id 0 | task 5444 | prompt eval time = 245.15 ms / 92 tokens ( 2.66 ms per token, 375.28 tokens per second) 3.18.929.644 I slot print_timing: id 0 | task 5444 | eval time = 4403.63 ms / 188 tokens ( 23.55 ms per token, 42.46 tokens per second) 3.18.929.645 I slot print_timing: id 0 | task 5444 | total time = 4648.78 ms / 280 tokens 3.18.929.645 I slot print_timing: id 0 | task 5444 | graphs reused = 4828 3.18.929.646 I slot print_timing: id 0 | task 5444 | graph reallocs = 0 / 0 (same size) / (changed size) 3.18.929.716 I slot release: id 0 | task 5444 | stop processing: n_tokens = 1375, truncated = 0 3.18.974.989 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.934 (> 0.100 thold), f_keep = 0.797 3.18.975.089 I slot launch_slot_: id 0 | task 5638 | processing task, is_child = 0 3.19.758.660 I slot print_timing: id 1 | task 5326 | prompt eval time = 280.56 ms / 111 tokens ( 2.53 ms per token, 395.64 tokens per second) 3.19.758.666 I slot print_timing: id 1 | task 5326 | eval time = 8085.94 ms / 333 tokens ( 24.36 ms per token, 41.06 tokens per second) 3.19.758.667 I slot print_timing: id 1 | task 5326 | total time = 8366.49 ms / 444 tokens 3.19.758.667 I slot print_timing: id 1 | task 5326 | graphs reused = 4853 3.19.758.668 I slot print_timing: id 1 | task 5326 | graph reallocs = 0 / 0 (same size) / (changed size) 3.19.758.734 I slot release: id 1 | task 5326 | stop processing: n_tokens = 1539, truncated = 0 3.19.833.837 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.919 (> 0.100 thold), f_keep = 0.712 3.19.833.934 I slot launch_slot_: id 1 | task 5668 | processing task, is_child = 0 3.20.111.047 I slot print_timing: id 2 | task 5551 | n_gen = 115, tg = 36.81 t/s, tg_3s = 37.13 t/s 3.21.279.505 I slot print_timing: id 3 | task 5602 | n_gen = 121, tg = 39.99 t/s, tg_3s = 40.33 t/s 3.21.865.250 I slot print_timing: id 2 | task 5551 | prompt eval time = 286.13 ms / 97 tokens ( 2.95 ms per token, 339.01 tokens per second) 3.21.865.256 I slot print_timing: id 2 | task 5551 | eval time = 4851.23 ms / 199 tokens ( 24.50 ms per token, 40.81 tokens per second) 3.21.865.257 I slot print_timing: id 2 | task 5551 | total time = 5137.36 ms / 296 tokens 3.21.865.258 I slot print_timing: id 2 | task 5551 | graphs reused = 4935 3.21.865.258 I slot print_timing: id 2 | task 5551 | graph reallocs = 0 / 0 (same size) / (changed size) 3.21.865.325 I slot release: id 2 | task 5551 | stop processing: n_tokens = 1391, truncated = 0 3.21.940.152 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.934 (> 0.100 thold), f_keep = 0.788 3.21.940.249 I slot launch_slot_: id 2 | task 5757 | processing task, is_child = 0 3.22.219.102 I slot print_timing: id 0 | task 5638 | n_gen = 118, tg = 38.98 t/s, tg_3s = 39.31 t/s 3.22.899.912 I slot print_timing: id 3 | task 5602 | prompt eval time = 252.56 ms / 99 tokens ( 2.55 ms per token, 391.98 tokens per second) 3.22.899.917 I slot print_timing: id 3 | task 5602 | eval time = 4620.98 ms / 185 tokens ( 25.11 ms per token, 39.82 tokens per second) 3.22.899.918 I slot print_timing: id 3 | task 5602 | total time = 4873.55 ms / 284 tokens 3.22.899.919 I slot print_timing: id 3 | task 5602 | graphs reused = 4965 3.22.899.919 I slot print_timing: id 3 | task 5602 | graph reallocs = 0 / 0 (same size) / (changed size) 3.22.899.984 I slot release: id 3 | task 5602 | stop processing: n_tokens = 1379, truncated = 0 3.22.943.331 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.935 (> 0.100 thold), f_keep = 0.795 3.22.943.427 I slot launch_slot_: id 3 | task 5794 | processing task, is_child = 0 3.23.189.751 I slot print_timing: id 1 | task 5668 | n_gen = 125, tg = 40.27 t/s, tg_3s = 40.60 t/s 3.23.942.228 I slot print_timing: id 0 | task 5638 | prompt eval time = 242.42 ms / 78 tokens ( 3.11 ms per token, 321.76 tokens per second) 3.23.942.234 I slot print_timing: id 0 | task 5638 | eval time = 4724.71 ms / 190 tokens ( 25.00 ms per token, 40.00 tokens per second) 3.23.942.235 I slot print_timing: id 0 | task 5638 | total time = 4967.12 ms / 268 tokens 3.23.942.236 I slot print_timing: id 0 | task 5638 | graphs reused = 5000 3.23.942.237 I slot print_timing: id 0 | task 5638 | graph reallocs = 0 / 0 (same size) / (changed size) 3.23.942.310 I slot release: id 0 | task 5638 | stop processing: n_tokens = 1363, truncated = 0 3.24.004.788 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.930 (> 0.100 thold), f_keep = 0.804 3.24.004.890 I slot launch_slot_: id 0 | task 5836 | processing task, is_child = 0 3.24.649.590 I slot print_timing: id 1 | task 5668 | prompt eval time = 276.71 ms / 97 tokens ( 2.85 ms per token, 350.54 tokens per second) 3.24.649.595 I slot print_timing: id 1 | task 5668 | eval time = 4538.93 ms / 185 tokens ( 24.67 ms per token, 40.54 tokens per second) 3.24.649.597 I slot print_timing: id 1 | task 5668 | total time = 4815.64 ms / 282 tokens 3.24.649.597 I slot print_timing: id 1 | task 5668 | graphs reused = 5021 3.24.649.598 I slot print_timing: id 1 | task 5668 | graph reallocs = 0 / 0 (same size) / (changed size) 3.24.649.663 I slot release: id 1 | task 5668 | stop processing: n_tokens = 1377, truncated = 0 3.24.726.870 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.878 (> 0.100 thold), f_keep = 0.797 3.24.726.971 I slot launch_slot_: id 1 | task 5860 | processing task, is_child = 0 3.25.224.867 I slot print_timing: id 2 | task 5757 | n_gen = 111, tg = 36.61 t/s, tg_3s = 36.94 t/s 3.26.200.892 I slot print_timing: id 3 | task 5794 | n_gen = 123, tg = 40.53 t/s, tg_3s = 40.86 t/s 3.26.884.091 I slot print_timing: id 3 | task 5794 | prompt eval time = 247.38 ms / 76 tokens ( 3.25 ms per token, 307.22 tokens per second) 3.26.884.097 I slot print_timing: id 3 | task 5794 | eval time = 3693.27 ms / 156 tokens ( 23.83 ms per token, 41.97 tokens per second) 3.26.884.098 I slot print_timing: id 3 | task 5794 | total time = 3940.65 ms / 232 tokens 3.26.884.098 I slot print_timing: id 3 | task 5794 | graphs reused = 5109 3.26.884.099 I slot print_timing: id 3 | task 5794 | graph reallocs = 0 / 0 (same size) / (changed size) 3.26.884.162 I slot release: id 3 | task 5794 | stop processing: n_tokens = 1327, truncated = 0 3.26.928.064 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.918 (> 0.100 thold), f_keep = 0.826 3.26.928.167 I slot launch_slot_: id 3 | task 5956 | processing task, is_child = 0 3.27.247.253 I slot print_timing: id 0 | task 5836 | n_gen = 121, tg = 39.98 t/s, tg_3s = 40.31 t/s 3.27.270.157 I slot print_timing: id 2 | task 5757 | prompt eval time = 280.07 ms / 78 tokens ( 3.59 ms per token, 278.50 tokens per second) 3.27.270.162 I slot print_timing: id 2 | task 5757 | eval time = 5049.82 ms / 199 tokens ( 25.50 ms per token, 39.21 tokens per second) 3.27.270.163 I slot print_timing: id 2 | task 5757 | total time = 5329.89 ms / 277 tokens 3.27.270.164 I slot print_timing: id 2 | task 5757 | graphs reused = 5112 3.27.270.165 I slot print_timing: id 2 | task 5757 | graph reallocs = 0 / 0 (same size) / (changed size) 3.27.270.234 I slot release: id 2 | task 5757 | stop processing: n_tokens = 1372, truncated = 0 3.27.309.497 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.921 (> 0.100 thold), f_keep = 0.799 3.27.309.602 I slot launch_slot_: id 2 | task 5963 | processing task, is_child = 0 3.27.755.196 I slot print_timing: id 0 | task 5836 | prompt eval time = 240.77 ms / 82 tokens ( 2.94 ms per token, 340.57 tokens per second) 3.27.755.201 I slot print_timing: id 0 | task 5836 | eval time = 3509.51 ms / 131 tokens ( 27.00 ms per token, 37.04 tokens per second) 3.27.755.203 I slot print_timing: id 0 | task 5836 | total time = 3750.29 ms / 213 tokens 3.27.755.203 I slot print_timing: id 0 | task 5836 | graphs reused = 5116 3.27.755.205 I slot print_timing: id 0 | task 5836 | graph reallocs = 0 / 0 (same size) / (changed size) 3.27.755.283 I slot release: id 0 | task 5836 | stop processing: n_tokens = 1308, truncated = 0 3.27.801.790 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.931 (> 0.100 thold), f_keep = 0.838 3.27.801.900 I slot launch_slot_: id 0 | task 5974 | processing task, is_child = 0 3.28.046.693 I slot print_timing: id 1 | task 5860 | n_gen = 112, tg = 36.54 t/s, tg_3s = 36.87 t/s 3.30.218.235 I slot print_timing: id 3 | task 5956 | n_gen = 119, tg = 39.06 t/s, tg_3s = 39.39 t/s 3.30.611.996 I slot print_timing: id 2 | task 5963 | n_gen = 131, tg = 43.31 t/s, tg_3s = 43.65 t/s 3.31.048.235 I slot print_timing: id 0 | task 5974 | n_gen = 141, tg = 46.64 t/s, tg_3s = 46.97 t/s 3.31.048.520 I slot print_timing: id 1 | task 5860 | n_gen = 252, tg = 41.56 t/s, tg_3s = 46.64 t/s 3.31.660.237 I slot print_timing: id 0 | task 5974 | prompt eval time = 244.43 ms / 81 tokens ( 3.02 ms per token, 331.39 tokens per second) 3.31.660.243 I slot print_timing: id 0 | task 5974 | eval time = 3613.89 ms / 169 tokens ( 21.51 ms per token, 46.49 tokens per second) 3.31.660.244 I slot print_timing: id 0 | task 5974 | total time = 3858.32 ms / 250 tokens 3.31.660.245 I slot print_timing: id 0 | task 5974 | graphs reused = 5285 3.31.660.246 I slot print_timing: id 0 | task 5974 | graph reallocs = 0 / 0 (same size) / (changed size) 3.31.660.313 I slot release: id 0 | task 5974 | stop processing: n_tokens = 1345, truncated = 0 3.31.707.001 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.919 (> 0.100 thold), f_keep = 0.815 3.31.707.154 I slot launch_slot_: id 0 | task 6147 | processing task, is_child = 0 3.32.879.107 I slot print_timing: id 3 | task 5956 | prompt eval time = 268.74 ms / 98 tokens ( 2.74 ms per token, 364.66 tokens per second) 3.32.879.113 I slot print_timing: id 3 | task 5956 | eval time = 5682.18 ms / 232 tokens ( 24.60 ms per token, 40.65 tokens per second) 3.32.879.114 I slot print_timing: id 3 | task 5956 | total time = 5950.93 ms / 330 tokens 3.32.879.115 I slot print_timing: id 3 | task 5956 | graphs reused = 5328 3.32.879.116 I slot print_timing: id 3 | task 5956 | graph reallocs = 0 / 0 (same size) / (changed size) 3.32.879.181 I slot release: id 3 | task 5956 | stop processing: n_tokens = 1425, truncated = 0 3.32.941.081 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.942 (> 0.100 thold), f_keep = 0.769 3.32.941.179 I slot launch_slot_: id 3 | task 6196 | processing task, is_child = 0 3.33.618.171 I slot print_timing: id 2 | task 5963 | n_gen = 251, tg = 41.61 t/s, tg_3s = 39.92 t/s 3.34.035.424 I slot print_timing: id 1 | task 5860 | prompt eval time = 281.78 ms / 153 tokens ( 1.84 ms per token, 542.98 tokens per second) 3.34.035.430 I slot print_timing: id 1 | task 5860 | eval time = 9026.66 ms / 371 tokens ( 24.40 ms per token, 40.99 tokens per second) 3.34.035.431 I slot print_timing: id 1 | task 5860 | total time = 9308.44 ms / 524 tokens 3.34.035.432 I slot print_timing: id 1 | task 5860 | graphs reused = 5368 3.34.035.432 I slot print_timing: id 1 | task 5860 | graph reallocs = 0 / 0 (same size) / (changed size) 3.34.035.501 I slot release: id 1 | task 5860 | stop processing: n_tokens = 1620, truncated = 0 3.34.075.224 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.910 (> 0.100 thold), f_keep = 0.677 3.34.075.328 I slot launch_slot_: id 1 | task 6239 | processing task, is_child = 0 3.34.956.962 I slot print_timing: id 0 | task 6147 | n_gen = 116, tg = 38.33 t/s, tg_3s = 38.66 t/s 3.35.371.980 I slot print_timing: id 2 | task 5963 | prompt eval time = 300.97 ms / 94 tokens ( 3.20 ms per token, 312.33 tokens per second) 3.35.371.986 I slot print_timing: id 2 | task 5963 | eval time = 7761.39 ms / 317 tokens ( 24.56 ms per token, 40.71 tokens per second) 3.35.371.987 I slot print_timing: id 2 | task 5963 | total time = 8062.36 ms / 411 tokens 3.35.371.987 I slot print_timing: id 2 | task 5963 | graphs reused = 5411 3.35.371.988 I slot print_timing: id 2 | task 5963 | graph reallocs = 0 / 0 (same size) / (changed size) 3.35.372.053 I slot release: id 2 | task 5963 | stop processing: n_tokens = 1506, truncated = 0 3.35.410.879 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.942 (> 0.100 thold), f_keep = 0.728 3.35.410.977 I slot launch_slot_: id 2 | task 6287 | processing task, is_child = 0 3.36.209.206 I slot print_timing: id 3 | task 6196 | n_gen = 114, tg = 37.40 t/s, tg_3s = 37.73 t/s 3.37.171.525 I slot print_timing: id 0 | task 6147 | prompt eval time = 249.65 ms / 97 tokens ( 2.57 ms per token, 388.55 tokens per second) 3.37.171.530 I slot print_timing: id 0 | task 6147 | eval time = 5214.71 ms / 208 tokens ( 25.19 ms per token, 39.70 tokens per second) 3.37.171.531 I slot print_timing: id 0 | task 6147 | total time = 5464.35 ms / 305 tokens 3.37.171.532 I slot print_timing: id 0 | task 6147 | graphs reused = 5479 3.37.171.533 I slot print_timing: id 0 | task 6147 | graph reallocs = 0 / 0 (same size) / (changed size) 3.37.171.601 I slot release: id 0 | task 6147 | stop processing: n_tokens = 1400, truncated = 0 3.37.233.136 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.895 (> 0.100 thold), f_keep = 0.783 3.37.233.240 I slot launch_slot_: id 0 | task 6362 | processing task, is_child = 0 3.37.489.819 I slot print_timing: id 1 | task 6239 | n_gen = 123, tg = 39.53 t/s, tg_3s = 39.86 t/s 3.38.258.361 I slot print_timing: id 3 | task 6196 | prompt eval time = 246.36 ms / 67 tokens ( 3.68 ms per token, 271.96 tokens per second) 3.38.258.366 I slot print_timing: id 3 | task 6196 | eval time = 5070.80 ms / 200 tokens ( 25.48 ms per token, 39.24 tokens per second) 3.38.258.367 I slot print_timing: id 3 | task 6196 | total time = 5317.16 ms / 267 tokens 3.38.258.368 I slot print_timing: id 3 | task 6196 | graphs reused = 5515 3.38.258.369 I slot print_timing: id 3 | task 6196 | graph reallocs = 0 / 0 (same size) / (changed size) 3.38.258.440 I slot release: id 3 | task 6196 | stop processing: n_tokens = 1362, truncated = 0 3.38.321.979 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.919 (> 0.100 thold), f_keep = 0.805 3.38.322.073 I slot launch_slot_: id 3 | task 6404 | processing task, is_child = 0 3.38.699.616 I slot print_timing: id 2 | task 6287 | n_gen = 121, tg = 39.92 t/s, tg_3s = 40.26 t/s 3.39.178.977 I slot print_timing: id 2 | task 6287 | prompt eval time = 282.85 ms / 67 tokens ( 4.22 ms per token, 236.88 tokens per second) 3.39.178.983 I slot print_timing: id 2 | task 6287 | eval time = 3485.13 ms / 143 tokens ( 24.54 ms per token, 40.74 tokens per second) 3.39.178.983 I slot print_timing: id 2 | task 6287 | total time = 3767.98 ms / 210 tokens 3.39.178.984 I slot print_timing: id 2 | task 6287 | graphs reused = 5543 3.39.178.985 I slot print_timing: id 2 | task 6287 | graph reallocs = 0 / 0 (same size) / (changed size) 3.39.179.055 I slot release: id 2 | task 6287 | stop processing: n_tokens = 1305, truncated = 0 3.39.257.020 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.925 (> 0.100 thold), f_keep = 0.840 3.39.257.133 I slot launch_slot_: id 2 | task 6436 | processing task, is_child = 0 3.39.685.998 I slot print_timing: id 1 | task 6239 | prompt eval time = 328.38 ms / 108 tokens ( 3.04 ms per token, 328.89 tokens per second) 3.39.686.004 I slot print_timing: id 1 | task 6239 | eval time = 5282.27 ms / 200 tokens ( 26.54 ms per token, 37.67 tokens per second) 3.39.686.005 I slot print_timing: id 1 | task 6239 | total time = 5610.65 ms / 308 tokens 3.39.686.005 I slot print_timing: id 1 | task 6239 | graphs reused = 5548 3.39.686.006 I slot print_timing: id 1 | task 6239 | graph reallocs = 0 / 0 (same size) / (changed size) 3.39.686.080 I slot release: id 1 | task 6239 | stop processing: n_tokens = 1403, truncated = 0 3.39.765.496 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.907 (> 0.100 thold), f_keep = 0.781 3.39.765.608 I slot launch_slot_: id 1 | task 6447 | processing task, is_child = 0 3.40.502.343 I slot print_timing: id 0 | task 6362 | n_gen = 103, tg = 33.86 t/s, tg_3s = 34.19 t/s 3.41.584.879 I slot print_timing: id 3 | task 6404 | n_gen = 115, tg = 38.00 t/s, tg_3s = 38.33 t/s 3.42.550.913 I slot print_timing: id 2 | task 6436 | n_gen = 129, tg = 42.63 t/s, tg_3s = 42.96 t/s 3.43.052.700 I slot print_timing: id 1 | task 6447 | n_gen = 142, tg = 46.95 t/s, tg_3s = 47.28 t/s 3.43.074.073 I slot print_timing: id 0 | task 6362 | prompt eval time = 256.25 ms / 128 tokens ( 2.00 ms per token, 499.51 tokens per second) 3.43.074.078 I slot print_timing: id 0 | task 6362 | eval time = 5584.57 ms / 224 tokens ( 25.04 ms per token, 39.93 tokens per second) 3.43.074.079 I slot print_timing: id 0 | task 6362 | total time = 5840.82 ms / 352 tokens 3.43.074.080 I slot print_timing: id 0 | task 6362 | graphs reused = 5688 3.43.074.081 I slot print_timing: id 0 | task 6362 | graph reallocs = 0 / 0 (same size) / (changed size) 3.43.074.153 I slot release: id 0 | task 6362 | stop processing: n_tokens = 1447, truncated = 0 3.43.139.560 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.939 (> 0.100 thold), f_keep = 0.757 3.43.139.667 I slot launch_slot_: id 0 | task 6595 | processing task, is_child = 0 3.43.631.796 I slot print_timing: id 3 | task 6404 | prompt eval time = 262.58 ms / 97 tokens ( 2.71 ms per token, 369.41 tokens per second) 3.43.631.802 I slot print_timing: id 3 | task 6404 | eval time = 5047.12 ms / 200 tokens ( 25.36 ms per token, 39.43 tokens per second) 3.43.631.804 I slot print_timing: id 3 | task 6404 | total time = 5309.70 ms / 297 tokens 3.43.631.805 I slot print_timing: id 3 | task 6404 | graphs reused = 5701 3.43.631.806 I slot print_timing: id 3 | task 6404 | graph reallocs = 0 / 0 (same size) / (changed size) 3.43.631.883 I slot release: id 3 | task 6404 | stop processing: n_tokens = 1392, truncated = 0 3.43.678.013 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.918 (> 0.100 thold), f_keep = 0.787 3.43.678.121 I slot launch_slot_: id 3 | task 6611 | processing task, is_child = 0 3.45.570.319 I slot print_timing: id 2 | task 6436 | n_gen = 249, tg = 41.18 t/s, tg_3s = 39.74 t/s 3.45.842.090 I slot print_timing: id 1 | task 6447 | prompt eval time = 283.71 ms / 113 tokens ( 2.51 ms per token, 398.30 tokens per second) 3.45.842.096 I slot print_timing: id 1 | task 6447 | eval time = 5792.76 ms / 252 tokens ( 23.08 ms per token, 43.33 tokens per second) 3.45.842.097 I slot print_timing: id 1 | task 6447 | total time = 6076.46 ms / 365 tokens 3.45.842.099 I slot print_timing: id 1 | task 6447 | graphs reused = 5790 3.45.842.099 I slot print_timing: id 1 | task 6447 | graph reallocs = 0 / 0 (same size) / (changed size) 3.45.842.165 I slot release: id 1 | task 6447 | stop processing: n_tokens = 1460, truncated = 0 3.45.918.209 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.908 (> 0.100 thold), f_keep = 0.751 3.45.918.317 I slot launch_slot_: id 1 | task 6705 | processing task, is_child = 0 3.46.405.369 I slot print_timing: id 0 | task 6595 | n_gen = 118, tg = 38.72 t/s, tg_3s = 39.05 t/s 3.46.973.357 I slot print_timing: id 3 | task 6611 | n_gen = 129, tg = 42.38 t/s, tg_3s = 42.71 t/s 3.47.408.570 I slot print_timing: id 0 | task 6595 | prompt eval time = 243.81 ms / 71 tokens ( 3.43 ms per token, 291.22 tokens per second) 3.47.408.575 I slot print_timing: id 0 | task 6595 | eval time = 4025.08 ms / 164 tokens ( 24.69 ms per token, 40.50 tokens per second) 3.47.408.577 I slot print_timing: id 0 | task 6595 | total time = 4268.89 ms / 235 tokens 3.47.408.577 I slot print_timing: id 0 | task 6595 | graphs reused = 5844 3.47.408.578 I slot print_timing: id 0 | task 6595 | graph reallocs = 0 / 0 (same size) / (changed size) 3.47.408.643 I slot release: id 0 | task 6595 | stop processing: n_tokens = 1330, truncated = 0 3.47.455.447 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.937 (> 0.100 thold), f_keep = 0.824 3.47.455.559 I slot launch_slot_: id 0 | task 6765 | processing task, is_child = 0 3.48.574.283 I slot print_timing: id 2 | task 6436 | n_gen = 364, tg = 40.22 t/s, tg_3s = 38.28 t/s 3.48.764.428 I slot print_timing: id 3 | task 6611 | prompt eval time = 274.72 ms / 98 tokens ( 2.80 ms per token, 356.72 tokens per second) 3.48.764.434 I slot print_timing: id 3 | task 6611 | eval time = 4811.56 ms / 201 tokens ( 24.06 ms per token, 41.57 tokens per second) 3.48.764.435 I slot print_timing: id 3 | task 6611 | total time = 5086.29 ms / 299 tokens 3.48.764.436 I slot print_timing: id 3 | task 6611 | graphs reused = 5892 3.48.764.437 I slot print_timing: id 3 | task 6611 | graph reallocs = 0 / 0 (same size) / (changed size) 3.48.764.502 I slot release: id 3 | task 6611 | stop processing: n_tokens = 1394, truncated = 0 3.48.808.425 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.934 (> 0.100 thold), f_keep = 0.786 3.48.808.533 I slot launch_slot_: id 3 | task 6818 | processing task, is_child = 0 3.49.129.842 I slot print_timing: id 2 | task 6436 | prompt eval time = 291.29 ms / 89 tokens ( 3.27 ms per token, 305.54 tokens per second) 3.49.129.848 I slot print_timing: id 2 | task 6436 | eval time = 9581.40 ms / 380 tokens ( 25.28 ms per token, 39.56 tokens per second) 3.49.129.849 I slot print_timing: id 2 | task 6436 | total time = 9872.69 ms / 469 tokens 3.49.129.849 I slot print_timing: id 2 | task 6436 | graphs reused = 5895 3.49.129.850 I slot print_timing: id 2 | task 6436 | graph reallocs = 0 / 0 (same size) / (changed size) 3.49.129.920 I slot release: id 2 | task 6436 | stop processing: n_tokens = 1564, truncated = 0 3.49.204.960 I slot print_timing: id 1 | task 6705 | n_gen = 117, tg = 38.66 t/s, tg_3s = 38.99 t/s 3.49.205.299 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.920 (> 0.100 thold), f_keep = 0.701 3.49.205.398 I slot launch_slot_: id 2 | task 6826 | processing task, is_child = 0 3.50.725.941 I slot print_timing: id 0 | task 6765 | n_gen = 118, tg = 38.72 t/s, tg_3s = 39.06 t/s 3.52.077.636 I slot print_timing: id 3 | task 6818 | n_gen = 128, tg = 42.09 t/s, tg_3s = 42.42 t/s 3.52.208.357 I slot print_timing: id 1 | task 6705 | n_gen = 245, tg = 40.64 t/s, tg_3s = 42.62 t/s 3.52.490.836 I slot print_timing: id 2 | task 6826 | n_gen = 140, tg = 46.33 t/s, tg_3s = 46.66 t/s 3.53.416.936 I slot print_timing: id 3 | task 6818 | prompt eval time = 251.53 ms / 77 tokens ( 3.27 ms per token, 306.13 tokens per second) 3.53.416.942 I slot print_timing: id 3 | task 6818 | eval time = 4356.86 ms / 191 tokens ( 22.93 ms per token, 43.61 tokens per second) 3.53.416.943 I slot print_timing: id 3 | task 6818 | total time = 4608.39 ms / 268 tokens 3.53.416.943 I slot print_timing: id 3 | task 6818 | graphs reused = 6076 3.53.416.944 I slot print_timing: id 3 | task 6818 | graph reallocs = 0 / 0 (same size) / (changed size) 3.53.417.008 I slot release: id 3 | task 6818 | stop processing: n_tokens = 1363, truncated = 0 3.53.460.964 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.910 (> 0.100 thold), f_keep = 0.804 3.53.461.060 I slot launch_slot_: id 3 | task 7014 | processing task, is_child = 0 3.53.748.150 I slot print_timing: id 0 | task 6765 | n_gen = 248, tg = 40.87 t/s, tg_3s = 43.01 t/s 3.54.503.895 I slot print_timing: id 0 | task 6765 | prompt eval time = 249.05 ms / 74 tokens ( 3.37 ms per token, 297.13 tokens per second) 3.54.503.901 I slot print_timing: id 0 | task 6765 | eval time = 6799.27 ms / 283 tokens ( 24.11 ms per token, 41.48 tokens per second) 3.54.503.902 I slot print_timing: id 0 | task 6765 | total time = 7048.32 ms / 357 tokens 3.54.503.903 I slot print_timing: id 0 | task 6765 | graphs reused = 6111 3.54.503.904 I slot print_timing: id 0 | task 6765 | graph reallocs = 0 / 0 (same size) / (changed size) 3.54.503.972 I slot release: id 0 | task 6765 | stop processing: n_tokens = 1452, truncated = 0 3.54.568.923 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.931 (> 0.100 thold), f_keep = 0.755 3.54.569.025 I slot launch_slot_: id 0 | task 7056 | processing task, is_child = 0 3.54.710.595 I slot print_timing: id 2 | task 6826 | prompt eval time = 285.15 ms / 95 tokens ( 3.00 ms per token, 333.15 tokens per second) 3.54.710.612 I slot print_timing: id 2 | task 6826 | eval time = 5220.01 ms / 228 tokens ( 23.00 ms per token, 43.49 tokens per second) 3.54.710.614 I slot print_timing: id 2 | task 6826 | total time = 5505.16 ms / 323 tokens 3.54.710.615 I slot print_timing: id 2 | task 6826 | graphs reused = 6114 3.54.710.616 I slot print_timing: id 2 | task 6826 | graph reallocs = 0 / 0 (same size) / (changed size) 3.54.710.736 I slot release: id 2 | task 6826 | stop processing: n_tokens = 1418, truncated = 0 3.54.835.677 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.915 (> 0.100 thold), f_keep = 0.773 3.54.835.788 I slot launch_slot_: id 2 | task 7059 | processing task, is_child = 0 3.55.225.664 I slot print_timing: id 1 | task 6705 | n_gen = 353, tg = 39.02 t/s, tg_3s = 35.79 t/s 3.55.707.395 I slot print_timing: id 1 | task 6705 | prompt eval time = 285.97 ms / 111 tokens ( 2.58 ms per token, 388.16 tokens per second) 3.55.707.417 I slot print_timing: id 1 | task 6705 | eval time = 9503.08 ms / 375 tokens ( 25.41 ms per token, 39.36 tokens per second) 3.55.707.419 I slot print_timing: id 1 | task 6705 | total time = 9789.04 ms / 486 tokens 3.55.707.420 I slot print_timing: id 1 | task 6705 | graphs reused = 6139 3.55.707.422 I slot print_timing: id 1 | task 6705 | graph reallocs = 0 / 0 (same size) / (changed size) 3.55.707.560 I slot release: id 1 | task 6705 | stop processing: n_tokens = 1581, truncated = 0 3.55.749.037 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.907 (> 0.100 thold), f_keep = 0.693 3.55.749.150 I slot launch_slot_: id 1 | task 7089 | processing task, is_child = 0 3.56.729.910 I slot print_timing: id 3 | task 7014 | n_gen = 105, tg = 34.60 t/s, tg_3s = 34.93 t/s 3.57.844.018 I slot print_timing: id 0 | task 7056 | n_gen = 118, tg = 38.88 t/s, tg_3s = 39.22 t/s 3.58.136.273 I slot print_timing: id 2 | task 7059 | n_gen = 130, tg = 42.91 t/s, tg_3s = 43.25 t/s 3.58.986.021 I slot print_timing: id 3 | task 7014 | prompt eval time = 263.10 ms / 109 tokens ( 2.41 ms per token, 414.30 tokens per second) 3.58.986.026 I slot print_timing: id 3 | task 7014 | eval time = 5261.85 ms / 212 tokens ( 24.94 ms per token, 40.10 tokens per second) 3.58.986.027 I slot print_timing: id 3 | task 7014 | total time = 5524.94 ms / 321 tokens 3.58.986.028 I slot print_timing: id 3 | task 7014 | graphs reused = 6275 3.58.986.030 I slot print_timing: id 3 | task 7014 | graph reallocs = 0 / 0 (same size) / (changed size) 3.58.986.106 I slot release: id 3 | task 7014 | stop processing: n_tokens = 1416, truncated = 0 3.59.032.480 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.915 (> 0.100 thold), f_keep = 0.774 3.59.032.589 I slot launch_slot_: id 3 | task 7233 | processing task, is_child = 0 3.59.190.143 I slot print_timing: id 1 | task 7089 | n_gen = 143, tg = 44.98 t/s, tg_3s = 45.30 t/s 3.59.732.386 I slot print_timing: id 0 | task 7056 | prompt eval time = 266.00 ms / 81 tokens ( 3.28 ms per token, 304.51 tokens per second) 3.59.732.392 I slot print_timing: id 0 | task 7056 | eval time = 4897.34 ms / 194 tokens ( 25.37 ms per token, 39.41 tokens per second) 3.59.732.393 I slot print_timing: id 0 | task 7056 | total time = 5163.34 ms / 275 tokens 3.59.732.394 I slot print_timing: id 0 | task 7056 | graphs reused = 6294 3.59.732.395 I slot print_timing: id 0 | task 7056 | graph reallocs = 0 / 0 (same size) / (changed size) 3.59.732.463 I slot release: id 0 | task 7056 | stop processing: n_tokens = 1370, truncated = 0 3.59.780.777 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.919 (> 0.100 thold), f_keep = 0.800 3.59.780.901 I slot launch_slot_: id 0 | task 7257 | processing task, is_child = 0 4.01.140.453 I slot print_timing: id 2 | task 7059 | n_gen = 246, tg = 40.76 t/s, tg_3s = 38.61 t/s 4.02.206.694 I slot print_timing: id 1 | task 7089 | n_gen = 267, tg = 43.09 t/s, tg_3s = 41.11 t/s 4.02.313.496 I slot print_timing: id 3 | task 7233 | n_gen = 129, tg = 42.52 t/s, tg_3s = 42.85 t/s 4.02.401.340 I slot print_timing: id 2 | task 7059 | prompt eval time = 294.48 ms / 102 tokens ( 2.89 ms per token, 346.37 tokens per second) 4.02.401.346 I slot print_timing: id 2 | task 7059 | eval time = 7271.05 ms / 305 tokens ( 23.92 ms per token, 41.81 tokens per second) 4.02.401.347 I slot print_timing: id 2 | task 7059 | total time = 7565.53 ms / 407 tokens 4.02.401.348 I slot print_timing: id 2 | task 7059 | graphs reused = 6404 4.02.401.349 I slot print_timing: id 2 | task 7059 | graph reallocs = 0 / 0 (same size) / (changed size) 4.02.401.417 I slot release: id 2 | task 7059 | stop processing: n_tokens = 1502, truncated = 0 4.02.479.700 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.932 (> 0.100 thold), f_keep = 0.730 4.02.479.802 I slot launch_slot_: id 2 | task 7371 | processing task, is_child = 0 4.03.042.424 I slot print_timing: id 0 | task 7257 | n_gen = 126, tg = 41.57 t/s, tg_3s = 41.90 t/s 4.03.901.712 I slot print_timing: id 3 | task 7233 | prompt eval time = 270.50 ms / 102 tokens ( 2.65 ms per token, 377.08 tokens per second) 4.03.901.718 I slot print_timing: id 3 | task 7233 | eval time = 4598.60 ms / 188 tokens ( 24.59 ms per token, 40.66 tokens per second) 4.03.901.719 I slot print_timing: id 3 | task 7233 | total time = 4869.10 ms / 290 tokens 4.03.901.720 I slot print_timing: id 3 | task 7233 | graphs reused = 6453 4.03.901.721 I slot print_timing: id 3 | task 7233 | graph reallocs = 0 / 0 (same size) / (changed size) 4.03.901.788 I slot release: id 3 | task 7233 | stop processing: n_tokens = 1385, truncated = 0 4.03.966.315 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.937 (> 0.100 thold), f_keep = 0.791 4.03.966.417 I slot launch_slot_: id 3 | task 7428 | processing task, is_child = 0 4.05.207.642 I slot print_timing: id 1 | task 7089 | n_gen = 381, tg = 41.42 t/s, tg_3s = 37.99 t/s 4.05.793.487 I slot print_timing: id 2 | task 7371 | n_gen = 130, tg = 42.75 t/s, tg_3s = 43.08 t/s 4.06.044.183 I slot print_timing: id 0 | task 7257 | n_gen = 255, tg = 42.27 t/s, tg_3s = 42.97 t/s 4.07.251.004 I slot print_timing: id 3 | task 7428 | n_gen = 142, tg = 46.76 t/s, tg_3s = 47.09 t/s 4.07.469.268 I slot print_timing: id 3 | task 7428 | prompt eval time = 269.11 ms / 74 tokens ( 3.64 ms per token, 274.98 tokens per second) 4.07.469.273 I slot print_timing: id 3 | task 7428 | eval time = 3233.73 ms / 152 tokens ( 21.42 ms per token, 46.70 tokens per second) 4.07.469.275 I slot print_timing: id 3 | task 7428 | total time = 3502.84 ms / 226 tokens 4.07.469.275 I slot print_timing: id 3 | task 7428 | graphs reused = 6605 4.07.469.276 I slot print_timing: id 3 | task 7428 | graph reallocs = 0 / 0 (same size) / (changed size) 4.07.469.342 I slot release: id 3 | task 7428 | stop processing: n_tokens = 1321, truncated = 0 4.07.515.573 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.893 (> 0.100 thold), f_keep = 0.830 4.07.515.671 I slot launch_slot_: id 3 | task 7584 | processing task, is_child = 0 4.07.844.694 I slot print_timing: id 0 | task 7257 | prompt eval time = 254.21 ms / 97 tokens ( 2.62 ms per token, 381.58 tokens per second) 4.07.844.700 I slot print_timing: id 0 | task 7257 | eval time = 7809.56 ms / 327 tokens ( 23.96 ms per token, 41.74 tokens per second) 4.07.844.701 I slot print_timing: id 0 | task 7257 | total time = 8063.77 ms / 424 tokens 4.07.844.701 I slot print_timing: id 0 | task 7257 | graphs reused = 6607 4.07.844.702 I slot print_timing: id 0 | task 7257 | graph reallocs = 0 / 0 (same size) / (changed size) 4.07.844.769 I slot release: id 0 | task 7257 | stop processing: n_tokens = 1519, truncated = 0 4.07.891.245 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.942 (> 0.100 thold), f_keep = 0.722 4.07.891.353 I slot launch_slot_: id 0 | task 7591 | processing task, is_child = 0 4.08.216.227 I slot print_timing: id 1 | task 7089 | n_gen = 500, tg = 40.96 t/s, tg_3s = 39.55 t/s 4.08.544.337 I slot print_timing: id 2 | task 7371 | prompt eval time = 295.97 ms / 80 tokens ( 3.70 ms per token, 270.29 tokens per second) 4.08.544.343 I slot print_timing: id 2 | task 7371 | eval time = 5768.54 ms / 236 tokens ( 24.55 ms per token, 40.74 tokens per second) 4.08.544.344 I slot print_timing: id 2 | task 7371 | total time = 6064.52 ms / 316 tokens 4.08.544.345 I slot print_timing: id 2 | task 7371 | graphs reused = 6626 4.08.544.345 I slot print_timing: id 2 | task 7371 | graph reallocs = 0 / 0 (same size) / (changed size) 4.08.544.412 I slot release: id 2 | task 7371 | stop processing: n_tokens = 1411, truncated = 0 4.08.621.699 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.933 (> 0.100 thold), f_keep = 0.777 4.08.621.822 I slot launch_slot_: id 2 | task 7614 | processing task, is_child = 0 4.09.901.154 I slot print_timing: id 0 | task 7591 | prompt eval time = 250.65 ms / 68 tokens ( 3.69 ms per token, 271.30 tokens per second) 4.09.901.159 I slot print_timing: id 0 | task 7591 | eval time = 1759.14 ms / 69 tokens ( 25.87 ms per token, 38.66 tokens per second) 4.09.901.160 I slot print_timing: id 0 | task 7591 | total time = 2009.78 ms / 137 tokens 4.09.901.161 I slot print_timing: id 0 | task 7591 | graphs reused = 6671 4.09.901.162 I slot print_timing: id 0 | task 7591 | graph reallocs = 0 / 0 (same size) / (changed size) 4.09.901.226 I slot release: id 0 | task 7591 | stop processing: n_tokens = 1232, truncated = 0 4.09.946.117 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.939 (> 0.100 thold), f_keep = 0.890 4.09.946.223 I slot launch_slot_: id 0 | task 7665 | processing task, is_child = 0 4.10.814.248 I slot print_timing: id 3 | task 7584 | n_gen = 107, tg = 35.11 t/s, tg_3s = 35.44 t/s 4.11.227.002 I slot print_timing: id 1 | task 7089 | n_gen = 616, tg = 40.48 t/s, tg_3s = 38.53 t/s 4.11.947.917 I slot print_timing: id 2 | task 7614 | n_gen = 131, tg = 43.11 t/s, tg_3s = 43.44 t/s 4.13.203.270 I slot print_timing: id 0 | task 7665 | n_gen = 139, tg = 45.91 t/s, tg_3s = 46.24 t/s 4.13.307.800 I slot print_timing: id 1 | task 7089 | prompt eval time = 284.22 ms / 112 tokens ( 2.54 ms per token, 394.06 tokens per second) 4.13.307.804 I slot print_timing: id 1 | task 7089 | eval time = 17274.39 ms / 712 tokens ( 24.30 ms per token, 41.16 tokens per second) 4.13.307.805 I slot print_timing: id 1 | task 7089 | total time = 17558.61 ms / 824 tokens 4.13.307.806 I slot print_timing: id 1 | task 7089 | graphs reused = 6814 4.13.307.807 I slot print_timing: id 1 | task 7089 | graph reallocs = 0 / 0 (same size) / (changed size) 4.13.307.872 I slot release: id 1 | task 7089 | stop processing: n_tokens = 1919, truncated = 0 4.13.383.674 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.922 (> 0.100 thold), f_keep = 0.571 4.13.383.795 I slot launch_slot_: id 1 | task 7813 | processing task, is_child = 0 4.13.821.522 I slot print_timing: id 3 | task 7584 | n_gen = 231, tg = 38.16 t/s, tg_3s = 41.23 t/s 4.14.967.571 I slot print_timing: id 2 | task 7614 | n_gen = 257, tg = 42.42 t/s, tg_3s = 41.73 t/s 4.15.163.159 I slot print_timing: id 0 | task 7665 | prompt eval time = 251.18 ms / 71 tokens ( 3.54 ms per token, 282.66 tokens per second) 4.15.163.166 I slot print_timing: id 0 | task 7665 | eval time = 4965.74 ms / 216 tokens ( 23.10 ms per token, 43.30 tokens per second) 4.15.163.167 I slot print_timing: id 0 | task 7665 | total time = 5216.92 ms / 287 tokens 4.15.163.168 I slot print_timing: id 0 | task 7665 | graphs reused = 6881 4.15.163.169 I slot print_timing: id 0 | task 7665 | graph reallocs = 0 / 0 (same size) / (changed size) 4.15.163.246 I slot release: id 0 | task 7665 | stop processing: n_tokens = 1382, truncated = 0 4.15.227.193 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.919 (> 0.100 thold), f_keep = 0.793 4.15.227.303 I slot launch_slot_: id 0 | task 7887 | processing task, is_child = 0 4.15.513.265 I slot print_timing: id 2 | task 7614 | prompt eval time = 310.67 ms / 79 tokens ( 3.93 ms per token, 254.29 tokens per second) 4.15.513.270 I slot print_timing: id 2 | task 7614 | eval time = 6580.76 ms / 272 tokens ( 24.28 ms per token, 41.18 tokens per second) 4.15.513.271 I slot print_timing: id 2 | task 7614 | total time = 6891.42 ms / 351 tokens 4.15.513.272 I slot print_timing: id 2 | task 7614 | graphs reused = 6884 4.15.513.273 I slot print_timing: id 2 | task 7614 | graph reallocs = 0 / 0 (same size) / (changed size) 4.15.513.338 I slot release: id 2 | task 7614 | stop processing: n_tokens = 1446, truncated = 0 4.15.591.273 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.941 (> 0.100 thold), f_keep = 0.758 4.15.591.378 I slot launch_slot_: id 2 | task 7893 | processing task, is_child = 0 4.16.451.893 I slot print_timing: id 3 | task 7584 | prompt eval time = 279.14 ms / 132 tokens ( 2.11 ms per token, 472.88 tokens per second) 4.16.451.899 I slot print_timing: id 3 | task 7584 | eval time = 8657.07 ms / 330 tokens ( 26.31 ms per token, 38.00 tokens per second) 4.16.451.900 I slot print_timing: id 3 | task 7584 | total time = 8936.21 ms / 462 tokens 4.16.451.901 I slot print_timing: id 3 | task 7584 | graphs reused = 6908 4.16.451.901 I slot print_timing: id 3 | task 7584 | graph reallocs = 0 / 0 (same size) / (changed size) 4.16.451.969 I slot release: id 3 | task 7584 | stop processing: n_tokens = 1557, truncated = 0 4.16.496.840 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.880 (> 0.100 thold), f_keep = 0.704 4.16.496.944 I slot launch_slot_: id 3 | task 7924 | processing task, is_child = 0 4.16.787.553 I slot print_timing: id 1 | task 7813 | n_gen = 109, tg = 35.10 t/s, tg_3s = 35.42 t/s 4.17.680.088 I slot print_timing: id 1 | task 7813 | prompt eval time = 326.51 ms / 94 tokens ( 3.47 ms per token, 287.89 tokens per second) 4.17.680.094 I slot print_timing: id 1 | task 7813 | eval time = 3969.76 ms / 152 tokens ( 26.29 ms per token, 38.04 tokens per second) 4.17.680.095 I slot print_timing: id 1 | task 7813 | total time = 4296.27 ms / 246 tokens 4.17.680.096 I slot print_timing: id 1 | task 7813 | graphs reused = 6951 4.17.680.096 I slot print_timing: id 1 | task 7813 | graph reallocs = 0 / 0 (same size) / (changed size) 4.17.680.168 I slot release: id 1 | task 7813 | stop processing: n_tokens = 1340, truncated = 0 4.17.756.879 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.928 (> 0.100 thold), f_keep = 0.818 4.17.757.007 I slot launch_slot_: id 1 | task 7972 | processing task, is_child = 0 4.18.497.975 I slot print_timing: id 0 | task 7887 | n_gen = 104, tg = 34.21 t/s, tg_3s = 34.54 t/s 4.18.885.637 I slot print_timing: id 2 | task 7893 | n_gen = 117, tg = 38.46 t/s, tg_3s = 38.79 t/s 4.19.294.545 I slot print_timing: id 2 | task 7893 | prompt eval time = 278.34 ms / 69 tokens ( 4.03 ms per token, 247.89 tokens per second) 4.19.294.551 I slot print_timing: id 2 | task 7893 | eval time = 3424.80 ms / 136 tokens ( 25.37 ms per token, 39.42 tokens per second) 4.19.294.552 I slot print_timing: id 2 | task 7893 | total time = 3703.15 ms / 205 tokens 4.19.294.554 I slot print_timing: id 2 | task 7893 | graphs reused = 7008 4.19.294.555 I slot print_timing: id 2 | task 7893 | graph reallocs = 0 / 0 (same size) / (changed size) 4.19.294.626 I slot release: id 2 | task 7893 | stop processing: n_tokens = 1300, truncated = 0 4.19.334.104 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.898 (> 0.100 thold), f_keep = 0.843 4.19.334.211 I slot launch_slot_: id 2 | task 8034 | processing task, is_child = 0 4.19.790.524 I slot print_timing: id 3 | task 7924 | n_gen = 115, tg = 37.97 t/s, tg_3s = 38.31 t/s 4.21.057.447 I slot print_timing: id 1 | task 7972 | n_gen = 126, tg = 41.61 t/s, tg_3s = 41.95 t/s 4.21.500.190 I slot print_timing: id 0 | task 7887 | n_gen = 229, tg = 37.92 t/s, tg_3s = 41.64 t/s 4.22.651.443 I slot print_timing: id 2 | task 8034 | n_gen = 141, tg = 46.65 t/s, tg_3s = 46.99 t/s 4.22.805.378 I slot print_timing: id 3 | task 7924 | n_gen = 256, tg = 42.38 t/s, tg_3s = 46.77 t/s 4.23.130.014 I slot print_timing: id 1 | task 7972 | prompt eval time = 296.56 ms / 85 tokens ( 3.49 ms per token, 286.62 tokens per second) 4.23.130.019 I slot print_timing: id 1 | task 7972 | eval time = 5076.43 ms / 224 tokens ( 22.76 ms per token, 43.93 tokens per second) 4.23.130.020 I slot print_timing: id 1 | task 7972 | total time = 5372.99 ms / 309 tokens 4.23.130.021 I slot print_timing: id 1 | task 7972 | graphs reused = 7169 4.23.130.023 I slot print_timing: id 1 | task 7972 | graph reallocs = 0 / 0 (same size) / (changed size) 4.23.130.089 I slot release: id 1 | task 7972 | stop processing: n_tokens = 1404, truncated = 0 4.23.208.635 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.926 (> 0.100 thold), f_keep = 0.781 4.23.208.750 I slot launch_slot_: id 1 | task 8201 | processing task, is_child = 0 4.23.774.407 I slot print_timing: id 0 | task 7887 | prompt eval time = 259.74 ms / 97 tokens ( 2.68 ms per token, 373.45 tokens per second) 4.23.774.412 I slot print_timing: id 0 | task 7887 | eval time = 8287.35 ms / 322 tokens ( 25.82 ms per token, 38.73 tokens per second) 4.23.774.413 I slot print_timing: id 0 | task 7887 | total time = 8547.08 ms / 419 tokens 4.23.774.415 I slot print_timing: id 0 | task 7887 | graphs reused = 7180 4.23.774.416 I slot print_timing: id 0 | task 7887 | graph reallocs = 0 / 0 (same size) / (changed size) 4.23.774.485 I slot release: id 0 | task 7887 | stop processing: n_tokens = 1514, truncated = 0 4.23.820.873 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.904 (> 0.100 thold), f_keep = 0.724 4.23.820.981 I slot launch_slot_: id 0 | task 8218 | processing task, is_child = 0 4.25.579.106 I slot print_timing: id 2 | task 8034 | prompt eval time = 316.34 ms / 125 tokens ( 2.53 ms per token, 395.14 tokens per second) 4.25.579.111 I slot print_timing: id 2 | task 8034 | eval time = 5928.53 ms / 252 tokens ( 23.62 ms per token, 42.34 tokens per second) 4.25.579.112 I slot print_timing: id 2 | task 8034 | total time = 6244.88 ms / 377 tokens 4.25.579.113 I slot print_timing: id 2 | task 8034 | graphs reused = 7250 4.25.579.114 I slot print_timing: id 2 | task 8034 | graph reallocs = 0 / 0 (same size) / (changed size) 4.25.579.188 I slot release: id 2 | task 8034 | stop processing: n_tokens = 1472, truncated = 0 4.25.654.844 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.924 (> 0.100 thold), f_keep = 0.745 4.25.654.949 I slot launch_slot_: id 2 | task 8292 | processing task, is_child = 0 4.25.825.555 I slot print_timing: id 3 | task 7924 | n_gen = 363, tg = 40.06 t/s, tg_3s = 35.43 t/s 4.26.515.391 I slot print_timing: id 1 | task 8201 | n_gen = 117, tg = 38.55 t/s, tg_3s = 38.89 t/s 4.27.100.456 I slot print_timing: id 0 | task 8218 | n_gen = 128, tg = 42.07 t/s, tg_3s = 42.40 t/s 4.27.586.055 I slot print_timing: id 1 | task 8201 | prompt eval time = 297.93 ms / 88 tokens ( 3.39 ms per token, 295.38 tokens per second) 4.27.586.060 I slot print_timing: id 1 | task 8201 | eval time = 4079.36 ms / 167 tokens ( 24.57 ms per token, 40.69 tokens per second) 4.27.586.061 I slot print_timing: id 1 | task 8201 | total time = 4377.29 ms / 255 tokens 4.27.586.062 I slot print_timing: id 1 | task 8201 | graphs reused = 7326 4.27.586.063 I slot print_timing: id 1 | task 8201 | graph reallocs = 0 / 0 (same size) / (changed size) 4.27.586.133 I slot release: id 1 | task 8201 | stop processing: n_tokens = 1350, truncated = 0 4.27.662.374 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.907 (> 0.100 thold), f_keep = 0.812 4.27.662.481 I slot launch_slot_: id 1 | task 8374 | processing task, is_child = 0 4.28.843.636 I slot print_timing: id 3 | task 7924 | n_gen = 487, tg = 40.31 t/s, tg_3s = 41.09 t/s 4.28.948.502 I slot print_timing: id 2 | task 8292 | n_gen = 129, tg = 42.60 t/s, tg_3s = 42.93 t/s 4.29.262.588 I slot print_timing: id 3 | task 7924 | prompt eval time = 291.53 ms / 150 tokens ( 1.94 ms per token, 514.53 tokens per second) 4.29.262.593 I slot print_timing: id 3 | task 7924 | eval time = 12474.10 ms / 507 tokens ( 24.65 ms per token, 40.56 tokens per second) 4.29.262.594 I slot print_timing: id 3 | task 7924 | total time = 12765.63 ms / 657 tokens 4.29.262.595 I slot print_timing: id 3 | task 7924 | graphs reused = 7387 4.29.262.596 I slot print_timing: id 3 | task 7924 | graph reallocs = 0 / 0 (same size) / (changed size) 4.29.262.663 I slot release: id 3 | task 7924 | stop processing: n_tokens = 1752, truncated = 0 4.29.306.645 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.916 (> 0.100 thold), f_keep = 0.626 4.29.306.742 I slot launch_slot_: id 3 | task 8441 | processing task, is_child = 0 4.29.992.344 I slot print_timing: id 0 | task 8218 | prompt eval time = 260.36 ms / 117 tokens ( 2.23 ms per token, 449.38 tokens per second) 4.29.992.349 I slot print_timing: id 0 | task 8218 | eval time = 5910.98 ms / 240 tokens ( 24.73 ms per token, 40.43 tokens per second) 4.29.992.350 I slot print_timing: id 0 | task 8218 | total time = 6171.34 ms / 357 tokens 4.29.992.351 I slot print_timing: id 0 | task 8218 | graphs reused = 7406 4.29.992.352 I slot print_timing: id 0 | task 8218 | graph reallocs = 0 / 0 (same size) / (changed size) 4.29.992.419 I slot release: id 0 | task 8218 | stop processing: n_tokens = 1452, truncated = 0 4.30.055.680 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.936 (> 0.100 thold), f_keep = 0.755 4.30.055.787 I slot launch_slot_: id 0 | task 8466 | processing task, is_child = 0 4.30.975.005 I slot print_timing: id 1 | task 8374 | n_gen = 123, tg = 40.43 t/s, tg_3s = 40.76 t/s 4.31.771.057 I slot print_timing: id 2 | task 8292 | prompt eval time = 288.50 ms / 90 tokens ( 3.21 ms per token, 311.96 tokens per second) 4.31.771.063 I slot print_timing: id 2 | task 8292 | eval time = 5827.59 ms / 242 tokens ( 24.18 ms per token, 41.36 tokens per second) 4.31.771.064 I slot print_timing: id 2 | task 8292 | total time = 6116.09 ms / 332 tokens 4.31.771.065 I slot print_timing: id 2 | task 8292 | graphs reused = 7478 4.31.771.065 I slot print_timing: id 2 | task 8292 | graph reallocs = 0 / 0 (same size) / (changed size) 4.31.771.130 I slot release: id 2 | task 8292 | stop processing: n_tokens = 1427, truncated = 0 4.31.846.943 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.924 (> 0.100 thold), f_keep = 0.768 4.31.847.045 I slot launch_slot_: id 2 | task 8541 | processing task, is_child = 0 4.32.607.384 I slot print_timing: id 3 | task 8441 | n_gen = 121, tg = 39.74 t/s, tg_3s = 40.07 t/s 4.33.316.417 I slot print_timing: id 0 | task 8466 | n_gen = 131, tg = 43.07 t/s, tg_3s = 43.40 t/s 4.33.986.928 I slot print_timing: id 1 | task 8374 | n_gen = 253, tg = 41.79 t/s, tg_3s = 43.16 t/s 4.34.678.310 I slot print_timing: id 0 | task 8466 | prompt eval time = 242.50 ms / 75 tokens ( 3.23 ms per token, 309.28 tokens per second) 4.34.678.316 I slot print_timing: id 0 | task 8466 | eval time = 4380.01 ms / 196 tokens ( 22.46 ms per token, 44.52 tokens per second) 4.34.678.317 I slot print_timing: id 0 | task 8466 | total time = 4622.51 ms / 271 tokens 4.34.678.318 I slot print_timing: id 0 | task 8466 | graphs reused = 7598 4.34.678.319 I slot print_timing: id 0 | task 8466 | graph reallocs = 0 / 0 (same size) / (changed size) 4.34.678.383 I slot release: id 0 | task 8466 | stop processing: n_tokens = 1366, truncated = 0 4.34.724.324 I slot print_timing: id 3 | task 8441 | prompt eval time = 281.07 ms / 101 tokens ( 2.78 ms per token, 359.34 tokens per second) 4.34.724.331 I slot print_timing: id 3 | task 8441 | eval time = 5136.49 ms / 222 tokens ( 23.24 ms per token, 43.03 tokens per second) 4.34.724.332 I slot print_timing: id 3 | task 8441 | total time = 5417.57 ms / 323 tokens 4.34.724.333 I slot print_timing: id 3 | task 8441 | graphs reused = 7599 4.34.724.334 I slot print_timing: id 3 | task 8441 | graph reallocs = 0 / 0 (same size) / (changed size) 4.34.724.410 I slot release: id 3 | task 8441 | stop processing: n_tokens = 1417, truncated = 0 4.34.724.426 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.932 (> 0.100 thold), f_keep = 0.802 4.34.724.541 I slot launch_slot_: id 0 | task 8667 | processing task, is_child = 0 4.34.724.683 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 104.462 MiB) 4.34.728.798 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 98.055 MiB) 4.34.732.583 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 101.259 MiB) 4.34.735.256 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 74.992 MiB) 4.34.738.116 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 120.478 MiB) 4.34.743.117 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 79.476 MiB) 4.34.746.363 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 74.351 MiB) 4.34.749.222 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 86.852 MiB) 4.34.752.547 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 83.961 MiB) 4.34.755.713 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 105.102 MiB) 4.34.758.653 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 82.679 MiB) 4.34.761.811 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 79.476 MiB) 4.34.764.805 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 103.181 MiB) 4.34.768.695 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 93.571 MiB) 4.34.772.255 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 88.445 MiB) 4.34.775.712 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 108.946 MiB) 4.34.777.094 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 79.476 MiB) 4.34.780.097 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 118.556 MiB) 4.34.784.598 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 68.585 MiB) 4.34.787.226 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 87.164 MiB) 4.35.098.145 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.926 (> 0.100 thold), f_keep = 0.773 4.35.098.270 I slot launch_slot_: id 3 | task 8668 | processing task, is_child = 0 4.35.364.661 I slot print_timing: id 2 | task 8541 | n_gen = 125, tg = 38.48 t/s, tg_3s = 38.79 t/s 4.36.183.036 I slot print_timing: id 1 | task 8374 | prompt eval time = 294.67 ms / 113 tokens ( 2.61 ms per token, 383.48 tokens per second) 4.36.183.042 I slot print_timing: id 1 | task 8374 | eval time = 8225.87 ms / 318 tokens ( 25.95 ms per token, 38.54 tokens per second) 4.36.183.043 I slot print_timing: id 1 | task 8374 | total time = 8520.54 ms / 431 tokens 4.36.183.044 I slot print_timing: id 1 | task 8374 | graphs reused = 7626 4.36.183.045 I slot print_timing: id 1 | task 8374 | graph reallocs = 0 / 0 (same size) / (changed size) 4.36.183.112 I slot release: id 1 | task 8374 | stop processing: n_tokens = 1526, truncated = 0 4.36.258.242 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.882 (> 0.100 thold), f_keep = 0.718 4.36.258.360 I slot launch_slot_: id 1 | task 8701 | processing task, is_child = 0 4.37.208.231 I slot print_timing: id 2 | task 8541 | prompt eval time = 294.89 ms / 90 tokens ( 3.28 ms per token, 305.19 tokens per second) 4.37.208.236 I slot print_timing: id 2 | task 8541 | eval time = 5066.27 ms / 188 tokens ( 27.09 ms per token, 36.91 tokens per second) 4.37.208.237 I slot print_timing: id 2 | task 8541 | total time = 5361.17 ms / 278 tokens 4.37.208.237 I slot print_timing: id 2 | task 8541 | graphs reused = 7654 4.37.208.238 I slot print_timing: id 2 | task 8541 | graph reallocs = 0 / 0 (same size) / (changed size) 4.37.208.303 I slot release: id 2 | task 8541 | stop processing: n_tokens = 1373, truncated = 0 4.37.283.213 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.925 (> 0.100 thold), f_keep = 0.798 4.37.283.309 I slot launch_slot_: id 2 | task 8736 | processing task, is_child = 0 4.38.585.367 I slot print_timing: id 0 | task 8667 | n_gen = 114, tg = 37.54 t/s, tg_3s = 37.87 t/s 4.38.586.288 I slot print_timing: id 3 | task 8668 | n_gen = 114, tg = 37.55 t/s, tg_3s = 37.88 t/s 4.39.587.110 I slot print_timing: id 1 | task 8701 | n_gen = 130, tg = 42.79 t/s, tg_3s = 43.12 t/s 4.40.518.043 I slot print_timing: id 0 | task 8667 | prompt eval time = 476.79 ms / 80 tokens ( 5.96 ms per token, 167.79 tokens per second) 4.40.518.048 I slot print_timing: id 0 | task 8667 | eval time = 4942.96 ms / 206 tokens ( 24.11 ms per token, 41.47 tokens per second) 4.40.518.049 I slot print_timing: id 0 | task 8667 | total time = 5419.75 ms / 286 tokens 4.40.518.050 I slot print_timing: id 0 | task 8667 | graphs reused = 7790 4.40.518.051 I slot print_timing: id 0 | task 8667 | graph reallocs = 0 / 0 (same size) / (changed size) 4.40.518.116 I slot release: id 0 | task 8667 | stop processing: n_tokens = 1381, truncated = 0 4.40.582.095 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.910 (> 0.100 thold), f_keep = 0.794 4.40.582.196 I slot launch_slot_: id 0 | task 8881 | processing task, is_child = 0 4.40.728.983 I slot print_timing: id 2 | task 8736 | n_gen = 144, tg = 45.84 t/s, tg_3s = 46.16 t/s 4.41.594.299 I slot print_timing: id 3 | task 8668 | prompt eval time = 393.54 ms / 87 tokens ( 4.52 ms per token, 221.07 tokens per second) 4.41.594.305 I slot print_timing: id 3 | task 8668 | eval time = 6017.65 ms / 247 tokens ( 24.46 ms per token, 40.88 tokens per second) 4.41.594.306 I slot print_timing: id 3 | task 8668 | total time = 6411.19 ms / 334 tokens 4.41.594.306 I slot print_timing: id 3 | task 8668 | graphs reused = 7828 4.41.594.311 I slot print_timing: id 3 | task 8668 | graph reallocs = 0 / 0 (same size) / (changed size) 4.41.594.378 I slot release: id 3 | task 8668 | stop processing: n_tokens = 1429, truncated = 0 4.41.656.923 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.938 (> 0.100 thold), f_keep = 0.767 4.41.657.020 I slot launch_slot_: id 3 | task 8923 | processing task, is_child = 0 4.42.595.392 I slot print_timing: id 1 | task 8701 | n_gen = 252, tg = 41.67 t/s, tg_3s = 40.55 t/s 4.42.680.225 I slot print_timing: id 2 | task 8736 | prompt eval time = 326.05 ms / 89 tokens ( 3.66 ms per token, 272.97 tokens per second) 4.42.680.230 I slot print_timing: id 2 | task 8736 | eval time = 5070.85 ms / 222 tokens ( 22.95 ms per token, 43.58 tokens per second) 4.42.680.231 I slot print_timing: id 2 | task 8736 | total time = 5396.90 ms / 311 tokens 4.42.680.232 I slot print_timing: id 2 | task 8736 | graphs reused = 7865 4.42.680.233 I slot print_timing: id 2 | task 8736 | graph reallocs = 0 / 0 (same size) / (changed size) 4.42.680.302 I slot release: id 2 | task 8736 | stop processing: n_tokens = 1406, truncated = 0 4.42.755.762 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.898 (> 0.100 thold), f_keep = 0.780 4.42.755.861 I slot launch_slot_: id 2 | task 8964 | processing task, is_child = 0 4.43.273.400 I slot print_timing: id 1 | task 8701 | prompt eval time = 314.09 ms / 147 tokens ( 2.14 ms per token, 468.01 tokens per second) 4.43.273.405 I slot print_timing: id 1 | task 8701 | eval time = 6700.93 ms / 270 tokens ( 24.91 ms per token, 40.14 tokens per second) 4.43.273.406 I slot print_timing: id 1 | task 8701 | total time = 7015.02 ms / 417 tokens 4.43.273.407 I slot print_timing: id 1 | task 8701 | graphs reused = 7874 4.43.273.408 I slot print_timing: id 1 | task 8701 | graph reallocs = 0 / 0 (same size) / (changed size) 4.43.273.476 I slot release: id 1 | task 8701 | stop processing: n_tokens = 1512, truncated = 0 4.43.349.362 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.936 (> 0.100 thold), f_keep = 0.725 4.43.349.487 I slot launch_slot_: id 1 | task 8979 | processing task, is_child = 0 4.43.828.730 I slot print_timing: id 0 | task 8881 | n_gen = 105, tg = 34.65 t/s, tg_3s = 34.98 t/s 4.44.914.722 I slot print_timing: id 3 | task 8923 | n_gen = 116, tg = 38.33 t/s, tg_3s = 38.66 t/s 4.45.020.116 I slot print_timing: id 0 | task 8881 | prompt eval time = 245.21 ms / 108 tokens ( 2.27 ms per token, 440.45 tokens per second) 4.45.020.122 I slot print_timing: id 0 | task 8881 | eval time = 4192.70 ms / 162 tokens ( 26.04 ms per token, 38.40 tokens per second) 4.45.020.123 I slot print_timing: id 0 | task 8881 | total time = 4437.90 ms / 270 tokens 4.45.020.124 I slot print_timing: id 0 | task 8881 | graphs reused = 7938 4.45.020.124 I slot print_timing: id 0 | task 8881 | graph reallocs = 0 / 0 (same size) / (changed size) 4.45.020.189 I slot release: id 0 | task 8881 | stop processing: n_tokens = 1365, truncated = 0 4.46.065.299 I slot print_timing: id 2 | task 8964 | n_gen = 139, tg = 45.90 t/s, tg_3s = 46.23 t/s 4.46.174.554 I slot print_timing: id 3 | task 8923 | prompt eval time = 257.50 ms / 73 tokens ( 3.53 ms per token, 283.49 tokens per second) 4.46.174.560 I slot print_timing: id 3 | task 8923 | eval time = 4260.01 ms / 185 tokens ( 23.15 ms per token, 43.19 tokens per second) 4.46.174.561 I slot print_timing: id 3 | task 8923 | total time = 4517.52 ms / 258 tokens 4.46.174.563 I slot print_timing: id 3 | task 8923 | graphs reused = 8000 4.46.174.563 I slot print_timing: id 3 | task 8923 | graph reallocs = 0 / 0 (same size) / (changed size) 4.46.174.627 I slot release: id 3 | task 8923 | stop processing: n_tokens = 1353, truncated = 0 4.46.641.041 I slot print_timing: id 1 | task 8979 | n_gen = 159, tg = 52.61 t/s, tg_3s = 52.94 t/s 4.46.657.341 I slot print_timing: id 1 | task 8979 | prompt eval time = 288.22 ms / 75 tokens ( 3.84 ms per token, 260.22 tokens per second) 4.46.657.345 I slot print_timing: id 1 | task 8979 | eval time = 3019.62 ms / 160 tokens ( 18.99 ms per token, 52.66 tokens per second) 4.46.657.346 I slot print_timing: id 1 | task 8979 | total time = 3307.84 ms / 235 tokens 4.46.657.347 I slot print_timing: id 1 | task 8979 | graphs reused = 8028 4.46.657.348 I slot print_timing: id 1 | task 8979 | graph reallocs = 0 / 0 (same size) / (changed size) 4.46.657.410 I slot release: id 1 | task 8979 | stop processing: n_tokens = 1330, truncated = 0 4.48.078.751 I slot print_timing: id 2 | task 8964 | prompt eval time = 302.62 ms / 124 tokens ( 2.44 ms per token, 409.75 tokens per second) 4.48.078.756 I slot print_timing: id 2 | task 8964 | eval time = 5020.25 ms / 271 tokens ( 18.59 ms per token, 53.78 tokens per second) 4.48.078.757 I slot print_timing: id 2 | task 8964 | total time = 5322.87 ms / 395 tokens 4.48.078.758 I slot print_timing: id 2 | task 8964 | graphs reused = 8124 4.48.078.758 I slot print_timing: id 2 | task 8964 | graph reallocs = 0 / 0 (same size) / (changed size) 4.48.078.817 I slot release: id 2 | task 8964 | stop processing: n_tokens = 1490, truncated = 0 4.48.109.028 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1365, t_last = 284922662 4.48.109.224 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 82.679 MiB) 4.48.112.507 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 91.008 MiB) 4.48.115.921 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 105.915 MiB) 4.48.119.968 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1514.734 MiB) 4.48.490.855 I slot launch_slot_: id 0 | task 9238 | processing task, is_child = 0 4.48.490.994 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1510.342 MiB) 4.48.509.927 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1512.828 MiB) 4.48.938.806 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1510.154 MiB) 4.49.262.576 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1828.480 MiB) 4.49.552.747 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1353, t_last = 286077100 4.49.553.029 I slot launch_slot_: id 3 | task 9239 | processing task, is_child = 0 4.49.553.272 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1330, t_last = 286559883 4.49.553.489 I slot launch_slot_: id 1 | task 9240 | processing task, is_child = 0 4.49.553.611 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1490, t_last = 287981291 4.49.553.818 I slot launch_slot_: id 2 | task 9241 | processing task, is_child = 0 4.51.386.265 I slot print_timing: id 0 | task 9238 | prompt eval time = 1807.80 ms / 940 tokens ( 1.92 ms per token, 519.97 tokens per second) 4.51.386.271 I slot print_timing: id 0 | task 9238 | eval time = 24.63 ms / 2 tokens ( 24.63 ms per token, 40.60 tokens per second) 4.51.386.272 I slot print_timing: id 0 | task 9238 | total time = 1832.43 ms / 942 tokens 4.51.386.272 I slot print_timing: id 0 | task 9238 | graphs reused = 8125 4.51.386.273 I slot print_timing: id 0 | task 9238 | graph reallocs = 0 / 0 (same size) / (changed size) 4.51.386.361 I slot release: id 0 | task 9238 | stop processing: n_tokens = 942, truncated = 0 4.51.386.680 I slot print_timing: id 1 | task 9240 | prompt eval time = 1786.70 ms / 780 tokens ( 2.29 ms per token, 436.56 tokens per second) 4.51.386.683 I slot print_timing: id 1 | task 9240 | eval time = 24.37 ms / 2 tokens ( 24.37 ms per token, 41.04 tokens per second) 4.51.386.684 I slot print_timing: id 1 | task 9240 | total time = 1811.07 ms / 782 tokens 4.51.386.684 I slot print_timing: id 1 | task 9240 | graphs reused = 8125 4.51.386.685 I slot print_timing: id 1 | task 9240 | graph reallocs = 0 / 0 (same size) / (changed size) 4.51.386.723 I slot release: id 1 | task 9240 | stop processing: n_tokens = 782, truncated = 0 4.51.387.055 I slot print_timing: id 2 | task 9241 | prompt eval time = 1765.77 ms / 985 tokens ( 1.79 ms per token, 557.83 tokens per second) 4.51.387.058 I slot print_timing: id 2 | task 9241 | eval time = 24.05 ms / 2 tokens ( 24.05 ms per token, 41.58 tokens per second) 4.51.387.059 I slot print_timing: id 2 | task 9241 | total time = 1789.81 ms / 987 tokens 4.51.387.059 I slot print_timing: id 2 | task 9241 | graphs reused = 8125 4.51.387.060 I slot print_timing: id 2 | task 9241 | graph reallocs = 0 / 0 (same size) / (changed size) 4.51.387.121 I slot release: id 2 | task 9241 | stop processing: n_tokens = 987, truncated = 0 4.51.387.407 I slot print_timing: id 3 | task 9239 | prompt eval time = 1744.69 ms / 776 tokens ( 2.25 ms per token, 444.78 tokens per second) 4.51.387.410 I slot print_timing: id 3 | task 9239 | eval time = 23.79 ms / 2 tokens ( 23.79 ms per token, 42.03 tokens per second) 4.51.387.411 I slot print_timing: id 3 | task 9239 | total time = 1768.48 ms / 778 tokens 4.51.387.411 I slot print_timing: id 3 | task 9239 | graphs reused = 8125 4.51.387.412 I slot print_timing: id 3 | task 9239 | graph reallocs = 0 / 0 (same size) / (changed size) 4.51.387.461 I slot release: id 3 | task 9239 | stop processing: n_tokens = 778, truncated = 0 4.51.408.369 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 942, t_last = 291288834 4.51.408.505 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1823.292 MiB) 4.51.601.857 I slot launch_slot_: id 0 | task 9247 | processing task, is_child = 0 4.51.734.407 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1831.182 MiB) 4.52.052.826 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 782, t_last = 291289195 4.52.053.078 I slot launch_slot_: id 1 | task 9248 | processing task, is_child = 0 4.52.053.265 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 987, t_last = 291289594 4.52.053.460 I slot launch_slot_: id 2 | task 9249 | processing task, is_child = 0 4.52.053.545 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 778, t_last = 291289934 4.52.053.712 I slot launch_slot_: id 3 | task 9250 | processing task, is_child = 0 4.53.736.975 I slot print_timing: id 0 | task 9247 | prompt eval time = 1658.54 ms / 833 tokens ( 1.99 ms per token, 502.25 tokens per second) 4.53.736.980 I slot print_timing: id 0 | task 9247 | eval time = 24.70 ms / 2 tokens ( 24.70 ms per token, 40.49 tokens per second) 4.53.736.981 I slot print_timing: id 0 | task 9247 | total time = 1683.24 ms / 835 tokens 4.53.736.982 I slot print_timing: id 0 | task 9247 | graphs reused = 8125 4.53.736.983 I slot print_timing: id 0 | task 9247 | graph reallocs = 0 / 0 (same size) / (changed size) 4.53.737.086 I slot release: id 0 | task 9247 | stop processing: n_tokens = 835, truncated = 0 4.53.737.431 I slot print_timing: id 1 | task 9248 | prompt eval time = 1647.11 ms / 781 tokens ( 2.11 ms per token, 474.16 tokens per second) 4.53.737.435 I slot print_timing: id 1 | task 9248 | eval time = 24.43 ms / 2 tokens ( 24.43 ms per token, 40.93 tokens per second) 4.53.737.435 I slot print_timing: id 1 | task 9248 | total time = 1671.54 ms / 783 tokens 4.53.737.436 I slot print_timing: id 1 | task 9248 | graphs reused = 8125 4.53.737.436 I slot print_timing: id 1 | task 9248 | graph reallocs = 0 / 0 (same size) / (changed size) 4.53.737.473 I slot release: id 1 | task 9248 | stop processing: n_tokens = 783, truncated = 0 4.53.737.764 I slot print_timing: id 2 | task 9249 | prompt eval time = 1638.09 ms / 784 tokens ( 2.09 ms per token, 478.61 tokens per second) 4.53.737.767 I slot print_timing: id 2 | task 9249 | eval time = 24.12 ms / 2 tokens ( 24.12 ms per token, 41.45 tokens per second) 4.53.737.768 I slot print_timing: id 2 | task 9249 | total time = 1662.21 ms / 786 tokens 4.53.737.768 I slot print_timing: id 2 | task 9249 | graphs reused = 8125 4.53.737.769 I slot print_timing: id 2 | task 9249 | graph reallocs = 0 / 0 (same size) / (changed size) 4.53.737.798 I slot release: id 2 | task 9249 | stop processing: n_tokens = 786, truncated = 0 4.53.738.090 I slot print_timing: id 3 | task 9250 | prompt eval time = 1626.53 ms / 823 tokens ( 1.98 ms per token, 505.99 tokens per second) 4.53.738.094 I slot print_timing: id 3 | task 9250 | eval time = 23.84 ms / 2 tokens ( 23.84 ms per token, 41.95 tokens per second) 4.53.738.094 I slot print_timing: id 3 | task 9250 | total time = 1650.36 ms / 825 tokens 4.53.738.095 I slot print_timing: id 3 | task 9250 | graphs reused = 8125 4.53.738.095 I slot print_timing: id 3 | task 9250 | graph reallocs = 0 / 0 (same size) / (changed size) 4.53.738.136 I slot release: id 3 | task 9250 | stop processing: n_tokens = 825, truncated = 0 4.53.759.638 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.872 (> 0.100 thold), f_keep = 0.840 4.53.759.773 I slot launch_slot_: id 0 | task 9256 | processing task, is_child = 0 4.53.867.447 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1832.121 MiB) 4.54.170.434 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 783, t_last = 293639945 4.54.170.683 I slot launch_slot_: id 1 | task 9258 | processing task, is_child = 0 4.54.170.857 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 786, t_last = 293640271 4.54.171.037 I slot launch_slot_: id 2 | task 9257 | processing task, is_child = 0 4.54.171.125 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 825, t_last = 293640609 4.54.171.287 I slot launch_slot_: id 3 | task 9259 | processing task, is_child = 0 4.55.871.734 I slot print_timing: id 0 | task 9256 | prompt eval time = 1494.41 ms / 132 tokens ( 11.32 ms per token, 88.33 tokens per second) 4.55.871.740 I slot print_timing: id 0 | task 9256 | eval time = 206.02 ms / 2 tokens ( 206.02 ms per token, 4.85 tokens per second) 4.55.871.741 I slot print_timing: id 0 | task 9256 | total time = 1700.43 ms / 134 tokens 4.55.871.742 I slot print_timing: id 0 | task 9256 | graphs reused = 8125 4.55.871.742 I slot print_timing: id 0 | task 9256 | graph reallocs = 0 / 0 (same size) / (changed size) 4.55.871.806 I slot release: id 0 | task 9256 | stop processing: n_tokens = 805, truncated = 0 4.55.894.447 I slot print_timing: id 1 | task 9258 | prompt eval time = 1625.69 ms / 875 tokens ( 1.86 ms per token, 538.23 tokens per second) 4.55.894.454 I slot print_timing: id 1 | task 9258 | eval time = 21.83 ms / 2 tokens ( 21.83 ms per token, 45.81 tokens per second) 4.55.894.455 I slot print_timing: id 1 | task 9258 | total time = 1647.51 ms / 877 tokens 4.55.894.457 I slot print_timing: id 1 | task 9258 | graphs reused = 8125 4.55.894.459 I slot print_timing: id 1 | task 9258 | graph reallocs = 0 / 0 (same size) / (changed size) 4.55.894.581 I slot release: id 1 | task 9258 | stop processing: n_tokens = 877, truncated = 0 4.55.894.923 I slot print_timing: id 2 | task 9257 | prompt eval time = 1616.44 ms / 867 tokens ( 1.86 ms per token, 536.36 tokens per second) 4.55.894.926 I slot print_timing: id 2 | task 9257 | eval time = 21.57 ms / 2 tokens ( 21.57 ms per token, 46.36 tokens per second) 4.55.894.927 I slot print_timing: id 2 | task 9257 | total time = 1638.01 ms / 869 tokens 4.55.894.927 I slot print_timing: id 2 | task 9257 | graphs reused = 8125 4.55.894.928 I slot print_timing: id 2 | task 9257 | graph reallocs = 0 / 0 (same size) / (changed size) 4.55.894.973 I slot release: id 2 | task 9257 | stop processing: n_tokens = 869, truncated = 0 4.55.895.364 I slot print_timing: id 3 | task 9259 | prompt eval time = 1607.28 ms / 956 tokens ( 1.68 ms per token, 594.79 tokens per second) 4.55.895.369 I slot print_timing: id 3 | task 9259 | eval time = 21.36 ms / 2 tokens ( 21.36 ms per token, 46.83 tokens per second) 4.55.895.370 I slot print_timing: id 3 | task 9259 | total time = 1628.64 ms / 958 tokens 4.55.895.370 I slot print_timing: id 3 | task 9259 | graphs reused = 8125 4.55.895.371 I slot print_timing: id 3 | task 9259 | graph reallocs = 0 / 0 (same size) / (changed size) 4.55.895.442 I slot release: id 3 | task 9259 | stop processing: n_tokens = 958, truncated = 0 4.55.908.389 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 805, t_last = 295774279 4.55.908.514 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1827.479 MiB) 4.56.115.057 I slot launch_slot_: id 0 | task 9265 | processing task, is_child = 0 4.56.234.599 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 991.333 MiB) 4.56.407.681 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 786.949 MiB) 4.56.574.599 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 877, t_last = 295797055 4.56.574.848 I slot launch_slot_: id 1 | task 9266 | processing task, is_child = 0 4.56.575.041 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 869, t_last = 295797445 4.56.575.229 I slot launch_slot_: id 2 | task 9267 | processing task, is_child = 0 4.56.575.329 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 958, t_last = 295797916 4.56.575.503 I slot launch_slot_: id 3 | task 9268 | processing task, is_child = 0 4.58.838.418 I slot print_timing: id 0 | task 9265 | prompt eval time = 2157.32 ms / 1001 tokens ( 2.16 ms per token, 464.00 tokens per second) 4.58.838.423 I slot print_timing: id 0 | task 9265 | eval time = 105.58 ms / 2 tokens ( 105.58 ms per token, 9.47 tokens per second) 4.58.838.424 I slot print_timing: id 0 | task 9265 | total time = 2262.90 ms / 1003 tokens 4.58.838.425 I slot print_timing: id 0 | task 9265 | graphs reused = 8126 4.58.838.426 I slot print_timing: id 0 | task 9265 | graph reallocs = 0 / 0 (same size) / (changed size) 4.58.838.509 I slot release: id 0 | task 9265 | stop processing: n_tokens = 1003, truncated = 0 4.58.838.912 I slot print_timing: id 1 | task 9266 | prompt eval time = 2144.57 ms / 1036 tokens ( 2.07 ms per token, 483.08 tokens per second) 4.58.838.915 I slot print_timing: id 1 | task 9266 | eval time = 105.38 ms / 2 tokens ( 105.38 ms per token, 9.49 tokens per second) 4.58.838.916 I slot print_timing: id 1 | task 9266 | total time = 2249.95 ms / 1038 tokens 4.58.838.917 I slot print_timing: id 1 | task 9266 | graphs reused = 8126 4.58.838.918 I slot print_timing: id 1 | task 9266 | graph reallocs = 0 / 0 (same size) / (changed size) 4.58.838.967 I slot release: id 1 | task 9266 | stop processing: n_tokens = 1038, truncated = 0 4.58.839.356 I slot print_timing: id 2 | task 9267 | prompt eval time = 2134.09 ms / 912 tokens ( 2.34 ms per token, 427.35 tokens per second) 4.58.839.359 I slot print_timing: id 2 | task 9267 | eval time = 105.22 ms / 2 tokens ( 105.22 ms per token, 9.50 tokens per second) 4.58.839.360 I slot print_timing: id 2 | task 9267 | total time = 2239.30 ms / 914 tokens 4.58.839.361 I slot print_timing: id 2 | task 9267 | graphs reused = 8126 4.58.839.361 I slot print_timing: id 2 | task 9267 | graph reallocs = 0 / 0 (same size) / (changed size) 4.58.839.438 I slot release: id 2 | task 9267 | stop processing: n_tokens = 914, truncated = 0 4.58.858.384 I slot print_timing: id 3 | task 9268 | prompt eval time = 2229.42 ms / 1781 tokens ( 1.25 ms per token, 798.86 tokens per second) 4.58.858.389 I slot print_timing: id 3 | task 9268 | eval time = 18.17 ms / 2 tokens ( 18.17 ms per token, 55.05 tokens per second) 4.58.858.390 I slot print_timing: id 3 | task 9268 | total time = 2247.59 ms / 1783 tokens 4.58.858.391 I slot print_timing: id 3 | task 9268 | graphs reused = 8126 4.58.858.392 I slot print_timing: id 3 | task 9268 | graph reallocs = 0 / 0 (same size) / (changed size) 4.58.858.556 I slot release: id 3 | task 9268 | stop processing: n_tokens = 1783, truncated = 0 4.58.873.426 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1003, t_last = 298740982 4.58.873.579 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1050.789 MiB) 4.59.077.003 I slot launch_slot_: id 0 | task 9275 | processing task, is_child = 0 4.59.077.124 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 773.448 MiB) 4.59.087.217 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 793.839 MiB) 4.59.258.426 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 796.699 MiB) 4.59.430.932 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 833.873 MiB) 4.59.624.749 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1038, t_last = 298741439 4.59.625.021 I slot launch_slot_: id 1 | task 9276 | processing task, is_child = 0 4.59.625.260 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 914, t_last = 298741912 4.59.625.446 I slot launch_slot_: id 2 | task 9277 | processing task, is_child = 0 4.59.625.586 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.830 (> 0.100 thold), f_keep = 0.432 4.59.625.800 I slot launch_slot_: id 3 | task 9278 | processing task, is_child = 0 5.01.223.103 I slot print_timing: id 3 | task 9278 | prompt eval time = 1375.16 ms / 187 tokens ( 7.35 ms per token, 135.98 tokens per second) 5.01.223.109 I slot print_timing: id 3 | task 9278 | eval time = 184.01 ms / 2 tokens ( 184.01 ms per token, 5.43 tokens per second) 5.01.223.110 I slot print_timing: id 3 | task 9278 | total time = 1559.17 ms / 189 tokens 5.01.223.111 I slot print_timing: id 3 | task 9278 | graphs reused = 8126 5.01.223.112 I slot print_timing: id 3 | task 9278 | graph reallocs = 0 / 0 (same size) / (changed size) 5.01.223.183 I slot release: id 3 | task 9278 | stop processing: n_tokens = 929, truncated = 0 5.01.243.418 I slot print_timing: id 0 | task 9275 | prompt eval time = 1595.62 ms / 712 tokens ( 2.24 ms per token, 446.22 tokens per second) 5.01.243.423 I slot print_timing: id 0 | task 9275 | eval time = 21.98 ms / 2 tokens ( 21.98 ms per token, 45.49 tokens per second) 5.01.243.424 I slot print_timing: id 0 | task 9275 | total time = 1617.60 ms / 714 tokens 5.01.243.425 I slot print_timing: id 0 | task 9275 | graphs reused = 8126 5.01.243.426 I slot print_timing: id 0 | task 9275 | graph reallocs = 0 / 0 (same size) / (changed size) 5.01.243.476 I slot release: id 0 | task 9275 | stop processing: n_tokens = 714, truncated = 0 5.01.243.862 I slot print_timing: id 1 | task 9276 | prompt eval time = 1582.97 ms / 742 tokens ( 2.13 ms per token, 468.74 tokens per second) 5.01.243.865 I slot print_timing: id 1 | task 9276 | eval time = 21.73 ms / 2 tokens ( 21.73 ms per token, 46.01 tokens per second) 5.01.243.866 I slot print_timing: id 1 | task 9276 | total time = 1604.70 ms / 744 tokens 5.01.243.866 I slot print_timing: id 1 | task 9276 | graphs reused = 8126 5.01.243.867 I slot print_timing: id 1 | task 9276 | graph reallocs = 0 / 0 (same size) / (changed size) 5.01.243.904 I slot release: id 1 | task 9276 | stop processing: n_tokens = 744, truncated = 0 5.01.244.238 I slot print_timing: id 2 | task 9277 | prompt eval time = 1570.68 ms / 870 tokens ( 1.81 ms per token, 553.90 tokens per second) 5.01.244.241 I slot print_timing: id 2 | task 9277 | eval time = 21.43 ms / 2 tokens ( 21.43 ms per token, 46.66 tokens per second) 5.01.244.242 I slot print_timing: id 2 | task 9277 | total time = 1592.11 ms / 872 tokens 5.01.244.242 I slot print_timing: id 2 | task 9277 | graphs reused = 8126 5.01.244.243 I slot print_timing: id 2 | task 9277 | graph reallocs = 0 / 0 (same size) / (changed size) 5.01.244.296 I slot release: id 2 | task 9277 | stop processing: n_tokens = 872, truncated = 0 5.01.260.058 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.876 (> 0.100 thold), f_keep = 0.880 5.01.260.186 I slot launch_slot_: id 0 | task 9284 | processing task, is_child = 0 5.01.260.309 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1034.193 MiB) 5.01.409.271 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 904.063 MiB) 5.01.555.179 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 896.438 MiB) 5.01.777.081 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.865 (> 0.100 thold), f_keep = 0.844 5.01.777.224 I slot launch_slot_: id 1 | task 9285 | processing task, is_child = 0 5.01.777.408 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 929, t_last = 301125657 5.01.815.987 I slot launch_slot_: id 3 | task 9286 | processing task, is_child = 0 5.01.816.100 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 872, t_last = 301146770 5.01.816.271 I slot launch_slot_: id 2 | task 9287 | processing task, is_child = 0 5.02.999.696 I slot print_timing: id 0 | task 9284 | prompt eval time = 1075.20 ms / 118 tokens ( 9.11 ms per token, 109.75 tokens per second) 5.02.999.701 I slot print_timing: id 0 | task 9284 | eval time = 108.20 ms / 2 tokens ( 108.20 ms per token, 9.24 tokens per second) 5.02.999.703 I slot print_timing: id 0 | task 9284 | total time = 1183.41 ms / 120 tokens 5.02.999.703 I slot print_timing: id 0 | task 9284 | graphs reused = 8126 5.02.999.704 I slot print_timing: id 0 | task 9284 | graph reallocs = 0 / 0 (same size) / (changed size) 5.02.999.752 I slot release: id 0 | task 9284 | stop processing: n_tokens = 718, truncated = 0 5.03.000.133 I slot print_timing: id 1 | task 9285 | prompt eval time = 1005.81 ms / 127 tokens ( 7.92 ms per token, 126.27 tokens per second) 5.03.000.137 I slot print_timing: id 1 | task 9285 | eval time = 107.96 ms / 2 tokens ( 107.96 ms per token, 9.26 tokens per second) 5.03.000.137 I slot print_timing: id 1 | task 9285 | total time = 1113.77 ms / 129 tokens 5.03.000.138 I slot print_timing: id 1 | task 9285 | graphs reused = 8126 5.03.000.139 I slot print_timing: id 1 | task 9285 | graph reallocs = 0 / 0 (same size) / (changed size) 5.03.000.176 I slot release: id 1 | task 9285 | stop processing: n_tokens = 727, truncated = 0 5.03.001.295 I slot print_timing: id 3 | task 9286 | prompt eval time = 927.48 ms / 121 tokens ( 7.67 ms per token, 130.46 tokens per second) 5.03.001.299 I slot print_timing: id 3 | task 9286 | eval time = 108.43 ms / 2 tokens ( 108.43 ms per token, 9.22 tokens per second) 5.03.001.300 I slot print_timing: id 3 | task 9286 | total time = 1035.91 ms / 123 tokens 5.03.001.300 I slot print_timing: id 3 | task 9286 | graphs reused = 8126 5.03.001.301 I slot print_timing: id 3 | task 9286 | graph reallocs = 0 / 0 (same size) / (changed size) 5.03.001.337 I slot release: id 3 | task 9286 | stop processing: n_tokens = 721, truncated = 0 5.03.019.573 I slot print_timing: id 2 | task 9287 | prompt eval time = 1046.89 ms / 877 tokens ( 1.19 ms per token, 837.72 tokens per second) 5.03.019.578 I slot print_timing: id 2 | task 9287 | eval time = 18.60 ms / 2 tokens ( 18.60 ms per token, 53.76 tokens per second) 5.03.019.578 I slot print_timing: id 2 | task 9287 | total time = 1065.49 ms / 879 tokens 5.03.019.579 I slot print_timing: id 2 | task 9287 | graphs reused = 8126 5.03.019.580 I slot print_timing: id 2 | task 9287 | graph reallocs = 0 / 0 (same size) / (changed size) 5.03.019.638 I slot release: id 2 | task 9287 | stop processing: n_tokens = 879, truncated = 0 5.03.022.589 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 718, t_last = 302902224 5.03.137.903 I slot launch_slot_: id 0 | task 9293 | processing task, is_child = 0 5.03.137.997 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1006.896 MiB) 5.03.292.094 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1069.164 MiB) 5.03.469.399 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1095.338 MiB) 5.03.624.940 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 727, t_last = 302902648 5.03.625.177 I slot launch_slot_: id 1 | task 9294 | processing task, is_child = 0 5.03.625.349 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 721, t_last = 302903809 5.03.625.526 I slot launch_slot_: id 3 | task 9295 | processing task, is_child = 0 5.03.625.617 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 879, t_last = 302922112 5.03.625.789 I slot launch_slot_: id 2 | task 9296 | processing task, is_child = 0 5.05.693.566 I slot print_timing: id 0 | task 9293 | prompt eval time = 2042.53 ms / 1036 tokens ( 1.97 ms per token, 507.21 tokens per second) 5.05.693.571 I slot print_timing: id 0 | task 9293 | eval time = 25.23 ms / 2 tokens ( 25.23 ms per token, 39.64 tokens per second) 5.05.693.572 I slot print_timing: id 0 | task 9293 | total time = 2067.76 ms / 1038 tokens 5.05.693.574 I slot print_timing: id 0 | task 9293 | graphs reused = 8127 5.05.693.575 I slot print_timing: id 0 | task 9293 | graph reallocs = 0 / 0 (same size) / (changed size) 5.05.693.639 I slot release: id 0 | task 9293 | stop processing: n_tokens = 1038, truncated = 0 5.05.693.982 I slot print_timing: id 1 | task 9294 | prompt eval time = 2031.26 ms / 996 tokens ( 2.04 ms per token, 490.34 tokens per second) 5.05.693.986 I slot print_timing: id 1 | task 9294 | eval time = 24.94 ms / 2 tokens ( 24.94 ms per token, 40.10 tokens per second) 5.05.693.986 I slot print_timing: id 1 | task 9294 | total time = 2056.20 ms / 998 tokens 5.05.693.987 I slot print_timing: id 1 | task 9294 | graphs reused = 8127 5.05.693.988 I slot print_timing: id 1 | task 9294 | graph reallocs = 0 / 0 (same size) / (changed size) 5.05.694.029 I slot release: id 1 | task 9294 | stop processing: n_tokens = 998, truncated = 0 5.05.694.357 I slot print_timing: id 2 | task 9296 | prompt eval time = 2020.16 ms / 1003 tokens ( 2.01 ms per token, 496.50 tokens per second) 5.05.694.360 I slot print_timing: id 2 | task 9296 | eval time = 24.61 ms / 2 tokens ( 24.61 ms per token, 40.63 tokens per second) 5.05.694.361 I slot print_timing: id 2 | task 9296 | total time = 2044.77 ms / 1005 tokens 5.05.694.361 I slot print_timing: id 2 | task 9296 | graphs reused = 8127 5.05.694.362 I slot print_timing: id 2 | task 9296 | graph reallocs = 0 / 0 (same size) / (changed size) 5.05.694.395 I slot release: id 2 | task 9296 | stop processing: n_tokens = 1005, truncated = 0 5.05.694.712 I slot print_timing: id 3 | task 9295 | prompt eval time = 2009.84 ms / 1010 tokens ( 1.99 ms per token, 502.53 tokens per second) 5.05.694.715 I slot print_timing: id 3 | task 9295 | eval time = 24.30 ms / 2 tokens ( 24.30 ms per token, 41.15 tokens per second) 5.05.694.715 I slot print_timing: id 3 | task 9295 | total time = 2034.14 ms / 1012 tokens 5.05.694.716 I slot print_timing: id 3 | task 9295 | graphs reused = 8127 5.05.694.716 I slot print_timing: id 3 | task 9295 | graph reallocs = 0 / 0 (same size) / (changed size) 5.05.694.747 I slot release: id 3 | task 9295 | stop processing: n_tokens = 1012, truncated = 0 5.05.715.340 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.892 (> 0.100 thold), f_keep = 0.857 5.05.715.496 I slot launch_slot_: id 0 | task 9302 | processing task, is_child = 0 5.05.715.645 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 940.268 MiB) 5.05.908.089 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1220.116 MiB) 5.06.087.288 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 904.923 MiB) 5.06.253.594 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 998, t_last = 305596502 5.06.253.852 I slot launch_slot_: id 1 | task 9303 | processing task, is_child = 0 5.06.254.056 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1005, t_last = 305596867 5.06.254.256 I slot launch_slot_: id 2 | task 9304 | processing task, is_child = 0 5.06.254.359 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1012, t_last = 305597219 5.06.254.537 I slot launch_slot_: id 3 | task 9305 | processing task, is_child = 0 5.08.016.051 I slot print_timing: id 0 | task 9302 | prompt eval time = 1546.99 ms / 137 tokens ( 11.29 ms per token, 88.56 tokens per second) 5.08.016.058 I slot print_timing: id 0 | task 9302 | eval time = 214.50 ms / 2 tokens ( 214.50 ms per token, 4.66 tokens per second) 5.08.016.060 I slot print_timing: id 0 | task 9302 | total time = 1761.49 ms / 139 tokens 5.08.016.061 I slot print_timing: id 0 | task 9302 | graphs reused = 8127 5.08.016.061 I slot print_timing: id 0 | task 9302 | graph reallocs = 0 / 0 (same size) / (changed size) 5.08.016.127 I slot release: id 0 | task 9302 | stop processing: n_tokens = 999, truncated = 0 5.08.039.440 I slot print_timing: id 1 | task 9303 | prompt eval time = 1667.13 ms / 884 tokens ( 1.89 ms per token, 530.25 tokens per second) 5.08.039.446 I slot print_timing: id 1 | task 9303 | eval time = 22.46 ms / 2 tokens ( 22.46 ms per token, 44.52 tokens per second) 5.08.039.447 I slot print_timing: id 1 | task 9303 | total time = 1689.60 ms / 886 tokens 5.08.039.448 I slot print_timing: id 1 | task 9303 | graphs reused = 8127 5.08.039.449 I slot print_timing: id 1 | task 9303 | graph reallocs = 0 / 0 (same size) / (changed size) 5.08.039.553 I slot release: id 1 | task 9303 | stop processing: n_tokens = 886, truncated = 0 5.08.039.923 I slot print_timing: id 2 | task 9304 | prompt eval time = 1655.03 ms / 1002 tokens ( 1.65 ms per token, 605.43 tokens per second) 5.08.039.926 I slot print_timing: id 2 | task 9304 | eval time = 22.23 ms / 2 tokens ( 22.23 ms per token, 44.98 tokens per second) 5.08.039.926 I slot print_timing: id 2 | task 9304 | total time = 1677.27 ms / 1004 tokens 5.08.039.927 I slot print_timing: id 2 | task 9304 | graphs reused = 8127 5.08.039.928 I slot print_timing: id 2 | task 9304 | graph reallocs = 0 / 0 (same size) / (changed size) 5.08.039.978 I slot release: id 2 | task 9304 | stop processing: n_tokens = 1004, truncated = 0 5.08.040.307 I slot print_timing: id 3 | task 9305 | prompt eval time = 1643.02 ms / 887 tokens ( 1.85 ms per token, 539.86 tokens per second) 5.08.040.310 I slot print_timing: id 3 | task 9305 | eval time = 22.01 ms / 2 tokens ( 22.01 ms per token, 45.44 tokens per second) 5.08.040.311 I slot print_timing: id 3 | task 9305 | total time = 1665.02 ms / 889 tokens 5.08.040.311 I slot print_timing: id 3 | task 9305 | graphs reused = 8127 5.08.040.312 I slot print_timing: id 3 | task 9305 | graph reallocs = 0 / 0 (same size) / (changed size) 5.08.040.352 I slot release: id 3 | task 9305 | stop processing: n_tokens = 889, truncated = 0 5.08.051.727 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.800 (> 0.100 thold), f_keep = 0.889 5.08.051.859 I slot launch_slot_: id 1 | task 9311 | processing task, is_child = 0 5.08.052.018 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1057.382 MiB) 5.08.299.670 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 895.015 MiB) 5.08.312.038 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 910.157 MiB) 5.08.499.433 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 914.407 MiB) 5.08.676.719 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.882 (> 0.100 thold), f_keep = 0.785 5.08.676.879 I slot launch_slot_: id 2 | task 9312 | processing task, is_child = 0 5.08.677.086 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 999, t_last = 307918601 5.08.754.121 I slot launch_slot_: id 0 | task 9313 | processing task, is_child = 0 5.08.754.308 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 889, t_last = 307942824 5.08.754.609 I slot launch_slot_: id 3 | task 9314 | processing task, is_child = 0 5.10.100.513 I slot print_timing: id 0 | task 9313 | prompt eval time = 1247.93 ms / 113 tokens ( 11.04 ms per token, 90.55 tokens per second) 5.10.100.519 I slot print_timing: id 0 | task 9313 | eval time = 97.94 ms / 2 tokens ( 97.94 ms per token, 10.21 tokens per second) 5.10.100.520 I slot print_timing: id 0 | task 9313 | total time = 1345.88 ms / 115 tokens 5.10.100.521 I slot print_timing: id 0 | task 9313 | graphs reused = 8127 5.10.100.522 I slot print_timing: id 0 | task 9313 | graph reallocs = 0 / 0 (same size) / (changed size) 5.10.100.578 I slot release: id 0 | task 9313 | stop processing: n_tokens = 873, truncated = 0 5.10.100.996 I slot print_timing: id 1 | task 9311 | prompt eval time = 1149.40 ms / 226 tokens ( 5.09 ms per token, 196.62 tokens per second) 5.10.100.999 I slot print_timing: id 1 | task 9311 | eval time = 97.84 ms / 2 tokens ( 97.84 ms per token, 10.22 tokens per second) 5.10.101.000 I slot print_timing: id 1 | task 9311 | total time = 1247.23 ms / 228 tokens 5.10.101.000 I slot print_timing: id 1 | task 9311 | graphs reused = 8127 5.10.101.001 I slot print_timing: id 1 | task 9311 | graph reallocs = 0 / 0 (same size) / (changed size) 5.10.101.076 I slot release: id 1 | task 9311 | stop processing: n_tokens = 986, truncated = 0 5.10.101.516 I slot print_timing: id 2 | task 9312 | prompt eval time = 1074.60 ms / 134 tokens ( 8.02 ms per token, 124.70 tokens per second) 5.10.101.519 I slot print_timing: id 2 | task 9312 | eval time = 97.75 ms / 2 tokens ( 97.75 ms per token, 10.23 tokens per second) 5.10.101.520 I slot print_timing: id 2 | task 9312 | total time = 1172.34 ms / 136 tokens 5.10.101.520 I slot print_timing: id 2 | task 9312 | graphs reused = 8127 5.10.101.521 I slot print_timing: id 2 | task 9312 | graph reallocs = 0 / 0 (same size) / (changed size) 5.10.101.564 I slot release: id 2 | task 9312 | stop processing: n_tokens = 894, truncated = 0 5.10.120.453 I slot print_timing: id 3 | task 9314 | prompt eval time = 1097.73 ms / 951 tokens ( 1.15 ms per token, 866.33 tokens per second) 5.10.120.458 I slot print_timing: id 3 | task 9314 | eval time = 18.21 ms / 2 tokens ( 18.21 ms per token, 54.91 tokens per second) 5.10.120.459 I slot print_timing: id 3 | task 9314 | total time = 1115.94 ms / 953 tokens 5.10.120.460 I slot print_timing: id 3 | task 9314 | graphs reused = 8127 5.10.120.461 I slot print_timing: id 3 | task 9314 | graph reallocs = 0 / 0 (same size) / (changed size) 5.10.120.527 I slot release: id 3 | task 9314 | stop processing: n_tokens = 953, truncated = 0 5.10.122.775 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 873, t_last = 310003051 5.10.271.741 I slot launch_slot_: id 0 | task 9320 | processing task, is_child = 0 5.10.271.860 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 906.313 MiB) 5.10.467.792 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1057.836 MiB) 5.10.671.544 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1064.508 MiB) 5.10.878.961 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 986, t_last = 310003549 5.10.879.229 I slot launch_slot_: id 1 | task 9321 | processing task, is_child = 0 5.10.879.423 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 894, t_last = 310004037 5.10.879.615 I slot launch_slot_: id 2 | task 9322 | processing task, is_child = 0 5.10.879.718 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 953, t_last = 310023000 5.10.879.899 I slot launch_slot_: id 3 | task 9323 | processing task, is_child = 0 5.13.016.603 I slot print_timing: id 0 | task 9320 | prompt eval time = 2031.26 ms / 943 tokens ( 2.15 ms per token, 464.24 tokens per second) 5.13.016.609 I slot print_timing: id 0 | task 9320 | eval time = 105.42 ms / 2 tokens ( 105.42 ms per token, 9.49 tokens per second) 5.13.016.610 I slot print_timing: id 0 | task 9320 | total time = 2136.68 ms / 945 tokens 5.13.016.611 I slot print_timing: id 0 | task 9320 | graphs reused = 8127 5.13.016.612 I slot print_timing: id 0 | task 9320 | graph reallocs = 0 / 0 (same size) / (changed size) 5.13.016.687 I slot release: id 0 | task 9320 | stop processing: n_tokens = 945, truncated = 0 5.13.017.106 I slot print_timing: id 1 | task 9321 | prompt eval time = 2016.42 ms / 924 tokens ( 2.18 ms per token, 458.24 tokens per second) 5.13.017.109 I slot print_timing: id 1 | task 9321 | eval time = 105.23 ms / 2 tokens ( 105.23 ms per token, 9.50 tokens per second) 5.13.017.110 I slot print_timing: id 1 | task 9321 | total time = 2121.66 ms / 926 tokens 5.13.017.110 I slot print_timing: id 1 | task 9321 | graphs reused = 8127 5.13.017.111 I slot print_timing: id 1 | task 9321 | graph reallocs = 0 / 0 (same size) / (changed size) 5.13.017.161 I slot release: id 1 | task 9321 | stop processing: n_tokens = 926, truncated = 0 5.13.017.603 I slot print_timing: id 2 | task 9322 | prompt eval time = 2001.83 ms / 898 tokens ( 2.23 ms per token, 448.59 tokens per second) 5.13.017.606 I slot print_timing: id 2 | task 9322 | eval time = 105.05 ms / 2 tokens ( 105.05 ms per token, 9.52 tokens per second) 5.13.017.606 I slot print_timing: id 2 | task 9322 | total time = 2106.88 ms / 900 tokens 5.13.017.607 I slot print_timing: id 2 | task 9322 | graphs reused = 8127 5.13.017.608 I slot print_timing: id 2 | task 9322 | graph reallocs = 0 / 0 (same size) / (changed size) 5.13.017.651 I slot release: id 2 | task 9322 | stop processing: n_tokens = 900, truncated = 0 5.13.037.284 I slot print_timing: id 3 | task 9323 | prompt eval time = 2092.69 ms / 1365 tokens ( 1.53 ms per token, 652.27 tokens per second) 5.13.037.289 I slot print_timing: id 3 | task 9323 | eval time = 18.89 ms / 2 tokens ( 18.89 ms per token, 52.95 tokens per second) 5.13.037.290 I slot print_timing: id 3 | task 9323 | total time = 2111.58 ms / 1367 tokens 5.13.037.291 I slot print_timing: id 3 | task 9323 | graphs reused = 8127 5.13.037.292 I slot print_timing: id 3 | task 9323 | graph reallocs = 0 / 0 (same size) / (changed size) 5.13.037.385 I slot release: id 3 | task 9323 | stop processing: n_tokens = 1367, truncated = 0 5.13.059.302 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.875 (> 0.100 thold), f_keep = 0.868 5.13.059.448 I slot launch_slot_: id 3 | task 9330 | processing task, is_child = 0 5.13.059.567 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1071.180 MiB) 5.13.223.303 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1340.050 MiB) 5.13.410.986 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 913.314 MiB) 5.13.588.952 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 945, t_last = 312919162 5.13.589.218 I slot launch_slot_: id 0 | task 9331 | processing task, is_child = 0 5.13.589.412 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 926, t_last = 312919635 5.13.589.604 I slot launch_slot_: id 1 | task 9332 | processing task, is_child = 0 5.13.589.699 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 900, t_last = 312920123 5.13.589.875 I slot launch_slot_: id 2 | task 9333 | processing task, is_child = 0 5.15.324.068 I slot print_timing: id 3 | task 9330 | prompt eval time = 1360.10 ms / 170 tokens ( 8.00 ms per token, 124.99 tokens per second) 5.15.324.075 I slot print_timing: id 3 | task 9330 | eval time = 337.90 ms / 2 tokens ( 337.90 ms per token, 2.96 tokens per second) 5.15.324.076 I slot print_timing: id 3 | task 9330 | total time = 1698.00 ms / 172 tokens 5.15.324.077 I slot print_timing: id 3 | task 9330 | graphs reused = 8127 5.15.324.078 I slot print_timing: id 3 | task 9330 | graph reallocs = 0 / 0 (same size) / (changed size) 5.15.324.168 I slot release: id 3 | task 9330 | stop processing: n_tokens = 1357, truncated = 0 5.15.525.289 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1357, t_last = 315226641 5.15.525.426 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1184.949 MiB) 5.15.770.333 I slot launch_slot_: id 3 | task 9338 | processing task, is_child = 0 5.15.925.146 I slot print_timing: id 0 | task 9331 | prompt eval time = 1934.20 ms / 1310 tokens ( 1.48 ms per token, 677.28 tokens per second) 5.15.925.151 I slot print_timing: id 0 | task 9331 | eval time = 401.05 ms / 2 tokens ( 401.05 ms per token, 2.49 tokens per second) 5.15.925.152 I slot print_timing: id 0 | task 9331 | total time = 2335.25 ms / 1312 tokens 5.15.925.153 I slot print_timing: id 0 | task 9331 | graphs reused = 8127 5.15.925.154 I slot print_timing: id 0 | task 9331 | graph reallocs = 0 / 0 (same size) / (changed size) 5.15.925.227 I slot release: id 0 | task 9331 | stop processing: n_tokens = 1312, truncated = 0 5.15.925.647 I slot print_timing: id 1 | task 9332 | prompt eval time = 1922.47 ms / 1268 tokens ( 1.52 ms per token, 659.57 tokens per second) 5.15.925.650 I slot print_timing: id 1 | task 9332 | eval time = 400.95 ms / 2 tokens ( 400.95 ms per token, 2.49 tokens per second) 5.15.925.651 I slot print_timing: id 1 | task 9332 | total time = 2323.42 ms / 1270 tokens 5.15.925.652 I slot print_timing: id 1 | task 9332 | graphs reused = 8127 5.15.925.652 I slot print_timing: id 1 | task 9332 | graph reallocs = 0 / 0 (same size) / (changed size) 5.15.925.711 I slot release: id 1 | task 9332 | stop processing: n_tokens = 1270, truncated = 0 5.15.926.163 I slot print_timing: id 2 | task 9333 | prompt eval time = 1910.97 ms / 790 tokens ( 2.42 ms per token, 413.40 tokens per second) 5.15.926.166 I slot print_timing: id 2 | task 9333 | eval time = 400.88 ms / 2 tokens ( 400.88 ms per token, 2.49 tokens per second) 5.15.926.167 I slot print_timing: id 2 | task 9333 | total time = 2311.85 ms / 792 tokens 5.15.926.167 I slot print_timing: id 2 | task 9333 | graphs reused = 8127 5.15.926.168 I slot print_timing: id 2 | task 9333 | graph reallocs = 0 / 0 (same size) / (changed size) 5.15.926.224 I slot release: id 2 | task 9333 | stop processing: n_tokens = 792, truncated = 0 5.15.958.049 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1312, t_last = 315827700 5.15.958.181 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1220.468 MiB) 5.16.193.200 I slot launch_slot_: id 0 | task 9341 | processing task, is_child = 0 5.16.193.334 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1198.403 MiB) 5.16.425.303 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 983.067 MiB) 5.16.571.275 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1270, t_last = 315828184 5.16.571.545 I slot launch_slot_: id 1 | task 9342 | processing task, is_child = 0 5.16.571.635 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 792, t_last = 315828697 5.16.571.819 I slot launch_slot_: id 2 | task 9343 | processing task, is_child = 0 5.17.940.051 I slot print_timing: id 3 | task 9338 | prompt eval time = 1844.60 ms / 808 tokens ( 2.28 ms per token, 438.04 tokens per second) 5.17.940.060 I slot print_timing: id 3 | task 9338 | eval time = 325.09 ms / 2 tokens ( 325.09 ms per token, 3.08 tokens per second) 5.17.940.061 I slot print_timing: id 3 | task 9338 | total time = 2169.69 ms / 810 tokens 5.17.940.062 I slot print_timing: id 3 | task 9338 | graphs reused = 8128 5.17.940.063 I slot print_timing: id 3 | task 9338 | graph reallocs = 0 / 0 (same size) / (changed size) 5.17.940.126 I slot release: id 3 | task 9338 | stop processing: n_tokens = 810, truncated = 0 5.18.121.493 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 810, t_last = 317842600 5.18.121.598 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 976.067 MiB) 5.18.282.919 I slot launch_slot_: id 3 | task 9348 | processing task, is_child = 0 5.18.437.112 I slot print_timing: id 0 | task 9341 | prompt eval time = 1548.36 ms / 801 tokens ( 1.93 ms per token, 517.32 tokens per second) 5.18.437.117 I slot print_timing: id 0 | task 9341 | eval time = 316.91 ms / 2 tokens ( 316.91 ms per token, 3.16 tokens per second) 5.18.437.118 I slot print_timing: id 0 | task 9341 | total time = 1865.27 ms / 803 tokens 5.18.437.119 I slot print_timing: id 0 | task 9341 | graphs reused = 8128 5.18.437.120 I slot print_timing: id 0 | task 9341 | graph reallocs = 0 / 0 (same size) / (changed size) 5.18.437.188 I slot release: id 0 | task 9341 | stop processing: n_tokens = 803, truncated = 0 5.18.437.610 I slot print_timing: id 1 | task 9342 | prompt eval time = 1533.41 ms / 865 tokens ( 1.77 ms per token, 564.10 tokens per second) 5.18.437.613 I slot print_timing: id 1 | task 9342 | eval time = 316.72 ms / 2 tokens ( 316.72 ms per token, 3.16 tokens per second) 5.18.437.614 I slot print_timing: id 1 | task 9342 | total time = 1850.12 ms / 867 tokens 5.18.437.614 I slot print_timing: id 1 | task 9342 | graphs reused = 8128 5.18.437.615 I slot print_timing: id 1 | task 9342 | graph reallocs = 0 / 0 (same size) / (changed size) 5.18.437.680 I slot release: id 1 | task 9342 | stop processing: n_tokens = 867, truncated = 0 5.18.438.125 I slot print_timing: id 2 | task 9343 | prompt eval time = 1518.90 ms / 895 tokens ( 1.70 ms per token, 589.24 tokens per second) 5.18.438.128 I slot print_timing: id 2 | task 9343 | eval time = 316.64 ms / 2 tokens ( 316.64 ms per token, 3.16 tokens per second) 5.18.438.128 I slot print_timing: id 2 | task 9343 | total time = 1835.54 ms / 897 tokens 5.18.438.129 I slot print_timing: id 2 | task 9343 | graphs reused = 8128 5.18.438.130 I slot print_timing: id 2 | task 9343 | graph reallocs = 0 / 0 (same size) / (changed size) 5.18.438.178 I slot release: id 2 | task 9343 | stop processing: n_tokens = 897, truncated = 0 5.18.472.854 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.876 (> 0.100 thold), f_keep = 0.862 5.18.472.965 I slot launch_slot_: id 0 | task 9351 | processing task, is_child = 0 5.18.473.066 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 957.956 MiB) 5.18.646.605 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 933.174 MiB) 5.18.840.465 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 867, t_last = 318340153 5.18.840.708 I slot launch_slot_: id 1 | task 9352 | processing task, is_child = 0 5.18.840.807 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 897, t_last = 318340651 5.18.840.986 I slot launch_slot_: id 2 | task 9353 | processing task, is_child = 0 5.20.032.881 I slot print_timing: id 3 | task 9348 | prompt eval time = 1469.54 ms / 866 tokens ( 1.70 ms per token, 589.30 tokens per second) 5.20.032.887 I slot print_timing: id 3 | task 9348 | eval time = 280.39 ms / 2 tokens ( 280.39 ms per token, 3.57 tokens per second) 5.20.032.888 I slot print_timing: id 3 | task 9348 | total time = 1749.94 ms / 868 tokens 5.20.032.889 I slot print_timing: id 3 | task 9348 | graphs reused = 8128 5.20.032.890 I slot print_timing: id 3 | task 9348 | graph reallocs = 0 / 0 (same size) / (changed size) 5.20.032.947 I slot release: id 3 | task 9348 | stop processing: n_tokens = 868, truncated = 0 5.20.172.183 I slot print_timing: id 0 | task 9351 | prompt eval time = 1191.51 ms / 128 tokens ( 9.31 ms per token, 107.43 tokens per second) 5.20.172.189 I slot print_timing: id 0 | task 9351 | eval time = 139.66 ms / 2 tokens ( 139.66 ms per token, 7.16 tokens per second) 5.20.172.190 I slot print_timing: id 0 | task 9351 | total time = 1331.17 ms / 130 tokens 5.20.172.191 I slot print_timing: id 0 | task 9351 | graphs reused = 8128 5.20.172.192 I slot print_timing: id 0 | task 9351 | graph reallocs = 0 / 0 (same size) / (changed size) 5.20.172.245 I slot release: id 0 | task 9351 | stop processing: n_tokens = 791, truncated = 0 5.20.173.772 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 868, t_last = 319935419 5.20.173.881 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1567.219 MiB) 5.20.316.034 I slot launch_slot_: id 3 | task 9358 | processing task, is_child = 0 5.20.444.128 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 791, t_last = 320074718 5.20.444.370 I slot launch_slot_: id 0 | task 9359 | processing task, is_child = 0 5.20.782.885 I slot print_timing: id 1 | task 9352 | prompt eval time = 1266.82 ms / 785 tokens ( 1.61 ms per token, 619.66 tokens per second) 5.20.782.897 I slot print_timing: id 1 | task 9352 | eval time = 609.81 ms / 2 tokens ( 609.81 ms per token, 1.64 tokens per second) 5.20.782.898 I slot print_timing: id 1 | task 9352 | total time = 1876.63 ms / 787 tokens 5.20.782.900 I slot print_timing: id 1 | task 9352 | graphs reused = 8128 5.20.782.901 I slot print_timing: id 1 | task 9352 | graph reallocs = 0 / 0 (same size) / (changed size) 5.20.783.005 I slot release: id 1 | task 9352 | stop processing: n_tokens = 787, truncated = 0 5.20.783.914 I slot print_timing: id 2 | task 9353 | prompt eval time = 1256.44 ms / 809 tokens ( 1.55 ms per token, 643.88 tokens per second) 5.20.783.921 I slot print_timing: id 2 | task 9353 | eval time = 610.14 ms / 2 tokens ( 610.14 ms per token, 1.64 tokens per second) 5.20.783.922 I slot print_timing: id 2 | task 9353 | total time = 1866.58 ms / 811 tokens 5.20.783.923 I slot print_timing: id 2 | task 9353 | graphs reused = 8128 5.20.783.924 I slot print_timing: id 2 | task 9353 | graph reallocs = 0 / 0 (same size) / (changed size) 5.20.784.006 I slot release: id 2 | task 9353 | stop processing: n_tokens = 811, truncated = 0 5.21.027.788 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 787, t_last = 320685480 5.21.027.895 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1229.314 MiB) 5.21.178.339 I slot launch_slot_: id 1 | task 9362 | processing task, is_child = 0 5.21.314.700 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 811, t_last = 320686481 5.21.314.945 I slot launch_slot_: id 2 | task 9363 | processing task, is_child = 0 5.22.554.156 I slot print_timing: id 0 | task 9359 | prompt eval time = 1874.22 ms / 934 tokens ( 2.01 ms per token, 498.34 tokens per second) 5.22.554.161 I slot print_timing: id 0 | task 9359 | eval time = 235.54 ms / 2 tokens ( 235.54 ms per token, 4.25 tokens per second) 5.22.554.163 I slot print_timing: id 0 | task 9359 | total time = 2109.76 ms / 936 tokens 5.22.554.164 I slot print_timing: id 0 | task 9359 | graphs reused = 8128 5.22.554.165 I slot print_timing: id 0 | task 9359 | graph reallocs = 0 / 0 (same size) / (changed size) 5.22.554.230 I slot release: id 0 | task 9359 | stop processing: n_tokens = 936, truncated = 0 5.22.554.644 I slot print_timing: id 3 | task 9358 | prompt eval time = 1861.16 ms / 958 tokens ( 1.94 ms per token, 514.73 tokens per second) 5.22.554.648 I slot print_timing: id 3 | task 9358 | eval time = 235.33 ms / 2 tokens ( 235.33 ms per token, 4.25 tokens per second) 5.22.554.649 I slot print_timing: id 3 | task 9358 | total time = 2096.50 ms / 960 tokens 5.22.554.649 I slot print_timing: id 3 | task 9358 | graphs reused = 8128 5.22.554.650 I slot print_timing: id 3 | task 9358 | graph reallocs = 0 / 0 (same size) / (changed size) 5.22.554.696 I slot release: id 3 | task 9358 | stop processing: n_tokens = 960, truncated = 0 5.22.693.465 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.887 (> 0.100 thold), f_keep = 0.909 5.22.693.582 I slot launch_slot_: id 0 | task 9368 | processing task, is_child = 0 5.22.693.695 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1215.532 MiB) 5.22.880.018 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 960, t_last = 322457169 5.22.880.271 I slot launch_slot_: id 3 | task 9369 | processing task, is_child = 0 5.23.108.644 I slot print_timing: id 1 | task 9362 | prompt eval time = 1316.07 ms / 937 tokens ( 1.40 ms per token, 711.97 tokens per second) 5.23.108.649 I slot print_timing: id 1 | task 9362 | eval time = 415.90 ms / 2 tokens ( 415.90 ms per token, 2.40 tokens per second) 5.23.108.650 I slot print_timing: id 1 | task 9362 | total time = 1731.97 ms / 939 tokens 5.23.108.651 I slot print_timing: id 1 | task 9362 | graphs reused = 8128 5.23.108.651 I slot print_timing: id 1 | task 9362 | graph reallocs = 0 / 0 (same size) / (changed size) 5.23.108.708 I slot release: id 1 | task 9362 | stop processing: n_tokens = 939, truncated = 0 5.23.109.129 I slot print_timing: id 2 | task 9363 | prompt eval time = 1306.56 ms / 954 tokens ( 1.37 ms per token, 730.16 tokens per second) 5.23.109.132 I slot print_timing: id 2 | task 9363 | eval time = 415.67 ms / 2 tokens ( 415.67 ms per token, 2.41 tokens per second) 5.23.109.133 I slot print_timing: id 2 | task 9363 | total time = 1722.23 ms / 956 tokens 5.23.109.134 I slot print_timing: id 2 | task 9363 | graphs reused = 8128 5.23.109.134 I slot print_timing: id 2 | task 9363 | graph reallocs = 0 / 0 (same size) / (changed size) 5.23.109.184 I slot release: id 2 | task 9363 | stop processing: n_tokens = 956, truncated = 0 5.23.264.129 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 939, t_last = 323011180 5.23.264.248 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 804.293 MiB) 5.23.453.293 I slot launch_slot_: id 1 | task 9372 | processing task, is_child = 0 5.23.453.406 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 821.450 MiB) 5.23.464.616 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 895.782 MiB) 5.23.655.742 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 956, t_last = 323011656 5.23.655.999 I slot launch_slot_: id 2 | task 9373 | processing task, is_child = 0 5.24.580.152 I slot print_timing: id 0 | task 9368 | prompt eval time = 1270.68 ms / 137 tokens ( 9.28 ms per token, 107.82 tokens per second) 5.24.580.159 I slot print_timing: id 0 | task 9368 | eval time = 429.18 ms / 2 tokens ( 429.18 ms per token, 2.33 tokens per second) 5.24.580.160 I slot print_timing: id 0 | task 9368 | total time = 1699.86 ms / 139 tokens 5.24.580.161 I slot print_timing: id 0 | task 9368 | graphs reused = 8128 5.24.580.162 I slot print_timing: id 0 | task 9368 | graph reallocs = 0 / 0 (same size) / (changed size) 5.24.580.225 I slot release: id 0 | task 9368 | stop processing: n_tokens = 960, truncated = 0 5.24.806.390 I slot print_timing: id 3 | task 9369 | prompt eval time = 1619.23 ms / 802 tokens ( 2.02 ms per token, 495.30 tokens per second) 5.24.806.396 I slot print_timing: id 3 | task 9369 | eval time = 225.18 ms / 2 tokens ( 225.18 ms per token, 4.44 tokens per second) 5.24.806.397 I slot print_timing: id 3 | task 9369 | total time = 1844.41 ms / 804 tokens 5.24.806.397 I slot print_timing: id 3 | task 9369 | graphs reused = 8128 5.24.806.398 I slot print_timing: id 3 | task 9369 | graph reallocs = 0 / 0 (same size) / (changed size) 5.24.806.462 I slot release: id 3 | task 9369 | stop processing: n_tokens = 804, truncated = 0 5.24.806.479 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 960, t_last = 324482699 5.24.806.600 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 924.377 MiB) 5.25.022.395 I slot launch_slot_: id 0 | task 9377 | processing task, is_child = 0 5.25.022.502 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 871.734 MiB) 5.25.146.951 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 804, t_last = 324708935 5.25.147.197 I slot launch_slot_: id 3 | task 9378 | processing task, is_child = 0 5.25.988.998 I slot print_timing: id 1 | task 9372 | prompt eval time = 1874.26 ms / 801 tokens ( 2.34 ms per token, 427.37 tokens per second) 5.25.989.005 I slot print_timing: id 1 | task 9372 | eval time = 363.78 ms / 2 tokens ( 363.78 ms per token, 2.75 tokens per second) 5.25.989.006 I slot print_timing: id 1 | task 9372 | total time = 2238.04 ms / 803 tokens 5.25.989.007 I slot print_timing: id 1 | task 9372 | graphs reused = 8128 5.25.989.008 I slot print_timing: id 1 | task 9372 | graph reallocs = 0 / 0 (same size) / (changed size) 5.25.989.061 I slot release: id 1 | task 9372 | stop processing: n_tokens = 803, truncated = 0 5.25.989.472 I slot print_timing: id 2 | task 9373 | prompt eval time = 1861.17 ms / 975 tokens ( 1.91 ms per token, 523.87 tokens per second) 5.25.989.476 I slot print_timing: id 2 | task 9373 | eval time = 363.44 ms / 2 tokens ( 363.44 ms per token, 2.75 tokens per second) 5.25.989.477 I slot print_timing: id 2 | task 9373 | total time = 2224.60 ms / 977 tokens 5.25.989.477 I slot print_timing: id 2 | task 9373 | graphs reused = 8128 5.25.989.478 I slot print_timing: id 2 | task 9373 | graph reallocs = 0 / 0 (same size) / (changed size) 5.25.989.541 I slot release: id 2 | task 9373 | stop processing: n_tokens = 977, truncated = 0 5.26.145.250 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 803, t_last = 325891533 5.26.145.381 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1008.973 MiB) 5.26.267.513 I slot launch_slot_: id 1 | task 9382 | processing task, is_child = 0 5.26.267.634 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 794.527 MiB) 5.26.453.321 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 977, t_last = 325892015 5.26.453.586 I slot launch_slot_: id 2 | task 9383 | processing task, is_child = 0 5.27.240.798 I slot print_timing: id 0 | task 9377 | prompt eval time = 1745.84 ms / 954 tokens ( 1.83 ms per token, 546.44 tokens per second) 5.27.240.803 I slot print_timing: id 0 | task 9377 | eval time = 347.74 ms / 2 tokens ( 347.74 ms per token, 2.88 tokens per second) 5.27.240.804 I slot print_timing: id 0 | task 9377 | total time = 2093.58 ms / 956 tokens 5.27.240.805 I slot print_timing: id 0 | task 9377 | graphs reused = 8128 5.27.240.806 I slot print_timing: id 0 | task 9377 | graph reallocs = 0 / 0 (same size) / (changed size) 5.27.240.866 I slot release: id 0 | task 9377 | stop processing: n_tokens = 956, truncated = 0 5.27.241.294 I slot print_timing: id 3 | task 9378 | prompt eval time = 1597.33 ms / 960 tokens ( 1.66 ms per token, 601.00 tokens per second) 5.27.241.297 I slot print_timing: id 3 | task 9378 | eval time = 347.54 ms / 2 tokens ( 347.54 ms per token, 2.88 tokens per second) 5.27.241.298 I slot print_timing: id 3 | task 9378 | total time = 1944.86 ms / 962 tokens 5.27.241.299 I slot print_timing: id 3 | task 9378 | graphs reused = 8128 5.27.241.300 I slot print_timing: id 3 | task 9378 | graph reallocs = 0 / 0 (same size) / (changed size) 5.27.241.345 I slot release: id 3 | task 9378 | stop processing: n_tokens = 962, truncated = 0 5.27.429.061 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 956, t_last = 327143339 5.27.429.182 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 817.403 MiB) 5.27.611.693 I slot launch_slot_: id 0 | task 9387 | processing task, is_child = 0 5.27.611.809 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1009.427 MiB) 5.27.800.532 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 962, t_last = 327143818 5.27.800.797 I slot launch_slot_: id 3 | task 9388 | processing task, is_child = 0 5.28.601.173 I slot print_timing: id 1 | task 9382 | prompt eval time = 1717.76 ms / 891 tokens ( 1.93 ms per token, 518.70 tokens per second) 5.28.601.179 I slot print_timing: id 1 | task 9382 | eval time = 373.62 ms / 2 tokens ( 373.62 ms per token, 2.68 tokens per second) 5.28.601.180 I slot print_timing: id 1 | task 9382 | total time = 2091.38 ms / 893 tokens 5.28.601.181 I slot print_timing: id 1 | task 9382 | graphs reused = 8128 5.28.601.182 I slot print_timing: id 1 | task 9382 | graph reallocs = 0 / 0 (same size) / (changed size) 5.28.601.284 I slot release: id 1 | task 9382 | stop processing: n_tokens = 893, truncated = 0 5.28.601.707 I slot print_timing: id 2 | task 9383 | prompt eval time = 1707.95 ms / 922 tokens ( 1.85 ms per token, 539.83 tokens per second) 5.28.601.710 I slot print_timing: id 2 | task 9383 | eval time = 373.34 ms / 2 tokens ( 373.34 ms per token, 2.68 tokens per second) 5.28.601.711 I slot print_timing: id 2 | task 9383 | total time = 2081.30 ms / 924 tokens 5.28.601.711 I slot print_timing: id 2 | task 9383 | graphs reused = 8128 5.28.601.712 I slot print_timing: id 2 | task 9383 | graph reallocs = 0 / 0 (same size) / (changed size) 5.28.601.765 I slot release: id 2 | task 9383 | stop processing: n_tokens = 924, truncated = 0 5.28.783.021 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.904 (> 0.100 thold), f_keep = 0.896 5.28.783.169 I slot launch_slot_: id 1 | task 9392 | processing task, is_child = 0 5.28.783.281 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 989.411 MiB) 5.28.969.381 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 924, t_last = 328504238 5.28.969.647 I slot launch_slot_: id 2 | task 9393 | processing task, is_child = 0 5.29.810.849 I slot print_timing: id 0 | task 9387 | prompt eval time = 1693.98 ms / 898 tokens ( 1.89 ms per token, 530.11 tokens per second) 5.29.810.855 I slot print_timing: id 0 | task 9387 | eval time = 316.04 ms / 2 tokens ( 316.04 ms per token, 3.16 tokens per second) 5.29.810.856 I slot print_timing: id 0 | task 9387 | total time = 2010.03 ms / 900 tokens 5.29.810.857 I slot print_timing: id 0 | task 9387 | graphs reused = 8128 5.29.810.858 I slot print_timing: id 0 | task 9387 | graph reallocs = 0 / 0 (same size) / (changed size) 5.29.810.935 I slot release: id 0 | task 9387 | stop processing: n_tokens = 900, truncated = 0 5.29.811.372 I slot print_timing: id 3 | task 9388 | prompt eval time = 1556.04 ms / 896 tokens ( 1.74 ms per token, 575.82 tokens per second) 5.29.811.375 I slot print_timing: id 3 | task 9388 | eval time = 315.70 ms / 2 tokens ( 315.70 ms per token, 3.17 tokens per second) 5.29.811.376 I slot print_timing: id 3 | task 9388 | total time = 1871.74 ms / 898 tokens 5.29.811.377 I slot print_timing: id 3 | task 9388 | graphs reused = 8128 5.29.811.378 I slot print_timing: id 3 | task 9388 | graph reallocs = 0 / 0 (same size) / (changed size) 5.29.811.431 I slot release: id 3 | task 9388 | stop processing: n_tokens = 898, truncated = 0 5.30.011.712 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 900, t_last = 329713409 5.30.011.827 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1005.615 MiB) 5.30.193.311 I slot launch_slot_: id 0 | task 9397 | processing task, is_child = 0 5.30.193.425 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1258.812 MiB) 5.30.380.644 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 898, t_last = 329713904 5.30.380.915 I slot launch_slot_: id 3 | task 9398 | processing task, is_child = 0 5.31.020.599 I slot print_timing: id 1 | task 9392 | prompt eval time = 986.83 ms / 114 tokens ( 8.66 ms per token, 115.52 tokens per second) 5.31.020.606 I slot print_timing: id 1 | task 9392 | eval time = 1008.89 ms / 2 tokens ( 1008.89 ms per token, 0.99 tokens per second) 5.31.020.607 I slot print_timing: id 1 | task 9392 | total time = 1995.72 ms / 116 tokens 5.31.020.608 I slot print_timing: id 1 | task 9392 | graphs reused = 8128 5.31.020.610 I slot print_timing: id 1 | task 9392 | graph reallocs = 0 / 0 (same size) / (changed size) 5.31.020.685 I slot release: id 1 | task 9392 | stop processing: n_tokens = 886, truncated = 0 5.31.349.830 I slot print_timing: id 2 | task 9393 | prompt eval time = 1909.67 ms / 1233 tokens ( 1.55 ms per token, 645.66 tokens per second) 5.31.349.836 I slot print_timing: id 2 | task 9393 | eval time = 328.29 ms / 2 tokens ( 328.29 ms per token, 3.05 tokens per second) 5.31.349.837 I slot print_timing: id 2 | task 9393 | total time = 2237.97 ms / 1235 tokens 5.31.349.838 I slot print_timing: id 2 | task 9393 | graphs reused = 8128 5.31.349.839 I slot print_timing: id 2 | task 9393 | graph reallocs = 0 / 0 (same size) / (changed size) 5.31.349.937 I slot release: id 2 | task 9393 | stop processing: n_tokens = 1235, truncated = 0 5.31.349.952 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 886, t_last = 330923159 5.31.350.086 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 815.731 MiB) 5.31.513.622 I slot launch_slot_: id 1 | task 9401 | processing task, is_child = 0 5.31.513.752 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 814.778 MiB) 5.31.524.549 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1025.944 MiB) 5.31.788.824 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1235, t_last = 331252410 5.31.789.215 I slot launch_slot_: id 2 | task 9402 | processing task, is_child = 0 5.33.697.261 I slot print_timing: id 0 | task 9397 | prompt eval time = 2957.39 ms / 1247 tokens ( 2.37 ms per token, 421.66 tokens per second) 5.33.697.267 I slot print_timing: id 0 | task 9397 | eval time = 358.93 ms / 2 tokens ( 358.93 ms per token, 2.79 tokens per second) 5.33.697.268 I slot print_timing: id 0 | task 9397 | total time = 3316.32 ms / 1249 tokens 5.33.697.269 I slot print_timing: id 0 | task 9397 | graphs reused = 8128 5.33.697.270 I slot print_timing: id 0 | task 9397 | graph reallocs = 0 / 0 (same size) / (changed size) 5.33.697.344 I slot release: id 0 | task 9397 | stop processing: n_tokens = 1249, truncated = 0 5.33.822.973 I slot print_timing: id 3 | task 9398 | prompt processing, n_tokens = 1293, progress = 1.00, t = 3.23 s / 400.50 tokens per second 5.34.142.158 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1249, t_last = 333599817 5.34.142.293 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1005.927 MiB) 5.34.351.813 I slot launch_slot_: id 0 | task 9407 | processing task, is_child = 0 5.35.045.576 I slot print_timing: id 3 | task 9398 | prompt eval time = 3673.78 ms / 1297 tokens ( 2.83 ms per token, 353.04 tokens per second) 5.35.045.582 I slot print_timing: id 3 | task 9398 | eval time = 903.42 ms / 2 tokens ( 903.42 ms per token, 1.11 tokens per second) 5.35.045.583 I slot print_timing: id 3 | task 9398 | total time = 4577.19 ms / 1299 tokens 5.35.045.584 I slot print_timing: id 3 | task 9398 | graphs reused = 8128 5.35.045.585 I slot print_timing: id 3 | task 9398 | graph reallocs = 0 / 0 (same size) / (changed size) 5.35.045.680 I slot release: id 3 | task 9398 | stop processing: n_tokens = 1299, truncated = 0 5.35.337.510 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1299, t_last = 334948154 5.35.337.650 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1011.646 MiB) 5.35.557.199 I slot launch_slot_: id 3 | task 9410 | processing task, is_child = 0 5.36.430.444 I slot print_timing: id 1 | task 9401 | prompt eval time = 3487.34 ms / 2549 tokens ( 1.37 ms per token, 730.93 tokens per second) 5.36.430.449 I slot print_timing: id 1 | task 9401 | eval time = 1092.93 ms / 2 tokens ( 1092.93 ms per token, 0.91 tokens per second) 5.36.430.450 I slot print_timing: id 1 | task 9401 | total time = 4580.27 ms / 2551 tokens 5.36.430.451 I slot print_timing: id 1 | task 9401 | graphs reused = 8128 5.36.430.452 I slot print_timing: id 1 | task 9401 | graph reallocs = 0 / 0 (same size) / (changed size) 5.36.430.722 I slot release: id 1 | task 9401 | stop processing: n_tokens = 2551, truncated = 0 5.36.756.609 I slot print_timing: id 2 | task 9402 | prompt eval time = 3833.53 ms / 2458 tokens ( 1.56 ms per token, 641.18 tokens per second) 5.36.756.615 I slot print_timing: id 2 | task 9402 | eval time = 325.10 ms / 2 tokens ( 325.10 ms per token, 3.08 tokens per second) 5.36.756.616 I slot print_timing: id 2 | task 9402 | total time = 4158.63 ms / 2460 tokens 5.36.756.618 I slot print_timing: id 2 | task 9402 | graphs reused = 8128 5.36.756.619 I slot print_timing: id 2 | task 9402 | graph reallocs = 0 / 0 (same size) / (changed size) 5.36.756.803 I slot release: id 2 | task 9402 | stop processing: n_tokens = 2460, truncated = 0 5.36.756.827 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 2551, t_last = 336333196 5.36.757.056 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 959.175 MiB) 5.36.988.078 I slot launch_slot_: id 1 | task 9413 | processing task, is_child = 0 5.36.988.264 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 936.299 MiB) 5.37.001.390 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 934.393 MiB) 5.37.248.362 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 2460, t_last = 336659276 5.37.248.696 I slot launch_slot_: id 2 | task 9414 | processing task, is_child = 0 5.38.520.506 I slot print_timing: id 0 | task 9407 | prompt eval time = 3716.61 ms / 2696 tokens ( 1.38 ms per token, 725.39 tokens per second) 5.38.520.513 I slot print_timing: id 0 | task 9407 | eval time = 452.05 ms / 2 tokens ( 452.05 ms per token, 2.21 tokens per second) 5.38.520.514 I slot print_timing: id 0 | task 9407 | total time = 4168.66 ms / 2698 tokens 5.38.520.515 I slot print_timing: id 0 | task 9407 | graphs reused = 8128 5.38.520.517 I slot print_timing: id 0 | task 9407 | graph reallocs = 0 / 0 (same size) / (changed size) 5.38.520.734 I slot release: id 0 | task 9407 | stop processing: n_tokens = 2698, truncated = 0 5.38.919.680 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 2698, t_last = 338423207 5.38.919.924 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1166.090 MiB) 5.39.126.389 I slot launch_slot_: id 0 | task 9418 | processing task, is_child = 0 5.39.295.534 I slot print_timing: id 3 | task 9410 | prompt processing, n_tokens = 2605, progress = 1.00, t = 3.24 s / 804.45 tokens per second 5.40.216.673 I slot print_timing: id 1 | task 9413 | prompt eval time = 2675.88 ms / 1741 tokens ( 1.54 ms per token, 650.63 tokens per second) 5.40.216.679 I slot print_timing: id 1 | task 9413 | eval time = 216.92 ms / 2 tokens ( 216.92 ms per token, 4.61 tokens per second) 5.40.216.680 I slot print_timing: id 1 | task 9413 | total time = 2892.80 ms / 1743 tokens 5.40.216.681 I slot print_timing: id 1 | task 9413 | graphs reused = 8128 5.40.216.682 I slot print_timing: id 1 | task 9413 | graph reallocs = 0 / 0 (same size) / (changed size) 5.40.216.895 I slot release: id 1 | task 9413 | stop processing: n_tokens = 1743, truncated = 0 5.40.217.914 I slot print_timing: id 3 | task 9410 | prompt eval time = 4319.00 ms / 2609 tokens ( 1.66 ms per token, 604.08 tokens per second) 5.40.217.918 I slot print_timing: id 3 | task 9410 | eval time = 217.50 ms / 2 tokens ( 217.50 ms per token, 4.60 tokens per second) 5.40.217.918 I slot print_timing: id 3 | task 9410 | total time = 4536.49 ms / 2611 tokens 5.40.217.919 I slot print_timing: id 3 | task 9410 | graphs reused = 8128 5.40.217.920 I slot print_timing: id 3 | task 9410 | graph reallocs = 0 / 0 (same size) / (changed size) 5.40.218.078 I slot release: id 3 | task 9410 | stop processing: n_tokens = 2611, truncated = 0 5.40.468.178 I slot print_timing: id 2 | task 9414 | prompt eval time = 2877.22 ms / 1817 tokens ( 1.58 ms per token, 631.51 tokens per second) 5.40.468.184 I slot print_timing: id 2 | task 9414 | eval time = 250.58 ms / 2 tokens ( 250.58 ms per token, 3.99 tokens per second) 5.40.468.185 I slot print_timing: id 2 | task 9414 | total time = 3127.80 ms / 1819 tokens 5.40.468.186 I slot print_timing: id 2 | task 9414 | graphs reused = 8128 5.40.468.187 I slot print_timing: id 2 | task 9414 | graph reallocs = 0 / 0 (same size) / (changed size) 5.40.468.314 I slot release: id 2 | task 9414 | stop processing: n_tokens = 1819, truncated = 0 5.40.468.337 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.797 (> 0.100 thold), f_keep = 0.803 5.40.468.484 I slot launch_slot_: id 2 | task 9422 | processing task, is_child = 0 5.40.468.642 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1204.047 MiB) 5.40.701.193 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1208.641 MiB) 5.40.926.209 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.756 (> 0.100 thold), f_keep = 0.838 5.40.926.400 I slot launch_slot_: id 1 | task 9423 | processing task, is_child = 0 5.40.926.630 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 2611, t_last = 340120552 5.40.980.275 I slot launch_slot_: id 3 | task 9424 | processing task, is_child = 0 5.42.086.231 I slot print_timing: id 0 | task 9418 | prompt eval time = 2537.05 ms / 2007 tokens ( 1.26 ms per token, 791.08 tokens per second) 5.42.086.237 I slot print_timing: id 0 | task 9418 | eval time = 422.76 ms / 2 tokens ( 422.76 ms per token, 2.37 tokens per second) 5.42.086.238 I slot print_timing: id 0 | task 9418 | total time = 2959.81 ms / 2009 tokens 5.42.086.239 I slot print_timing: id 0 | task 9418 | graphs reused = 8128 5.42.086.240 I slot print_timing: id 0 | task 9418 | graph reallocs = 0 / 0 (same size) / (changed size) 5.42.086.384 I slot release: id 0 | task 9418 | stop processing: n_tokens = 2009, truncated = 0 5.42.188.812 I slot print_timing: id 1 | task 9423 | prompt eval time = 1029.58 ms / 471 tokens ( 2.19 ms per token, 457.47 tokens per second) 5.42.188.818 I slot print_timing: id 1 | task 9423 | eval time = 101.64 ms / 2 tokens ( 101.64 ms per token, 9.84 tokens per second) 5.42.188.819 I slot print_timing: id 1 | task 9423 | total time = 1131.22 ms / 473 tokens 5.42.188.820 I slot print_timing: id 1 | task 9423 | graphs reused = 8128 5.42.188.821 I slot print_timing: id 1 | task 9423 | graph reallocs = 0 / 0 (same size) / (changed size) 5.42.188.960 I slot release: id 1 | task 9423 | stop processing: n_tokens = 1932, truncated = 0 5.42.189.426 I slot print_timing: id 2 | task 9422 | prompt eval time = 949.81 ms / 373 tokens ( 2.55 ms per token, 392.71 tokens per second) 5.42.189.431 I slot print_timing: id 2 | task 9422 | eval time = 101.51 ms / 2 tokens ( 101.51 ms per token, 9.85 tokens per second) 5.42.189.432 I slot print_timing: id 2 | task 9422 | total time = 1051.32 ms / 375 tokens 5.42.189.434 I slot print_timing: id 2 | task 9422 | graphs reused = 8128 5.42.189.435 I slot print_timing: id 2 | task 9422 | graph reallocs = 0 / 0 (same size) / (changed size) 5.42.189.550 I slot release: id 2 | task 9422 | stop processing: n_tokens = 1835, truncated = 0 5.42.190.316 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 2009, t_last = 341988857 5.42.358.064 I slot launch_slot_: id 0 | task 9428 | processing task, is_child = 0 5.42.358.227 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1225.048 MiB) 5.42.375.836 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1320.253 MiB) 5.42.679.238 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1318.830 MiB) 5.42.976.231 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1932, t_last = 342091434 5.42.976.535 I slot launch_slot_: id 1 | task 9429 | processing task, is_child = 0 5.42.976.679 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1835, t_last = 342092024 5.42.976.912 I slot launch_slot_: id 2 | task 9430 | processing task, is_child = 0 5.43.301.793 I slot print_timing: id 3 | task 9424 | prompt eval time = 972.71 ms / 337 tokens ( 2.89 ms per token, 346.46 tokens per second) 5.43.301.799 I slot print_timing: id 3 | task 9424 | eval time = 1111.47 ms / 2 tokens ( 1111.47 ms per token, 0.90 tokens per second) 5.43.301.800 I slot print_timing: id 3 | task 9424 | total time = 2084.18 ms / 339 tokens 5.43.301.800 I slot print_timing: id 3 | task 9424 | graphs reused = 8128 5.43.301.801 I slot print_timing: id 3 | task 9424 | graph reallocs = 0 / 0 (same size) / (changed size) 5.43.301.920 I slot release: id 3 | task 9424 | stop processing: n_tokens = 1760, truncated = 0 5.43.740.915 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1760, t_last = 343204393 5.43.741.129 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1322.552 MiB) 5.44.097.287 I slot launch_slot_: id 3 | task 9433 | processing task, is_child = 0 5.44.893.571 I slot print_timing: id 0 | task 9428 | prompt eval time = 1810.25 ms / 725 tokens ( 2.50 ms per token, 400.50 tokens per second) 5.44.893.576 I slot print_timing: id 0 | task 9428 | eval time = 106.39 ms / 2 tokens ( 106.39 ms per token, 9.40 tokens per second) 5.44.893.577 I slot print_timing: id 0 | task 9428 | total time = 1916.64 ms / 727 tokens 5.44.893.579 I slot print_timing: id 0 | task 9428 | graphs reused = 8128 5.44.893.579 I slot print_timing: id 0 | task 9428 | graph reallocs = 0 / 0 (same size) / (changed size) 5.44.893.639 I slot release: id 0 | task 9428 | stop processing: n_tokens = 727, truncated = 0 5.44.894.058 I slot print_timing: id 1 | task 9429 | prompt eval time = 1794.99 ms / 745 tokens ( 2.41 ms per token, 415.04 tokens per second) 5.44.894.062 I slot print_timing: id 1 | task 9429 | eval time = 106.17 ms / 2 tokens ( 106.17 ms per token, 9.42 tokens per second) 5.44.894.062 I slot print_timing: id 1 | task 9429 | total time = 1901.16 ms / 747 tokens 5.44.894.063 I slot print_timing: id 1 | task 9429 | graphs reused = 8128 5.44.894.064 I slot print_timing: id 1 | task 9429 | graph reallocs = 0 / 0 (same size) / (changed size) 5.44.894.105 I slot release: id 1 | task 9429 | stop processing: n_tokens = 747, truncated = 0 5.44.894.567 I slot print_timing: id 2 | task 9430 | prompt eval time = 1775.03 ms / 759 tokens ( 2.34 ms per token, 427.60 tokens per second) 5.44.894.570 I slot print_timing: id 2 | task 9430 | eval time = 106.01 ms / 2 tokens ( 106.01 ms per token, 9.43 tokens per second) 5.44.894.571 I slot print_timing: id 2 | task 9430 | total time = 1881.04 ms / 761 tokens 5.44.894.571 I slot print_timing: id 2 | task 9430 | graphs reused = 8128 5.44.894.572 I slot print_timing: id 2 | task 9430 | graph reallocs = 0 / 0 (same size) / (changed size) 5.44.894.608 I slot release: id 2 | task 9430 | stop processing: n_tokens = 761, truncated = 0 5.44.959.924 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.865 (> 0.100 thold), f_keep = 0.879 5.44.960.046 I slot launch_slot_: id 0 | task 9438 | processing task, is_child = 0 5.44.960.139 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1321.191 MiB) 5.45.218.774 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 747, t_last = 344796577 5.45.219.018 I slot launch_slot_: id 1 | task 9439 | processing task, is_child = 0 5.45.219.107 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 761, t_last = 344797080 5.45.219.277 I slot launch_slot_: id 2 | task 9440 | processing task, is_child = 0 5.45.622.313 I slot print_timing: id 3 | task 9433 | prompt eval time = 749.37 ms / 724 tokens ( 1.04 ms per token, 966.14 tokens per second) 5.45.622.319 I slot print_timing: id 3 | task 9433 | eval time = 662.39 ms / 2 tokens ( 662.39 ms per token, 1.51 tokens per second) 5.45.622.321 I slot print_timing: id 3 | task 9433 | total time = 1411.76 ms / 726 tokens 5.45.622.321 I slot print_timing: id 3 | task 9433 | graphs reused = 8128 5.45.622.322 I slot print_timing: id 3 | task 9433 | graph reallocs = 0 / 0 (same size) / (changed size) 5.45.622.375 I slot release: id 3 | task 9433 | stop processing: n_tokens = 726, truncated = 0 5.46.055.434 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 726, t_last = 345524848 5.46.055.534 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1311.778 MiB) 5.46.171.301 I slot launch_slot_: id 3 | task 9443 | processing task, is_child = 0 5.46.916.393 I slot print_timing: id 0 | task 9438 | prompt eval time = 1358.73 ms / 129 tokens ( 10.53 ms per token, 94.94 tokens per second) 5.46.916.399 I slot print_timing: id 0 | task 9438 | eval time = 338.37 ms / 2 tokens ( 338.37 ms per token, 2.96 tokens per second) 5.46.916.400 I slot print_timing: id 0 | task 9438 | total time = 1697.09 ms / 131 tokens 5.46.916.401 I slot print_timing: id 0 | task 9438 | graphs reused = 8128 5.46.916.401 I slot print_timing: id 0 | task 9438 | graph reallocs = 0 / 0 (same size) / (changed size) 5.46.916.461 I slot release: id 0 | task 9438 | stop processing: n_tokens = 740, truncated = 0 5.47.028.208 I slot print_timing: id 1 | task 9439 | prompt eval time = 1628.58 ms / 797 tokens ( 2.04 ms per token, 489.38 tokens per second) 5.47.028.213 I slot print_timing: id 1 | task 9439 | eval time = 110.98 ms / 2 tokens ( 110.98 ms per token, 9.01 tokens per second) 5.47.028.214 I slot print_timing: id 1 | task 9439 | total time = 1739.56 ms / 799 tokens 5.47.028.214 I slot print_timing: id 1 | task 9439 | graphs reused = 8128 5.47.028.215 I slot print_timing: id 1 | task 9439 | graph reallocs = 0 / 0 (same size) / (changed size) 5.47.028.282 I slot release: id 1 | task 9439 | stop processing: n_tokens = 799, truncated = 0 5.47.028.669 I slot print_timing: id 2 | task 9440 | prompt eval time = 1619.48 ms / 1045 tokens ( 1.55 ms per token, 645.27 tokens per second) 5.47.028.672 I slot print_timing: id 2 | task 9440 | eval time = 110.74 ms / 2 tokens ( 110.74 ms per token, 9.03 tokens per second) 5.47.028.673 I slot print_timing: id 2 | task 9440 | total time = 1730.22 ms / 1047 tokens 5.47.028.674 I slot print_timing: id 2 | task 9440 | graphs reused = 8128 5.47.028.674 I slot print_timing: id 2 | task 9440 | graph reallocs = 0 / 0 (same size) / (changed size) 5.47.028.741 I slot release: id 2 | task 9440 | stop processing: n_tokens = 1047, truncated = 0 5.47.028.754 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 740, t_last = 346818935 5.47.147.166 I slot launch_slot_: id 0 | task 9447 | processing task, is_child = 0 5.47.147.272 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1630.587 MiB) 5.47.314.302 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1629.070 MiB) 5.47.533.838 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 799, t_last = 346930754 5.47.534.080 I slot launch_slot_: id 1 | task 9448 | processing task, is_child = 0 5.47.534.189 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1047, t_last = 346931214 5.47.534.392 I slot launch_slot_: id 2 | task 9449 | processing task, is_child = 0 5.48.484.029 I slot print_timing: id 3 | task 9443 | prompt eval time = 1667.10 ms / 806 tokens ( 2.07 ms per token, 483.48 tokens per second) 5.48.484.035 I slot print_timing: id 3 | task 9443 | eval time = 508.02 ms / 2 tokens ( 508.02 ms per token, 1.97 tokens per second) 5.48.484.036 I slot print_timing: id 3 | task 9443 | total time = 2175.12 ms / 808 tokens 5.48.484.037 I slot print_timing: id 3 | task 9443 | graphs reused = 8128 5.48.484.038 I slot print_timing: id 3 | task 9443 | graph reallocs = 0 / 0 (same size) / (changed size) 5.48.484.114 I slot release: id 3 | task 9443 | stop processing: n_tokens = 808, truncated = 0 5.48.766.001 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 808, t_last = 348386588 5.48.877.851 I slot launch_slot_: id 3 | task 9453 | processing task, is_child = 0 5.49.357.261 I slot print_timing: id 0 | task 9447 | prompt eval time = 1653.61 ms / 797 tokens ( 2.07 ms per token, 481.98 tokens per second) 5.49.357.267 I slot print_timing: id 0 | task 9447 | eval time = 169.24 ms / 2 tokens ( 169.24 ms per token, 5.91 tokens per second) 5.49.357.268 I slot print_timing: id 0 | task 9447 | total time = 1822.85 ms / 799 tokens 5.49.357.269 I slot print_timing: id 0 | task 9447 | graphs reused = 8128 5.49.357.270 I slot print_timing: id 0 | task 9447 | graph reallocs = 0 / 0 (same size) / (changed size) 5.49.357.335 I slot release: id 0 | task 9447 | stop processing: n_tokens = 799, truncated = 0 5.49.357.748 I slot print_timing: id 1 | task 9448 | prompt eval time = 1642.15 ms / 836 tokens ( 1.96 ms per token, 509.09 tokens per second) 5.49.357.751 I slot print_timing: id 1 | task 9448 | eval time = 168.90 ms / 2 tokens ( 168.90 ms per token, 5.92 tokens per second) 5.49.357.753 I slot print_timing: id 1 | task 9448 | total time = 1811.04 ms / 838 tokens 5.49.357.753 I slot print_timing: id 1 | task 9448 | graphs reused = 8128 5.49.357.754 I slot print_timing: id 1 | task 9448 | graph reallocs = 0 / 0 (same size) / (changed size) 5.49.357.813 I slot release: id 1 | task 9448 | stop processing: n_tokens = 838, truncated = 0 5.49.358.169 I slot print_timing: id 2 | task 9449 | prompt eval time = 1632.93 ms / 843 tokens ( 1.94 ms per token, 516.25 tokens per second) 5.49.358.172 I slot print_timing: id 2 | task 9449 | eval time = 168.56 ms / 2 tokens ( 168.56 ms per token, 5.93 tokens per second) 5.49.358.173 I slot print_timing: id 2 | task 9449 | total time = 1801.49 ms / 845 tokens 5.49.358.173 I slot print_timing: id 2 | task 9449 | graphs reused = 8128 5.49.358.174 I slot print_timing: id 2 | task 9449 | graph reallocs = 0 / 0 (same size) / (changed size) 5.49.358.211 I slot release: id 2 | task 9449 | stop processing: n_tokens = 845, truncated = 0 5.49.415.221 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.870 (> 0.100 thold), f_keep = 0.891 5.49.415.364 I slot launch_slot_: id 1 | task 9457 | processing task, is_child = 0 5.49.415.466 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1627.585 MiB) 5.49.753.960 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 799, t_last = 349259809 5.49.754.202 I slot launch_slot_: id 0 | task 9458 | processing task, is_child = 0 5.49.754.303 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.823 (> 0.100 thold), f_keep = 0.884 5.49.754.402 I slot launch_slot_: id 2 | task 9459 | processing task, is_child = 0 5.50.526.248 I slot print_timing: id 3 | task 9453 | prompt eval time = 1073.49 ms / 899 tokens ( 1.19 ms per token, 837.46 tokens per second) 5.50.526.254 I slot print_timing: id 3 | task 9453 | eval time = 425.88 ms / 2 tokens ( 425.88 ms per token, 2.35 tokens per second) 5.50.526.255 I slot print_timing: id 3 | task 9453 | total time = 1499.37 ms / 901 tokens 5.50.526.256 I slot print_timing: id 3 | task 9453 | graphs reused = 8128 5.50.526.257 I slot print_timing: id 3 | task 9453 | graph reallocs = 0 / 0 (same size) / (changed size) 5.50.526.324 I slot release: id 3 | task 9453 | stop processing: n_tokens = 901, truncated = 0 5.50.737.752 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 901, t_last = 350428797 5.50.737.865 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 740.150 MiB) 5.50.906.086 I slot launch_slot_: id 3 | task 9463 | processing task, is_child = 0 5.51.107.749 I slot print_timing: id 1 | task 9457 | prompt eval time = 971.82 ms / 141 tokens ( 6.89 ms per token, 145.09 tokens per second) 5.51.107.754 I slot print_timing: id 1 | task 9457 | eval time = 370.69 ms / 2 tokens ( 370.69 ms per token, 2.70 tokens per second) 5.51.107.756 I slot print_timing: id 1 | task 9457 | total time = 1342.52 ms / 143 tokens 5.51.107.756 I slot print_timing: id 1 | task 9457 | graphs reused = 8128 5.51.107.757 I slot print_timing: id 1 | task 9457 | graph reallocs = 0 / 0 (same size) / (changed size) 5.51.107.823 I slot release: id 1 | task 9457 | stop processing: n_tokens = 860, truncated = 0 5.51.108.238 I slot print_timing: id 2 | task 9459 | prompt eval time = 892.74 ms / 190 tokens ( 4.70 ms per token, 212.83 tokens per second) 5.51.108.241 I slot print_timing: id 2 | task 9459 | eval time = 370.49 ms / 2 tokens ( 370.49 ms per token, 2.70 tokens per second) 5.51.108.242 I slot print_timing: id 2 | task 9459 | total time = 1263.24 ms / 192 tokens 5.51.108.243 I slot print_timing: id 2 | task 9459 | graphs reused = 8128 5.51.108.244 I slot print_timing: id 2 | task 9459 | graph reallocs = 0 / 0 (same size) / (changed size) 5.51.108.291 I slot release: id 2 | task 9459 | stop processing: n_tokens = 909, truncated = 0 5.51.290.786 I slot print_timing: id 0 | task 9458 | prompt eval time = 1352.96 ms / 685 tokens ( 1.98 ms per token, 506.30 tokens per second) 5.51.290.791 I slot print_timing: id 0 | task 9458 | eval time = 183.40 ms / 2 tokens ( 183.40 ms per token, 5.45 tokens per second) 5.51.290.792 I slot print_timing: id 0 | task 9458 | total time = 1536.36 ms / 687 tokens 5.51.290.793 I slot print_timing: id 0 | task 9458 | graphs reused = 8128 5.51.290.794 I slot print_timing: id 0 | task 9458 | graph reallocs = 0 / 0 (same size) / (changed size) 5.51.290.866 I slot release: id 0 | task 9458 | stop processing: n_tokens = 687, truncated = 0 5.51.290.882 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 860, t_last = 351010297 5.51.290.990 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 753.494 MiB) 5.51.465.987 I slot launch_slot_: id 1 | task 9466 | processing task, is_child = 0 5.51.466.081 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 720.133 MiB) 5.51.599.676 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 920.048 MiB) 5.51.613.899 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 794.402 MiB) 5.51.868.826 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 909, t_last = 351010764 5.51.869.082 I slot launch_slot_: id 2 | task 9467 | processing task, is_child = 0 5.51.869.164 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 687, t_last = 351193339 5.51.869.324 I slot launch_slot_: id 0 | task 9468 | processing task, is_child = 0 5.53.169.447 I slot print_timing: id 3 | task 9463 | prompt eval time = 1910.62 ms / 825 tokens ( 2.32 ms per token, 431.80 tokens per second) 5.53.169.453 I slot print_timing: id 3 | task 9463 | eval time = 310.96 ms / 2 tokens ( 310.96 ms per token, 3.22 tokens per second) 5.53.169.455 I slot print_timing: id 3 | task 9463 | total time = 2221.58 ms / 827 tokens 5.53.169.456 I slot print_timing: id 3 | task 9463 | graphs reused = 8128 5.53.169.457 I slot print_timing: id 3 | task 9463 | graph reallocs = 0 / 0 (same size) / (changed size) 5.53.169.543 I slot release: id 3 | task 9463 | stop processing: n_tokens = 827, truncated = 0 5.53.338.565 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 827, t_last = 353072017 5.53.338.672 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1100.791 MiB) 5.53.507.788 I slot launch_slot_: id 3 | task 9473 | processing task, is_child = 0 5.53.617.511 I slot print_timing: id 0 | task 9468 | prompt eval time = 1467.89 ms / 746 tokens ( 1.97 ms per token, 508.21 tokens per second) 5.53.617.516 I slot print_timing: id 0 | task 9468 | eval time = 280.28 ms / 2 tokens ( 280.28 ms per token, 3.57 tokens per second) 5.53.617.517 I slot print_timing: id 0 | task 9468 | total time = 1748.16 ms / 748 tokens 5.53.617.519 I slot print_timing: id 0 | task 9468 | graphs reused = 8128 5.53.617.521 I slot print_timing: id 0 | task 9468 | graph reallocs = 0 / 0 (same size) / (changed size) 5.53.617.587 I slot release: id 0 | task 9468 | stop processing: n_tokens = 748, truncated = 0 5.53.617.996 I slot print_timing: id 1 | task 9466 | prompt eval time = 1460.08 ms / 762 tokens ( 1.92 ms per token, 521.89 tokens per second) 5.53.617.999 I slot print_timing: id 1 | task 9466 | eval time = 280.11 ms / 2 tokens ( 280.11 ms per token, 3.57 tokens per second) 5.53.618.000 I slot print_timing: id 1 | task 9466 | total time = 1740.19 ms / 764 tokens 5.53.618.001 I slot print_timing: id 1 | task 9466 | graphs reused = 8128 5.53.618.001 I slot print_timing: id 1 | task 9466 | graph reallocs = 0 / 0 (same size) / (changed size) 5.53.618.041 I slot release: id 1 | task 9466 | stop processing: n_tokens = 764, truncated = 0 5.53.618.498 I slot print_timing: id 2 | task 9467 | prompt eval time = 1446.74 ms / 852 tokens ( 1.70 ms per token, 588.91 tokens per second) 5.53.618.501 I slot print_timing: id 2 | task 9467 | eval time = 279.94 ms / 2 tokens ( 279.94 ms per token, 3.57 tokens per second) 5.53.618.502 I slot print_timing: id 2 | task 9467 | total time = 1726.68 ms / 854 tokens 5.53.618.503 I slot print_timing: id 2 | task 9467 | graphs reused = 8128 5.53.618.504 I slot print_timing: id 2 | task 9467 | graph reallocs = 0 / 0 (same size) / (changed size) 5.53.618.549 I slot release: id 2 | task 9467 | stop processing: n_tokens = 854, truncated = 0 5.53.643.465 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 748, t_last = 353520060 5.53.808.421 I slot launch_slot_: id 0 | task 9476 | processing task, is_child = 0 5.53.808.521 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 818.606 MiB) 5.53.959.297 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 810.028 MiB) 5.54.129.570 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 764, t_last = 353520514 5.54.129.811 I slot launch_slot_: id 1 | task 9477 | processing task, is_child = 0 5.54.129.906 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 854, t_last = 353521022 5.54.130.084 I slot launch_slot_: id 2 | task 9478 | processing task, is_child = 0 5.55.320.708 I slot print_timing: id 3 | task 9473 | prompt eval time = 1530.01 ms / 720 tokens ( 2.13 ms per token, 470.59 tokens per second) 5.55.320.714 I slot print_timing: id 3 | task 9473 | eval time = 282.89 ms / 2 tokens ( 282.89 ms per token, 3.53 tokens per second) 5.55.320.715 I slot print_timing: id 3 | task 9473 | total time = 1812.89 ms / 722 tokens 5.55.320.716 I slot print_timing: id 3 | task 9473 | graphs reused = 8128 5.55.320.716 I slot print_timing: id 3 | task 9473 | graph reallocs = 0 / 0 (same size) / (changed size) 5.55.320.781 I slot release: id 3 | task 9473 | stop processing: n_tokens = 722, truncated = 0 5.55.478.475 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.878 (> 0.100 thold), f_keep = 0.877 5.55.478.625 I slot launch_slot_: id 3 | task 9483 | processing task, is_child = 0 5.55.568.294 I slot print_timing: id 0 | task 9476 | prompt eval time = 1347.05 ms / 724 tokens ( 1.86 ms per token, 537.47 tokens per second) 5.55.568.299 I slot print_timing: id 0 | task 9476 | eval time = 91.14 ms / 2 tokens ( 91.14 ms per token, 10.97 tokens per second) 5.55.568.300 I slot print_timing: id 0 | task 9476 | total time = 1438.19 ms / 726 tokens 5.55.568.301 I slot print_timing: id 0 | task 9476 | graphs reused = 8128 5.55.568.302 I slot print_timing: id 0 | task 9476 | graph reallocs = 0 / 0 (same size) / (changed size) 5.55.568.351 I slot release: id 0 | task 9476 | stop processing: n_tokens = 726, truncated = 0 5.55.568.709 I slot print_timing: id 1 | task 9477 | prompt eval time = 1338.07 ms / 741 tokens ( 1.81 ms per token, 553.78 tokens per second) 5.55.568.712 I slot print_timing: id 1 | task 9477 | eval time = 90.86 ms / 2 tokens ( 90.86 ms per token, 11.01 tokens per second) 5.55.568.713 I slot print_timing: id 1 | task 9477 | total time = 1428.92 ms / 743 tokens 5.55.568.713 I slot print_timing: id 1 | task 9477 | graphs reused = 8128 5.55.568.714 I slot print_timing: id 1 | task 9477 | graph reallocs = 0 / 0 (same size) / (changed size) 5.55.568.748 I slot release: id 1 | task 9477 | stop processing: n_tokens = 743, truncated = 0 5.55.569.119 I slot print_timing: id 2 | task 9478 | prompt eval time = 1328.99 ms / 715 tokens ( 1.86 ms per token, 538.00 tokens per second) 5.55.569.122 I slot print_timing: id 2 | task 9478 | eval time = 90.66 ms / 2 tokens ( 90.66 ms per token, 11.03 tokens per second) 5.55.569.123 I slot print_timing: id 2 | task 9478 | total time = 1419.64 ms / 717 tokens 5.55.569.123 I slot print_timing: id 2 | task 9478 | graphs reused = 8128 5.55.569.124 I slot print_timing: id 2 | task 9478 | graph reallocs = 0 / 0 (same size) / (changed size) 5.55.569.156 I slot release: id 2 | task 9478 | stop processing: n_tokens = 717, truncated = 0 5.55.624.708 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.889 (> 0.100 thold), f_keep = 0.886 5.55.624.820 I slot launch_slot_: id 2 | task 9486 | processing task, is_child = 0 5.55.624.911 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 867.312 MiB) 5.55.771.707 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 920.689 MiB) 5.55.913.393 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.889 (> 0.100 thold), f_keep = 0.872 5.55.913.533 I slot launch_slot_: id 0 | task 9487 | processing task, is_child = 0 5.55.913.628 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.874 (> 0.100 thold), f_keep = 0.852 5.55.913.717 I slot launch_slot_: id 1 | task 9488 | processing task, is_child = 0 5.56.471.822 I slot print_timing: id 3 | task 9483 | prompt eval time = 701.99 ms / 117 tokens ( 6.00 ms per token, 166.67 tokens per second) 5.56.471.828 I slot print_timing: id 3 | task 9483 | eval time = 291.19 ms / 2 tokens ( 291.19 ms per token, 3.43 tokens per second) 5.56.471.829 I slot print_timing: id 3 | task 9483 | total time = 993.18 ms / 119 tokens 5.56.471.829 I slot print_timing: id 3 | task 9483 | graphs reused = 8128 5.56.471.830 I slot print_timing: id 3 | task 9483 | graph reallocs = 0 / 0 (same size) / (changed size) 5.56.471.881 I slot release: id 3 | task 9483 | stop processing: n_tokens = 722, truncated = 0 5.56.628.931 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.878 (> 0.100 thold), f_keep = 0.877 5.56.629.085 I slot launch_slot_: id 3 | task 9492 | processing task, is_child = 0 5.56.725.018 I slot print_timing: id 0 | task 9487 | prompt eval time = 713.76 ms / 108 tokens ( 6.61 ms per token, 151.31 tokens per second) 5.56.725.042 I slot print_timing: id 0 | task 9487 | eval time = 97.49 ms / 2 tokens ( 97.49 ms per token, 10.26 tokens per second) 5.56.725.044 I slot print_timing: id 0 | task 9487 | total time = 811.26 ms / 110 tokens 5.56.725.045 I slot print_timing: id 0 | task 9487 | graphs reused = 8128 5.56.725.046 I slot print_timing: id 0 | task 9487 | graph reallocs = 0 / 0 (same size) / (changed size) 5.56.725.161 I slot release: id 0 | task 9487 | stop processing: n_tokens = 713, truncated = 0 5.56.726.363 I slot print_timing: id 1 | task 9488 | prompt eval time = 649.38 ms / 120 tokens ( 5.41 ms per token, 184.79 tokens per second) 5.56.726.376 I slot print_timing: id 1 | task 9488 | eval time = 98.15 ms / 2 tokens ( 98.15 ms per token, 10.19 tokens per second) 5.56.726.377 I slot print_timing: id 1 | task 9488 | total time = 747.53 ms / 122 tokens 5.56.726.378 I slot print_timing: id 1 | task 9488 | graphs reused = 8128 5.56.726.380 I slot print_timing: id 1 | task 9488 | graph reallocs = 0 / 0 (same size) / (changed size) 5.56.726.467 I slot release: id 1 | task 9488 | stop processing: n_tokens = 725, truncated = 0 5.56.727.480 I slot print_timing: id 2 | task 9486 | prompt eval time = 590.15 ms / 110 tokens ( 5.36 ms per token, 186.39 tokens per second) 5.56.727.492 I slot print_timing: id 2 | task 9486 | eval time = 98.55 ms / 2 tokens ( 98.55 ms per token, 10.15 tokens per second) 5.56.727.493 I slot print_timing: id 2 | task 9486 | total time = 688.70 ms / 112 tokens 5.56.727.494 I slot print_timing: id 2 | task 9486 | graphs reused = 8128 5.56.727.494 I slot print_timing: id 2 | task 9486 | graph reallocs = 0 / 0 (same size) / (changed size) 5.56.727.557 I slot release: id 2 | task 9486 | stop processing: n_tokens = 715, truncated = 0 5.56.816.923 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.838 (> 0.100 thold), f_keep = 0.888 5.56.817.045 I slot launch_slot_: id 0 | task 9495 | processing task, is_child = 0 5.56.817.137 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1099.118 MiB) 5.56.977.092 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 672.334 MiB) 5.57.138.946 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.885 (> 0.100 thold), f_keep = 0.873 5.57.139.089 I slot launch_slot_: id 1 | task 9496 | processing task, is_child = 0 5.57.139.183 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 715, t_last = 356630033 5.57.139.356 I slot launch_slot_: id 2 | task 9497 | processing task, is_child = 0 5.57.851.728 I slot print_timing: id 3 | task 9492 | prompt eval time = 864.22 ms / 117 tokens ( 7.39 ms per token, 135.38 tokens per second) 5.57.851.734 I slot print_timing: id 3 | task 9492 | eval time = 358.40 ms / 2 tokens ( 358.40 ms per token, 2.79 tokens per second) 5.57.851.736 I slot print_timing: id 3 | task 9492 | total time = 1222.62 ms / 119 tokens 5.57.851.737 I slot print_timing: id 3 | task 9492 | graphs reused = 8128 5.57.851.738 I slot print_timing: id 3 | task 9492 | graph reallocs = 0 / 0 (same size) / (changed size) 5.57.851.800 I slot release: id 3 | task 9492 | stop processing: n_tokens = 722, truncated = 0 5.58.058.086 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 722, t_last = 357754273 5.58.058.185 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1132.698 MiB) 5.58.233.515 I slot launch_slot_: id 3 | task 9501 | processing task, is_child = 0 5.58.461.508 I slot print_timing: id 0 | task 9495 | prompt eval time = 918.12 ms / 151 tokens ( 6.08 ms per token, 164.47 tokens per second) 5.58.461.513 I slot print_timing: id 0 | task 9495 | eval time = 404.02 ms / 2 tokens ( 404.02 ms per token, 2.48 tokens per second) 5.58.461.514 I slot print_timing: id 0 | task 9495 | total time = 1322.13 ms / 153 tokens 5.58.461.515 I slot print_timing: id 0 | task 9495 | graphs reused = 8128 5.58.461.516 I slot print_timing: id 0 | task 9495 | graph reallocs = 0 / 0 (same size) / (changed size) 5.58.461.573 I slot release: id 0 | task 9495 | stop processing: n_tokens = 756, truncated = 0 5.58.461.981 I slot print_timing: id 1 | task 9496 | prompt eval time = 847.52 ms / 111 tokens ( 7.64 ms per token, 130.97 tokens per second) 5.58.461.984 I slot print_timing: id 1 | task 9496 | eval time = 403.90 ms / 2 tokens ( 403.90 ms per token, 2.48 tokens per second) 5.58.461.985 I slot print_timing: id 1 | task 9496 | total time = 1251.42 ms / 113 tokens 5.58.461.986 I slot print_timing: id 1 | task 9496 | graphs reused = 8128 5.58.461.987 I slot print_timing: id 1 | task 9496 | graph reallocs = 0 / 0 (same size) / (changed size) 5.58.462.027 I slot release: id 1 | task 9496 | stop processing: n_tokens = 716, truncated = 0 5.58.650.242 I slot print_timing: id 2 | task 9497 | prompt eval time = 1189.39 ms / 893 tokens ( 1.33 ms per token, 750.80 tokens per second) 5.58.650.247 I slot print_timing: id 2 | task 9497 | eval time = 187.40 ms / 2 tokens ( 187.40 ms per token, 5.34 tokens per second) 5.58.650.248 I slot print_timing: id 2 | task 9497 | total time = 1376.79 ms / 895 tokens 5.58.650.248 I slot print_timing: id 2 | task 9497 | graphs reused = 8128 5.58.650.249 I slot print_timing: id 2 | task 9497 | graph reallocs = 0 / 0 (same size) / (changed size) 5.58.650.323 I slot release: id 2 | task 9497 | stop processing: n_tokens = 895, truncated = 0 5.58.650.341 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 756, t_last = 358364047 5.58.650.442 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 846.092 MiB) 5.58.843.954 I slot launch_slot_: id 0 | task 9504 | processing task, is_child = 0 5.58.844.055 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 745.165 MiB) 5.59.003.124 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 760.416 MiB) 5.59.179.712 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 716, t_last = 358364499 5.59.179.962 I slot launch_slot_: id 1 | task 9505 | processing task, is_child = 0 5.59.180.059 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 895, t_last = 358552796 5.59.180.241 I slot launch_slot_: id 2 | task 9506 | processing task, is_child = 0 6.00.852.970 I slot print_timing: id 3 | task 9501 | prompt eval time = 2157.28 ms / 877 tokens ( 2.46 ms per token, 406.53 tokens per second) 6.00.852.975 I slot print_timing: id 3 | task 9501 | eval time = 409.35 ms / 2 tokens ( 409.35 ms per token, 2.44 tokens per second) 6.00.852.976 I slot print_timing: id 3 | task 9501 | total time = 2566.63 ms / 879 tokens 6.00.852.977 I slot print_timing: id 3 | task 9501 | graphs reused = 8129 6.00.852.978 I slot print_timing: id 3 | task 9501 | graph reallocs = 0 / 0 (same size) / (changed size) 6.00.853.036 I slot release: id 3 | task 9501 | stop processing: n_tokens = 879, truncated = 0 6.01.059.070 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 879, t_last = 360755509 6.01.059.176 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 871.827 MiB) 6.01.234.663 I slot launch_slot_: id 3 | task 9511 | processing task, is_child = 0 6.01.460.290 I slot print_timing: id 0 | task 9504 | prompt eval time = 1877.42 ms / 1109 tokens ( 1.69 ms per token, 590.70 tokens per second) 6.01.460.295 I slot print_timing: id 0 | task 9504 | eval time = 402.60 ms / 2 tokens ( 402.60 ms per token, 2.48 tokens per second) 6.01.460.296 I slot print_timing: id 0 | task 9504 | total time = 2280.03 ms / 1111 tokens 6.01.460.297 I slot print_timing: id 0 | task 9504 | graphs reused = 8129 6.01.460.298 I slot print_timing: id 0 | task 9504 | graph reallocs = 0 / 0 (same size) / (changed size) 6.01.460.367 I slot release: id 0 | task 9504 | stop processing: n_tokens = 1111, truncated = 0 6.01.460.780 I slot print_timing: id 1 | task 9505 | prompt eval time = 1866.25 ms / 1099 tokens ( 1.70 ms per token, 588.88 tokens per second) 6.01.460.783 I slot print_timing: id 1 | task 9505 | eval time = 402.42 ms / 2 tokens ( 402.42 ms per token, 2.48 tokens per second) 6.01.460.783 I slot print_timing: id 1 | task 9505 | total time = 2268.67 ms / 1101 tokens 6.01.460.784 I slot print_timing: id 1 | task 9505 | graphs reused = 8129 6.01.460.785 I slot print_timing: id 1 | task 9505 | graph reallocs = 0 / 0 (same size) / (changed size) 6.01.460.832 I slot release: id 1 | task 9505 | stop processing: n_tokens = 1101, truncated = 0 6.01.461.282 I slot print_timing: id 2 | task 9506 | prompt eval time = 1855.34 ms / 1104 tokens ( 1.68 ms per token, 595.04 tokens per second) 6.01.461.285 I slot print_timing: id 2 | task 9506 | eval time = 402.22 ms / 2 tokens ( 402.22 ms per token, 2.49 tokens per second) 6.01.461.285 I slot print_timing: id 2 | task 9506 | total time = 2257.56 ms / 1106 tokens 6.01.461.286 I slot print_timing: id 2 | task 9506 | graphs reused = 8129 6.01.461.287 I slot print_timing: id 2 | task 9506 | graph reallocs = 0 / 0 (same size) / (changed size) 6.01.461.330 I slot release: id 2 | task 9506 | stop processing: n_tokens = 1106, truncated = 0 6.01.513.335 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.902 (> 0.100 thold), f_keep = 0.893 6.01.513.443 I slot launch_slot_: id 0 | task 9514 | processing task, is_child = 0 6.01.513.563 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 718.258 MiB) 6.01.524.080 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 734.462 MiB) 6.01.759.623 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 911.688 MiB) 6.01.943.108 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.909 (> 0.100 thold), f_keep = 0.897 6.01.943.248 I slot launch_slot_: id 2 | task 9515 | processing task, is_child = 0 6.01.943.373 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.903 (> 0.100 thold), f_keep = 0.900 6.01.943.474 I slot launch_slot_: id 1 | task 9516 | processing task, is_child = 0 6.03.032.040 I slot print_timing: id 3 | task 9511 | prompt eval time = 1547.82 ms / 1090 tokens ( 1.42 ms per token, 704.22 tokens per second) 6.03.032.045 I slot print_timing: id 3 | task 9511 | eval time = 249.54 ms / 2 tokens ( 249.54 ms per token, 4.01 tokens per second) 6.03.032.046 I slot print_timing: id 3 | task 9511 | total time = 1797.35 ms / 1092 tokens 6.03.032.047 I slot print_timing: id 3 | task 9511 | graphs reused = 8129 6.03.032.048 I slot print_timing: id 3 | task 9511 | graph reallocs = 0 / 0 (same size) / (changed size) 6.03.032.111 I slot release: id 3 | task 9511 | stop processing: n_tokens = 1092, truncated = 0 6.03.052.863 I slot print_timing: id 0 | task 9514 | prompt eval time = 1087.04 ms / 183 tokens ( 5.94 ms per token, 168.35 tokens per second) 6.03.052.868 I slot print_timing: id 0 | task 9514 | eval time = 22.33 ms / 2 tokens ( 22.33 ms per token, 44.78 tokens per second) 6.03.052.869 I slot print_timing: id 0 | task 9514 | total time = 1109.37 ms / 185 tokens 6.03.052.870 I slot print_timing: id 0 | task 9514 | graphs reused = 8129 6.03.052.871 I slot print_timing: id 0 | task 9514 | graph reallocs = 0 / 0 (same size) / (changed size) 6.03.052.923 I slot release: id 0 | task 9514 | stop processing: n_tokens = 1101, truncated = 0 6.03.053.249 I slot print_timing: id 1 | task 9516 | prompt eval time = 1000.74 ms / 181 tokens ( 5.53 ms per token, 180.87 tokens per second) 6.03.053.252 I slot print_timing: id 1 | task 9516 | eval time = 22.10 ms / 2 tokens ( 22.10 ms per token, 45.24 tokens per second) 6.03.053.253 I slot print_timing: id 1 | task 9516 | total time = 1022.84 ms / 183 tokens 6.03.053.253 I slot print_timing: id 1 | task 9516 | graphs reused = 8129 6.03.053.254 I slot print_timing: id 1 | task 9516 | graph reallocs = 0 / 0 (same size) / (changed size) 6.03.053.293 I slot release: id 1 | task 9516 | stop processing: n_tokens = 1099, truncated = 0 6.03.053.613 I slot print_timing: id 2 | task 9515 | prompt eval time = 913.55 ms / 174 tokens ( 5.25 ms per token, 190.47 tokens per second) 6.03.053.616 I slot print_timing: id 2 | task 9515 | eval time = 21.87 ms / 2 tokens ( 21.87 ms per token, 45.72 tokens per second) 6.03.053.617 I slot print_timing: id 2 | task 9515 | total time = 935.42 ms / 176 tokens 6.03.053.618 I slot print_timing: id 2 | task 9515 | graphs reused = 8129 6.03.053.618 I slot print_timing: id 2 | task 9515 | graph reallocs = 0 / 0 (same size) / (changed size) 6.03.053.660 I slot release: id 2 | task 9515 | stop processing: n_tokens = 1092, truncated = 0 6.03.070.136 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.901 (> 0.100 thold), f_keep = 0.901 6.03.070.268 I slot launch_slot_: id 0 | task 9521 | processing task, is_child = 0 6.03.070.421 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 897.156 MiB) 6.03.084.785 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 903.203 MiB) 6.03.342.427 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 926.236 MiB) 6.03.580.623 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 905.922 MiB) 6.03.791.392 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.896 (> 0.100 thold), f_keep = 0.903 6.03.791.542 I slot launch_slot_: id 1 | task 9522 | processing task, is_child = 0 6.03.791.766 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.907 (> 0.100 thold), f_keep = 0.908 6.03.791.860 I slot launch_slot_: id 2 | task 9523 | processing task, is_child = 0 6.03.791.974 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.900 (> 0.100 thold), f_keep = 0.908 6.03.792.066 I slot launch_slot_: id 3 | task 9524 | processing task, is_child = 0 6.05.073.296 I slot print_timing: id 0 | task 9521 | prompt eval time = 1256.11 ms / 184 tokens ( 6.83 ms per token, 146.48 tokens per second) 6.05.073.301 I slot print_timing: id 0 | task 9521 | eval time = 25.10 ms / 2 tokens ( 25.10 ms per token, 39.84 tokens per second) 6.05.073.303 I slot print_timing: id 0 | task 9521 | total time = 1281.21 ms / 186 tokens 6.05.073.303 I slot print_timing: id 0 | task 9521 | graphs reused = 8129 6.05.073.304 I slot print_timing: id 0 | task 9521 | graph reallocs = 0 / 0 (same size) / (changed size) 6.05.073.361 I slot release: id 0 | task 9521 | stop processing: n_tokens = 1102, truncated = 0 6.05.073.733 I slot print_timing: id 1 | task 9522 | prompt eval time = 1165.24 ms / 190 tokens ( 6.13 ms per token, 163.06 tokens per second) 6.05.073.737 I slot print_timing: id 1 | task 9522 | eval time = 24.87 ms / 2 tokens ( 24.87 ms per token, 40.21 tokens per second) 6.05.073.737 I slot print_timing: id 1 | task 9522 | total time = 1190.11 ms / 192 tokens 6.05.073.738 I slot print_timing: id 1 | task 9522 | graphs reused = 8129 6.05.073.739 I slot print_timing: id 1 | task 9522 | graph reallocs = 0 / 0 (same size) / (changed size) 6.05.073.788 I slot release: id 1 | task 9522 | stop processing: n_tokens = 1108, truncated = 0 6.05.074.107 I slot print_timing: id 2 | task 9523 | prompt eval time = 1075.10 ms / 177 tokens ( 6.07 ms per token, 164.64 tokens per second) 6.05.074.109 I slot print_timing: id 2 | task 9523 | eval time = 24.57 ms / 2 tokens ( 24.57 ms per token, 40.70 tokens per second) 6.05.074.110 I slot print_timing: id 2 | task 9523 | total time = 1099.66 ms / 179 tokens 6.05.074.111 I slot print_timing: id 2 | task 9523 | graphs reused = 8129 6.05.074.111 I slot print_timing: id 2 | task 9523 | graph reallocs = 0 / 0 (same size) / (changed size) 6.05.074.149 I slot release: id 2 | task 9523 | stop processing: n_tokens = 1095, truncated = 0 6.05.074.472 I slot print_timing: id 3 | task 9524 | prompt eval time = 984.66 ms / 185 tokens ( 5.32 ms per token, 187.88 tokens per second) 6.05.074.475 I slot print_timing: id 3 | task 9524 | eval time = 24.25 ms / 2 tokens ( 24.25 ms per token, 41.24 tokens per second) 6.05.074.476 I slot print_timing: id 3 | task 9524 | total time = 1008.91 ms / 187 tokens 6.05.074.476 I slot print_timing: id 3 | task 9524 | graphs reused = 8129 6.05.074.477 I slot print_timing: id 3 | task 9524 | graph reallocs = 0 / 0 (same size) / (changed size) 6.05.074.512 I slot release: id 3 | task 9524 | stop processing: n_tokens = 1103, truncated = 0 6.05.096.497 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.903 (> 0.100 thold), f_keep = 0.900 6.05.096.615 I slot launch_slot_: id 0 | task 9529 | processing task, is_child = 0 6.05.096.748 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 927.158 MiB) 6.05.113.134 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 911.907 MiB) 6.05.382.481 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1126.949 MiB) 6.05.645.747 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1128.590 MiB) 6.05.886.012 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.906 (> 0.100 thold), f_keep = 0.895 6.05.886.155 I slot launch_slot_: id 1 | task 9530 | processing task, is_child = 0 6.05.886.380 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.903 (> 0.100 thold), f_keep = 0.906 6.05.886.476 I slot launch_slot_: id 2 | task 9531 | processing task, is_child = 0 6.05.886.587 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.904 (> 0.100 thold), f_keep = 0.899 6.05.886.668 I slot launch_slot_: id 3 | task 9532 | processing task, is_child = 0 6.07.142.737 I slot print_timing: id 0 | task 9529 | prompt eval time = 1231.05 ms / 181 tokens ( 6.80 ms per token, 147.03 tokens per second) 6.07.142.743 I slot print_timing: id 0 | task 9529 | eval time = 25.00 ms / 2 tokens ( 25.00 ms per token, 40.00 tokens per second) 6.07.142.745 I slot print_timing: id 0 | task 9529 | total time = 1256.05 ms / 183 tokens 6.07.142.746 I slot print_timing: id 0 | task 9529 | graphs reused = 8129 6.07.142.747 I slot print_timing: id 0 | task 9529 | graph reallocs = 0 / 0 (same size) / (changed size) 6.07.142.804 I slot release: id 0 | task 9529 | stop processing: n_tokens = 1099, truncated = 0 6.07.143.131 I slot print_timing: id 1 | task 9530 | prompt eval time = 1140.13 ms / 178 tokens ( 6.41 ms per token, 156.12 tokens per second) 6.07.143.135 I slot print_timing: id 1 | task 9530 | eval time = 24.73 ms / 2 tokens ( 24.73 ms per token, 40.44 tokens per second) 6.07.143.136 I slot print_timing: id 1 | task 9530 | total time = 1164.86 ms / 180 tokens 6.07.143.136 I slot print_timing: id 1 | task 9530 | graphs reused = 8129 6.07.143.137 I slot print_timing: id 1 | task 9530 | graph reallocs = 0 / 0 (same size) / (changed size) 6.07.143.177 I slot release: id 1 | task 9530 | stop processing: n_tokens = 1096, truncated = 0 6.07.143.466 I slot print_timing: id 2 | task 9531 | prompt eval time = 1049.51 ms / 182 tokens ( 5.77 ms per token, 173.41 tokens per second) 6.07.143.469 I slot print_timing: id 2 | task 9531 | eval time = 24.45 ms / 2 tokens ( 24.45 ms per token, 40.89 tokens per second) 6.07.143.470 I slot print_timing: id 2 | task 9531 | total time = 1073.96 ms / 184 tokens 6.07.143.470 I slot print_timing: id 2 | task 9531 | graphs reused = 8129 6.07.143.471 I slot print_timing: id 2 | task 9531 | graph reallocs = 0 / 0 (same size) / (changed size) 6.07.143.506 I slot release: id 2 | task 9531 | stop processing: n_tokens = 1100, truncated = 0 6.07.143.799 I slot print_timing: id 3 | task 9532 | prompt eval time = 958.09 ms / 180 tokens ( 5.32 ms per token, 187.87 tokens per second) 6.07.143.802 I slot print_timing: id 3 | task 9532 | eval time = 24.20 ms / 2 tokens ( 24.20 ms per token, 41.32 tokens per second) 6.07.143.802 I slot print_timing: id 3 | task 9532 | total time = 982.29 ms / 182 tokens 6.07.143.803 I slot print_timing: id 3 | task 9532 | graphs reused = 8129 6.07.143.803 I slot print_timing: id 3 | task 9532 | graph reallocs = 0 / 0 (same size) / (changed size) 6.07.143.837 I slot release: id 3 | task 9532 | stop processing: n_tokens = 1098, truncated = 0 6.07.164.259 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1099, t_last = 367045277 6.07.164.424 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1413.492 MiB) 6.07.186.183 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1414.945 MiB) 6.07.450.443 I slot launch_slot_: id 0 | task 9537 | processing task, is_child = 0 6.07.450.568 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1123.996 MiB) 6.07.719.471 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1413.632 MiB) 6.07.989.138 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1414.992 MiB) 6.08.230.033 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1096, t_last = 367045649 6.08.230.299 I slot launch_slot_: id 1 | task 9538 | processing task, is_child = 0 6.08.230.510 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1100, t_last = 367045978 6.08.230.701 I slot launch_slot_: id 2 | task 9539 | processing task, is_child = 0 6.08.230.805 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1098, t_last = 367046309 6.08.230.989 I slot launch_slot_: id 3 | task 9540 | processing task, is_child = 0 6.10.357.451 I slot print_timing: id 0 | task 9537 | prompt eval time = 2024.48 ms / 1081 tokens ( 1.87 ms per token, 533.97 tokens per second) 6.10.357.456 I slot print_timing: id 0 | task 9537 | eval time = 101.97 ms / 2 tokens ( 101.97 ms per token, 9.81 tokens per second) 6.10.357.457 I slot print_timing: id 0 | task 9537 | total time = 2126.45 ms / 1083 tokens 6.10.357.458 I slot print_timing: id 0 | task 9537 | graphs reused = 8130 6.10.357.459 I slot print_timing: id 0 | task 9537 | graph reallocs = 0 / 0 (same size) / (changed size) 6.10.357.543 I slot release: id 0 | task 9537 | stop processing: n_tokens = 1083, truncated = 0 6.10.357.941 I slot print_timing: id 1 | task 9538 | prompt eval time = 2008.38 ms / 999 tokens ( 2.01 ms per token, 497.42 tokens per second) 6.10.357.944 I slot print_timing: id 1 | task 9538 | eval time = 101.77 ms / 2 tokens ( 101.77 ms per token, 9.83 tokens per second) 6.10.357.945 I slot print_timing: id 1 | task 9538 | total time = 2110.16 ms / 1001 tokens 6.10.357.946 I slot print_timing: id 1 | task 9538 | graphs reused = 8130 6.10.357.946 I slot print_timing: id 1 | task 9538 | graph reallocs = 0 / 0 (same size) / (changed size) 6.10.357.995 I slot release: id 1 | task 9538 | stop processing: n_tokens = 1001, truncated = 0 6.10.358.402 I slot print_timing: id 2 | task 9539 | prompt eval time = 1992.56 ms / 1008 tokens ( 1.98 ms per token, 505.88 tokens per second) 6.10.358.405 I slot print_timing: id 2 | task 9539 | eval time = 101.54 ms / 2 tokens ( 101.54 ms per token, 9.85 tokens per second) 6.10.358.406 I slot print_timing: id 2 | task 9539 | total time = 2094.10 ms / 1010 tokens 6.10.358.407 I slot print_timing: id 2 | task 9539 | graphs reused = 8130 6.10.358.408 I slot print_timing: id 2 | task 9539 | graph reallocs = 0 / 0 (same size) / (changed size) 6.10.358.453 I slot release: id 2 | task 9539 | stop processing: n_tokens = 1010, truncated = 0 6.10.377.529 I slot print_timing: id 3 | task 9540 | prompt eval time = 2078.41 ms / 1047 tokens ( 1.99 ms per token, 503.75 tokens per second) 6.10.377.534 I slot print_timing: id 3 | task 9540 | eval time = 18.32 ms / 2 tokens ( 18.32 ms per token, 54.59 tokens per second) 6.10.377.535 I slot print_timing: id 3 | task 9540 | total time = 2096.72 ms / 1049 tokens 6.10.377.536 I slot print_timing: id 3 | task 9540 | graphs reused = 8130 6.10.377.537 I slot print_timing: id 3 | task 9540 | graph reallocs = 0 / 0 (same size) / (changed size) 6.10.377.598 I slot release: id 3 | task 9540 | stop processing: n_tokens = 1049, truncated = 0 6.10.379.118 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.867 (> 0.100 thold), f_keep = 0.816 6.10.379.263 I slot launch_slot_: id 0 | task 9547 | processing task, is_child = 0 6.10.520.280 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1410.741 MiB) 6.10.742.729 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1416.617 MiB) 6.10.957.972 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.882 (> 0.100 thold), f_keep = 0.883 6.10.958.119 I slot launch_slot_: id 1 | task 9548 | processing task, is_child = 0 6.10.958.340 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1010, t_last = 370260925 6.10.958.555 I slot launch_slot_: id 2 | task 9549 | processing task, is_child = 0 6.10.958.662 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1049, t_last = 370280072 6.10.958.865 I slot launch_slot_: id 3 | task 9550 | processing task, is_child = 0 6.12.339.815 I slot print_timing: id 0 | task 9547 | prompt eval time = 1244.62 ms / 165 tokens ( 7.54 ms per token, 132.57 tokens per second) 6.12.339.820 I slot print_timing: id 0 | task 9547 | eval time = 136.31 ms / 2 tokens ( 136.31 ms per token, 7.34 tokens per second) 6.12.339.821 I slot print_timing: id 0 | task 9547 | total time = 1380.93 ms / 167 tokens 6.12.339.823 I slot print_timing: id 0 | task 9547 | graphs reused = 8130 6.12.339.824 I slot print_timing: id 0 | task 9547 | graph reallocs = 0 / 0 (same size) / (changed size) 6.12.339.896 I slot release: id 0 | task 9547 | stop processing: n_tokens = 1021, truncated = 0 6.12.340.277 I slot print_timing: id 1 | task 9548 | prompt eval time = 1151.21 ms / 147 tokens ( 7.83 ms per token, 127.69 tokens per second) 6.12.340.281 I slot print_timing: id 1 | task 9548 | eval time = 136.03 ms / 2 tokens ( 136.03 ms per token, 7.35 tokens per second) 6.12.340.281 I slot print_timing: id 1 | task 9548 | total time = 1287.24 ms / 149 tokens 6.12.340.282 I slot print_timing: id 1 | task 9548 | graphs reused = 8130 6.12.340.283 I slot print_timing: id 1 | task 9548 | graph reallocs = 0 / 0 (same size) / (changed size) 6.12.340.338 I slot release: id 1 | task 9548 | stop processing: n_tokens = 1003, truncated = 0 6.12.361.314 I slot print_timing: id 2 | task 9549 | prompt eval time = 1203.27 ms / 748 tokens ( 1.61 ms per token, 621.64 tokens per second) 6.12.361.319 I slot print_timing: id 2 | task 9549 | eval time = 20.22 ms / 2 tokens ( 20.22 ms per token, 49.45 tokens per second) 6.12.361.320 I slot print_timing: id 2 | task 9549 | total time = 1223.49 ms / 750 tokens 6.12.361.321 I slot print_timing: id 2 | task 9549 | graphs reused = 8130 6.12.361.322 I slot print_timing: id 2 | task 9549 | graph reallocs = 0 / 0 (same size) / (changed size) 6.12.361.378 I slot release: id 2 | task 9549 | stop processing: n_tokens = 750, truncated = 0 6.12.361.759 I slot print_timing: id 3 | task 9550 | prompt eval time = 1191.58 ms / 792 tokens ( 1.50 ms per token, 664.66 tokens per second) 6.12.361.762 I slot print_timing: id 3 | task 9550 | eval time = 19.91 ms / 2 tokens ( 19.91 ms per token, 50.23 tokens per second) 6.12.361.763 I slot print_timing: id 3 | task 9550 | total time = 1211.49 ms / 794 tokens 6.12.361.764 I slot print_timing: id 3 | task 9550 | graphs reused = 8130 6.12.361.764 I slot print_timing: id 3 | task 9550 | graph reallocs = 0 / 0 (same size) / (changed size) 6.12.361.805 I slot release: id 3 | task 9550 | stop processing: n_tokens = 794, truncated = 0 6.12.361.816 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.888 (> 0.100 thold), f_keep = 0.857 6.12.361.920 I slot launch_slot_: id 2 | task 9556 | processing task, is_child = 0 6.12.362.036 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1413.445 MiB) 6.12.622.102 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1415.070 MiB) 6.12.974.213 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.874 (> 0.100 thold), f_keep = 0.810 6.12.974.365 I slot launch_slot_: id 3 | task 9557 | processing task, is_child = 0 6.12.974.576 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1021, t_last = 372242369 6.13.019.345 I slot launch_slot_: id 0 | task 9558 | processing task, is_child = 0 6.13.019.466 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1003, t_last = 372242812 6.13.019.665 I slot launch_slot_: id 1 | task 9559 | processing task, is_child = 0 6.14.139.892 I slot print_timing: id 0 | task 9558 | prompt eval time = 1020.53 ms / 126 tokens ( 8.10 ms per token, 123.46 tokens per second) 6.14.139.898 I slot print_timing: id 0 | task 9558 | eval time = 99.67 ms / 2 tokens ( 99.67 ms per token, 10.03 tokens per second) 6.14.139.899 I slot print_timing: id 0 | task 9558 | total time = 1120.21 ms / 128 tokens 6.14.139.900 I slot print_timing: id 0 | task 9558 | graphs reused = 8130 6.14.139.901 I slot print_timing: id 0 | task 9558 | graph reallocs = 0 / 0 (same size) / (changed size) 6.14.139.962 I slot release: id 0 | task 9558 | stop processing: n_tokens = 741, truncated = 0 6.14.141.171 I slot print_timing: id 2 | task 9556 | prompt eval time = 934.81 ms / 110 tokens ( 8.50 ms per token, 117.67 tokens per second) 6.14.141.175 I slot print_timing: id 2 | task 9556 | eval time = 100.28 ms / 2 tokens ( 100.28 ms per token, 9.97 tokens per second) 6.14.141.176 I slot print_timing: id 2 | task 9556 | total time = 1035.09 ms / 112 tokens 6.14.141.176 I slot print_timing: id 2 | task 9556 | graphs reused = 8130 6.14.141.177 I slot print_timing: id 2 | task 9556 | graph reallocs = 0 / 0 (same size) / (changed size) 6.14.141.218 I slot release: id 2 | task 9556 | stop processing: n_tokens = 725, truncated = 0 6.14.141.622 I slot print_timing: id 3 | task 9557 | prompt eval time = 866.12 ms / 122 tokens ( 7.10 ms per token, 140.86 tokens per second) 6.14.141.626 I slot print_timing: id 3 | task 9557 | eval time = 100.15 ms / 2 tokens ( 100.15 ms per token, 9.98 tokens per second) 6.14.141.626 I slot print_timing: id 3 | task 9557 | total time = 966.27 ms / 124 tokens 6.14.141.627 I slot print_timing: id 3 | task 9557 | graphs reused = 8130 6.14.141.628 I slot print_timing: id 3 | task 9557 | graph reallocs = 0 / 0 (same size) / (changed size) 6.14.141.662 I slot release: id 3 | task 9557 | stop processing: n_tokens = 737, truncated = 0 6.14.159.682 I slot print_timing: id 1 | task 9559 | prompt eval time = 1050.94 ms / 734 tokens ( 1.43 ms per token, 698.43 tokens per second) 6.14.159.686 I slot print_timing: id 1 | task 9559 | eval time = 18.88 ms / 2 tokens ( 18.88 ms per token, 52.97 tokens per second) 6.14.159.687 I slot print_timing: id 1 | task 9559 | total time = 1069.81 ms / 736 tokens 6.14.159.688 I slot print_timing: id 1 | task 9559 | graphs reused = 8130 6.14.159.689 I slot print_timing: id 1 | task 9559 | graph reallocs = 0 / 0 (same size) / (changed size) 6.14.159.727 I slot release: id 1 | task 9559 | stop processing: n_tokens = 736, truncated = 0 6.14.161.181 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.864 (> 0.100 thold), f_keep = 0.868 6.14.161.303 I slot launch_slot_: id 0 | task 9565 | processing task, is_child = 0 6.14.259.542 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1410.663 MiB) 6.14.443.458 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1058.820 MiB) 6.14.602.066 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.857 (> 0.100 thold), f_keep = 0.874 6.14.602.212 I slot launch_slot_: id 1 | task 9566 | processing task, is_child = 0 6.14.602.380 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.883 (> 0.100 thold), f_keep = 0.887 6.14.602.477 I slot launch_slot_: id 2 | task 9567 | processing task, is_child = 0 6.14.602.559 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 737, t_last = 374044135 6.14.602.718 I slot launch_slot_: id 3 | task 9568 | processing task, is_child = 0 6.15.839.497 I slot print_timing: id 0 | task 9565 | prompt eval time = 1135.02 ms / 130 tokens ( 8.73 ms per token, 114.54 tokens per second) 6.15.839.503 I slot print_timing: id 0 | task 9565 | eval time = 101.73 ms / 2 tokens ( 101.73 ms per token, 9.83 tokens per second) 6.15.839.504 I slot print_timing: id 0 | task 9565 | total time = 1236.76 ms / 132 tokens 6.15.839.505 I slot print_timing: id 0 | task 9565 | graphs reused = 8130 6.15.839.506 I slot print_timing: id 0 | task 9565 | graph reallocs = 0 / 0 (same size) / (changed size) 6.15.839.569 I slot release: id 0 | task 9565 | stop processing: n_tokens = 745, truncated = 0 6.15.840.116 I slot print_timing: id 1 | task 9566 | prompt eval time = 1062.56 ms / 136 tokens ( 7.81 ms per token, 127.99 tokens per second) 6.15.840.123 I slot print_timing: id 1 | task 9566 | eval time = 100.22 ms / 2 tokens ( 100.22 ms per token, 9.98 tokens per second) 6.15.840.125 I slot print_timing: id 1 | task 9566 | total time = 1162.78 ms / 138 tokens 6.15.840.126 I slot print_timing: id 1 | task 9566 | graphs reused = 8130 6.15.840.127 I slot print_timing: id 1 | task 9566 | graph reallocs = 0 / 0 (same size) / (changed size) 6.15.840.198 I slot release: id 1 | task 9566 | stop processing: n_tokens = 751, truncated = 0 6.15.840.666 I slot print_timing: id 2 | task 9567 | prompt eval time = 946.49 ms / 114 tokens ( 8.30 ms per token, 120.45 tokens per second) 6.15.840.671 I slot print_timing: id 2 | task 9567 | eval time = 99.92 ms / 2 tokens ( 99.92 ms per token, 10.01 tokens per second) 6.15.840.672 I slot print_timing: id 2 | task 9567 | total time = 1046.40 ms / 116 tokens 6.15.840.672 I slot print_timing: id 2 | task 9567 | graphs reused = 8130 6.15.840.674 I slot print_timing: id 2 | task 9567 | graph reallocs = 0 / 0 (same size) / (changed size) 6.15.840.717 I slot release: id 2 | task 9567 | stop processing: n_tokens = 729, truncated = 0 6.15.859.974 I slot print_timing: id 3 | task 9568 | prompt eval time = 972.87 ms / 980 tokens ( 0.99 ms per token, 1007.33 tokens per second) 6.15.859.979 I slot print_timing: id 3 | task 9568 | eval time = 18.43 ms / 2 tokens ( 18.43 ms per token, 54.25 tokens per second) 6.15.859.980 I slot print_timing: id 3 | task 9568 | total time = 991.30 ms / 982 tokens 6.15.859.981 I slot print_timing: id 3 | task 9568 | graphs reused = 8130 6.15.859.982 I slot print_timing: id 3 | task 9568 | graph reallocs = 0 / 0 (same size) / (changed size) 6.15.860.061 I slot release: id 3 | task 9568 | stop processing: n_tokens = 982, truncated = 0 6.15.861.956 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.872 (> 0.100 thold), f_keep = 0.854 6.15.862.070 I slot launch_slot_: id 3 | task 9574 | processing task, is_child = 0 6.15.862.169 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1067.399 MiB) 6.16.050.564 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1090.509 MiB) 6.16.361.487 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 745, t_last = 375742041 6.16.361.727 I slot launch_slot_: id 0 | task 9575 | processing task, is_child = 0 6.16.361.891 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 751, t_last = 375742672 6.16.362.056 I slot launch_slot_: id 1 | task 9576 | processing task, is_child = 0 6.16.362.138 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 729, t_last = 375743191 6.16.362.302 I slot launch_slot_: id 2 | task 9577 | processing task, is_child = 0 6.18.228.918 I slot print_timing: id 3 | task 9574 | prompt eval time = 1612.16 ms / 152 tokens ( 10.61 ms per token, 94.28 tokens per second) 6.18.228.923 I slot print_timing: id 3 | task 9574 | eval time = 218.07 ms / 2 tokens ( 218.07 ms per token, 4.59 tokens per second) 6.18.228.924 I slot print_timing: id 3 | task 9574 | total time = 1830.23 ms / 154 tokens 6.18.228.925 I slot print_timing: id 3 | task 9574 | graphs reused = 8130 6.18.228.926 I slot print_timing: id 3 | task 9574 | graph reallocs = 0 / 0 (same size) / (changed size) 6.18.228.993 I slot release: id 3 | task 9574 | stop processing: n_tokens = 963, truncated = 0 6.18.249.655 I slot print_timing: id 0 | task 9575 | prompt eval time = 1865.06 ms / 1039 tokens ( 1.80 ms per token, 557.09 tokens per second) 6.18.249.660 I slot print_timing: id 0 | task 9575 | eval time = 22.28 ms / 2 tokens ( 22.28 ms per token, 44.89 tokens per second) 6.18.249.661 I slot print_timing: id 0 | task 9575 | total time = 1887.34 ms / 1041 tokens 6.18.249.661 I slot print_timing: id 0 | task 9575 | graphs reused = 8130 6.18.249.662 I slot print_timing: id 0 | task 9575 | graph reallocs = 0 / 0 (same size) / (changed size) 6.18.249.728 I slot release: id 0 | task 9575 | stop processing: n_tokens = 1041, truncated = 0 6.18.250.067 I slot print_timing: id 1 | task 9576 | prompt eval time = 1853.32 ms / 946 tokens ( 1.96 ms per token, 510.44 tokens per second) 6.18.250.070 I slot print_timing: id 1 | task 9576 | eval time = 22.03 ms / 2 tokens ( 22.03 ms per token, 45.39 tokens per second) 6.18.250.071 I slot print_timing: id 1 | task 9576 | total time = 1875.35 ms / 948 tokens 6.18.250.071 I slot print_timing: id 1 | task 9576 | graphs reused = 8130 6.18.250.072 I slot print_timing: id 1 | task 9576 | graph reallocs = 0 / 0 (same size) / (changed size) 6.18.250.117 I slot release: id 1 | task 9576 | stop processing: n_tokens = 948, truncated = 0 6.18.250.449 I slot print_timing: id 2 | task 9577 | prompt eval time = 1841.86 ms / 1133 tokens ( 1.63 ms per token, 615.14 tokens per second) 6.18.250.452 I slot print_timing: id 2 | task 9577 | eval time = 21.83 ms / 2 tokens ( 21.83 ms per token, 45.81 tokens per second) 6.18.250.453 I slot print_timing: id 2 | task 9577 | total time = 1863.69 ms / 1135 tokens 6.18.250.453 I slot print_timing: id 2 | task 9577 | graphs reused = 8130 6.18.250.455 I slot print_timing: id 2 | task 9577 | graph reallocs = 0 / 0 (same size) / (changed size) 6.18.250.516 I slot release: id 2 | task 9577 | stop processing: n_tokens = 1135, truncated = 0 6.18.262.710 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.863 (> 0.100 thold), f_keep = 0.890 6.18.262.821 I slot launch_slot_: id 2 | task 9583 | processing task, is_child = 0 6.18.262.946 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1364.458 MiB) 6.18.478.856 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1327.300 MiB) 6.18.677.962 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 730.915 MiB) 6.18.895.560 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 963, t_last = 378131467 6.18.895.819 I slot launch_slot_: id 3 | task 9584 | processing task, is_child = 0 6.18.896.026 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1041, t_last = 378152201 6.18.896.217 I slot launch_slot_: id 0 | task 9585 | processing task, is_child = 0 6.18.896.315 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 948, t_last = 378152589 6.18.896.492 I slot launch_slot_: id 1 | task 9586 | processing task, is_child = 0 6.21.949.305 I slot print_timing: id 0 | task 9585 | prompt eval time = 2757.11 ms / 2090 tokens ( 1.32 ms per token, 758.04 tokens per second) 6.21.949.311 I slot print_timing: id 0 | task 9585 | eval time = 295.68 ms / 2 tokens ( 295.68 ms per token, 3.38 tokens per second) 6.21.949.313 I slot print_timing: id 0 | task 9585 | total time = 3052.79 ms / 2092 tokens 6.21.949.314 I slot print_timing: id 0 | task 9585 | graphs reused = 8130 6.21.949.315 I slot print_timing: id 0 | task 9585 | graph reallocs = 0 / 0 (same size) / (changed size) 6.21.949.500 I slot release: id 0 | task 9585 | stop processing: n_tokens = 2092, truncated = 0 6.21.950.656 I slot print_timing: id 2 | task 9583 | prompt eval time = 2022.65 ms / 190 tokens ( 10.65 ms per token, 93.94 tokens per second) 6.21.950.659 I slot print_timing: id 2 | task 9583 | eval time = 296.42 ms / 2 tokens ( 296.42 ms per token, 3.37 tokens per second) 6.21.950.660 I slot print_timing: id 2 | task 9583 | total time = 2319.07 ms / 192 tokens 6.21.950.661 I slot print_timing: id 2 | task 9583 | graphs reused = 8130 6.21.950.662 I slot print_timing: id 2 | task 9583 | graph reallocs = 0 / 0 (same size) / (changed size) 6.21.950.720 I slot release: id 2 | task 9583 | stop processing: n_tokens = 1172, truncated = 0 6.22.051.833 I slot print_timing: id 1 | task 9586 | prompt eval time = 3041.07 ms / 2103 tokens ( 1.45 ms per token, 691.53 tokens per second) 6.22.051.840 I slot print_timing: id 1 | task 9586 | eval time = 101.51 ms / 2 tokens ( 101.51 ms per token, 9.85 tokens per second) 6.22.051.842 I slot print_timing: id 1 | task 9586 | total time = 3142.59 ms / 2105 tokens 6.22.051.843 I slot print_timing: id 1 | task 9586 | graphs reused = 8130 6.22.051.844 I slot print_timing: id 1 | task 9586 | graph reallocs = 0 / 0 (same size) / (changed size) 6.22.051.994 I slot release: id 1 | task 9586 | stop processing: n_tokens = 2105, truncated = 0 6.22.052.738 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.877 (> 0.100 thold), f_keep = 0.858 6.22.052.852 I slot launch_slot_: id 0 | task 9593 | processing task, is_child = 0 6.22.053.016 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 920.126 MiB) 6.22.066.495 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 941.564 MiB) 6.22.312.334 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 946.689 MiB) 6.22.568.769 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.848 (> 0.100 thold), f_keep = 0.852 6.22.568.919 I slot launch_slot_: id 1 | task 9594 | processing task, is_child = 0 6.22.569.047 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1172, t_last = 381853193 6.22.624.573 I slot launch_slot_: id 2 | task 9595 | processing task, is_child = 0 6.23.224.484 I slot print_timing: id 3 | task 9584 | prompt eval time = 2276.74 ms / 2061 tokens ( 1.10 ms per token, 905.24 tokens per second) 6.23.224.489 I slot print_timing: id 3 | task 9584 | eval time = 1171.74 ms / 2 tokens ( 1171.74 ms per token, 0.85 tokens per second) 6.23.224.491 I slot print_timing: id 3 | task 9584 | total time = 3448.49 ms / 2063 tokens 6.23.224.491 I slot print_timing: id 3 | task 9584 | graphs reused = 8130 6.23.224.492 I slot print_timing: id 3 | task 9584 | graph reallocs = 0 / 0 (same size) / (changed size) 6.23.224.624 I slot release: id 3 | task 9584 | stop processing: n_tokens = 2063, truncated = 0 6.23.581.521 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.867 (> 0.100 thold), f_keep = 0.869 6.23.581.658 I slot launch_slot_: id 3 | task 9598 | processing task, is_child = 0 6.23.869.413 I slot print_timing: id 0 | task 9593 | prompt eval time = 956.23 ms / 251 tokens ( 3.81 ms per token, 262.49 tokens per second) 6.23.869.419 I slot print_timing: id 0 | task 9593 | eval time = 288.59 ms / 2 tokens ( 288.59 ms per token, 3.47 tokens per second) 6.23.869.420 I slot print_timing: id 0 | task 9593 | total time = 1244.82 ms / 253 tokens 6.23.869.420 I slot print_timing: id 0 | task 9593 | graphs reused = 8130 6.23.869.421 I slot print_timing: id 0 | task 9593 | graph reallocs = 0 / 0 (same size) / (changed size) 6.23.869.548 I slot release: id 0 | task 9593 | stop processing: n_tokens = 2046, truncated = 0 6.23.869.982 I slot print_timing: id 1 | task 9594 | prompt eval time = 867.86 ms / 321 tokens ( 2.70 ms per token, 369.87 tokens per second) 6.23.869.985 I slot print_timing: id 1 | task 9594 | eval time = 288.48 ms / 2 tokens ( 288.48 ms per token, 3.47 tokens per second) 6.23.869.985 I slot print_timing: id 1 | task 9594 | total time = 1156.34 ms / 323 tokens 6.23.869.986 I slot print_timing: id 1 | task 9594 | graphs reused = 8130 6.23.869.987 I slot print_timing: id 1 | task 9594 | graph reallocs = 0 / 0 (same size) / (changed size) 6.23.870.096 I slot release: id 1 | task 9594 | stop processing: n_tokens = 2116, truncated = 0 6.23.971.947 I slot print_timing: id 2 | task 9595 | prompt eval time = 997.62 ms / 373 tokens ( 2.67 ms per token, 373.89 tokens per second) 6.23.971.955 I slot print_timing: id 2 | task 9595 | eval time = 101.18 ms / 2 tokens ( 101.18 ms per token, 9.88 tokens per second) 6.23.971.956 I slot print_timing: id 2 | task 9595 | total time = 1098.80 ms / 375 tokens 6.23.971.957 I slot print_timing: id 2 | task 9595 | graphs reused = 8130 6.23.971.959 I slot print_timing: id 2 | task 9595 | graph reallocs = 0 / 0 (same size) / (changed size) 6.23.972.108 I slot release: id 2 | task 9595 | stop processing: n_tokens = 2138, truncated = 0 6.23.972.841 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.839 (> 0.100 thold), f_keep = 0.877 6.23.972.966 I slot launch_slot_: id 0 | task 9601 | processing task, is_child = 0 6.23.973.130 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 932.408 MiB) 6.24.233.303 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 922.688 MiB) 6.24.460.397 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.805 (> 0.100 thold), f_keep = 0.848 6.24.460.539 I slot launch_slot_: id 1 | task 9602 | processing task, is_child = 0 6.24.460.705 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.907 (> 0.100 thold), f_keep = 0.839 6.24.460.787 I slot launch_slot_: id 2 | task 9603 | processing task, is_child = 0 6.25.094.355 I slot print_timing: id 3 | task 9598 | prompt eval time = 328.47 ms / 275 tokens ( 1.19 ms per token, 837.22 tokens per second) 6.25.094.362 I slot print_timing: id 3 | task 9598 | eval time = 1121.51 ms / 2 tokens ( 1121.51 ms per token, 0.89 tokens per second) 6.25.094.363 I slot print_timing: id 3 | task 9598 | total time = 1449.98 ms / 277 tokens 6.25.094.364 I slot print_timing: id 3 | task 9598 | graphs reused = 8130 6.25.094.365 I slot print_timing: id 3 | task 9598 | graph reallocs = 0 / 0 (same size) / (changed size) 6.25.094.514 I slot release: id 3 | task 9598 | stop processing: n_tokens = 2069, truncated = 0 6.25.307.835 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.886 (> 0.100 thold), f_keep = 0.867 6.25.307.952 I slot launch_slot_: id 3 | task 9606 | processing task, is_child = 0 6.25.487.994 I slot print_timing: id 0 | task 9601 | prompt eval time = 845.68 ms / 343 tokens ( 2.47 ms per token, 405.59 tokens per second) 6.25.488.000 I slot print_timing: id 0 | task 9601 | eval time = 181.51 ms / 2 tokens ( 181.51 ms per token, 5.51 tokens per second) 6.25.488.001 I slot print_timing: id 0 | task 9601 | total time = 1027.19 ms / 345 tokens 6.25.488.002 I slot print_timing: id 0 | task 9601 | graphs reused = 8130 6.25.488.003 I slot print_timing: id 0 | task 9601 | graph reallocs = 0 / 0 (same size) / (changed size) 6.25.488.130 I slot release: id 0 | task 9601 | stop processing: n_tokens = 2138, truncated = 0 6.25.488.569 I slot print_timing: id 1 | task 9602 | prompt eval time = 760.15 ms / 434 tokens ( 1.75 ms per token, 570.94 tokens per second) 6.25.488.572 I slot print_timing: id 1 | task 9602 | eval time = 181.38 ms / 2 tokens ( 181.38 ms per token, 5.51 tokens per second) 6.25.488.573 I slot print_timing: id 1 | task 9602 | total time = 941.53 ms / 436 tokens 6.25.488.573 I slot print_timing: id 1 | task 9602 | graphs reused = 8130 6.25.488.574 I slot print_timing: id 1 | task 9602 | graph reallocs = 0 / 0 (same size) / (changed size) 6.25.488.699 I slot release: id 1 | task 9602 | stop processing: n_tokens = 2229, truncated = 0 6.25.489.152 I slot print_timing: id 2 | task 9603 | prompt eval time = 674.38 ms / 183 tokens ( 3.69 ms per token, 271.36 tokens per second) 6.25.489.154 I slot print_timing: id 2 | task 9603 | eval time = 181.32 ms / 2 tokens ( 181.32 ms per token, 5.51 tokens per second) 6.25.489.156 I slot print_timing: id 2 | task 9603 | total time = 855.71 ms / 185 tokens 6.25.489.156 I slot print_timing: id 2 | task 9603 | graphs reused = 8130 6.25.489.157 I slot print_timing: id 2 | task 9603 | graph reallocs = 0 / 0 (same size) / (changed size) 6.25.489.255 I slot release: id 2 | task 9603 | stop processing: n_tokens = 1978, truncated = 0 6.25.572.960 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.847 (> 0.100 thold), f_keep = 0.839 6.25.573.066 I slot launch_slot_: id 0 | task 9609 | processing task, is_child = 0 6.25.573.237 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1073.821 MiB) 6.25.588.564 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 994.239 MiB) 6.25.907.463 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1267.610 MiB) 6.25.925.334 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1465.260 MiB) 6.26.255.510 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.865 (> 0.100 thold), f_keep = 0.805 6.26.255.659 I slot launch_slot_: id 1 | task 9610 | processing task, is_child = 0 6.26.255.818 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.887 (> 0.100 thold), f_keep = 0.906 6.26.255.913 I slot launch_slot_: id 2 | task 9611 | processing task, is_child = 0 6.26.844.909 I slot print_timing: id 3 | task 9606 | prompt eval time = 264.98 ms / 230 tokens ( 1.15 ms per token, 867.98 tokens per second) 6.26.844.915 I slot print_timing: id 3 | task 9606 | eval time = 1271.95 ms / 2 tokens ( 1271.95 ms per token, 0.79 tokens per second) 6.26.844.916 I slot print_timing: id 3 | task 9606 | total time = 1536.93 ms / 232 tokens 6.26.844.917 I slot print_timing: id 3 | task 9606 | graphs reused = 8130 6.26.844.917 I slot print_timing: id 3 | task 9606 | graph reallocs = 0 / 0 (same size) / (changed size) 6.26.845.050 I slot release: id 3 | task 9606 | stop processing: n_tokens = 2024, truncated = 0 6.27.059.157 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.907 (> 0.100 thold), f_keep = 0.886 6.27.059.285 I slot launch_slot_: id 3 | task 9614 | processing task, is_child = 0 6.27.223.464 I slot print_timing: id 0 | task 9609 | prompt eval time = 801.84 ms / 323 tokens ( 2.48 ms per token, 402.82 tokens per second) 6.27.223.470 I slot print_timing: id 0 | task 9609 | eval time = 165.69 ms / 2 tokens ( 165.69 ms per token, 6.04 tokens per second) 6.27.223.471 I slot print_timing: id 0 | task 9609 | total time = 967.53 ms / 325 tokens 6.27.223.472 I slot print_timing: id 0 | task 9609 | graphs reused = 8130 6.27.223.473 I slot print_timing: id 0 | task 9609 | graph reallocs = 0 / 0 (same size) / (changed size) 6.27.223.601 I slot release: id 0 | task 9609 | stop processing: n_tokens = 2118, truncated = 0 6.27.224.024 I slot print_timing: id 1 | task 9610 | prompt eval time = 715.88 ms / 279 tokens ( 2.57 ms per token, 389.73 tokens per second) 6.27.224.027 I slot print_timing: id 1 | task 9610 | eval time = 165.59 ms / 2 tokens ( 165.59 ms per token, 6.04 tokens per second) 6.27.224.028 I slot print_timing: id 1 | task 9610 | total time = 881.47 ms / 281 tokens 6.27.224.028 I slot print_timing: id 1 | task 9610 | graphs reused = 8130 6.27.224.029 I slot print_timing: id 1 | task 9610 | graph reallocs = 0 / 0 (same size) / (changed size) 6.27.224.140 I slot release: id 1 | task 9610 | stop processing: n_tokens = 2074, truncated = 0 6.27.224.599 I slot print_timing: id 2 | task 9611 | prompt eval time = 629.99 ms / 229 tokens ( 2.75 ms per token, 363.50 tokens per second) 6.27.224.602 I slot print_timing: id 2 | task 9611 | eval time = 165.45 ms / 2 tokens ( 165.45 ms per token, 6.04 tokens per second) 6.27.224.603 I slot print_timing: id 2 | task 9611 | total time = 795.44 ms / 231 tokens 6.27.224.603 I slot print_timing: id 2 | task 9611 | graphs reused = 8130 6.27.224.604 I slot print_timing: id 2 | task 9611 | graph reallocs = 0 / 0 (same size) / (changed size) 6.27.224.698 I slot release: id 2 | task 9611 | stop processing: n_tokens = 2023, truncated = 0 6.27.308.127 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.867 (> 0.100 thold), f_keep = 0.847 6.27.308.243 I slot launch_slot_: id 0 | task 9617 | processing task, is_child = 0 6.27.308.405 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1633.464 MiB) 6.27.577.414 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1633.495 MiB) 6.27.938.012 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.845 (> 0.100 thold), f_keep = 0.865 6.27.938.152 I slot launch_slot_: id 1 | task 9618 | processing task, is_child = 0 6.27.938.319 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.824 (> 0.100 thold), f_keep = 0.886 6.27.938.417 I slot launch_slot_: id 2 | task 9619 | processing task, is_child = 0 6.28.601.293 I slot print_timing: id 3 | task 9614 | prompt eval time = 248.82 ms / 184 tokens ( 1.35 ms per token, 739.50 tokens per second) 6.28.601.298 I slot print_timing: id 3 | task 9614 | eval time = 1293.17 ms / 2 tokens ( 1293.17 ms per token, 0.77 tokens per second) 6.28.601.300 I slot print_timing: id 3 | task 9614 | total time = 1541.99 ms / 186 tokens 6.28.601.300 I slot print_timing: id 3 | task 9614 | graphs reused = 8130 6.28.601.301 I slot print_timing: id 3 | task 9614 | graph reallocs = 0 / 0 (same size) / (changed size) 6.28.601.427 I slot release: id 3 | task 9614 | stop processing: n_tokens = 1978, truncated = 0 6.28.848.194 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.905 (> 0.100 thold), f_keep = 0.906 6.28.848.331 I slot launch_slot_: id 3 | task 9622 | processing task, is_child = 0 6.29.013.478 I slot print_timing: id 0 | task 9617 | prompt eval time = 908.34 ms / 276 tokens ( 3.29 ms per token, 303.85 tokens per second) 6.29.013.484 I slot print_timing: id 0 | task 9617 | eval time = 166.70 ms / 2 tokens ( 166.70 ms per token, 6.00 tokens per second) 6.29.013.485 I slot print_timing: id 0 | task 9617 | total time = 1075.04 ms / 278 tokens 6.29.013.486 I slot print_timing: id 0 | task 9617 | graphs reused = 8130 6.29.013.487 I slot print_timing: id 0 | task 9617 | graph reallocs = 0 / 0 (same size) / (changed size) 6.29.013.621 I slot release: id 0 | task 9617 | stop processing: n_tokens = 2070, truncated = 0 6.29.014.053 I slot print_timing: id 1 | task 9618 | prompt eval time = 797.13 ms / 328 tokens ( 2.43 ms per token, 411.48 tokens per second) 6.29.014.056 I slot print_timing: id 1 | task 9618 | eval time = 166.58 ms / 2 tokens ( 166.58 ms per token, 6.00 tokens per second) 6.29.014.057 I slot print_timing: id 1 | task 9618 | total time = 963.71 ms / 330 tokens 6.29.014.058 I slot print_timing: id 1 | task 9618 | graphs reused = 8130 6.29.014.059 I slot print_timing: id 1 | task 9618 | graph reallocs = 0 / 0 (same size) / (changed size) 6.29.014.169 I slot release: id 1 | task 9618 | stop processing: n_tokens = 2123, truncated = 0 6.29.014.612 I slot print_timing: id 2 | task 9619 | prompt eval time = 710.99 ms / 382 tokens ( 1.86 ms per token, 537.28 tokens per second) 6.29.014.615 I slot print_timing: id 2 | task 9619 | eval time = 166.43 ms / 2 tokens ( 166.43 ms per token, 6.01 tokens per second) 6.29.014.615 I slot print_timing: id 2 | task 9619 | total time = 877.42 ms / 384 tokens 6.29.014.616 I slot print_timing: id 2 | task 9619 | graphs reused = 8130 6.29.014.617 I slot print_timing: id 2 | task 9619 | graph reallocs = 0 / 0 (same size) / (changed size) 6.29.014.726 I slot release: id 2 | task 9619 | stop processing: n_tokens = 2176, truncated = 0 6.29.098.188 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.878 (> 0.100 thold), f_keep = 0.866 6.29.098.315 I slot launch_slot_: id 0 | task 9625 | processing task, is_child = 0 6.29.098.517 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1635.231 MiB) 6.29.402.387 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1951.006 MiB) 6.29.785.107 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.894 (> 0.100 thold), f_keep = 0.845 6.29.785.248 I slot launch_slot_: id 1 | task 9626 | processing task, is_child = 0 6.29.785.415 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.821 (> 0.100 thold), f_keep = 0.824 6.29.785.503 I slot launch_slot_: id 2 | task 9627 | processing task, is_child = 0 6.30.376.223 I slot print_timing: id 3 | task 9622 | prompt eval time = 249.83 ms / 189 tokens ( 1.32 ms per token, 756.51 tokens per second) 6.30.376.229 I slot print_timing: id 3 | task 9622 | eval time = 1278.04 ms / 2 tokens ( 1278.04 ms per token, 0.78 tokens per second) 6.30.376.230 I slot print_timing: id 3 | task 9622 | total time = 1527.87 ms / 191 tokens 6.30.376.231 I slot print_timing: id 3 | task 9622 | graphs reused = 8130 6.30.376.232 I slot print_timing: id 3 | task 9622 | graph reallocs = 0 / 0 (same size) / (changed size) 6.30.376.359 I slot release: id 3 | task 9622 | stop processing: n_tokens = 1983, truncated = 0 6.30.594.937 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.884 (> 0.100 thold), f_keep = 0.905 6.30.595.074 I slot launch_slot_: id 3 | task 9630 | processing task, is_child = 0 6.30.771.156 I slot print_timing: id 0 | task 9625 | prompt eval time = 808.13 ms / 249 tokens ( 3.25 ms per token, 308.12 tokens per second) 6.30.771.163 I slot print_timing: id 0 | task 9625 | eval time = 177.50 ms / 2 tokens ( 177.50 ms per token, 5.63 tokens per second) 6.30.771.164 I slot print_timing: id 0 | task 9625 | total time = 985.63 ms / 251 tokens 6.30.771.165 I slot print_timing: id 0 | task 9625 | graphs reused = 8130 6.30.771.167 I slot print_timing: id 0 | task 9625 | graph reallocs = 0 / 0 (same size) / (changed size) 6.30.771.326 I slot release: id 0 | task 9625 | stop processing: n_tokens = 2043, truncated = 0 6.30.771.865 I slot print_timing: id 1 | task 9626 | prompt eval time = 723.20 ms / 213 tokens ( 3.40 ms per token, 294.52 tokens per second) 6.30.771.869 I slot print_timing: id 1 | task 9626 | eval time = 177.53 ms / 2 tokens ( 177.53 ms per token, 5.63 tokens per second) 6.30.771.869 I slot print_timing: id 1 | task 9626 | total time = 900.73 ms / 215 tokens 6.30.771.870 I slot print_timing: id 1 | task 9626 | graphs reused = 8130 6.30.771.871 I slot print_timing: id 1 | task 9626 | graph reallocs = 0 / 0 (same size) / (changed size) 6.30.771.980 I slot release: id 1 | task 9626 | stop processing: n_tokens = 2007, truncated = 0 6.30.772.527 I slot print_timing: id 2 | task 9627 | prompt eval time = 636.10 ms / 390 tokens ( 1.63 ms per token, 613.11 tokens per second) 6.30.772.531 I slot print_timing: id 2 | task 9627 | eval time = 177.60 ms / 2 tokens ( 177.60 ms per token, 5.63 tokens per second) 6.30.772.531 I slot print_timing: id 2 | task 9627 | total time = 813.70 ms / 392 tokens 6.30.772.532 I slot print_timing: id 2 | task 9627 | graphs reused = 8130 6.30.772.533 I slot print_timing: id 2 | task 9627 | graph reallocs = 0 / 0 (same size) / (changed size) 6.30.772.646 I slot release: id 2 | task 9627 | stop processing: n_tokens = 2184, truncated = 0 6.30.856.281 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.934 (> 0.100 thold), f_keep = 0.878 6.30.856.402 I slot launch_slot_: id 0 | task 9633 | processing task, is_child = 0 6.30.856.573 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1632.807 MiB) 6.31.126.695 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1951.710 MiB) 6.31.402.039 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.895 (> 0.100 thold), f_keep = 0.821 6.31.402.184 I slot launch_slot_: id 2 | task 9634 | processing task, is_child = 0 6.31.402.347 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.915 (> 0.100 thold), f_keep = 0.893 6.31.402.433 I slot launch_slot_: id 1 | task 9635 | processing task, is_child = 0 6.31.860.843 I slot print_timing: id 3 | task 9630 | prompt eval time = 261.18 ms / 235 tokens ( 1.11 ms per token, 899.77 tokens per second) 6.31.860.861 I slot print_timing: id 3 | task 9630 | eval time = 1004.54 ms / 2 tokens ( 1004.54 ms per token, 1.00 tokens per second) 6.31.860.862 I slot print_timing: id 3 | task 9630 | total time = 1265.72 ms / 237 tokens 6.31.860.865 I slot print_timing: id 3 | task 9630 | graphs reused = 8130 6.31.860.866 I slot print_timing: id 3 | task 9630 | graph reallocs = 0 / 0 (same size) / (changed size) 6.31.861.105 I slot release: id 3 | task 9630 | stop processing: n_tokens = 2030, truncated = 0 6.32.086.507 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 2030, t_last = 391763581 6.32.086.670 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1633.573 MiB) 6.32.423.235 I slot launch_slot_: id 3 | task 9638 | processing task, is_child = 0 6.32.774.263 I slot print_timing: id 0 | task 9633 | prompt eval time = 682.69 ms / 127 tokens ( 5.38 ms per token, 186.03 tokens per second) 6.32.774.268 I slot print_timing: id 0 | task 9633 | eval time = 689.12 ms / 2 tokens ( 689.12 ms per token, 1.45 tokens per second) 6.32.774.269 I slot print_timing: id 0 | task 9633 | total time = 1371.81 ms / 129 tokens 6.32.774.271 I slot print_timing: id 0 | task 9633 | graphs reused = 8130 6.32.774.272 I slot print_timing: id 0 | task 9633 | graph reallocs = 0 / 0 (same size) / (changed size) 6.32.774.487 I slot release: id 0 | task 9633 | stop processing: n_tokens = 1921, truncated = 0 6.32.775.258 I slot print_timing: id 1 | task 9635 | prompt eval time = 596.19 ms / 167 tokens ( 3.57 ms per token, 280.11 tokens per second) 6.32.775.261 I slot print_timing: id 1 | task 9635 | eval time = 689.45 ms / 2 tokens ( 689.45 ms per token, 1.45 tokens per second) 6.32.775.262 I slot print_timing: id 1 | task 9635 | total time = 1285.64 ms / 169 tokens 6.32.775.263 I slot print_timing: id 1 | task 9635 | graphs reused = 8130 6.32.775.264 I slot print_timing: id 1 | task 9635 | graph reallocs = 0 / 0 (same size) / (changed size) 6.32.775.453 I slot release: id 1 | task 9635 | stop processing: n_tokens = 1961, truncated = 0 6.32.776.450 I slot print_timing: id 2 | task 9634 | prompt eval time = 509.45 ms / 211 tokens ( 2.41 ms per token, 414.17 tokens per second) 6.32.776.460 I slot print_timing: id 2 | task 9634 | eval time = 689.93 ms / 2 tokens ( 689.93 ms per token, 1.45 tokens per second) 6.32.776.461 I slot print_timing: id 2 | task 9634 | total time = 1199.38 ms / 213 tokens 6.32.776.462 I slot print_timing: id 2 | task 9634 | graphs reused = 8130 6.32.776.463 I slot print_timing: id 2 | task 9634 | graph reallocs = 0 / 0 (same size) / (changed size) 6.32.776.605 I slot release: id 2 | task 9634 | stop processing: n_tokens = 2006, truncated = 0 6.32.843.108 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1921, t_last = 392676962 6.32.843.271 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1954.102 MiB) 6.33.152.462 I slot launch_slot_: id 0 | task 9641 | processing task, is_child = 0 6.33.152.625 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1631.759 MiB) 6.33.448.098 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1954.227 MiB) 6.33.837.043 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1961, t_last = 392677930 6.33.837.336 I slot launch_slot_: id 1 | task 9642 | processing task, is_child = 0 6.33.837.481 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 2006, t_last = 392679080 6.33.837.716 I slot launch_slot_: id 2 | task 9643 | processing task, is_child = 0 6.36.122.925 I slot print_timing: id 3 | task 9638 | prompt eval time = 3333.36 ms / 1459 tokens ( 2.28 ms per token, 437.70 tokens per second) 6.36.122.930 I slot print_timing: id 3 | task 9638 | eval time = 366.30 ms / 2 tokens ( 366.30 ms per token, 2.73 tokens per second) 6.36.122.931 I slot print_timing: id 3 | task 9638 | total time = 3699.66 ms / 1461 tokens 6.36.122.932 I slot print_timing: id 3 | task 9638 | graphs reused = 8130 6.36.122.932 I slot print_timing: id 3 | task 9638 | graph reallocs = 0 / 0 (same size) / (changed size) 6.36.123.063 I slot release: id 3 | task 9638 | stop processing: n_tokens = 1461, truncated = 0 6.36.224.760 I slot print_timing: id 0 | task 9641 | prompt eval time = 2284.18 ms / 1003 tokens ( 2.28 ms per token, 439.11 tokens per second) 6.36.224.766 I slot print_timing: id 0 | task 9641 | eval time = 102.85 ms / 2 tokens ( 102.85 ms per token, 9.72 tokens per second) 6.36.224.767 I slot print_timing: id 0 | task 9641 | total time = 2387.03 ms / 1005 tokens 6.36.224.767 I slot print_timing: id 0 | task 9641 | graphs reused = 8130 6.36.224.768 I slot print_timing: id 0 | task 9641 | graph reallocs = 0 / 0 (same size) / (changed size) 6.36.224.839 I slot release: id 0 | task 9641 | stop processing: n_tokens = 1005, truncated = 0 6.36.225.249 I slot print_timing: id 1 | task 9642 | prompt eval time = 2264.08 ms / 1525 tokens ( 1.48 ms per token, 673.56 tokens per second) 6.36.225.252 I slot print_timing: id 1 | task 9642 | eval time = 102.64 ms / 2 tokens ( 102.64 ms per token, 9.74 tokens per second) 6.36.225.252 I slot print_timing: id 1 | task 9642 | total time = 2366.72 ms / 1527 tokens 6.36.225.253 I slot print_timing: id 1 | task 9642 | graphs reused = 8130 6.36.225.254 I slot print_timing: id 1 | task 9642 | graph reallocs = 0 / 0 (same size) / (changed size) 6.36.225.346 I slot release: id 1 | task 9642 | stop processing: n_tokens = 1527, truncated = 0 6.36.225.993 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.887 (> 0.100 thold), f_keep = 0.877 6.36.226.109 I slot launch_slot_: id 0 | task 9649 | processing task, is_child = 0 6.36.226.246 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1952.132 MiB) 6.36.662.676 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1461, t_last = 396025536 6.36.662.964 I slot launch_slot_: id 3 | task 9650 | processing task, is_child = 0 6.36.663.096 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1527, t_last = 396127819 6.36.663.320 I slot launch_slot_: id 1 | task 9651 | processing task, is_child = 0 6.37.149.581 I slot print_timing: id 2 | task 9643 | prompt eval time = 2347.61 ms / 1662 tokens ( 1.41 ms per token, 707.95 tokens per second) 6.37.149.586 I slot print_timing: id 2 | task 9643 | eval time = 923.58 ms / 2 tokens ( 923.58 ms per token, 1.08 tokens per second) 6.37.149.588 I slot print_timing: id 2 | task 9643 | total time = 3271.20 ms / 1664 tokens 6.37.149.588 I slot print_timing: id 2 | task 9643 | graphs reused = 8130 6.37.149.589 I slot print_timing: id 2 | task 9643 | graph reallocs = 0 / 0 (same size) / (changed size) 6.37.149.706 I slot release: id 2 | task 9643 | stop processing: n_tokens = 1664, truncated = 0 6.37.497.901 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1664, t_last = 397052179 6.37.498.060 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1630.415 MiB) 6.37.813.043 I slot launch_slot_: id 2 | task 9654 | processing task, is_child = 0 6.38.615.495 I slot print_timing: id 0 | task 9649 | prompt eval time = 1629.86 ms / 141 tokens ( 11.56 ms per token, 86.51 tokens per second) 6.38.615.500 I slot print_timing: id 0 | task 9649 | eval time = 322.29 ms / 2 tokens ( 322.29 ms per token, 3.10 tokens per second) 6.38.615.502 I slot print_timing: id 0 | task 9649 | total time = 1952.15 ms / 143 tokens 6.38.615.503 I slot print_timing: id 0 | task 9649 | graphs reused = 8130 6.38.615.504 I slot print_timing: id 0 | task 9649 | graph reallocs = 0 / 0 (same size) / (changed size) 6.38.615.575 I slot release: id 0 | task 9649 | stop processing: n_tokens = 994, truncated = 0 6.38.778.697 I slot print_timing: id 1 | task 9651 | prompt eval time = 1844.55 ms / 963 tokens ( 1.92 ms per token, 522.08 tokens per second) 6.38.778.703 I slot print_timing: id 1 | task 9651 | eval time = 162.29 ms / 2 tokens ( 162.29 ms per token, 6.16 tokens per second) 6.38.778.704 I slot print_timing: id 1 | task 9651 | total time = 2006.84 ms / 965 tokens 6.38.778.705 I slot print_timing: id 1 | task 9651 | graphs reused = 8130 6.38.778.706 I slot print_timing: id 1 | task 9651 | graph reallocs = 0 / 0 (same size) / (changed size) 6.38.778.775 I slot release: id 1 | task 9651 | stop processing: n_tokens = 965, truncated = 0 6.38.779.200 I slot print_timing: id 3 | task 9650 | prompt eval time = 1828.32 ms / 982 tokens ( 1.86 ms per token, 537.10 tokens per second) 6.38.779.203 I slot print_timing: id 3 | task 9650 | eval time = 162.02 ms / 2 tokens ( 162.02 ms per token, 6.17 tokens per second) 6.38.779.204 I slot print_timing: id 3 | task 9650 | total time = 1990.35 ms / 984 tokens 6.38.779.205 I slot print_timing: id 3 | task 9650 | graphs reused = 8130 6.38.779.205 I slot print_timing: id 3 | task 9650 | graph reallocs = 0 / 0 (same size) / (changed size) 6.38.779.256 I slot release: id 3 | task 9650 | stop processing: n_tokens = 984, truncated = 0 6.38.779.272 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.903 (> 0.100 thold), f_keep = 0.886 6.38.779.424 I slot launch_slot_: id 0 | task 9658 | processing task, is_child = 0 6.38.779.540 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1631.040 MiB) 6.38.984.610 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 2271.457 MiB) 6.39.183.474 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 965, t_last = 398681249 6.39.183.742 I slot launch_slot_: id 1 | task 9659 | processing task, is_child = 0 6.39.183.853 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.899 (> 0.100 thold), f_keep = 0.895 6.39.183.954 I slot launch_slot_: id 3 | task 9660 | processing task, is_child = 0 6.40.120.594 I slot print_timing: id 2 | task 9654 | prompt eval time = 1681.29 ms / 987 tokens ( 1.70 ms per token, 587.05 tokens per second) 6.40.120.601 I slot print_timing: id 2 | task 9654 | eval time = 507.56 ms / 2 tokens ( 507.56 ms per token, 1.97 tokens per second) 6.40.120.603 I slot print_timing: id 2 | task 9654 | total time = 2188.85 ms / 989 tokens 6.40.120.605 I slot print_timing: id 2 | task 9654 | graphs reused = 8130 6.40.120.606 I slot print_timing: id 2 | task 9654 | graph reallocs = 0 / 0 (same size) / (changed size) 6.40.120.691 I slot release: id 2 | task 9654 | stop processing: n_tokens = 989, truncated = 0 6.40.372.743 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 989, t_last = 400023165 6.40.509.253 I slot launch_slot_: id 2 | task 9664 | processing task, is_child = 0 6.41.007.255 I slot print_timing: id 0 | task 9658 | prompt eval time = 1188.01 ms / 124 tokens ( 9.58 ms per token, 104.38 tokens per second) 6.41.007.260 I slot print_timing: id 0 | task 9658 | eval time = 635.27 ms / 2 tokens ( 635.27 ms per token, 1.57 tokens per second) 6.41.007.261 I slot print_timing: id 0 | task 9658 | total time = 1823.28 ms / 126 tokens 6.41.007.262 I slot print_timing: id 0 | task 9658 | graphs reused = 8130 6.41.007.263 I slot print_timing: id 0 | task 9658 | graph reallocs = 0 / 0 (same size) / (changed size) 6.41.007.347 I slot release: id 0 | task 9658 | stop processing: n_tokens = 977, truncated = 0 6.41.008.595 I slot print_timing: id 3 | task 9660 | prompt eval time = 1004.98 ms / 128 tokens ( 7.85 ms per token, 127.37 tokens per second) 6.41.008.598 I slot print_timing: id 3 | task 9660 | eval time = 635.86 ms / 2 tokens ( 635.86 ms per token, 1.57 tokens per second) 6.41.008.599 I slot print_timing: id 3 | task 9660 | total time = 1640.84 ms / 130 tokens 6.41.008.600 I slot print_timing: id 3 | task 9660 | graphs reused = 8130 6.41.008.600 I slot print_timing: id 3 | task 9660 | graph reallocs = 0 / 0 (same size) / (changed size) 6.41.008.657 I slot release: id 3 | task 9660 | stop processing: n_tokens = 981, truncated = 0 6.41.194.772 I slot print_timing: id 1 | task 9659 | prompt eval time = 1725.57 ms / 825 tokens ( 2.09 ms per token, 478.10 tokens per second) 6.41.194.778 I slot print_timing: id 1 | task 9659 | eval time = 186.56 ms / 2 tokens ( 186.56 ms per token, 5.36 tokens per second) 6.41.194.779 I slot print_timing: id 1 | task 9659 | total time = 1912.12 ms / 827 tokens 6.41.194.780 I slot print_timing: id 1 | task 9659 | graphs reused = 8130 6.41.194.781 I slot print_timing: id 1 | task 9659 | graph reallocs = 0 / 0 (same size) / (changed size) 6.41.194.861 I slot release: id 1 | task 9659 | stop processing: n_tokens = 827, truncated = 0 6.41.194.878 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 977, t_last = 400909821 6.41.194.999 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1299.866 MiB) 6.41.423.193 I slot launch_slot_: id 0 | task 9667 | processing task, is_child = 0 6.41.554.590 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1278.208 MiB) 6.41.784.459 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 981, t_last = 400911130 6.41.784.724 I slot launch_slot_: id 3 | task 9668 | processing task, is_child = 0 6.41.784.817 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 827, t_last = 401097334 6.41.785.002 I slot launch_slot_: id 1 | task 9669 | processing task, is_child = 0 6.44.213.258 I slot print_timing: id 2 | task 9664 | prompt eval time = 3251.87 ms / 1629 tokens ( 2.00 ms per token, 500.94 tokens per second) 6.44.213.264 I slot print_timing: id 2 | task 9664 | eval time = 402.91 ms / 2 tokens ( 402.91 ms per token, 2.48 tokens per second) 6.44.213.265 I slot print_timing: id 2 | task 9664 | total time = 3654.78 ms / 1631 tokens 6.44.213.266 I slot print_timing: id 2 | task 9664 | graphs reused = 8130 6.44.213.266 I slot print_timing: id 2 | task 9664 | graph reallocs = 0 / 0 (same size) / (changed size) 6.44.213.416 I slot release: id 2 | task 9664 | stop processing: n_tokens = 1631, truncated = 0 6.44.397.269 I slot print_timing: id 0 | task 9667 | prompt eval time = 2427.85 ms / 1587 tokens ( 1.53 ms per token, 653.66 tokens per second) 6.44.397.274 I slot print_timing: id 0 | task 9667 | eval time = 184.39 ms / 2 tokens ( 184.39 ms per token, 5.42 tokens per second) 6.44.397.275 I slot print_timing: id 0 | task 9667 | total time = 2612.24 ms / 1589 tokens 6.44.397.276 I slot print_timing: id 0 | task 9667 | graphs reused = 8130 6.44.397.277 I slot print_timing: id 0 | task 9667 | graph reallocs = 0 / 0 (same size) / (changed size) 6.44.397.387 I slot release: id 0 | task 9667 | stop processing: n_tokens = 1589, truncated = 0 6.44.398.895 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.815 (> 0.100 thold), f_keep = 0.881 6.44.399.028 I slot launch_slot_: id 0 | task 9675 | processing task, is_child = 0 6.44.399.177 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1306.383 MiB) 6.44.649.270 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1631, t_last = 404115890 6.44.649.589 I slot launch_slot_: id 2 | task 9676 | processing task, is_child = 0 6.45.015.717 I slot print_timing: id 1 | task 9669 | prompt eval time = 2596.18 ms / 1631 tokens ( 1.59 ms per token, 628.23 tokens per second) 6.45.015.724 I slot print_timing: id 1 | task 9669 | eval time = 617.52 ms / 2 tokens ( 617.52 ms per token, 1.62 tokens per second) 6.45.015.726 I slot print_timing: id 1 | task 9669 | total time = 3213.70 ms / 1633 tokens 6.45.015.727 I slot print_timing: id 1 | task 9669 | graphs reused = 8130 6.45.015.728 I slot print_timing: id 1 | task 9669 | graph reallocs = 0 / 0 (same size) / (changed size) 6.45.015.863 I slot release: id 1 | task 9669 | stop processing: n_tokens = 1633, truncated = 0 6.45.016.278 I slot print_timing: id 3 | task 9668 | prompt eval time = 1750.42 ms / 1616 tokens ( 1.08 ms per token, 923.21 tokens per second) 6.45.016.281 I slot print_timing: id 3 | task 9668 | eval time = 617.39 ms / 2 tokens ( 617.39 ms per token, 1.62 tokens per second) 6.45.016.282 I slot print_timing: id 3 | task 9668 | total time = 2367.81 ms / 1618 tokens 6.45.016.282 I slot print_timing: id 3 | task 9668 | graphs reused = 8130 6.45.016.283 I slot print_timing: id 3 | task 9668 | graph reallocs = 0 / 0 (same size) / (changed size) 6.45.016.377 I slot release: id 3 | task 9668 | stop processing: n_tokens = 1618, truncated = 0 6.45.286.755 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1633, t_last = 404918337 6.45.286.909 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1023.569 MiB) 6.45.533.903 I slot launch_slot_: id 1 | task 9679 | processing task, is_child = 0 6.45.534.052 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1041.679 MiB) 6.45.548.537 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1046.445 MiB) 6.45.825.358 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1618, t_last = 404918850 6.45.825.650 I slot launch_slot_: id 3 | task 9680 | processing task, is_child = 0 6.46.214.623 I slot print_timing: id 0 | task 9675 | prompt eval time = 637.14 ms / 317 tokens ( 2.01 ms per token, 497.54 tokens per second) 6.46.214.629 I slot print_timing: id 0 | task 9675 | eval time = 927.87 ms / 2 tokens ( 927.87 ms per token, 1.08 tokens per second) 6.46.214.630 I slot print_timing: id 0 | task 9675 | total time = 1565.01 ms / 319 tokens 6.46.214.631 I slot print_timing: id 0 | task 9675 | graphs reused = 8130 6.46.214.632 I slot print_timing: id 0 | task 9675 | graph reallocs = 0 / 0 (same size) / (changed size) 6.46.214.761 I slot release: id 0 | task 9675 | stop processing: n_tokens = 1718, truncated = 0 6.46.607.120 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1718, t_last = 406117234 6.46.607.274 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1310.018 MiB) 6.46.931.756 I slot launch_slot_: id 0 | task 9683 | processing task, is_child = 0 6.47.302.422 I slot print_timing: id 2 | task 9676 | prompt eval time = 1876.81 ms / 841 tokens ( 2.23 ms per token, 448.10 tokens per second) 6.47.302.429 I slot print_timing: id 2 | task 9676 | eval time = 695.30 ms / 2 tokens ( 695.30 ms per token, 1.44 tokens per second) 6.47.302.430 I slot print_timing: id 2 | task 9676 | total time = 2572.11 ms / 843 tokens 6.47.302.431 I slot print_timing: id 2 | task 9676 | graphs reused = 8130 6.47.302.433 I slot print_timing: id 2 | task 9676 | graph reallocs = 0 / 0 (same size) / (changed size) 6.47.302.515 I slot release: id 2 | task 9676 | stop processing: n_tokens = 843, truncated = 0 6.47.621.002 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 843, t_last = 407204989 6.47.621.113 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 845.154 MiB) 6.47.790.460 I slot launch_slot_: id 2 | task 9686 | processing task, is_child = 0 6.48.062.432 I slot print_timing: id 1 | task 9679 | prompt eval time = 1794.47 ms / 868 tokens ( 2.07 ms per token, 483.71 tokens per second) 6.48.062.437 I slot print_timing: id 1 | task 9679 | eval time = 442.29 ms / 2 tokens ( 442.29 ms per token, 2.26 tokens per second) 6.48.062.438 I slot print_timing: id 1 | task 9679 | total time = 2236.76 ms / 870 tokens 6.48.062.439 I slot print_timing: id 1 | task 9679 | graphs reused = 8130 6.48.062.440 I slot print_timing: id 1 | task 9679 | graph reallocs = 0 / 0 (same size) / (changed size) 6.48.062.510 I slot release: id 1 | task 9679 | stop processing: n_tokens = 870, truncated = 0 6.48.062.980 I slot print_timing: id 3 | task 9680 | prompt eval time = 1724.82 ms / 843 tokens ( 2.05 ms per token, 488.75 tokens per second) 6.48.062.983 I slot print_timing: id 3 | task 9680 | eval time = 441.99 ms / 2 tokens ( 441.99 ms per token, 2.26 tokens per second) 6.48.062.984 I slot print_timing: id 3 | task 9680 | total time = 2166.81 ms / 845 tokens 6.48.062.984 I slot print_timing: id 3 | task 9680 | graphs reused = 8130 6.48.062.985 I slot print_timing: id 3 | task 9680 | graph reallocs = 0 / 0 (same size) / (changed size) 6.48.063.039 I slot release: id 3 | task 9680 | stop processing: n_tokens = 845, truncated = 0 6.48.304.678 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 870, t_last = 407964984 6.48.304.791 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1306.018 MiB) 6.48.472.535 I slot launch_slot_: id 1 | task 9689 | processing task, is_child = 0 6.48.587.372 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 845, t_last = 407965512 6.48.587.627 I slot launch_slot_: id 3 | task 9690 | processing task, is_child = 0 6.48.921.506 I slot print_timing: id 0 | task 9683 | prompt eval time = 1372.89 ms / 862 tokens ( 1.59 ms per token, 627.87 tokens per second) 6.48.921.511 I slot print_timing: id 0 | task 9683 | eval time = 616.83 ms / 2 tokens ( 616.83 ms per token, 1.62 tokens per second) 6.48.921.512 I slot print_timing: id 0 | task 9683 | total time = 1989.72 ms / 864 tokens 6.48.921.513 I slot print_timing: id 0 | task 9683 | graphs reused = 8130 6.48.921.515 I slot print_timing: id 0 | task 9683 | graph reallocs = 0 / 0 (same size) / (changed size) 6.48.921.577 I slot release: id 0 | task 9683 | stop processing: n_tokens = 864, truncated = 0 6.49.301.014 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 864, t_last = 408824049 6.49.301.126 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1305.867 MiB) 6.49.458.350 I slot launch_slot_: id 0 | task 9693 | processing task, is_child = 0 6.49.773.307 I slot print_timing: id 2 | task 9686 | prompt eval time = 1467.55 ms / 887 tokens ( 1.65 ms per token, 604.41 tokens per second) 6.49.773.313 I slot print_timing: id 2 | task 9686 | eval time = 472.30 ms / 2 tokens ( 472.30 ms per token, 2.12 tokens per second) 6.49.773.314 I slot print_timing: id 2 | task 9686 | total time = 1939.85 ms / 889 tokens 6.49.773.315 I slot print_timing: id 2 | task 9686 | graphs reused = 8130 6.49.773.316 I slot print_timing: id 2 | task 9686 | graph reallocs = 0 / 0 (same size) / (changed size) 6.49.773.380 I slot release: id 2 | task 9686 | stop processing: n_tokens = 889, truncated = 0 6.50.063.886 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 889, t_last = 409675853 6.50.064.000 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1305.899 MiB) 6.50.230.165 I slot launch_slot_: id 2 | task 9696 | processing task, is_child = 0 6.50.438.242 I slot print_timing: id 1 | task 9689 | prompt eval time = 1475.51 ms / 765 tokens ( 1.93 ms per token, 518.47 tokens per second) 6.50.438.248 I slot print_timing: id 1 | task 9689 | eval time = 375.08 ms / 2 tokens ( 375.08 ms per token, 2.67 tokens per second) 6.50.438.249 I slot print_timing: id 1 | task 9689 | total time = 1850.59 ms / 767 tokens 6.50.438.250 I slot print_timing: id 1 | task 9689 | graphs reused = 8130 6.50.438.251 I slot print_timing: id 1 | task 9689 | graph reallocs = 0 / 0 (same size) / (changed size) 6.50.438.327 I slot release: id 1 | task 9689 | stop processing: n_tokens = 767, truncated = 0 6.50.438.767 I slot print_timing: id 3 | task 9690 | prompt eval time = 1410.48 ms / 738 tokens ( 1.91 ms per token, 523.22 tokens per second) 6.50.438.771 I slot print_timing: id 3 | task 9690 | eval time = 374.89 ms / 2 tokens ( 374.89 ms per token, 2.67 tokens per second) 6.50.438.772 I slot print_timing: id 3 | task 9690 | total time = 1785.37 ms / 740 tokens 6.50.438.773 I slot print_timing: id 3 | task 9690 | graphs reused = 8130 6.50.438.774 I slot print_timing: id 3 | task 9690 | graph reallocs = 0 / 0 (same size) / (changed size) 6.50.438.817 I slot release: id 3 | task 9690 | stop processing: n_tokens = 740, truncated = 0 6.50.653.071 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 767, t_last = 410340800 6.50.793.693 I slot launch_slot_: id 1 | task 9699 | processing task, is_child = 0 6.50.793.793 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1305.664 MiB) 6.51.129.131 I slot print_timing: id 0 | task 9693 | prompt eval time = 1194.69 ms / 688 tokens ( 1.74 ms per token, 575.88 tokens per second) 6.51.129.138 I slot print_timing: id 0 | task 9693 | eval time = 476.07 ms / 2 tokens ( 476.07 ms per token, 2.10 tokens per second) 6.51.129.139 I slot print_timing: id 0 | task 9693 | total time = 1670.75 ms / 690 tokens 6.51.129.140 I slot print_timing: id 0 | task 9693 | graphs reused = 8130 6.51.129.141 I slot print_timing: id 0 | task 9693 | graph reallocs = 0 / 0 (same size) / (changed size) 6.51.129.215 I slot release: id 0 | task 9693 | stop processing: n_tokens = 690, truncated = 0 6.51.462.608 I slot print_timing: id 2 | task 9696 | prompt eval time = 1084.06 ms / 705 tokens ( 1.54 ms per token, 650.33 tokens per second) 6.51.462.614 I slot print_timing: id 2 | task 9696 | eval time = 104.92 ms / 2 tokens ( 104.92 ms per token, 9.53 tokens per second) 6.51.462.615 I slot print_timing: id 2 | task 9696 | total time = 1188.98 ms / 707 tokens 6.51.462.616 I slot print_timing: id 2 | task 9696 | graphs reused = 8130 6.51.462.617 I slot print_timing: id 2 | task 9696 | graph reallocs = 0 / 0 (same size) / (changed size) 6.51.462.667 I slot release: id 2 | task 9696 | stop processing: n_tokens = 707, truncated = 0 6.51.551.709 I slot print_timing: id 1 | task 9699 | prompt eval time = 596.66 ms / 671 tokens ( 0.89 ms per token, 1124.59 tokens per second) 6.51.551.715 I slot print_timing: id 1 | task 9699 | eval time = 18.00 ms / 2 tokens ( 18.00 ms per token, 55.56 tokens per second) 6.51.551.716 I slot print_timing: id 1 | task 9699 | total time = 614.66 ms / 673 tokens 6.51.551.717 I slot print_timing: id 1 | task 9699 | graphs reused = 8130 6.51.551.718 I slot print_timing: id 1 | task 9699 | graph reallocs = 0 / 0 (same size) / (changed size) 6.51.551.769 I slot release: id 1 | task 9699 | stop processing: n_tokens = 673, truncated = 0