Remove f16_kv

abetlen · abetlen · commit ec26f364cccc · 2023-12-11T10:25:37.000-05:00
diff --git a/llama_cpp/llama.py b/llama_cpp/llama.py
@@ -904,7 +904,7 @@ def __init__(
         )
         self.context_params.yarn_orig_ctx = yarn_orig_ctx if yarn_orig_ctx != 0 else 0
         self.context_params.mul_mat_q = mul_mat_q
-        self.context_params.f16_kv = f16_kv
+        # self.context_params.f16_kv = f16_kv
         self.context_params.logits_all = logits_all
         self.context_params.embedding = embedding
 

Original file line number	Diff line number	Diff line change
`@@ -904,7 +904,7 @@ def __init__(`
`904`	`904`	`)`
`905`	`905`	`self.context_params.yarn_orig_ctx = yarn_orig_ctx if yarn_orig_ctx != 0 else 0`
`906`	`906`	`self.context_params.mul_mat_q = mul_mat_q`
`907`		`- self.context_params.f16_kv = f16_kv`
	`907`	`+ # self.context_params.f16_kv = f16_kv`
`908`	`908`	`self.context_params.logits_all = logits_all`
`909`	`909`	`self.context_params.embedding = embedding`
`910`	`910`