perf: convert pointer to byref

abetlen · abetlen · commit 34c505edf260 · 2023-07-07T22:54:07.000-04:00
diff --git a/llama_cpp/llama.py b/llama_cpp/llama.py
@@ -537,7 +537,7 @@ def _sample(
             mirostat_mu = llama_cpp.c_float(2.0 * mirostat_tau.value)
             llama_cpp.llama_sample_temperature(
                 ctx=self.ctx,
-                candidates=llama_cpp.ctypes.pointer(candidates),
+                candidates=llama_cpp.ctypes.byref(candidates), # type: ignore
                 temp=temp,
             )
             return llama_cpp.llama_sample_token_mirostat_v2(

Original file line number	Diff line number	Diff line change
`@@ -537,7 +537,7 @@ def _sample(`
`537`	`537`	`mirostat_mu = llama_cpp.c_float(2.0 * mirostat_tau.value)`
`538`	`538`	`llama_cpp.llama_sample_temperature(`
`539`	`539`	`ctx=self.ctx,`
`540`		`- candidates=llama_cpp.ctypes.pointer(candidates),`
	`540`	`+ candidates=llama_cpp.ctypes.byref(candidates), # type: ignore`
`541`	`541`	`temp=temp,`
`542`	`542`	`)`
`543`	`543`	`return llama_cpp.llama_sample_token_mirostat_v2(`