We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent df66fb0 commit c07dec4Copy full SHA for c07dec4
1 file changed
llama_cpp/_internals.py
@@ -300,6 +300,18 @@ def __del__(self):
300
def n_ctx(self) -> int:
301
return llama_cpp.llama_n_ctx(self.ctx)
302
303
+ def n_batch(self) -> int:
304
+ return llama_cpp.llama_n_batch(self.ctx)
305
+
306
307
308
309
+ def n_ubatch(self) -> int:
310
+ return llama_cpp.llama_n_ubatch(self.ctx)
311
312
+ def n_seq_max(self) -> int:
313
+ return llama_cpp.llama_n_seq_max(self.ctx)
314
315
def pooling_type(self) -> int:
316
return llama_cpp.llama_pooling_type(self.ctx)
317
0 commit comments