Skip to content

Commit 627811e

Browse files
committed
Add verbose flag to server
1 parent 5f43c55 commit 627811e

File tree

1 file changed

+4
-0
lines changed

1 file changed

+4
-0
lines changed

llama_cpp/server/app.py

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -48,6 +48,9 @@ class Settings(BaseSettings):
4848
vocab_only: bool = Field(
4949
default=False, description="Whether to only return the vocabulary."
5050
)
51+
verbose: bool = Field(
52+
default=True, description="Whether to print debug information."
53+
)
5154

5255

5356
router = APIRouter()
@@ -83,6 +86,7 @@ def create_app(settings: Optional[Settings] = None):
8386
n_ctx=settings.n_ctx,
8487
last_n_tokens_size=settings.last_n_tokens_size,
8588
vocab_only=settings.vocab_only,
89+
verbose=settings.verbose,
8690
)
8791
if settings.cache:
8892
cache = llama_cpp.LlamaCache()

0 commit comments

Comments
 (0)