We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 5f43c55 commit 627811eCopy full SHA for 627811e
llama_cpp/server/app.py
@@ -48,6 +48,9 @@ class Settings(BaseSettings):
48
vocab_only: bool = Field(
49
default=False, description="Whether to only return the vocabulary."
50
)
51
+ verbose: bool = Field(
52
+ default=True, description="Whether to print debug information."
53
+ )
54
55
56
router = APIRouter()
@@ -83,6 +86,7 @@ def create_app(settings: Optional[Settings] = None):
83
86
n_ctx=settings.n_ctx,
84
87
last_n_tokens_size=settings.last_n_tokens_size,
85
88
vocab_only=settings.vocab_only,
89
+ verbose=settings.verbose,
90
91
if settings.cache:
92
cache = llama_cpp.LlamaCache()
0 commit comments