Skip to content

Commit e915bdf

Browse files
authored
Update __main__.py
1 parent d3bf7db commit e915bdf

File tree

1 file changed

+16
-0
lines changed

1 file changed

+16
-0
lines changed

llama_cpp/server/__main__.py

Lines changed: 16 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -28,6 +28,22 @@
2828

2929
from llama_cpp.server.app import create_app, Settings
3030

31+
parser = argparse.ArgumentParser()
32+
for name, field in Settings.model_fields.items():
33+
description = field.description
34+
if field.default is not None and description is not None:
35+
description += f" (default: {field.default})"
36+
parser.add_argument(
37+
f"--{name}",
38+
dest=name,
39+
type=field.annotation if field.annotation is not None else str,
40+
help=description,
41+
)
42+
43+
args = parser.parse_args()
44+
settings = Settings(**{k: v for k, v in vars(args).items() if v is not None})
45+
app = create_app(settings=settings)
46+
3147
if __name__ == "__main__":
3248
parser = argparse.ArgumentParser()
3349
for name, field in Settings.model_fields.items():

0 commit comments

Comments
 (0)