File tree Expand file tree Collapse file tree 1 file changed +16
-0
lines changed
Expand file tree Collapse file tree 1 file changed +16
-0
lines changed Original file line number Diff line number Diff line change 2828
2929from llama_cpp .server .app import create_app , Settings
3030
31+ parser = argparse .ArgumentParser ()
32+ for name , field in Settings .model_fields .items ():
33+ description = field .description
34+ if field .default is not None and description is not None :
35+ description += f" (default: { field .default } )"
36+ parser .add_argument (
37+ f"--{ name } " ,
38+ dest = name ,
39+ type = field .annotation if field .annotation is not None else str ,
40+ help = description ,
41+ )
42+
43+ args = parser .parse_args ()
44+ settings = Settings (** {k : v for k , v in vars (args ).items () if v is not None })
45+ app = create_app (settings = settings )
46+
3147if __name__ == "__main__" :
3248 parser = argparse .ArgumentParser ()
3349 for name , field in Settings .model_fields .items ():
You can’t perform that action at this time.
0 commit comments