Skip to content
This repository has been archived by the owner on Oct 19, 2024. It is now read-only.

Commit

Permalink
Add path argument (#888)
Browse files Browse the repository at this point in the history
Co-authored-by: Abhinav Rao <[email protected]>
  • Loading branch information
AetherPrior and Abhinav Rao authored Feb 28, 2023
1 parent f76fe8d commit 06cb62f
Showing 1 changed file with 3 additions and 2 deletions.
5 changes: 3 additions & 2 deletions examples/llm_serving/textgen.py
Original file line number Diff line number Diff line change
Expand Up @@ -26,7 +26,7 @@ def main(args):

# Load the model
model = get_model(model_name=args.model,
path="~/opt_weights",
path=args.path,
batch_size=args.n_prompts,
**generate_params)

Expand All @@ -53,7 +53,8 @@ def main(args):

if __name__ == "__main__":
parser = argparse.ArgumentParser()
parser.add_argument("--model", type=str, default="alpa/opt-1.3b")
parser.add_argument('--model', type=str, default='alpa/opt-1.3b')
parser.add_argument('--path', type=str, default='~/opt_weights')
parser.add_argument('--do-sample', action='store_true')
parser.add_argument('--num-beams', type=int, default=1)
parser.add_argument('--num-return-sequences', type=int, default=1)
Expand Down

0 comments on commit 06cb62f

Please sign in to comment.