Commit 53579c51 authored by Bruce MacDonald's avatar Bruce MacDonald
Browse files

Change default port

parent a0527284
......@@ -2,7 +2,6 @@ import json
import os
import threading
import click
from transformers import AutoModel
from tqdm import tqdm
from pathlib import Path
from llama_cpp import Llama
......@@ -160,7 +159,7 @@ def cli(ctx):
@cli.command()
@click.option("--port", default=5000, help="Port to run the server on")
@click.option("--port", default=7734, help="Port to run the server on")
@click.option("--debug", default=False, help="Enable debug mode")
def serve(port, debug):
print("Serving on http://localhost:{port}")
......@@ -196,11 +195,6 @@ def generate_cli(model, prompt):
print(f"\r{output}", end="", flush=True)
def download_model(model_name):
dir = models_directory()
AutoModel.from_pretrained(model_name, cache_dir=dir)
@cli.command(name="models")
def models_cli():
print(models())
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment