Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
OpenDAS
ollama
Commits
7737ec07
Commit
7737ec07
authored
Jun 27, 2023
by
Michael Yang
Browse files
use poetry
parent
1459ffc9
Changes
6
Expand all
Hide whitespace changes
Inline
Side-by-side
Showing
6 changed files
with
1363 additions
and
19 deletions
+1363
-19
ollama/__main__.py
ollama/__main__.py
+4
-0
ollama/cmd/cli.py
ollama/cmd/cli.py
+13
-7
ollama/engine.py
ollama/engine.py
+0
-7
poetry.lock
poetry.lock
+873
-0
pyproject.toml
pyproject.toml
+35
-0
requirements.txt
requirements.txt
+438
-5
No files found.
ollama.py
→
ollama
/__main__
.py
View file @
7737ec07
from
ollama.cmd.cli
import
main
from
ollama.cmd
import
cli
if
__name__
==
'__main__'
:
if
__name__
==
'__main__'
:
main
()
cli
.
main
()
ollama/cmd/cli.py
View file @
7737ec07
import
os
import
json
import
json
from
pathlib
import
Path
from
pathlib
import
Path
from
argparse
import
ArgumentParser
from
argparse
import
ArgumentParser
...
@@ -15,7 +16,7 @@ def main():
...
@@ -15,7 +16,7 @@ def main():
server
.
set_parser
(
subparsers
.
add_parser
(
"serve"
))
server
.
set_parser
(
subparsers
.
add_parser
(
"serve"
))
list_parser
=
subparsers
.
add_parser
(
"list"
)
list_parser
=
subparsers
.
add_parser
(
"list"
)
list_parser
.
set_defaults
(
fn
=
list
)
list_parser
.
set_defaults
(
fn
=
list
_models
)
generate_parser
=
subparsers
.
add_parser
(
"generate"
)
generate_parser
=
subparsers
.
add_parser
(
"generate"
)
generate_parser
.
add_argument
(
"model"
)
generate_parser
.
add_argument
(
"model"
)
...
@@ -23,17 +24,22 @@ def main():
...
@@ -23,17 +24,22 @@ def main():
generate_parser
.
set_defaults
(
fn
=
generate
)
generate_parser
.
set_defaults
(
fn
=
generate
)
add_parser
=
subparsers
.
add_parser
(
"add"
)
add_parser
=
subparsers
.
add_parser
(
"add"
)
add_parser
.
add_argument
(
"
file
"
)
add_parser
.
add_argument
(
"
model
"
)
add_parser
.
set_defaults
(
fn
=
add
)
add_parser
.
set_defaults
(
fn
=
add
)
args
=
parser
.
parse_args
()
args
=
parser
.
parse_args
()
args
=
vars
(
args
)
args
=
vars
(
args
)
fn
=
args
.
pop
(
"fn"
)
try
:
fn
(
**
args
)
fn
=
args
.
pop
(
"fn"
)
fn
(
**
args
)
except
KeyError
:
parser
.
print_help
()
except
Exception
as
e
:
print
(
e
)
def
list
(
*
args
,
**
kwargs
):
def
list
_models
(
*
args
,
**
kwargs
):
for
m
in
model
.
models
(
*
args
,
**
kwargs
):
for
m
in
model
.
models
(
*
args
,
**
kwargs
):
print
(
m
)
print
(
m
)
...
@@ -47,5 +53,5 @@ def generate(*args, **kwargs):
...
@@ -47,5 +53,5 @@ def generate(*args, **kwargs):
print
(
choices
[
0
].
get
(
"text"
,
""
),
end
=
""
)
print
(
choices
[
0
].
get
(
"text"
,
""
),
end
=
""
)
def
add
(
*
args
,
**
kwargs
):
def
add
(
model
,
models_home
):
engine
.
add
(
*
args
,
**
kwargs
)
os
.
rename
(
model
,
Path
(
models_home
)
/
Path
(
model
).
name
)
ollama/engine.py
View file @
7737ec07
import
os
import
os
import
json
import
json
import
sys
import
sys
import
shutil
from
contextlib
import
contextmanager
from
contextlib
import
contextmanager
from
llama_cpp
import
Llama
as
LLM
from
llama_cpp
import
Llama
as
LLM
from
template
import
template
from
template
import
template
...
@@ -62,9 +61,3 @@ def load(model, models_home=".", llms={}):
...
@@ -62,9 +61,3 @@ def load(model, models_home=".", llms={}):
def
unload
(
model
,
llms
=
{}):
def
unload
(
model
,
llms
=
{}):
if
model
in
llms
:
if
model
in
llms
:
llms
.
pop
(
model
)
llms
.
pop
(
model
)
def
add
(
file
,
models_home
=
"."
,
*
args
,
**
kwargs
):
if
not
os
.
path
.
exists
(
file
):
raise
ValueError
(
"Model file {model} not found"
)
shutil
.
move
(
file
,
models_home
)
poetry.lock
0 → 100644
View file @
7737ec07
This diff is collapsed.
Click to expand it.
pyproject.toml
0 → 100644
View file @
7737ec07
[tool.poetry]
name
=
"ollama"
version
=
"0.0.1"
description
=
""
authors
=
[
"Your Name <you@example.com>"
]
readme
=
"README.md"
packages
=
[
{include
=
"ollama"
}
]
scripts
=
{
ollama
=
"ollama.cmd.cli:main"
}
[tool.poetry.dependencies]
python
=
"^3.11"
llama-cpp-python
=
"^0.1.66"
aiohttp
=
{
version
=
"^3.8.4"
,
optional
=
true
}
aiohttp-cors
=
{
version
=
"^0.7.0"
,
optional
=
true
}
[tool.poetry.extras]
server
=
[
"aiohttp"
,
"aiohttp_cors"
]
[tool.poetry.group.dev]
optional
=
true
[tool.poetry.group.dev.dependencies]
flake8
=
"^6.0.0"
[tool.poetry.group.lsp]
optional
=
true
[tool.poetry.group.lsp.dependencies]
pyright
=
"^1.1.316"
python-lsp-server
=
"^1.7.3"
[build-system]
requires
=
["poetry-core"]
build-backend
=
"poetry.core.masonry.api"
requirements.txt
View file @
7737ec07
This diff is collapsed.
Click to expand it.
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment