Compare commits
2 Commits
5ee4b3b720
...
15b93e3cfb
Author | SHA1 | Date | |
---|---|---|---|
15b93e3cfb | |||
d5aa534f5a |
1
.gitignore
vendored
1
.gitignore
vendored
@ -1,2 +1,3 @@
|
||||
.venv
|
||||
__*
|
||||
.pypirc
|
||||
|
BIN
dist/yura-14.3.7-py3-none-any.whl
vendored
BIN
dist/yura-14.3.7-py3-none-any.whl
vendored
Binary file not shown.
BIN
dist/yura-14.3.7.tar.gz
vendored
BIN
dist/yura-14.3.7.tar.gz
vendored
Binary file not shown.
42
dist/yura-14.3.7/PKG-INFO
vendored
42
dist/yura-14.3.7/PKG-INFO
vendored
@ -1,42 +0,0 @@
|
||||
Metadata-Version: 2.1
|
||||
Name: yura
|
||||
Version: 14.3.7
|
||||
Summary: Yura async AI client
|
||||
Author: retoor
|
||||
Author-email: retoor@retoor.io
|
||||
License: MIT
|
||||
Requires-Python: >=3.7
|
||||
Description-Content-Type: text/markdown
|
||||
Requires-Dist: websockets
|
||||
|
||||
# Yura LLM Client for Katya server
|
||||
|
||||
Part of project with as target replacing the native ollama protocol. This protocol supports streaming and is usable trough https and it is possible to directly attach a web client to the backend.
|
||||
|
||||
## Install
|
||||
```bash
|
||||
pip install -e .
|
||||
```
|
||||
|
||||
## Build
|
||||
```bash
|
||||
make build
|
||||
```
|
||||
|
||||
## Command line usage
|
||||
```bash
|
||||
yura ws://[host]:[port]/[path]/
|
||||
```
|
||||
|
||||
## Python
|
||||
```python
|
||||
import asyncio
|
||||
from yura.client import AsyncClient
|
||||
|
||||
async def communicate():
|
||||
client = AsyncClient("ws://[host]:[port]/[path]/")
|
||||
async for response in client.chat("Your prompt"):
|
||||
print(response)
|
||||
|
||||
asyncio.run(communicate())
|
||||
```
|
31
dist/yura-14.3.7/README.md
vendored
31
dist/yura-14.3.7/README.md
vendored
@ -1,31 +0,0 @@
|
||||
# Yura LLM Client for Katya server
|
||||
|
||||
Part of project with as target replacing the native ollama protocol. This protocol supports streaming and is usable trough https and it is possible to directly attach a web client to the backend.
|
||||
|
||||
## Install
|
||||
```bash
|
||||
pip install -e .
|
||||
```
|
||||
|
||||
## Build
|
||||
```bash
|
||||
make build
|
||||
```
|
||||
|
||||
## Command line usage
|
||||
```bash
|
||||
yura ws://[host]:[port]/[path]/
|
||||
```
|
||||
|
||||
## Python
|
||||
```python
|
||||
import asyncio
|
||||
from yura.client import AsyncClient
|
||||
|
||||
async def communicate():
|
||||
client = AsyncClient("ws://[host]:[port]/[path]/")
|
||||
async for response in client.chat("Your prompt"):
|
||||
print(response)
|
||||
|
||||
asyncio.run(communicate())
|
||||
```
|
3
dist/yura-14.3.7/pyproject.toml
vendored
3
dist/yura-14.3.7/pyproject.toml
vendored
@ -1,3 +0,0 @@
|
||||
[build-system]
|
||||
requires = ["setuptools", "wheel"]
|
||||
build-backend = "setuptools.build_meta"
|
25
dist/yura-14.3.7/setup.cfg
vendored
25
dist/yura-14.3.7/setup.cfg
vendored
@ -1,25 +0,0 @@
|
||||
[metadata]
|
||||
name = yura
|
||||
version = 14.3.7
|
||||
description = Yura async AI client
|
||||
author = retoor
|
||||
author_email = retoor@retoor.io
|
||||
license = MIT
|
||||
long_description = file: README.md
|
||||
long_description_content_type = text/markdown
|
||||
|
||||
[options]
|
||||
packages = find:
|
||||
package_dir =
|
||||
= src
|
||||
python_requires = >=3.7
|
||||
install_requires =
|
||||
websockets
|
||||
|
||||
[options.packages.find]
|
||||
where = src
|
||||
|
||||
[egg_info]
|
||||
tag_build =
|
||||
tag_date = 0
|
||||
|
42
dist/yura-14.3.7/src/yura.egg-info/PKG-INFO
vendored
42
dist/yura-14.3.7/src/yura.egg-info/PKG-INFO
vendored
@ -1,42 +0,0 @@
|
||||
Metadata-Version: 2.1
|
||||
Name: yura
|
||||
Version: 14.3.7
|
||||
Summary: Yura async AI client
|
||||
Author: retoor
|
||||
Author-email: retoor@retoor.io
|
||||
License: MIT
|
||||
Requires-Python: >=3.7
|
||||
Description-Content-Type: text/markdown
|
||||
Requires-Dist: websockets
|
||||
|
||||
# Yura LLM Client for Katya server
|
||||
|
||||
Part of project with as target replacing the native ollama protocol. This protocol supports streaming and is usable trough https and it is possible to directly attach a web client to the backend.
|
||||
|
||||
## Install
|
||||
```bash
|
||||
pip install -e .
|
||||
```
|
||||
|
||||
## Build
|
||||
```bash
|
||||
make build
|
||||
```
|
||||
|
||||
## Command line usage
|
||||
```bash
|
||||
yura ws://[host]:[port]/[path]/
|
||||
```
|
||||
|
||||
## Python
|
||||
```python
|
||||
import asyncio
|
||||
from yura.client import AsyncClient
|
||||
|
||||
async def communicate():
|
||||
client = AsyncClient("ws://[host]:[port]/[path]/")
|
||||
async for response in client.chat("Your prompt"):
|
||||
print(response)
|
||||
|
||||
asyncio.run(communicate())
|
||||
```
|
11
dist/yura-14.3.7/src/yura.egg-info/SOURCES.txt
vendored
11
dist/yura-14.3.7/src/yura.egg-info/SOURCES.txt
vendored
@ -1,11 +0,0 @@
|
||||
README.md
|
||||
pyproject.toml
|
||||
setup.cfg
|
||||
src/yura/__init__.py
|
||||
src/yura/__main__.py
|
||||
src/yura/client.py
|
||||
src/yura.egg-info/PKG-INFO
|
||||
src/yura.egg-info/SOURCES.txt
|
||||
src/yura.egg-info/dependency_links.txt
|
||||
src/yura.egg-info/requires.txt
|
||||
src/yura.egg-info/top_level.txt
|
@ -1 +0,0 @@
|
||||
|
@ -1 +0,0 @@
|
||||
websockets
|
@ -1 +0,0 @@
|
||||
yura
|
106
dist/yura-14.3.7/src/yura/client.py
vendored
106
dist/yura-14.3.7/src/yura/client.py
vendored
@ -1,106 +0,0 @@
|
||||
import asyncio
|
||||
import websockets
|
||||
import json
|
||||
import sys
|
||||
|
||||
|
||||
class AsyncClient:
|
||||
|
||||
def __init__(self, url="ws://127.0.0.1:8470"):
|
||||
|
||||
self.url = url
|
||||
self.ws = None
|
||||
self.queue_in = asyncio.Queue()
|
||||
self.queue_out = asyncio.Queue()
|
||||
self.communication_task = None
|
||||
|
||||
async def ensure_connection():
|
||||
|
||||
if not self.ws:
|
||||
self.ws = await websockets.connect(self.url)
|
||||
|
||||
return self.ws
|
||||
|
||||
async def ensure_communication(self):
|
||||
|
||||
if not self.communication_task:
|
||||
self.communication_task = asyncio.create_task(self.communicate())
|
||||
|
||||
return self.communication_task
|
||||
|
||||
async def chat(self, message):
|
||||
await self.ensure_communication()
|
||||
await self.queue_out.put(message)
|
||||
while True:
|
||||
|
||||
while True:
|
||||
try:
|
||||
response = await asyncio.wait_for(self.queue_in.get(), 0.1)
|
||||
|
||||
except asyncio.TimeoutError:
|
||||
continue
|
||||
break
|
||||
|
||||
yield response
|
||||
|
||||
if response["done"]:
|
||||
break
|
||||
|
||||
async def communicate(self):
|
||||
loop = asyncio.get_event_loop()
|
||||
async with websockets.connect(self.url) as websocket:
|
||||
while True:
|
||||
message_content = None
|
||||
while not message_content:
|
||||
try:
|
||||
message_content = await asyncio.wait_for(
|
||||
self.queue_out.get(), 0.1
|
||||
)
|
||||
except asyncio.TimeoutError:
|
||||
continue
|
||||
|
||||
response = await websocket.send(json.dumps(message_content))
|
||||
|
||||
while True:
|
||||
response = json.loads(await websocket.recv())
|
||||
|
||||
if response["done"]:
|
||||
break
|
||||
|
||||
await self.queue_in.put(response)
|
||||
|
||||
await self.queue_in.put(response)
|
||||
|
||||
|
||||
async def cli_client(url="ws://127.0.0.1:8470"):
|
||||
|
||||
loop = asyncio.get_event_loop()
|
||||
async_client = AsyncClient(url)
|
||||
|
||||
while True:
|
||||
|
||||
sys.stdout.write("> ")
|
||||
sys.stdout.flush()
|
||||
message_content = await loop.run_in_executor(None, sys.stdin.readline)
|
||||
|
||||
async for response in async_client.chat(message_content):
|
||||
|
||||
print(response["content"], end="", flush=True)
|
||||
|
||||
if response["done"]:
|
||||
break
|
||||
|
||||
print("")
|
||||
|
||||
|
||||
def main():
|
||||
url = "ws://127.0.0.1:8470"
|
||||
try:
|
||||
url = sys.argv[1]
|
||||
except IndexError:
|
||||
pass
|
||||
asyncio.run(cli_client(url))
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
main()
|
BIN
dist/yura-14.3.9-py3-none-any.whl
vendored
Normal file
BIN
dist/yura-14.3.9-py3-none-any.whl
vendored
Normal file
Binary file not shown.
BIN
dist/yura-14.3.9.tar.gz
vendored
Normal file
BIN
dist/yura-14.3.9.tar.gz
vendored
Normal file
Binary file not shown.
19
make
19
make
@ -9,6 +9,15 @@ args_string = " ".join(args)
|
||||
def install():
|
||||
os.system("./.venv/bin/python -m pip install -e .")
|
||||
|
||||
def build():
|
||||
os.system("./.venv/bin/python -m pip install build")
|
||||
os.system("rm -r dist")
|
||||
os.system("./.venv/bin/python -m build .")
|
||||
os.system("./.venv/bin/python -m pip install black")
|
||||
os.system("./.venv/bin/python -m black .")
|
||||
|
||||
|
||||
|
||||
if not pathlib.Path(".venv").exists():
|
||||
os.system("python3 -m venv .venv")
|
||||
install()
|
||||
@ -17,10 +26,12 @@ if "install" in args:
|
||||
install()
|
||||
|
||||
if "build" in sys.argv:
|
||||
os.system("./.venv/bin/python -m pip install build")
|
||||
os.system("./.venv/bin/python -m build .")
|
||||
os.system("./.venv/bin/python -m pip install black")
|
||||
os.system("./.venv/bin/python -m black .")
|
||||
build()
|
||||
|
||||
if "publish" in sys.argv:
|
||||
build()
|
||||
os.system("./.venv/bin/python -m pip install twine")
|
||||
os.system("./.venv/bin/python -m twine upload --repository gitea dist/*")
|
||||
|
||||
if "run" in sys.argv:
|
||||
os.system("./.venv/bin/yura " + args_string)
|
||||
|
@ -1,6 +1,6 @@
|
||||
[metadata]
|
||||
name = yura
|
||||
version = 14.3.7
|
||||
version = 14.3.9
|
||||
description = Yura async AI client
|
||||
author = retoor
|
||||
author_email = retoor@retoor.io
|
||||
|
@ -1,6 +1,6 @@
|
||||
Metadata-Version: 2.1
|
||||
Name: yura
|
||||
Version: 14.3.7
|
||||
Version: 14.3.9
|
||||
Summary: Yura async AI client
|
||||
Author: retoor
|
||||
Author-email: retoor@retoor.io
|
||||
|
@ -1,8 +1,6 @@
|
||||
README.md
|
||||
pyproject.toml
|
||||
setup.cfg
|
||||
src/yura/__init__.py
|
||||
src/yura/__main__.py
|
||||
src/yura/cli.py
|
||||
src/yura/client.py
|
||||
src/yura.egg-info/PKG-INFO
|
||||
|
@ -1 +1 @@
|
||||
yura
|
||||
|
||||
|
Loading…
Reference in New Issue
Block a user