mirror of
https://github.com/TheR1D/shell_gpt.git
synced 2026-07-03 14:10:18 +02:00
Farkhod Sadykov
361d1eabf8
* Improved mocked response tests. * REPL mode can accept stdin as initial prompt. * Readme and Contributing documentation improvements.
61 lines
1.6 KiB
Python
61 lines
1.6 KiB
Python
import datetime
|
|
|
|
import typer
|
|
from openai.types.chat.chat_completion_chunk import ChatCompletionChunk
|
|
from openai.types.chat.chat_completion_chunk import Choice as StreamChoice
|
|
from openai.types.chat.chat_completion_chunk import ChoiceDelta
|
|
from typer.testing import CliRunner
|
|
|
|
from sgpt import main
|
|
from sgpt.config import cfg
|
|
|
|
runner = CliRunner()
|
|
app = typer.Typer()
|
|
app.command()(main)
|
|
|
|
|
|
def comp_chunks(tokens_string):
|
|
return [
|
|
ChatCompletionChunk(
|
|
id="foo",
|
|
model=cfg.get("DEFAULT_MODEL"),
|
|
object="chat.completion.chunk",
|
|
choices=[
|
|
StreamChoice(
|
|
index=0,
|
|
finish_reason=None,
|
|
delta=ChoiceDelta(content=token, role="assistant"),
|
|
),
|
|
],
|
|
created=int(datetime.datetime.now().timestamp()),
|
|
)
|
|
for token in tokens_string
|
|
]
|
|
|
|
|
|
def cmd_args(prompt="", **kwargs):
|
|
arguments = [prompt]
|
|
for key, value in kwargs.items():
|
|
arguments.append(key)
|
|
if isinstance(value, bool):
|
|
continue
|
|
arguments.append(value)
|
|
arguments.append("--no-cache")
|
|
arguments.append("--no-functions")
|
|
return arguments
|
|
|
|
|
|
def comp_args(role, prompt, **kwargs):
|
|
return {
|
|
"messages": [
|
|
{"role": "system", "content": role.role},
|
|
{"role": "user", "content": prompt},
|
|
],
|
|
"model": cfg.get("DEFAULT_MODEL"),
|
|
"temperature": 0.0,
|
|
"top_p": 1.0,
|
|
"functions": None,
|
|
"stream": True,
|
|
**kwargs,
|
|
}
|