Paillat-dev/viralfactory
1
0
Fork 0
mirror of https://github.com/Paillat-dev/viralfactory.git synced 2026-01-02 01:06:19 +00:00
Code Issues Packages Projects Releases Wiki Activity

Add anthropic llm engine

Browse Source
This commit is contained in:
Paillat
2024-02-15 17:53:18 +01:00
parent 368b7bb375
commit 53b627f4ed
2 changed files with 24 additions and 13 deletions
Download Patch File Download Diff File Expand all files Collapse all files

34
src/engines/LLMEngine/AnthropicLLMEngine.py
View File

@@ -4,24 +4,34 @@ import orjson
from .BaseLLMEngine import BaseLLMEngine from .BaseLLMEngine import BaseLLMEngine
# Assuming these are the models supported by Anthropics that you wish to include
ANTHROPIC_POSSIBLE_MODELS = [ ANTHROPIC_POSSIBLE_MODELS = [
"claude-2.1", "claude-2.1",
# Add more models as needed
] ]
class AnthropicsLLMEngine(BaseLLMEngine):
class AnthropicLLMEngine(BaseLLMEngine):
num_options = 1 num_options = 1
name = "Anthropics" name = "Anthropic"
description = "Anthropics language model engine." description = "Anthropic language model engine."
def __init__(self, options: list) -> None: def __init__(self, options: list) -> None:
self.model = options[0] self.model = options[0]
self.client = anthropic.Anthropic(api_key="YourAnthropicAPIKeyHere") # Ensure API key is securely managed self.client = anthropic.Anthropic(
api_key="YourAnthropicAPIKeyHere"
) # Ensure API key is securely managed
super().__init__() super().__init__()
def generate(self, system_prompt: str, chat_prompt: str, max_tokens: int = 1024, temperature: float = 1.0, json_mode: bool = False, top_p: float = 1, frequency_penalty: float = 0, presence_penalty: float = 0) -> str | dict: def generate(
# Note: Adjust the parameters as per Anthropics API capabilities self,
system_prompt: str,
chat_prompt: str,
max_tokens: int = 1024,
temperature: float = 1.0,
json_mode: bool = False,
top_p: float = 1,
frequency_penalty: float = 0,
presence_penalty: float = 0,
) -> str | dict:
prompt = f"""{anthropic.HUMAN_PROMPT} {system_prompt} {anthropic.HUMAN_PROMPT} {chat_prompt} {anthropic.AI_PROMPT}""" prompt = f"""{anthropic.HUMAN_PROMPT} {system_prompt} {anthropic.HUMAN_PROMPT} {chat_prompt} {anthropic.AI_PROMPT}"""
if json_mode: if json_mode:
# anthopic does not officially support JSON mode, but we can bias the output towards a JSON-like format # anthopic does not officially support JSON mode, but we can bias the output towards a JSON-like format
@@ -37,10 +47,10 @@ class AnthropicsLLMEngine(BaseLLMEngine):
content = response.completion content = response.completion
if json_mode: if json_mode:
#we add back the opening curly brace wich is not included in the response since it is in the prompt # we add back the opening curly brace wich is not included in the response since it is in the prompt
content = "{" + content content = "{" + content
#we remove everything after the last closing curly brace # we remove everything after the last closing curly brace
content = content[:content.rfind("}") + 1] content = content[: content.rfind("}") + 1]
return orjson.loads(content) return orjson.loads(content)
else: else:
return content return content
@@ -52,6 +62,6 @@ class AnthropicsLLMEngine(BaseLLMEngine):
label="Model", label="Model",
choices=ANTHROPIC_POSSIBLE_MODELS, choices=ANTHROPIC_POSSIBLE_MODELS,
max_choices=1, max_choices=1,
value=ANTHROPIC_POSSIBLE_MODELS[0] value=ANTHROPIC_POSSIBLE_MODELS[0],
) )
] ]

3
src/engines/LLMEngine/__init__.py
View File

@@ -1,2 +1,3 @@
from .BaseLLMEngine import BaseLLMEngine from .BaseLLMEngine import BaseLLMEngine
from .OpenaiLLMEngine import OpenaiLLMEngine from .OpenaiLLMEngine import OpenaiLLMEngine
from .AnthropicLLMEngine import AnthropicLLMEngine