Browse Source

fixed something

model_as_env_variable
jad2121 9 months ago
parent
commit
b84451114c
  1. 12
      installer/client/cli/utils.py

12
installer/client/cli/utils.py

@ -53,7 +53,7 @@ class Standalone:
self.claude = claude
if self.local:
if self.args.model == 'gpt-4-turbo-preview':
self.model = 'llama2'
self.args.model = 'llama2'
if self.claude:
if self.args.model == 'gpt-4-turbo-preview':
self.model = 'claude-3-opus-20240229'
@ -73,7 +73,7 @@ class Standalone:
self.claudeApiKey = os.environ["CLAUDE_API_KEY"]
Streamingclient = AsyncAnthropic(api_key=self.claudeApiKey)
async with Streamingclient.messages.stream(
max_tokens=1024,
max_tokens=4096,
system=system,
messages=[user],
model=self.model, temperature=0.0, top_p=1.0
@ -89,7 +89,7 @@ class Standalone:
self.claudeApiKey = os.environ["CLAUDE_API_KEY"]
client = Anthropic(api_key=self.claudeApiKey)
message = client.messages.create(
max_tokens=1024,
max_tokens=4096,
system=system,
messages=[user],
model=self.model,
@ -169,6 +169,9 @@ class Standalone:
if "CLAUDE_API_KEY" in str(e):
print(
"Error: CLAUDE_API_KEY not found in environment variables. Please run --setup and add the key")
if "overloaded_error" in str(e):
print(
"Error: Fabric is working fine, but claude is overloaded. Please try again later.")
else:
print(f"Error: {e}")
print(e)
@ -237,6 +240,9 @@ class Standalone:
if "CLAUDE_API_KEY" in str(e):
print(
"Error: CLAUDE_API_KEY not found in environment variables. Please run --setup and add the key")
if "overloaded_error" in str(e):
print(
"Error: Fabric is working fine, but claude is overloaded. Please try again later.")
else:
print(f"Error: {e}")
print(e)

Loading…
Cancel
Save