KenSchae
/
fabric
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity
Browse Source

fixed something

model_as_env_variable
jad2121 9 months ago
parent
a5d3d71b9d
commit
b84451114c
1 changed files with 9 additions and 3 deletions
Whitespace
Show all changes Ignore whitespace when comparing lines Ignore changes in amount of whitespace Ignore changes in whitespace at EOL
Unified View
Diff Options
Show Stats Download Patch File Download Diff File
  1. 12
      installer/client/cli/utils.py

12
installer/client/cli/utils.py
Unescape View File

@ -53,7 +53,7 @@ class Standalone:
self.claude = claude self.claude = claude
if self.local: if self.local:
if self.args.model == 'gpt-4-turbo-preview': if self.args.model == 'gpt-4-turbo-preview':
self.model = 'llama2' self.args.model = 'llama2'
if self.claude: if self.claude:
if self.args.model == 'gpt-4-turbo-preview': if self.args.model == 'gpt-4-turbo-preview':
self.model = 'claude-3-opus-20240229' self.model = 'claude-3-opus-20240229'
@ -73,7 +73,7 @@ class Standalone:
self.claudeApiKey = os.environ["CLAUDE_API_KEY"] self.claudeApiKey = os.environ["CLAUDE_API_KEY"]
Streamingclient = AsyncAnthropic(api_key=self.claudeApiKey) Streamingclient = AsyncAnthropic(api_key=self.claudeApiKey)
async with Streamingclient.messages.stream( async with Streamingclient.messages.stream(
max_tokens=1024, max_tokens=4096,
system=system, system=system,
messages=[user], messages=[user],
model=self.model, temperature=0.0, top_p=1.0 model=self.model, temperature=0.0, top_p=1.0
@ -89,7 +89,7 @@ class Standalone:
self.claudeApiKey = os.environ["CLAUDE_API_KEY"] self.claudeApiKey = os.environ["CLAUDE_API_KEY"]
client = Anthropic(api_key=self.claudeApiKey) client = Anthropic(api_key=self.claudeApiKey)
message = client.messages.create( message = client.messages.create(
max_tokens=1024, max_tokens=4096,
system=system, system=system,
messages=[user], messages=[user],
model=self.model, model=self.model,
@ -169,6 +169,9 @@ class Standalone:
if "CLAUDE_API_KEY" in str(e): if "CLAUDE_API_KEY" in str(e):
print( print(
"Error: CLAUDE_API_KEY not found in environment variables. Please run --setup and add the key") "Error: CLAUDE_API_KEY not found in environment variables. Please run --setup and add the key")
if "overloaded_error" in str(e):
print(
"Error: Fabric is working fine, but claude is overloaded. Please try again later.")
else: else:
print(f"Error: {e}") print(f"Error: {e}")
print(e) print(e)
@ -237,6 +240,9 @@ class Standalone:
if "CLAUDE_API_KEY" in str(e): if "CLAUDE_API_KEY" in str(e):
print( print(
"Error: CLAUDE_API_KEY not found in environment variables. Please run --setup and add the key") "Error: CLAUDE_API_KEY not found in environment variables. Please run --setup and add the key")
if "overloaded_error" in str(e):
print(
"Error: Fabric is working fine, but claude is overloaded. Please try again later.")
else: else:
print(f"Error: {e}") print(f"Error: {e}")
print(e) print(e)

Write Preview
Loading…
Cancel
Save