|
|
|
@ -71,8 +71,7 @@ class Standalone:
|
|
|
|
|
top_p=self.args.top_p)) |
|
|
|
|
else: |
|
|
|
|
response = await AsyncClient().chat(model=self.model, messages=messages, |
|
|
|
|
options=Options(temperature=self.args.temp, |
|
|
|
|
top_p=self.args.top_p)) |
|
|
|
|
options=Options(temperature=self.args.temp, top_p=self.args.top_p)) |
|
|
|
|
print(response['message']['content']) |
|
|
|
|
copy = self.args.copy |
|
|
|
|
if copy: |
|
|
|
|