Промежуточный коммит. Добавлены методы stream_responce (agent), generate_stream_token (ollamaprovider)
This commit is contained in:
+1
-1
@@ -193,7 +193,7 @@ User`s name: {self.user_name}
|
||||
if max_tokens is not None:
|
||||
self.character.max_tokens = max_tokens
|
||||
self.character.save()
|
||||
response = self.llm.generate_stream(
|
||||
response = self.llm.generate_stream_tokens(
|
||||
messages,
|
||||
temperature=self.character.temperature,
|
||||
max_tokens=self.character.max_tokens
|
||||
|
||||
Reference in New Issue
Block a user