-
Notifications
You must be signed in to change notification settings - Fork 5
/
chat.py
33 lines (28 loc) · 995 Bytes
/
chat.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
"""
This examples uses a deprecated method client.chat.create and instead
should be replaced with the `client.chat.completions.create`
"""
from ai21 import AI21Client
from ai21.models import RoleType, Penalty
from ai21.models import ChatMessage
system = "You're a support engineer in a SaaS company"
messages = [
ChatMessage(text="Hello, I need help with a signup process.", role=RoleType.USER),
ChatMessage(text="Hi Alice, I can help you with that. What seems to be the problem?", role=RoleType.ASSISTANT),
ChatMessage(text="I am having trouble signing up for your product with my Google account.", role=RoleType.USER),
]
client = AI21Client()
response = client.chat.create(
system=system,
messages=messages,
model="j2-ultra",
count_penalty=Penalty(
scale=0,
apply_to_emojis=False,
apply_to_numbers=False,
apply_to_stopwords=False,
apply_to_punctuation=False,
apply_to_whitespaces=False,
),
)
print(response)