mirror of
https://github.com/hpcaitech/ColossalAI.git
synced 2025-04-28 03:43:01 +00:00
c064032865
* fix bugs * fix bugs * fix api server * fix api server * add chat api and test * del request.n
59 lines
1.7 KiB
Python
59 lines
1.7 KiB
Python
from locust import HttpUser, between, tag, task
|
|
|
|
|
|
class QuickstartUser(HttpUser):
|
|
wait_time = between(1, 5)
|
|
|
|
@tag("online-generation")
|
|
@task(5)
|
|
def completion(self):
|
|
self.client.post("/v1/completion", json={"prompt": "hello, who are you? ", "stream": "False"})
|
|
|
|
@tag("online-generation")
|
|
@task(5)
|
|
def completion_streaming(self):
|
|
self.client.post("/v1/completion", json={"prompt": "hello, who are you? ", "stream": "True"})
|
|
|
|
@tag("online-chat")
|
|
@task(5)
|
|
def chat(self):
|
|
self.client.post(
|
|
"v1/chat",
|
|
json={
|
|
"converation": [
|
|
{"role": "system", "content": "you are a helpful assistant"},
|
|
{"role": "user", "content": "what is 1+1?"},
|
|
],
|
|
"stream": "False",
|
|
},
|
|
)
|
|
|
|
@tag("online-chat")
|
|
@task(5)
|
|
def chat_streaming(self):
|
|
self.client.post(
|
|
"v1/chat",
|
|
json={
|
|
"converation": [
|
|
{"role": "system", "content": "you are a helpful assistant"},
|
|
{"role": "user", "content": "what is 1+1?"},
|
|
],
|
|
"stream": "True",
|
|
},
|
|
)
|
|
|
|
@tag("offline-generation")
|
|
@task(5)
|
|
def generate_streaming(self):
|
|
self.client.post("/generate", json={"prompt": "Can you help me? ", "stream": "True"})
|
|
|
|
@tag("offline-generation")
|
|
@task(5)
|
|
def generate(self):
|
|
self.client.post("/generate", json={"prompt": "Can you help me? ", "stream": "False"})
|
|
|
|
@tag("online-generation", "offline-generation")
|
|
@task
|
|
def get_models(self):
|
|
self.client.get("/v0/models")
|