mirror of
https://github.com/hpcaitech/ColossalAI.git
synced 2025-05-30 10:55:24 +00:00
61a1b2e798
* fix test bugs
* add do sample test
* del useless lines
* fix comments
* fix tests
* delete version tag
* delete version tag
* add
* del test sever
* fix test
* fix
* Revert "add"
This reverts commit b9305fb024.
59 lines
1.7 KiB
Python
59 lines
1.7 KiB
Python
from locust import HttpUser, between, tag, task
|
|
|
|
|
|
class QuickstartUser(HttpUser):
|
|
wait_time = between(1, 5)
|
|
|
|
@tag("online-generation")
|
|
@task(5)
|
|
def completion(self):
|
|
self.client.post("/completion", json={"prompt": "hello, who are you? ", "stream": "False"})
|
|
|
|
@tag("online-generation")
|
|
@task(5)
|
|
def completion_streaming(self):
|
|
self.client.post("/completion", json={"prompt": "hello, who are you? ", "stream": "True"})
|
|
|
|
@tag("online-chat")
|
|
@task(5)
|
|
def chat(self):
|
|
self.client.post(
|
|
"/chat",
|
|
json={
|
|
"converation": [
|
|
{"role": "system", "content": "you are a helpful assistant"},
|
|
{"role": "user", "content": "what is 1+1?"},
|
|
],
|
|
"stream": "False",
|
|
},
|
|
)
|
|
|
|
@tag("online-chat")
|
|
@task(5)
|
|
def chat_streaming(self):
|
|
self.client.post(
|
|
"/chat",
|
|
json={
|
|
"converation": [
|
|
{"role": "system", "content": "you are a helpful assistant"},
|
|
{"role": "user", "content": "what is 1+1?"},
|
|
],
|
|
"stream": "True",
|
|
},
|
|
)
|
|
|
|
@tag("offline-generation")
|
|
@task(5)
|
|
def generate_streaming(self):
|
|
self.client.post("/generate", json={"prompt": "Can you help me? ", "stream": "True"})
|
|
|
|
@tag("offline-generation")
|
|
@task(5)
|
|
def generate(self):
|
|
self.client.post("/generate", json={"prompt": "Can you help me? ", "stream": "False"})
|
|
|
|
@tag("online-generation", "offline-generation")
|
|
@task
|
|
def get_models(self):
|
|
self.client.get("/models")
|