TypePHP 编译器
https://swoole.com/aot/
You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
23 lines
631 B
23 lines
631 B
from vllm_wrapper import vLLMWrapper
|
|
|
|
model = vLLMWrapper('Qwen/Qwen-72B-Chat', tensor_parallel_size=2)
|
|
|
|
import sys
|
|
|
|
response, history = model.chat(query="你好", history=None)
|
|
print(response)
|
|
response, history = model.chat(query="给我讲一个年轻人奋斗创业最终取得成功的故事。", history=history)
|
|
print(response)
|
|
response, history = model.chat(query="给这个故事起一个标题", history=history)
|
|
print(response)
|
|
|
|
|
|
def test(name, n, hello, **kwargs):
|
|
model2 = vLLMWrapper('Qwen/Qwen-72B-Chat', tensor_parallel_size=2)
|
|
|
|
def it(m):
|
|
return "hello world"
|
|
|
|
s = it(model2)
|
|
|
|
return model2
|
|
|