You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
22 lines
590 B
22 lines
590 B
from pathlib import Path
|
|
|
|
import pytest
|
|
from models.openai_model import Models, Model
|
|
from transformers import GPT2TokenizerFast
|
|
import asyncio
|
|
|
|
from services.usage_service import UsageService
|
|
import os
|
|
|
|
# Non-ChatGPT
|
|
@pytest.mark.asyncio
|
|
async def test_send_req():
|
|
|
|
usage_service = UsageService(Path("../tests"))
|
|
model = Model(usage_service)
|
|
prompt = 'how many hours are in a day?'
|
|
tokens = len(GPT2TokenizerFast.from_pretrained("gpt2")(prompt)["input_ids"])
|
|
# tokens = 60
|
|
res = await model.send_request(prompt, tokens)
|
|
assert '24' in res['choices'][0]['text']
|