38 lines
1.1 KiB
Go
38 lines
1.1 KiB
Go
package openai_test
|
|
|
|
import (
|
|
"git.vaala.cloud/VaalaCat/go-openai"
|
|
"git.vaala.cloud/VaalaCat/go-openai/internal/test"
|
|
)
|
|
|
|
func setupOpenAITestServer() (client *openai.Client, server *test.ServerTest, teardown func()) {
|
|
server = test.NewTestServer()
|
|
ts := server.OpenAITestServer()
|
|
ts.Start()
|
|
teardown = ts.Close
|
|
config := openai.DefaultConfig(test.GetTestToken())
|
|
config.BaseURL = ts.URL + "/v1"
|
|
client = openai.NewClientWithConfig(config)
|
|
return
|
|
}
|
|
|
|
func setupAzureTestServer() (client *openai.Client, server *test.ServerTest, teardown func()) {
|
|
server = test.NewTestServer()
|
|
ts := server.OpenAITestServer()
|
|
ts.Start()
|
|
teardown = ts.Close
|
|
config := openai.DefaultAzureConfig(test.GetTestToken(), "https://dummylab.openai.azure.com/")
|
|
config.BaseURL = ts.URL
|
|
client = openai.NewClientWithConfig(config)
|
|
return
|
|
}
|
|
|
|
// numTokens Returns the number of GPT-3 encoded tokens in the given text.
|
|
// This function approximates based on the rule of thumb stated by OpenAI:
|
|
// https://beta.openai.com/tokenizer/
|
|
//
|
|
// TODO: implement an actual tokenizer for GPT-3 and Codex (once available).
|
|
func numTokens(s string) int {
|
|
return int(float32(len(s)) / 4)
|
|
}
|