VaalaCat/go-openai
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

add jailbreak filter result, add ContentFilterResults on output (#864)

Browse Source 
* add jailbreak filter result

* add content filter results on completion output

* add profanity content filter
This commit is contained in:
Julio Martins
2024-10-03 16:19:48 -03:00
committed by GitHub
parent bac7d59361
commit 7c145ebb4b
1 changed files with 27 additions and 13 deletions
Download Patch File Download Diff File Expand all files Collapse all files

40
chat.go
View File

@@ -41,11 +41,23 @@ type Violence struct {
Severity string `json:"severity,omitempty"` Severity string `json:"severity,omitempty"`
} }
type JailBreak struct {
Filtered bool `json:"filtered"`
Detected bool `json:"detected"`
}
type Profanity struct {
Filtered bool `json:"filtered"`
Detected bool `json:"detected"`
}
type ContentFilterResults struct { type ContentFilterResults struct {
Hate Hate `json:"hate,omitempty"` Hate Hate `json:"hate,omitempty"`
SelfHarm SelfHarm `json:"self_harm,omitempty"` SelfHarm SelfHarm `json:"self_harm,omitempty"`
Sexual Sexual `json:"sexual,omitempty"` Sexual Sexual `json:"sexual,omitempty"`
Violence Violence `json:"violence,omitempty"` Violence Violence `json:"violence,omitempty"`
JailBreak JailBreak `json:"jailbreak,omitempty"`
Profanity Profanity `json:"profanity,omitempty"`
} }
type PromptAnnotation struct { type PromptAnnotation struct {
@@ -338,19 +350,21 @@ type ChatCompletionChoice struct {
// function_call: The model decided to call a function // function_call: The model decided to call a function
// content_filter: Omitted content due to a flag from our content filters // content_filter: Omitted content due to a flag from our content filters
// null: API response still in progress or incomplete // null: API response still in progress or incomplete
FinishReason FinishReason `json:"finish_reason"` FinishReason FinishReason `json:"finish_reason"`
LogProbs *LogProbs `json:"logprobs,omitempty"` LogProbs *LogProbs `json:"logprobs,omitempty"`
ContentFilterResults ContentFilterResults `json:"content_filter_results,omitempty"`
} }
// ChatCompletionResponse represents a response structure for chat completion API. // ChatCompletionResponse represents a response structure for chat completion API.
type ChatCompletionResponse struct { type ChatCompletionResponse struct {
ID string `json:"id"` ID string `json:"id"`
Object string `json:"object"` Object string `json:"object"`
Created int64 `json:"created"` Created int64 `json:"created"`
Model string `json:"model"` Model string `json:"model"`
Choices []ChatCompletionChoice `json:"choices"` Choices []ChatCompletionChoice `json:"choices"`
Usage Usage `json:"usage"` Usage Usage `json:"usage"`
SystemFingerprint string `json:"system_fingerprint"` SystemFingerprint string `json:"system_fingerprint"`
PromptFilterResults []PromptFilterResult `json:"prompt_filter_results,omitempty"`
httpHeader httpHeader
} }