add jailbreak filter result, add ContentFilterResults on output (#864)

* add jailbreak filter result

* add content filter results on completion output

* add profanity content filter
This commit is contained in:
Julio Martins
2024-10-03 16:19:48 -03:00
committed by GitHub
parent bac7d59361
commit 7c145ebb4b

14
chat.go
View File

@@ -41,11 +41,23 @@ type Violence struct {
Severity string `json:"severity,omitempty"`
}
type JailBreak struct {
Filtered bool `json:"filtered"`
Detected bool `json:"detected"`
}
type Profanity struct {
Filtered bool `json:"filtered"`
Detected bool `json:"detected"`
}
type ContentFilterResults struct {
Hate Hate `json:"hate,omitempty"`
SelfHarm SelfHarm `json:"self_harm,omitempty"`
Sexual Sexual `json:"sexual,omitempty"`
Violence Violence `json:"violence,omitempty"`
JailBreak JailBreak `json:"jailbreak,omitempty"`
Profanity Profanity `json:"profanity,omitempty"`
}
type PromptAnnotation struct {
@@ -340,6 +352,7 @@ type ChatCompletionChoice struct {
// null: API response still in progress or incomplete
FinishReason FinishReason `json:"finish_reason"`
LogProbs *LogProbs `json:"logprobs,omitempty"`
ContentFilterResults ContentFilterResults `json:"content_filter_results,omitempty"`
}
// ChatCompletionResponse represents a response structure for chat completion API.
@@ -351,6 +364,7 @@ type ChatCompletionResponse struct {
Choices []ChatCompletionChoice `json:"choices"`
Usage Usage `json:"usage"`
SystemFingerprint string `json:"system_fingerprint"`
PromptFilterResults []PromptFilterResult `json:"prompt_filter_results,omitempty"`
httpHeader
}