first commit
This commit is contained in:
@@ -0,0 +1,487 @@
|
||||
{
|
||||
"description": "AIService is a Kubernetes-like Service to interact with a text-based LLM provider. It defines the parameters and credentials required to interact with various LLM providers.",
|
||||
"properties": {
|
||||
"apiVersion": {
|
||||
"description": "APIVersion defines the versioned schema of this representation of an object.\nServers should convert recognized schemas to the latest internal value, and\nmay reject unrecognized values.\nMore info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources",
|
||||
"type": "string"
|
||||
},
|
||||
"kind": {
|
||||
"description": "Kind is a string value representing the REST resource this object represents.\nServers may infer this from the endpoint the client submits requests to.\nCannot be updated.\nIn CamelCase.\nMore info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds",
|
||||
"type": "string"
|
||||
},
|
||||
"metadata": {
|
||||
"type": "object"
|
||||
},
|
||||
"spec": {
|
||||
"description": "The desired behavior of this AIService.",
|
||||
"properties": {
|
||||
"anthropic": {
|
||||
"description": "Anthropic configures Anthropic backend.",
|
||||
"properties": {
|
||||
"model": {
|
||||
"type": "string"
|
||||
},
|
||||
"params": {
|
||||
"description": "Params holds the LLM hyperparameters.",
|
||||
"properties": {
|
||||
"frequencyPenalty": {
|
||||
"type": "number"
|
||||
},
|
||||
"maxTokens": {
|
||||
"type": "integer"
|
||||
},
|
||||
"presencePenalty": {
|
||||
"type": "number"
|
||||
},
|
||||
"temperature": {
|
||||
"type": "number"
|
||||
},
|
||||
"topP": {
|
||||
"type": "number"
|
||||
}
|
||||
},
|
||||
"type": "object",
|
||||
"additionalProperties": false
|
||||
},
|
||||
"token": {
|
||||
"description": "SecretReference references a kubernetes secret.",
|
||||
"properties": {
|
||||
"secretName": {
|
||||
"maxLength": 253,
|
||||
"type": "string"
|
||||
}
|
||||
},
|
||||
"required": [
|
||||
"secretName"
|
||||
],
|
||||
"type": "object",
|
||||
"additionalProperties": false
|
||||
}
|
||||
},
|
||||
"type": "object",
|
||||
"additionalProperties": false
|
||||
},
|
||||
"azureOpenai": {
|
||||
"description": "AzureOpenAI configures AzureOpenAI.",
|
||||
"properties": {
|
||||
"apiKeySecret": {
|
||||
"description": "SecretReference references a kubernetes secret.",
|
||||
"properties": {
|
||||
"secretName": {
|
||||
"maxLength": 253,
|
||||
"type": "string"
|
||||
}
|
||||
},
|
||||
"required": [
|
||||
"secretName"
|
||||
],
|
||||
"type": "object",
|
||||
"additionalProperties": false
|
||||
},
|
||||
"baseUrl": {
|
||||
"type": "string"
|
||||
},
|
||||
"deploymentName": {
|
||||
"type": "string"
|
||||
},
|
||||
"model": {
|
||||
"type": "string"
|
||||
},
|
||||
"params": {
|
||||
"description": "Params holds the LLM hyperparameters.",
|
||||
"properties": {
|
||||
"frequencyPenalty": {
|
||||
"type": "number"
|
||||
},
|
||||
"maxTokens": {
|
||||
"type": "integer"
|
||||
},
|
||||
"presencePenalty": {
|
||||
"type": "number"
|
||||
},
|
||||
"temperature": {
|
||||
"type": "number"
|
||||
},
|
||||
"topP": {
|
||||
"type": "number"
|
||||
}
|
||||
},
|
||||
"type": "object",
|
||||
"additionalProperties": false
|
||||
}
|
||||
},
|
||||
"required": [
|
||||
"baseUrl",
|
||||
"deploymentName"
|
||||
],
|
||||
"type": "object",
|
||||
"additionalProperties": false
|
||||
},
|
||||
"bedrock": {
|
||||
"description": "Bedrock configures Bedrock backend.",
|
||||
"properties": {
|
||||
"model": {
|
||||
"type": "string"
|
||||
},
|
||||
"params": {
|
||||
"description": "Params holds the LLM hyperparameters.",
|
||||
"properties": {
|
||||
"frequencyPenalty": {
|
||||
"type": "number"
|
||||
},
|
||||
"maxTokens": {
|
||||
"type": "integer"
|
||||
},
|
||||
"presencePenalty": {
|
||||
"type": "number"
|
||||
},
|
||||
"temperature": {
|
||||
"type": "number"
|
||||
},
|
||||
"topP": {
|
||||
"type": "number"
|
||||
}
|
||||
},
|
||||
"type": "object",
|
||||
"additionalProperties": false
|
||||
},
|
||||
"region": {
|
||||
"type": "string"
|
||||
},
|
||||
"systemMessage": {
|
||||
"type": "boolean"
|
||||
}
|
||||
},
|
||||
"type": "object",
|
||||
"additionalProperties": false
|
||||
},
|
||||
"cohere": {
|
||||
"description": "Cohere configures Cohere backend.",
|
||||
"properties": {
|
||||
"model": {
|
||||
"type": "string"
|
||||
},
|
||||
"params": {
|
||||
"description": "Params holds the LLM hyperparameters.",
|
||||
"properties": {
|
||||
"frequencyPenalty": {
|
||||
"type": "number"
|
||||
},
|
||||
"maxTokens": {
|
||||
"type": "integer"
|
||||
},
|
||||
"presencePenalty": {
|
||||
"type": "number"
|
||||
},
|
||||
"temperature": {
|
||||
"type": "number"
|
||||
},
|
||||
"topP": {
|
||||
"type": "number"
|
||||
}
|
||||
},
|
||||
"type": "object",
|
||||
"additionalProperties": false
|
||||
},
|
||||
"token": {
|
||||
"description": "SecretReference references a kubernetes secret.",
|
||||
"properties": {
|
||||
"secretName": {
|
||||
"maxLength": 253,
|
||||
"type": "string"
|
||||
}
|
||||
},
|
||||
"required": [
|
||||
"secretName"
|
||||
],
|
||||
"type": "object",
|
||||
"additionalProperties": false
|
||||
}
|
||||
},
|
||||
"type": "object",
|
||||
"additionalProperties": false
|
||||
},
|
||||
"deepSeek": {
|
||||
"description": "DeepSeek configures DeepSeek.",
|
||||
"properties": {
|
||||
"baseUrl": {
|
||||
"type": "string"
|
||||
},
|
||||
"model": {
|
||||
"type": "string"
|
||||
},
|
||||
"params": {
|
||||
"description": "Params holds the LLM hyperparameters.",
|
||||
"properties": {
|
||||
"frequencyPenalty": {
|
||||
"type": "number"
|
||||
},
|
||||
"maxTokens": {
|
||||
"type": "integer"
|
||||
},
|
||||
"presencePenalty": {
|
||||
"type": "number"
|
||||
},
|
||||
"temperature": {
|
||||
"type": "number"
|
||||
},
|
||||
"topP": {
|
||||
"type": "number"
|
||||
}
|
||||
},
|
||||
"type": "object",
|
||||
"additionalProperties": false
|
||||
},
|
||||
"token": {
|
||||
"description": "SecretReference references a kubernetes secret.",
|
||||
"properties": {
|
||||
"secretName": {
|
||||
"maxLength": 253,
|
||||
"type": "string"
|
||||
}
|
||||
},
|
||||
"required": [
|
||||
"secretName"
|
||||
],
|
||||
"type": "object",
|
||||
"additionalProperties": false
|
||||
}
|
||||
},
|
||||
"type": "object",
|
||||
"additionalProperties": false
|
||||
},
|
||||
"gemini": {
|
||||
"description": "Gemini configures Gemini backend.",
|
||||
"properties": {
|
||||
"apiKey": {
|
||||
"description": "SecretReference references a kubernetes secret.",
|
||||
"properties": {
|
||||
"secretName": {
|
||||
"maxLength": 253,
|
||||
"type": "string"
|
||||
}
|
||||
},
|
||||
"required": [
|
||||
"secretName"
|
||||
],
|
||||
"type": "object",
|
||||
"additionalProperties": false
|
||||
},
|
||||
"model": {
|
||||
"type": "string"
|
||||
},
|
||||
"params": {
|
||||
"description": "Params holds the LLM hyperparameters.",
|
||||
"properties": {
|
||||
"frequencyPenalty": {
|
||||
"type": "number"
|
||||
},
|
||||
"maxTokens": {
|
||||
"type": "integer"
|
||||
},
|
||||
"presencePenalty": {
|
||||
"type": "number"
|
||||
},
|
||||
"temperature": {
|
||||
"type": "number"
|
||||
},
|
||||
"topP": {
|
||||
"type": "number"
|
||||
}
|
||||
},
|
||||
"type": "object",
|
||||
"additionalProperties": false
|
||||
}
|
||||
},
|
||||
"type": "object",
|
||||
"additionalProperties": false
|
||||
},
|
||||
"mistral": {
|
||||
"description": "Mistral configures Mistral AI backend.",
|
||||
"properties": {
|
||||
"apiKey": {
|
||||
"description": "SecretReference references a kubernetes secret.",
|
||||
"properties": {
|
||||
"secretName": {
|
||||
"maxLength": 253,
|
||||
"type": "string"
|
||||
}
|
||||
},
|
||||
"required": [
|
||||
"secretName"
|
||||
],
|
||||
"type": "object",
|
||||
"additionalProperties": false
|
||||
},
|
||||
"model": {
|
||||
"type": "string"
|
||||
},
|
||||
"params": {
|
||||
"description": "Params holds the LLM hyperparameters.",
|
||||
"properties": {
|
||||
"frequencyPenalty": {
|
||||
"type": "number"
|
||||
},
|
||||
"maxTokens": {
|
||||
"type": "integer"
|
||||
},
|
||||
"presencePenalty": {
|
||||
"type": "number"
|
||||
},
|
||||
"temperature": {
|
||||
"type": "number"
|
||||
},
|
||||
"topP": {
|
||||
"type": "number"
|
||||
}
|
||||
},
|
||||
"type": "object",
|
||||
"additionalProperties": false
|
||||
}
|
||||
},
|
||||
"type": "object",
|
||||
"additionalProperties": false
|
||||
},
|
||||
"ollama": {
|
||||
"description": "Ollama configures Ollama backend.",
|
||||
"properties": {
|
||||
"baseUrl": {
|
||||
"type": "string"
|
||||
},
|
||||
"model": {
|
||||
"type": "string"
|
||||
},
|
||||
"params": {
|
||||
"description": "Params holds the LLM hyperparameters.",
|
||||
"properties": {
|
||||
"frequencyPenalty": {
|
||||
"type": "number"
|
||||
},
|
||||
"maxTokens": {
|
||||
"type": "integer"
|
||||
},
|
||||
"presencePenalty": {
|
||||
"type": "number"
|
||||
},
|
||||
"temperature": {
|
||||
"type": "number"
|
||||
},
|
||||
"topP": {
|
||||
"type": "number"
|
||||
}
|
||||
},
|
||||
"type": "object",
|
||||
"additionalProperties": false
|
||||
}
|
||||
},
|
||||
"required": [
|
||||
"baseUrl"
|
||||
],
|
||||
"type": "object",
|
||||
"additionalProperties": false
|
||||
},
|
||||
"openai": {
|
||||
"description": "OpenAI configures OpenAI.",
|
||||
"properties": {
|
||||
"baseUrl": {
|
||||
"type": "string"
|
||||
},
|
||||
"model": {
|
||||
"type": "string"
|
||||
},
|
||||
"params": {
|
||||
"description": "Params holds the LLM hyperparameters.",
|
||||
"properties": {
|
||||
"frequencyPenalty": {
|
||||
"type": "number"
|
||||
},
|
||||
"maxTokens": {
|
||||
"type": "integer"
|
||||
},
|
||||
"presencePenalty": {
|
||||
"type": "number"
|
||||
},
|
||||
"temperature": {
|
||||
"type": "number"
|
||||
},
|
||||
"topP": {
|
||||
"type": "number"
|
||||
}
|
||||
},
|
||||
"type": "object",
|
||||
"additionalProperties": false
|
||||
},
|
||||
"token": {
|
||||
"description": "SecretReference references a kubernetes secret.",
|
||||
"properties": {
|
||||
"secretName": {
|
||||
"maxLength": 253,
|
||||
"type": "string"
|
||||
}
|
||||
},
|
||||
"required": [
|
||||
"secretName"
|
||||
],
|
||||
"type": "object",
|
||||
"additionalProperties": false
|
||||
}
|
||||
},
|
||||
"type": "object",
|
||||
"additionalProperties": false
|
||||
},
|
||||
"qWen": {
|
||||
"description": "QWen configures QWen.",
|
||||
"properties": {
|
||||
"baseUrl": {
|
||||
"type": "string"
|
||||
},
|
||||
"model": {
|
||||
"type": "string"
|
||||
},
|
||||
"params": {
|
||||
"description": "Params holds the LLM hyperparameters.",
|
||||
"properties": {
|
||||
"frequencyPenalty": {
|
||||
"type": "number"
|
||||
},
|
||||
"maxTokens": {
|
||||
"type": "integer"
|
||||
},
|
||||
"presencePenalty": {
|
||||
"type": "number"
|
||||
},
|
||||
"temperature": {
|
||||
"type": "number"
|
||||
},
|
||||
"topP": {
|
||||
"type": "number"
|
||||
}
|
||||
},
|
||||
"type": "object",
|
||||
"additionalProperties": false
|
||||
},
|
||||
"token": {
|
||||
"description": "SecretReference references a kubernetes secret.",
|
||||
"properties": {
|
||||
"secretName": {
|
||||
"maxLength": 253,
|
||||
"type": "string"
|
||||
}
|
||||
},
|
||||
"required": [
|
||||
"secretName"
|
||||
],
|
||||
"type": "object",
|
||||
"additionalProperties": false
|
||||
}
|
||||
},
|
||||
"type": "object",
|
||||
"additionalProperties": false
|
||||
}
|
||||
},
|
||||
"type": "object",
|
||||
"additionalProperties": false
|
||||
}
|
||||
},
|
||||
"type": "object"
|
||||
}
|
||||
Reference in New Issue
Block a user