Azure OpenAI Service Update - DALL-E 3 (Custom Connector) (#3168)

* Added DALL-E 3

* Updated readme + definition
This commit is contained in:
Daniel Laskewitz 2024-01-03 14:06:23 +01:00 коммит произвёл GitHub
Родитель a6c011182f
Коммит 311e8863c9
Не найден ключ, соответствующий данной подписи
Идентификатор ключа GPG: 4AEE18F83AFDEB23
3 изменённых файлов: 144 добавлений и 15 удалений

Просмотреть файл

@ -49,6 +49,7 @@ After importing the connector, you should create a connection. There are two pr
* `Embeddings` - With this action, you are able to create an embedding vector representing the input text.
* `List deployments` - With this action, you can list all deployments inside of your instance of the Azure OpenAI Service.
* `List models` - With this action, you can list all models that are available to your instance of the Azure OpenAI Service.
* `Request a generated image with DALL-E 3 (preview)` - With this action, you can generate an image with the DALL-E 3 model of your instance of the Azure OpenAI Service. DALL-E 3 is only available in the Sweden Central region.
## Connector Architecture

Просмотреть файл

@ -522,12 +522,12 @@
},
"logit_bias": {
"type": "object",
"properties": {},
"properties": { },
"description": "logit_bias",
"x-ms-visibility": "advanced"
},
"initial_scope": {
"type":"string",
"type": "string",
"description": "Initial scope or instruction to the model",
"x-ms-visibility": "important",
"title": "Initial scope",
@ -740,7 +740,7 @@
"responses": {
"204": {
"description": "Deleted",
"schema": {}
"schema": { }
}
},
"parameters": [
@ -753,6 +753,142 @@
]
}
},
"/openai/deployments/{deployment-id}/images/generations": {
"post": {
"responses": {
"202": {
"description": "202 Accepted",
"schema": {
"type": "object",
"properties": {
"created": {
"type": "integer",
"title": "Created",
"format": "int32",
"description": "The unix timestamp when the operation was created."
},
"data": {
"type": "array",
"items": {
"type": "object",
"description": "The image url or encoded image if successful, and an error otherwise.",
"properties": {
"url": {
"type": "string",
"title": "URL",
"description": "The image url."
},
"b64_json": {
"type": "string",
"title": "B64 JSON",
"description": "The base64 encoded image"
},
"revised_prompt": {
"type": "string",
"title": "Revised Prompt",
"description": "The prompt that was used to generate the image, if there was any revision to the prompt."
}
}
},
"description": "The result data of the operation, if successful"
}
}
}
}
},
"summary": "Request a generated image with DALL-E 3 (preview)",
"description": "Generates an image from a text caption on a given DALL-E 3 model deployment",
"operationId": "ImageGenerations_Create",
"parameters": [
{
"$ref": "#/parameters/deployment"
},
{
"name": "api-version",
"in": "query",
"required": true,
"type": "string",
"default": "2023-12-01-preview",
"x-ms-visibility": "internal",
"description": "The API version for this REST call to Azure OpenAI. Must be 2023-12-01-preview or later",
"x-ms-summary": "Azure OpenAI API Version (must be 2023-12-01-preview or later)"
},
{
"name": "body",
"in": "body",
"required": false,
"schema": {
"type": "object",
"properties": {
"prompt": {
"type": "string",
"description": "A text description of the desired image(s). The maximum length is 4000 characters.",
"title": "Prompt",
"x-ms-visibility": "important"
},
"n": {
"type": "integer",
"format": "int32",
"description": "The number of images to generate. Only one is supported for DALL-E 3.",
"title": "N",
"default": 1,
"x-ms-visibility": "internal"
},
"size": {
"type": "string",
"description": "size",
"title": "Size",
"enum": [
"1024x1024",
"1024x1792",
"1792x1024"
],
"default": "1024x1024",
"x-ms-visibility": "advanced"
},
"quality": {
"type": "string",
"description": "The quality of the generated images. Must be hd or standard.",
"title": "Quality",
"default": "standard",
"enum": [
"standard",
"hd"
],
"x-ms-visibility": "advanced"
},
"response_format": {
"type": "string",
"description": "The format in which the generated images are returned Must be url (a URL pointing to the image) or b64_json (the base 64 byte code in JSON format).",
"title": "Response Format",
"default": "url",
"enum": [
"url",
"b64_json"
],
"x-ms-visibility": "advanced"
},
"style": {
"type": "string",
"description": "The style of the generated images. Must be natural or vivid (for hyper-realistic / dramatic images).",
"title": "Style",
"default": "vivid",
"x-ms-visibility": "advanced",
"enum": [
"vivid",
"natural"
]
}
},
"required": [
"prompt",
"n"
]
}
}
]
}
},
"/openai/models": {
"get": {
"summary": "List models",
@ -800,7 +936,7 @@
"role"
]
},
"qapair":{
"qapair": {
"type": "object",
"properties": {
"question": {
@ -1058,8 +1194,8 @@
},
"security": [
{
"API Key": []
"API Key": [ ]
}
],
"tags": []
"tags": [ ]
}

Просмотреть файл

@ -31,7 +31,7 @@
"ChatCompletion",
"CreateCompletion"
],
"capabilities": [],
"capabilities": [ ],
"policyTemplateInstances": [
{
"templateId": "dynamichosturl",
@ -39,14 +39,6 @@
"parameters": {
"x-ms-apimTemplateParameter.urlTemplate": "https://@connectionParameters('azureOpenAIServiceName').openai.azure.com",
"x-ms-apimTemplate-operationName": [
"ChatCompletion",
"CreateCompletion",
"Embeddings",
"ListDeployments",
"DeleteDeployment",
"GetDeployment",
"CreateDeployment",
"ListModels"
]
}
}