279 lines
11 KiB
TypeScript
279 lines
11 KiB
TypeScript
import fs from "fs";
|
||
import _ from "lodash";
|
||
|
||
import Request from "@/lib/request/Request.ts";
|
||
import { generateImages, generateImageComposition } from "@/api/controllers/images.ts";
|
||
import { tokenSplit } from "@/api/controllers/core.ts";
|
||
import util from "@/lib/util.ts";
|
||
|
||
export default {
|
||
prefix: "/v1/images",
|
||
|
||
post: {
|
||
"/generations": async (request: Request) => {
|
||
// 检查是否使用了不支持的参数
|
||
const unsupportedParams = ['size', 'width', 'height'];
|
||
const bodyKeys = Object.keys(request.body);
|
||
const foundUnsupported = unsupportedParams.filter(param => bodyKeys.includes(param));
|
||
|
||
if (foundUnsupported.length > 0) {
|
||
throw new Error(`不支持的参数: ${foundUnsupported.join(', ')}。请使用 ratio 和 resolution 参数控制图像尺寸。`);
|
||
}
|
||
|
||
const contentType = request.headers['content-type'] || '';
|
||
const isMultiPart = contentType.startsWith('multipart/form-data');
|
||
|
||
// 根据请求类型进行不同的参数验证
|
||
if (isMultiPart) {
|
||
request
|
||
.validate("body.model", v => _.isUndefined(v) || _.isString(v))
|
||
.validate("body.prompt", _.isString)
|
||
.validate("body.negative_prompt", v => _.isUndefined(v) || _.isString(v))
|
||
.validate("body.ratio", v => _.isUndefined(v) || _.isString(v))
|
||
.validate("body.resolution", v => _.isUndefined(v) || _.isString(v))
|
||
.validate("body.intelligent_ratio", v => _.isUndefined(v) || (typeof v === 'string' && (v === 'true' || v === 'false')) || _.isBoolean(v))
|
||
.validate("body.sample_strength", v => _.isUndefined(v) || (typeof v === 'string' && !isNaN(parseFloat(v))) || _.isFinite(v))
|
||
.validate("body.response_format", v => _.isUndefined(v) || _.isString(v))
|
||
.validate("headers.authorization", _.isString);
|
||
} else {
|
||
request
|
||
.validate("body.model", v => _.isUndefined(v) || _.isString(v))
|
||
.validate("body.prompt", _.isString)
|
||
.validate("body.images", v => _.isUndefined(v) || _.isArray(v))
|
||
.validate("body.negative_prompt", v => _.isUndefined(v) || _.isString(v))
|
||
.validate("body.ratio", v => _.isUndefined(v) || _.isString(v))
|
||
.validate("body.resolution", v => _.isUndefined(v) || _.isString(v))
|
||
.validate("body.intelligent_ratio", v => _.isUndefined(v) || _.isBoolean(v))
|
||
.validate("body.sample_strength", v => _.isUndefined(v) || _.isFinite(v))
|
||
.validate("body.response_format", v => _.isUndefined(v) || _.isString(v))
|
||
.validate("headers.authorization", _.isString);
|
||
}
|
||
|
||
// 处理图片数据（如果提供）
|
||
let images: (string | Buffer)[] | null = null;
|
||
if (isMultiPart) {
|
||
const files = (request.files as any)?.images;
|
||
if (files) {
|
||
const imageFiles = Array.isArray(files) ? files : [files];
|
||
if (imageFiles.length > 0) {
|
||
if (imageFiles.length > 10) {
|
||
throw new Error("最多支持10张输入图片");
|
||
}
|
||
images = imageFiles.map((file: any) => fs.readFileSync(file.filepath));
|
||
}
|
||
}
|
||
} else {
|
||
const bodyImages = request.body.images;
|
||
if (bodyImages && Array.isArray(bodyImages) && bodyImages.length > 0) {
|
||
if (bodyImages.length > 10) {
|
||
throw new Error("最多支持10张输入图片");
|
||
}
|
||
bodyImages.forEach((image: any, index: number) => {
|
||
if (!_.isString(image) && !_.isObject(image)) {
|
||
throw new Error(`图片 ${index + 1} 格式不正确：应为URL字符串或包含url字段的对象`);
|
||
}
|
||
if (_.isObject(image) && !(image as any).url) {
|
||
throw new Error(`图片 ${index + 1} 缺少url字段`);
|
||
}
|
||
});
|
||
images = bodyImages.map((image: any) => _.isString(image) ? image : (image as any).url);
|
||
}
|
||
}
|
||
|
||
// refresh_token切分
|
||
const tokens = tokenSplit(request.headers.authorization);
|
||
// 随机挑选一个refresh_token
|
||
const token = _.sample(tokens);
|
||
|
||
const {
|
||
model,
|
||
prompt,
|
||
negative_prompt: negativePrompt,
|
||
ratio,
|
||
resolution,
|
||
intelligent_ratio: intelligentRatio,
|
||
sample_strength: sampleStrength,
|
||
response_format,
|
||
} = request.body;
|
||
|
||
// 如果是 multipart/form-data，需要将字符串转换为数字和布尔值
|
||
const finalSampleStrength = isMultiPart && typeof sampleStrength === 'string'
|
||
? parseFloat(sampleStrength)
|
||
: sampleStrength;
|
||
|
||
const finalIntelligentRatio = isMultiPart && typeof intelligentRatio === 'string'
|
||
? intelligentRatio === 'true'
|
||
: intelligentRatio;
|
||
|
||
const responseFormat = _.defaultTo(response_format, "url");
|
||
|
||
// 根据是否有图片数据决定调用文生图还是图生图
|
||
let imageUrls: string[];
|
||
let resultData: any = {
|
||
created: util.unixTimestamp(),
|
||
};
|
||
|
||
if (images && images.length > 0) {
|
||
// 图生图模式
|
||
imageUrls = await generateImageComposition(model, prompt, images, {
|
||
ratio,
|
||
resolution,
|
||
sampleStrength: finalSampleStrength,
|
||
negativePrompt,
|
||
intelligentRatio: finalIntelligentRatio,
|
||
}, token);
|
||
resultData.input_images = images.length;
|
||
resultData.composition_type = "multi_image_synthesis";
|
||
} else {
|
||
// 文生图模式
|
||
imageUrls = await generateImages(model, prompt, {
|
||
ratio,
|
||
resolution,
|
||
sampleStrength: finalSampleStrength,
|
||
negativePrompt,
|
||
intelligentRatio: finalIntelligentRatio,
|
||
}, token);
|
||
}
|
||
|
||
let data = [];
|
||
if (responseFormat == "b64_json") {
|
||
data = (
|
||
await Promise.all(imageUrls.map((url) => util.fetchFileBASE64(url)))
|
||
).map((b64) => ({ b64_json: b64 }));
|
||
} else {
|
||
data = imageUrls.map((url) => ({
|
||
url,
|
||
}));
|
||
}
|
||
|
||
resultData.data = data;
|
||
return resultData;
|
||
},
|
||
|
||
// 图片合成路由（图生图）
|
||
"/compositions": async (request: Request) => {
|
||
// 检查是否使用了不支持的参数
|
||
const unsupportedParams = ['size', 'width', 'height'];
|
||
const bodyKeys = Object.keys(request.body);
|
||
const foundUnsupported = unsupportedParams.filter(param => bodyKeys.includes(param));
|
||
|
||
if (foundUnsupported.length > 0) {
|
||
throw new Error(`不支持的参数: ${foundUnsupported.join(', ')}。请使用 ratio 和 resolution 参数控制图像尺寸。`);
|
||
}
|
||
|
||
const contentType = request.headers['content-type'] || '';
|
||
const isMultiPart = contentType.startsWith('multipart/form-data');
|
||
|
||
if (isMultiPart) {
|
||
request
|
||
.validate("body.model", v => _.isUndefined(v) || _.isString(v))
|
||
.validate("body.prompt", _.isString)
|
||
.validate("body.negative_prompt", v => _.isUndefined(v) || _.isString(v))
|
||
.validate("body.ratio", v => _.isUndefined(v) || _.isString(v))
|
||
.validate("body.resolution", v => _.isUndefined(v) || _.isString(v))
|
||
.validate("body.intelligent_ratio", v => _.isUndefined(v) || (typeof v === 'string' && (v === 'true' || v === 'false')) || _.isBoolean(v))
|
||
.validate("body.sample_strength", v => _.isUndefined(v) || (typeof v === 'string' && !isNaN(parseFloat(v))) || _.isFinite(v))
|
||
.validate("body.response_format", v => _.isUndefined(v) || _.isString(v))
|
||
.validate("headers.authorization", _.isString);
|
||
} else {
|
||
request
|
||
.validate("body.model", v => _.isUndefined(v) || _.isString(v))
|
||
.validate("body.prompt", _.isString)
|
||
.validate("body.images", _.isArray)
|
||
.validate("body.negative_prompt", v => _.isUndefined(v) || _.isString(v))
|
||
.validate("body.ratio", v => _.isUndefined(v) || _.isString(v))
|
||
.validate("body.resolution", v => _.isUndefined(v) || _.isString(v))
|
||
.validate("body.intelligent_ratio", v => _.isUndefined(v) || _.isBoolean(v))
|
||
.validate("body.sample_strength", v => _.isUndefined(v) || _.isFinite(v))
|
||
.validate("body.response_format", v => _.isUndefined(v) || _.isString(v))
|
||
.validate("headers.authorization", _.isString);
|
||
}
|
||
|
||
let images: (string | Buffer)[] = [];
|
||
if (isMultiPart) {
|
||
const files = (request.files as any)?.images;
|
||
if (!files) {
|
||
throw new Error("在form-data中缺少 'images' 字段");
|
||
}
|
||
const imageFiles = Array.isArray(files) ? files : [files];
|
||
if (imageFiles.length === 0) {
|
||
throw new Error("至少需要提供1张输入图片");
|
||
}
|
||
if (imageFiles.length > 10) {
|
||
throw new Error("最多支持10张输入图片");
|
||
}
|
||
images = imageFiles.map((file: any) => fs.readFileSync(file.filepath));
|
||
} else {
|
||
const bodyImages = request.body.images;
|
||
if (!bodyImages || bodyImages.length === 0) {
|
||
throw new Error("至少需要提供1张输入图片");
|
||
}
|
||
if (bodyImages.length > 10) {
|
||
throw new Error("最多支持10张输入图片");
|
||
}
|
||
bodyImages.forEach((image: any, index: number) => {
|
||
if (!_.isString(image) && !_.isObject(image)) {
|
||
throw new Error(`图片 ${index + 1} 格式不正确：应为URL字符串或包含url字段的对象`);
|
||
}
|
||
if (_.isObject(image) && !(image as any).url) {
|
||
throw new Error(`图片 ${index + 1} 缺少url字段`);
|
||
}
|
||
});
|
||
images = bodyImages.map((image: any) => _.isString(image) ? image : (image as any).url);
|
||
}
|
||
|
||
// refresh_token切分
|
||
const tokens = tokenSplit(request.headers.authorization);
|
||
// 随机挑选一个refresh_token
|
||
const token = _.sample(tokens);
|
||
|
||
const {
|
||
model,
|
||
prompt,
|
||
negative_prompt: negativePrompt,
|
||
ratio,
|
||
resolution,
|
||
intelligent_ratio: intelligentRatio,
|
||
sample_strength: sampleStrength,
|
||
response_format,
|
||
} = request.body;
|
||
|
||
// 如果是 multipart/form-data，需要将字符串转换为数字和布尔值
|
||
const finalSampleStrength = isMultiPart && typeof sampleStrength === 'string'
|
||
? parseFloat(sampleStrength)
|
||
: sampleStrength;
|
||
|
||
const finalIntelligentRatio = isMultiPart && typeof intelligentRatio === 'string'
|
||
? intelligentRatio === 'true'
|
||
: intelligentRatio;
|
||
|
||
const responseFormat = _.defaultTo(response_format, "url");
|
||
const resultUrls = await generateImageComposition(model, prompt, images, {
|
||
ratio,
|
||
resolution,
|
||
sampleStrength: finalSampleStrength,
|
||
negativePrompt,
|
||
intelligentRatio: finalIntelligentRatio,
|
||
}, token);
|
||
|
||
let data = [];
|
||
if (responseFormat == "b64_json") {
|
||
data = (
|
||
await Promise.all(resultUrls.map((url) => util.fetchFileBASE64(url)))
|
||
).map((b64) => ({ b64_json: b64 }));
|
||
} else {
|
||
data = resultUrls.map((url) => ({
|
||
url,
|
||
}));
|
||
}
|
||
|
||
return {
|
||
created: util.unixTimestamp(),
|
||
data,
|
||
input_images: images.length,
|
||
composition_type: "multi_image_synthesis",
|
||
};
|
||
},
|
||
},
|
||
};
|