From 60a8158bff0d4498ed2d4bb07106c381e4ef2bf3 Mon Sep 17 00:00:00 2001 From: bignutty <3515180-bignutty@users.noreply.gitlab.com> Date: Wed, 5 Mar 2025 12:23:14 +0100 Subject: [PATCH] privileged model override feature for gpt --- commands/message/genai/gpt.js | 24 ++++++++++++++---------- labscore/api/index.js | 5 +++-- 2 files changed, 17 insertions(+), 12 deletions(-) diff --git a/commands/message/genai/gpt.js b/commands/message/genai/gpt.js index e66b409..b5a56c4 100644 --- a/commands/message/genai/gpt.js +++ b/commands/message/genai/gpt.js @@ -18,21 +18,25 @@ module.exports = { description_short: 'Chat with GPT-4o.', examples: ['gpt How many otter species are there?'], category: 'limited', - usage: 'gpt [-prompt ]' + usage: 'gpt [-prompt ] [-model ]' }, args: [ { name: 'prompt', default: '', required: false, help: "The starting system prompt." }, + { name: 'model', default: 'gpt-4o', required: false, help: "The model." }, // { name: 'temperature', default: 0.25, required: false, help: "Model temperature." }, ], permissionsClient: [...PERMISSION_GROUPS.baseline, ...PERMISSION_GROUPS.attachments], run: async (context, args) => { if(!await hasFeature(context, "ai/gpt")) return; await acknowledge(context); - + + let model = "gpt-4o" + if(args.model && await hasFeature(context, "ai/gpt/prompt")) model = args.model; + if(!args.text) return editOrReply(context, createEmbed("warning", context, `Missing Parameter (text).`)) let input = args.text; - + let prompt = `You are a friendly chat bot designed to help people.\n- Today\'s date is ${new Date().toLocaleDateString('en-us', { weekday:"long", year:"numeric", month:"long", day:"numeric"})}\n- You should always use gender neutral pronouns when possible.\n- When answering a question, be concise and to the point.\n- Try to keep responses below 1000 characters. This does not apply to subjects that require more exhaustive or in-depth explanation.` if(args.prompt !== "") prompt = args.prompt @@ -41,12 +45,12 @@ module.exports = { let msg = await context.message.channel.fetchMessage(context.message.messageReference.messageId); if(msg.content && msg.content.length) input = msg.content - else if(msg.embeds?.length) for(const e of msg.embeds) if(e[1].description?.length) { input = e[1].description; break; } + else if(msg.embeds?.length) for(const e of msg.embeds) if(e[1].description?.length) { input = e[1].description; break; } prompt = args.text if(args.prompt !== "") return editOrReply(context, createEmbed("warning", context, `Prompt parameter is unsupported for message replies.`)) } - + try{ await editOrReply(context, createEmbed("defaultNoFooter", context, { author: { @@ -58,13 +62,13 @@ module.exports = { } })) - let res = await gpt(context, prompt, input) + let res = await gpt(context, prompt, input, model) res = res.response; - + let description = [] let files = []; - - if(!res.body.response) return editOrReply(context, createEmbed("error", context, `GPT-4o returned an error. Try again later.`)) + + if(!res.body.response) return editOrReply(context, createEmbed("error", context, `OpenAI returned an error. Try again later.`)) if(res.body.response.length <= 4000) description.push(res.body.response) else { @@ -82,7 +86,7 @@ module.exports = { }, description: description.join('\n'), footer: { - text: `GPT-4o • Response may be factually wrong or completely made up.` + text: `OpenAI${res.body.model.startsWith("gpt-4o") ? "" : ` (${res.body.model})`} • Response may be factually wrong or completely made up.` } })], files diff --git a/labscore/api/index.js b/labscore/api/index.js index aabf0c6..e46e1f5 100644 --- a/labscore/api/index.js +++ b/labscore/api/index.js @@ -381,10 +381,11 @@ module.exports.garfield = async function(context,){ return await request(Api.UTILS_GARFIELD, "GET", {}, {}) } -module.exports.gpt = async function(context, prompt, input){ +module.exports.gpt = async function(context, prompt, input, model = "gpt-4o"){ return await request(Api.UTILS_GPT, "GET", {}, { prompt, - input + input, + model }) }