pissbot-9000/commands/message/genai/palm.js

const { palm2 } = require('#obelisk');
const { PERMISSION_GROUPS } = require('#constants');

const { createEmbed } = require('#utils/embed')
const { editOrReply } = require('#utils/message')
const { iconPill, stringwrap, smallIconPill, icon } = require('#utils/markdown')
const { STATIC_ICONS } = require('#utils/statics');
const { hasFeature } = require('#utils/testing');
const { acknowledge } = require('#utils/interactions');

module.exports = {
  name: 'palm',
  label: 'text',
  aliases: ['palm2'],
  metadata: {
    description: `${iconPill("generative_ai", "LIMITED TESTING")}\n${smallIconPill("reply", "Supports Replies")}\n\nTalk to ${icon("brand_google_palm2")} PaLM 2.`,
    description_short: 'Chat with PaLM 2.',
    examples: ['palm How many otter species are there?'],
    category: 'broken',
    usage: 'palm <input> [-prompt <prompt override>]'
  },
  args: [
    { name: 'prompt', default: '', required: false, help: "The starting system prompt." },
    { name: 'temperature', default: 0.25, required: false, help: "Model temperature." },
  ],
  permissionsClient: [...PERMISSION_GROUPS.baseline, ...PERMISSION_GROUPS.attachments],
  run: async (context, args) => {
    return;
    if(!await hasFeature(context, "ai/palm")) return;
    await acknowledge(context);
    
    if(!args.text) return editOrReply(context, createEmbed("warning", context, `Missing Parameter (text).`))

    let input = args.text;
    
    let prompt = `You are a friendly chat bot designed to help people.\n- Today\'s date is ${new Date().toLocaleDateString('en-us', { weekday:"long", year:"numeric", month:"long", day:"numeric"})}\n- You should always use gender neutral pronouns when possible.\n- When answering a question, be concise and to the point.\n- Try to keep responses below 1000 characters. This does not apply to subjects that require more exhaustive or in-depth explanation.`
    if(args.prompt !== "") prompt = args.prompt

    // Get content if the user replies to anything
    if(context.message.messageReference) {
      let msg = await context.message.channel.fetchMessage(context.message.messageReference.messageId);

      if(msg.content && msg.content.length) input = msg.content
      else if(msg.embeds?.length) for(const e of msg.embeds) if(e[1].description?.length) { input = e[1].description; break; } 

      prompt = args.text
      if(args.prompt !== "") return editOrReply(context, createEmbed("warning", context, `Prompt parameter is unsupported for message replies.`))
    }

    let model = "chat-bison-001"
    if(args.model && isLimitedTestUser(context.user)) model = args.model
    
    let temperature = "0.25"
    if(args.temperature !== 0.25) temperature = parseFloat(args.temperature)

    try{
      await editOrReply(context, createEmbed("ai_custom", context, STATIC_ICONS.ai_palm_idle))

      let res = await palm2(context, prompt, input)
      res = res.response;
      
      let description = []
      let files = [];
      
      if(!res.body.output) return editOrReply(context, createEmbed("error", context, `PaLM 2 returned an error. Try again later.`)) 

      if(res.body.output.length <= 4000) description.push(res.body.output)
      else {
        files.push({
          filename: `chat.${Date.now().toString(36)}.txt`,
          value: Buffer.from(res.body.output)
        })
      }

      return editOrReply(context, {
        embeds:[createEmbed("defaultNoFooter", context, {
          author: {
            name: stringwrap(prompt, 50, false),
            iconUrl: STATIC_ICONS.ai_palm_idle
          },
          description: description.join('\n'),
          footer: {
            text: `PaLM 2 • Generative AI is experimental. Response may be factually wrong or completely made up.`
          }
        })],
        files
      })
    }catch(e){
      if(e.response.body?.message) return editOrReply(context, createEmbed("warning", context, e.response.body.message))
      return editOrReply(context, createEmbed("error", context, `Unable to generate text.`))
    }
  }
};