llm-exe

A package that provides simplified base components to make building and maintaining LLM-powered applications easier.

Modular

Write functions powered by LLM's with easy to use building blocks.

Few Dependencies

Pure Javascript and Typescript. Allows you to pass and infer types.

Prompt Templates

Supercharge your prompts by using handlebars within prompt template.

Control

Not very opinionated. You have control on how you use it.

Chat or Text Prompts

Support for text-based and chat-based prompts (gpt-3.5-turbo and gpt-4).

Function Calling

Allow LLM's to call functions (or call other LLM executors).

Use {{variables}}

Supercharge your prompts by using handlebars within prompt template.

Test Coverage

100% test coverage

Quick Example

ts

import * as llmExe from "llm-exe";

/**
 * Define a yes/no llm-powered function
 */
export async function YesOrNoBot<I extends string>(input: I) {
  const llm = llmExe.useLlm("openai.gpt-4o-mini");

  const instruction = `You are not an assistant, I need you to reply with only 
  'yes' or 'no' as an answer to the question below. Do not explain yourself 
  or ask questions. Answer with only yes or no.`;

  const prompt = llmExe
    .createChatPrompt(instruction)
    .addUserMessage(input)
    .addSystemMessage(`yes or no:`);

  const parser = llmExe.createParser("stringExtract", { enum: ["yes", "no"] });
  return llmExe.createLlmExecutor({ llm, prompt, parser }).execute({ input });
}

ts

const isTheSkyBlue = await YesOrNoBot(`Can the sky be blue?`)
// yes

const isGrassRed = await YesOrNoBot(`Is grass usually red?`)
// no