Prompts and Models

# requires AWS_ACCESS_KEY_ID and AWS_SECRET_ACCESS_KEY as env variables
from langchain_aws import ChatBedrockConverse

llm = ChatBedrockConverse(
    model_id="us.amazon.nova-pro-v1:0", # Change to any Bedrock Model ID 
    max_tokens=1024,
    # other params...
    )

    import { ChatOpenAI } from "@langchain/openai";
    const llm = new ChatOpenAI({
      model: "function_calling_default",
      apiKey: process.env.VENICE_API_KEY, // you can input your API key in plaintext, but this is not recommended 
      configuration: {
        baseURL: "https://api.venice.ai/api/v1",
      },
    });

import { ChatOpenAI } from "@langchain/openai";

const llm = new ChatOpenAI({
  modelName: "meta-llama/Llama-3.3-70B-Instruct",
  apiKey: process.env.HYPERBOLIC_API_KEY, // you can input your API key in plaintext, but this is not recommended 
  configuration: {
    baseURL: "https://api.hyperbolic.xyz/v1",
    defaultHeaders: {
      "Content-Type": "application/json"
    }
  },
  maxTokens: 2048, // specifies the maximum number of tokens to generate
  temperature: 0.7, // specifies the randomness of the output
  topP: 0.9 // specifies the top-p sampling parameter
});

# requires ANTHROPIC_API_KEY as env variable
from langchain_anthropic import ChatAnthropic

llm = ChatAnthropic(
    model="claude-3-5-sonnet-20240620", //all below params are optional
    temperature=0,
    max_tokens=1024,
    timeout=None,
    max_retries=2,
    # other params...
)

# requires XAI_API_KEY as env variable
from langchain_openai import ChatOpenAI

llm = ChatOpenAI(model="grok-2-latest", base_url = "https://api.x.ai/v1")