Google Vertex AI Integration

Secure your Google Vertex AI and Gemini models with TalonAI.

SDK Integration

import { TalonAI } from '@talonai/sdk';
import { VertexAI } from '@google-cloud/vertexai';

const talon = new TalonAI();
const vertex = new VertexAI({
  project: process.env.GOOGLE_PROJECT_ID,
  location: 'us-central1',
});

const model = vertex.getGenerativeModel({ model: 'gemini-pro' });

async function chat(userMessage: string) {
  const analysis = await talon.analyze({ content: userMessage });

  if (!analysis.isSafe) {
    throw new Error('Blocked');
  }

  const result = await model.generateContent(userMessage);
  return result.response.text();
}

Python Example

from talonai import TalonAI
import vertexai
from vertexai.generative_models import GenerativeModel

talon = TalonAI()
vertexai.init(project="your-project", location="us-central1")
model = GenerativeModel("gemini-pro")

def chat(user_message: str) -> str:
    result = talon.analyze(content=user_message)

    if not result.is_safe:
        raise ValueError("Blocked")

    response = model.generate_content(user_message)
    return response.text

Supported Models

  • Gemini Pro
  • Gemini Pro Vision
  • Gemini Ultra
  • PaLM 2
  • Codey