Release Hub & SDK Integration

from handit import HanditTracker
 
# Initialize the tracker
tracker = HanditTracker(api_key="your-api-key", project_id="your-project")
 
# Fetch the current production prompt
def get_production_prompt(model_id: str) -> str:
    """
    Fetch the currently marked production prompt.
    This will be whatever prompt is marked as production in Release Hub.
    """
    try:
        production_prompt = tracker.fetch_optimized_prompt(model_id=model_id)
        return production_prompt
    except Exception as e:
        # Fallback to default if service unavailable
        print(f"Using fallback prompt: {e}")
        return get_default_prompt(model_id)
 
# Use in your application
def generate_response(user_query: str) -> str:
    # Get the current production prompt from Release Hub
    system_prompt = get_production_prompt("customer-support-llm")
    
    # Use with your LLM
    response = openai.chat.completions.create(
        model="gpt-4",
        messages=[
            {"role": "system", "content": system_prompt},
            {"role": "user", "content": user_query}
        ],
        temperature=0.7
    )
    
    return response.choices[0].message.content

import { HanditClient } from '@handit/sdk';
 
// Initialize the client
const handit = new HanditClient({ 
  apiKey: 'your-api-key',
  projectId: 'your-project' 
});
 
// Fetch the current production prompt
async function getProductionPrompt(modelId) {
  try {
    const productionPrompt = await handit.fetchOptimizedPrompt({ 
      modelId: modelId 
    });
    return productionPrompt;
  } catch (error) {
    // Fallback to default if service unavailable
    console.warn('Using fallback prompt:', error.message);
    return getDefaultPrompt(modelId);
  }
}
 
// Use in your application
async function generateResponse(userQuery) {
  // Get the current production prompt from Release Hub
  const systemPrompt = await getProductionPrompt('customer-support-llm');
  
  // Use with your LLM API
  const response = await openai.chat.completions.create({
    model: 'gpt-4',
    messages: [
      { role: 'system', content: systemPrompt },
      { role: 'user', content: userQuery }
    ],
    temperature: 0.7
  });
  
  return response.choices[0].message.content;
}
 
// React Hook for easy integration
import { useOptimizedPrompt } from '@handit/sdk/react';
 
function CustomerSupportComponent() {
  const { prompt, loading, error } = useOptimizedPrompt('customer-support-llm');
  
  if (loading) return <div>Loading...</div>;
  if (error) return <div>Using fallback prompt</div>;
  
  // Use the production prompt in your component
  return <ChatInterface systemPrompt={prompt} />;
}