fix: tweak llama usage

utils/aiGatewayClient.ts

@@ -30,14 +30,25 @@ export interface ToolUseBlock {
   input: Record<string, unknown>;
 }
 
+const MAX_RETRIES = 3;
+
 export async function makeRequest<T extends BaseTool>(
   prompt: string,
   toolDef: T
 ): Promise<Record<string, unknown>> {
+  const requiredFields = toolDef.input_schema.required
+    ? [...toolDef.input_schema.required]
+    : Object.keys(toolDef.input_schema.properties);
+
+  let lastError: Error | null = null;
+
+  for (let attempt = 1; attempt <= MAX_RETRIES; attempt++) {
     try {
+      console.log(`AI request attempt ${attempt}/${MAX_RETRIES}`);
+
       const completion = await getClient().chat.completions.create({
         model: 'Meta-Llama-3_3-70B-Instruct',
-      temperature: 1,
+        temperature: 0.7,
         max_tokens: 16000,
         tools: [
           {
@@ -48,9 +59,7 @@ export async function makeRequest<T extends BaseTool>(
               parameters: {
                 type: 'object',
                 properties: toolDef.input_schema.properties,
-              required: toolDef.input_schema.required
-                ? [...toolDef.input_schema.required]
-                : undefined
+                required: requiredFields
               }
             }
           }
@@ -62,8 +71,14 @@ export async function makeRequest<T extends BaseTool>(
         messages: [
           {
             role: 'system',
-          content:
-            'You are a data generation assistant. Generate realistic, diverse synthetic data. You must respond ONLY with the function call. Do not include any text outside the function call.'
+            content: `You are a data generation assistant that creates realistic synthetic data.
+
+CRITICAL REQUIREMENTS:
+1. You MUST call the function with ALL required fields populated
+2. Required top-level fields: ${requiredFields.join(', ')}
+3. Every nested object and array must be fully populated with realistic data
+4. Do NOT leave any field as null, undefined, or empty
+5. Generate diverse, realistic Italian consumer data`
           },
           {
             role: 'user',
@@ -89,7 +104,17 @@ export async function makeRequest<T extends BaseTool>(
       const result = JSON.parse(toolCall.function.arguments);
       return result;
     } catch (error) {
-    console.error('Error making request:', error);
-    throw Error('OVH AI Endpoints client error.');
+      console.error(`Attempt ${attempt} failed:`, error);
+      lastError = error as Error;
+
+      if (attempt < MAX_RETRIES) {
+        const delay = 1000 * attempt;
+        console.log(`Retrying in ${delay}ms...`);
+        await new Promise(resolve => setTimeout(resolve, delay));
       }
+    }
+  }
+
+  console.error('All retry attempts failed');
+  throw lastError || new Error('OVH AI Endpoints client error.');
 }