ai.lib.php

Go to the documentation of this file.

<?php
/* Copyright (C) 2022   Alice Adminson      <aadminson@example.com>
 * Copyright (C) 2024-2025  Frédéric France     <frederic.france@free.fr>
 * Copyright (C) 2024   MDW           <mdeweerd@users.noreply.github.com>
 * Copyright (C) 2026   Anthony Damhet      <a.damhet@progiseize.fr>
 * Copyright (C) 2026   Nick Fragoulis
 * Copyright (C) 2026   Jose Martinez     <jose.martinez@pichinov.com>
 *
 * This program is free software: you can redistribute it and/or modify
 * it under the terms of the GNU General Public License as published by
 * the Free Software Foundation, either version 3 of the License, or
 * (at your option) any later version.
 *
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY, without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
 *
 * You should have received a copy of the GNU General Public License
 * along with this program.  If not, see <https://www.gnu.org/licenses/>.
 */
 
include_once DOL_DOCUMENT_ROOT.'/ai/class/ai.class.php';
 
 
function getListOfAIFeatures()
{
  global $langs;
 
  $arrayofaifeatures = array(
    'textgenerationemail' => array('label' => $langs->trans('TextGeneration').' ('.$langs->trans("EmailContent").')', 'picto' => '', 'status' => 'dolibarr', 'function' => 'TEXT', 'placeholder' => Ai::AI_DEFAULT_PROMPT_FOR_EMAIL),
    'textgenerationwebpage' => array('label' => $langs->trans('TextGeneration').' ('.$langs->trans("WebsitePage").')', 'picto' => '', 'status' => 'dolibarr', 'function' => 'TEXT', 'placeholder' => Ai::AI_DEFAULT_PROMPT_FOR_WEBPAGE),
    'textgeneration' => array('label' => $langs->trans('TextGeneration').' ('.$langs->trans("Other").')', 'picto' => '', 'status' => 'notused', 'function' => 'TEXT'),
 
    'texttranslation' => array('label' => $langs->trans('TextTranslation'), 'picto' => '', 'status'=>'dolibarr', 'function' => 'TEXT', 'placeholder' => Ai::AI_DEFAULT_PROMPT_FOR_TEXT_TRANSLATION),
    'textsummarize' => array('label' => $langs->trans('TextSummarize'), 'picto' => '', 'status'=>'dolibarr', 'function' => 'TEXT', 'placeholder' => Ai::AI_DEFAULT_PROMPT_FOR_TEXT_SUMMARIZE),
    'textspellchecker' => array('label' => $langs->trans('TextSpellChecker'), 'picto' => '', 'status'=>'dolibarr', 'function' => 'TEXT', 'placeholder' => Ai::AI_DEFAULT_PROMPT_FOR_TEXT_SPELLCHECKER),
    'textrephrase' => array('label' => $langs->trans('TextRephraser'), 'picto' => '', 'status'=>'dolibarr', 'function' => 'TEXT', 'placeholder' => Ai::AI_DEFAULT_PROMPT_FOR_TEXT_REPHRASER),
 
    'textgenerationextrafield' => array('label' => $langs->trans('TextGeneration').' ('.$langs->trans("ExtrafieldFiller").')', 'picto' => '', 'status'=>'dolibarr', 'function' => 'TEXT', 'placeholder' => Ai::AI_DEFAULT_PROMPT_FOR_EXTRAFIELD_FILLER),
 
    'imagegeneration' => array('label' => 'ImageGeneration', 'picto' => '', 'status' => 'notused', 'function' => 'IMAGE'),
    'videogeneration' => array('label' => 'VideoGeneration', 'picto' => '', 'status' => 'notused', 'function' => 'VIDEO'),
    'audiogeneration' => array('label' => 'AudioGeneration', 'picto' => '', 'status' => 'notused', 'function' => 'AUDIO'),
    'transcription' => array('label' => 'AudioTranscription', 'picto' => '', 'status' => 'notused', 'function' => 'TRANSCRIPT'),
    'translation' => array('label' => 'AudioTranslation', 'picto' => '', 'status' => 'notused', 'function' => 'TRANSLATE'),
    'docparsing' => array('label' => 'DocumentParsing', 'picto' => '', 'status' => 'experimental', 'function' => 'DOCPARSING')
  );
 
  return $arrayofaifeatures;
}
 
function getListOfAIServices()
{
  global $langs;
 
  $arrayofai = array(
    '-1' => array('label' => $langs->trans('SelectAService')),
    'chatgpt' => array(
      'label'           => 'ChatGPT (OpenAI)',
      'url'             => 'https://api.openai.com/v1/',
      'setup'           => 'https://platform.openai.com/account/api-keys',
      'textgeneration'  => array('default' => 'gpt-5.6'),             //  updated Oct 2026
      'imagegeneration' => array('default' => 'gpt-image-2'),       // Replaced DALL-E 3; 4x faster and native to GPT-5
      'audiogeneration' => array('default' => 'gpt-audio-1.5'),       // New Feb 23, 2026 release for high-fidelity audio out
      'videogeneration' => array('default' => 'sora-2'),              // OpenAI's standard API video model
      'transcription'   => array('default' => 'gpt-transcribe'),    // Dedicated model
      'translation'     => array('default' => 'gpt-5.6'),        // Still the best for multi-language audio translation
      'docparsing'      => array('default' => 'gpt-5.6'),             // Uses the new Responses API / Vision capabilities
      'adapter_type'    => 'openai'
    ),
    'groq' => array(
      'label'           => 'Groq (LPU Inference)',
      'url'             => 'https://api.groq.com/openai/v1/',
      'setup'           => 'https://console.groq.com/keys',
      'textgeneration'  => array('default' => 'llama-4-8b-instant'),    // February 2026 flagship for extreme speed (1,000+ t/s)
      'imagegeneration' => array('default' => 'na'),
      'audiogeneration' => array('default' => 'na'),
      'videogeneration' => array('default' => 'na'),
      'transcription'   => array('default' => 'whisper-large-v3-turbo'), // Groq's specialized high-speed Whisper implementation
      'translation'     => array('default' => 'whisper-large-v3-turbo'), // High-speed audio translation to English
      'docparsing'      => array('default' => 'llama-4-70b-versatile'),  // Best for structured data extraction from text
      'adapter_type'    => 'openai'
    ),
    'mistral' => array(
      'label' => 'Mistral AI',
      'url' => 'https://api.mistral.ai/v1/',
      'setup' => 'https://console.mistral.ai/api-keys/',
      'textgeneration' => array('default' => 'mistral-small-latest', 'examples' => 'mistral-tiny-latest, mistral-small-latest, mistral-medium-latest, mistral-large-latest'),    // Points to Mistral Small 3 (updated Feb 2026)
      'imagegeneration' => array('default' => 'na'),
      'audiogeneration' => array('default' => 'na'),
      'videogeneration' => array('default' => 'na'),
      'transcription' => array('default' => 'na'),
      'translation' => array('default' => 'na'),
      'docparsing' => array('default' => 'pixtral-12b-latest'),         // Mistral's native vision/doc model
      'adapter_type' => 'openai'
    ),
    'deepseek' => array(
      'label' => 'DeepSeek',
      'url' => 'https://api.deepseek.com',
      'setup' => 'https://platform.deepseek.com/api_keys',
      'textgeneration' => array('default' => 'deepseek-v4'),             // Released Feb 2026, flagship MoE model
      'imagegeneration' => array('default' => 'deepseek-janus-2'),       // DeepSeek's latest multimodal vision/gen model
      'audiogeneration' => array('default' => 'na'),
      'videogeneration' => array('default' => 'na'),
      'transcription' => array('default' => 'na'),
      'translation' => array('default' => 'na'),
      'docparsing' => array('default' => 'deepseek-v4'),                 // Massive 1M context support for parsing
      'adapter_type' => 'openai'
    ),
    'perplexity' => array(
      'label' => 'Perplexity (Sonar)',
      'url' => 'https://api.perplexity.ai',
      'setup' => 'https://www.perplexity.ai/settings/api',
      'textgeneration' => array('default' => 'sonar-pro'),               // Flagship search model as of Feb 2026
      'imagegeneration' => array('default' => 'na'),
      'audiogeneration' => array('default' => 'na'),
      'videogeneration' => array('default' => 'na'),
      'transcription' => array('default' => 'na'),
      'translation' => array('default' => 'na'),
      'docparsing' => array('default' => 'sonar-reasoning'),             // Best for analyzing search-grounded docs
      'adapter_type' => 'openai'
    ),
    'zai' => array(
      'label' => 'Zhipu AI (GLM)',
      'url' => 'https://api.z.ai/api/paas/v4',
      'setup' => 'https://docs.z.ai/guides/overview/quick-start',
      'textgeneration' => array('default' => 'glm-5'),                  // Flagship released February 11, 2026
      'imagegeneration' => array('default' => 'cogview-4'),              // Zhipu's latest SOTA image generator
      'audiogeneration' => array('default' => 'cogvlm2-audio'),          // High-fidelity conversational audio
      'videogeneration' => array('default' => 'cogvideox-2'),            // Flagship API video model
      'transcription' => array('default' => 'na'),
      'translation' => array('default' => 'na'),
      'docparsing' => array('default' => 'glm-5'),                      // Top-tier agentic document processing
      'adapter_type' => 'openai'
    ),
    'custom' => array(
      'label' => 'Custom',
      'url' => 'https://domainofapi.com/v1/',
      'setup' => 'Ask your AI provider how to get your API key',
      'textgeneration' => array('default' => 'tinyllama-1.1b'),
      'imagegeneration' => array('default' => 'mixtral-8x7b-32768'),
      'audiogeneration' => array('default' => 'mixtral-8x7b-32768'),
      'videogeneration' => array('default' => 'na'),
      'transcription' => array('default' => 'mixtral-8x7b-32768'),
      'translation' => array('default' => 'mixtral-8x7b-32768'),
      'docparsing' => array('default' => 'na'),
      'adapter_type' => 'openai'
    ),
    // --- SPECIALIZED ADAPTERS ---
    'anthropic' => array(
      'label' => 'Anthropic (Claude)',
      'url' => 'https://api.anthropic.com/v1/',
      'setup' => 'https://console.anthropic.com/',
      'textgeneration' => array('default' => 'claude-opus-5'),    // Current Anthropic flagship; 1M context window
      'imagegeneration' => array('default' => 'na'),              // Anthropic remains focused on text/code logic
      'audiogeneration' => array('default' => 'na'),
      'videogeneration' => array('default' => 'na'),
      'transcription' => array('default' => 'na'),
      'translation' => array('default' => 'na'),
      'docparsing' => array('default' => 'claude-opus-5'),      // Leading model for "Computer Use" and PDF analysis
      'adapter_type' => 'anthropic'
    ),
    'google' => array(
      'label' => 'Google Gemini',
      'url' => 'https://generativelanguage.googleapis.com/v1beta/',
      'setup' => 'https://aistudio.google.com/',
      'textgeneration' => array('default' => 'gemini-3.1-pro-preview'), // Flagship reasoning model released Feb 19, 2026
      'imagegeneration' => array('default' => 'nano-banana-pro'),       // Latest SOTA image model (Gemini 3 Pro Image)
      'audiogeneration' => array('default' => 'gemini-2.5-pro-tts'),    // High-fidelity native speech synthesis
      'videogeneration' => array('default' => 'veo-3.1'),              // Google's flagship cinematic video API
      'transcription' => array('default' => 'gemini-3.1-pro-preview'),  // Native multi-modal audio reasoning
      'translation' => array('default' => 'gemini-3.1-pro-preview'),    // Native audio-to-text translation
      'docparsing' => array('default' => 'gemini-3.1-pro-preview'),     // Massive 2M+ context window for full repo parsing
      'adapter_type' => 'google'
    )
  );
 
  return $arrayofai;
}
 
function testAIConnection(string $service, string $key, string $url): array
{
  if (empty($key)) {
    return ['success' => false, 'message' => 'API Key is empty'];
  }
 
  // Load Defaults (Ensure this function exists or handle the error)
  if (!function_exists('getListOfAIServices')) {
    return ['success' => false, 'message' => 'Configuration helper function missing.'];
  }
 
  $list = getListOfAIServices();
  $defUrl = $list[$service]['url'] ?? '';
  // Use model from config, fallback to hardcoded if necessary
  $defaultModel = $list[$service]['model'] ?? 'unknown';
 
  // Normalize URL
  if (empty($url)) {
    $url = $defUrl;
  }
  $url = rtrim($url, '/');
 
  $data = [];
  $headers = ["Content-Type: application/json"];
 
  $model = '';
  if (empty($model)) {
    $model = getDolGlobalString('AI_API_' . strtoupper($service) . '_MODEL_TEXT');
  }
 
  // GOOGLE
  if ($service == 'google' || strpos($url, 'googleapis') !== false) {
    if (strpos($url, ':generateContent') === false) {
      if (strpos($url, 'models') === false) {
        $url .= "/models/$model:generateContent";
      } else {
        $url .= "/$model:generateContent";
      }
    }
    $url .= "?key=" . $key;
    $data = ["contents" => [ ["parts" => [ ["text" => "Hello"] ] ] ], "generationConfig" => ["maxOutputTokens" => 5]];
  } elseif ($service == 'anthropic' || strpos($url, 'anthropic') !== false) {  // ANTHROPIC
    if (strpos($url, 'messages') === false) $url .= '/messages';
    $headers[] = "x-api-key: $key";
    $headers[] = "anthropic-version: 2023-06-01";
    $data = [
      "model" => $model, // Uses Configured Model
      "messages" => [["role" => "user", "content" => "Hello"]],
      "max_tokens" => 5
    ];
  } else {
    if (strpos($url, '/chat/completions') === false) $url .= '/chat/completions';
    $headers[] = "Authorization: Bearer $key";
 
    $data = [
      "model" => $model, // Uses Configured Model (from Priority Chain)
      "messages" => [["role" => "user", "content" => "Hello"]],
      "max_tokens" => 5
    ];
  }
 
  // Execute request with the Dolibarr HTTP wrapper (handles proxy, SSL and logging)
  include_once DOL_DOCUMENT_ROOT.'/core/lib/geturl.lib.php';
 
  // By default, we accept only external endpoints ($dolibarr_ai_allow_local_endpoints is not set).
  // To allow local endpoints, we must set $dolibarr_ai_allow_local_endpoints to 1 or 2 in conf.php.
  global $dolibarr_ai_allow_local_endpoints;
  $localurl = empty($dolibarr_ai_allow_local_endpoints) ? 0 : 2;
 
  $result = getURLContent($url, 'POST', json_encode($data), 1, $headers, array('http', 'https'), $localurl, -1, 0, 10);
  $httpCode = (int) ($result['http_code'] ?? 0);
  $responseContent = (string) ($result['content'] ?? '');
 
  if (!empty($result['curl_error_no'])) {
    return ['success' => false, 'message' => "Curl Error: ".($result['curl_error_msg'] ?? '')];
  }
 
  if ($httpCode >= 200 && $httpCode < 300) {
    return ['success' => true, 'message' => "OK (HTTP $httpCode)."];
  } else {
    $json = json_decode($responseContent, true);
    // Attempt to find the error message in various common structures
    $msg = $json['error']['message'] ?? $json['message'] ?? substr($responseContent, 0, 150);
    return ['success' => false, 'message' => "HTTP $httpCode. Error: $msg"];
  }
}
 
 
function ai_validate_attachments(array $attachments, &$error)
{
  global $langs;
 
  $error = '';
  if (empty($attachments)) {
    return true;
  }
  $langs->load("other");  // owns the AIAttachment* keys; callers load it later or not at all
 
  if (getDolGlobalInt('AI_PRIVACY_REDACTION', 0)) {
    $error = $langs->trans("AIAttachmentBlockedByPrivacy");
 
    return false;
  }
 
  // Cap the number of attachments server-side too: the chat enforces it
  // client-side only, and other callers may not. 0 means unlimited.
  $maxfiles = getDolGlobalInt('AI_ATTACHMENT_MAX_FILES', 5);
  if ($maxfiles > 0 && count($attachments) > $maxfiles) {
    $error = $langs->trans("AIAttachmentTooMany", (string) $maxfiles);
 
    return false;
  }
 
  $allowedmimes = array('application/pdf', 'image/png', 'image/jpeg', 'image/gif', 'image/webp');
  // HEIC/HEIF reach this point only through the native-send fallback of the
  // chat (browser unable to transcode): acceptable solely when the active
  // provider consumes them (Gemini); other providers 400 on the MIME.
  if ((getListOfAIServices()[getDolGlobalString('AI_API_SERVICE')]['adapter_type'] ?? '') === 'google') {
    $allowedmimes[] = 'image/heic';
    $allowedmimes[] = 'image/heif';
  }
  $maxbytes = getDolGlobalInt('AI_ATTACHMENT_MAX_MB', 10) * 1024 * 1024;
  $totalbytes = 0;
  foreach ($attachments as $att) {
    if (!in_array($att['mime'], $allowedmimes, true)) {
      $error = $langs->trans("AIAttachmentTypeNotAllowed", $att['mime']);
 
      return false;
    }
    // 3/4 ratio: decoded size of a base64 payload without decoding it.
    $bytes = (int) (strlen($att['data']) * 3 / 4);
    $totalbytes += $bytes;
    if ($bytes > $maxbytes || $totalbytes > $maxbytes) {
      $error = $langs->trans("AIAttachmentTooLarge", (string) getDolGlobalInt('AI_ATTACHMENT_MAX_MB', 10));
 
      return false;
    }
  }
 
  return true;
}
 
function aiTruncateForLog($text, $max = 60000)
{
  $len = dol_strlen($text);
  if ($len <= $max) {
    return $text;
  }
  $head = (int) floor($max / 2);
  $tail = $max - $head;
 
  return dol_substr($text, 0, $head)
    ."\n... [Truncated ".($len - $max)." chars] ...\n"
    .dol_substr($text, $len - $tail, $tail);
}
 
function ai_log_request($db, $user, $query, array $response, $provider, float $time, float $confidence, $status, $error = '', $rawReq = '', $rawRes = '', array $context = array(), &$logId = null)
{
  global $conf;
 
  $logId = 0;
 
  if (!getDolGlobalInt('AI_LOG_REQUESTS')) {
    return 0;
  }
 
  $tool = isset($response['tool']) ? (string) $response['tool'] : '';
 
  // Keep both ends when trimming: a request payload starts with the tool
  // schemas (tens of kB, identical on every call) and ends with the system
  // rules, the user query and the page context - the part anyone reads a
  // log for. Cutting only the tail threw exactly that away.
  // Structured tool output must remain valid JSON for subsequent reads.
  $rawResStr = (string) $rawRes;
  if (empty($context['preserve_payloads'])) {
    $rawReq = aiTruncateForLog($rawReq, 60000);
    $rawResStr = aiTruncateForLog($rawResStr, 60000);
  }
 
  $sql = "INSERT INTO " . $db->prefix() . "ai_request_log (";
  $sql .= "entity, date_request, fk_user, query_text, tool_name, provider, ";
  $sql .= "execution_time, confidence, status, error_msg, raw_request_payload, raw_response_payload";
  // Each optional group keys on ITS OWN entries, so a caller passing only
  // token usage does not drag empty audit hashes along, and vice versa.
  $hasAudit = isset($context['fk_actioncomm']) || isset($context['input_hash']) || isset($context['output_hash']) || isset($context['security_hash']);
  $hasUsage = isset($context['tokens_input']) || isset($context['tokens_output']) || isset($context['model']);
  if ($hasAudit) {
    $sql .= ", fk_actioncomm, input_hash, output_hash, security_hash";
  }
  if ($hasUsage) {
    $sql .= ", tokens_input, tokens_output, model";
  }
  $sql .= ") VALUES (";
  $sql .= ((int) $conf->entity) . ", ";
  $sql .= "'" . $db->idate(dol_now()) . "', ";
  $sql .= ((int) $user->id) . ", ";
  $sql .= "'" . $db->escape($query) . "', ";
  $sql .= "'" . $db->escape($tool) . "', ";
  $sql .= "'" . $db->escape($provider) . "', ";
  $sql .= ((float) $time) . ", ";
  $sql .= ((float) $confidence) . ", ";
  $sql .= "'" . $db->escape($status) . "', ";
  $sql .= "'" . $db->escape($error) . "', ";
  $sql .= "'" . $db->escape($rawReq) . "', ";
  $sql .= "'" . $db->escape($rawResStr) . "'";
  if ($hasAudit) {
    $sql .= ", ".(!empty($context['fk_actioncomm']) && $context['fk_actioncomm'] > 0 ? (int) $context['fk_actioncomm'] : 'NULL');
    $sql .= ", '".$db->escape($context['input_hash'] ?? '')."'";
    $sql .= ", '".$db->escape($context['output_hash'] ?? '')."'";
    $sql .= ", '".$db->escape($context['security_hash'] ?? '')."'";
  }
  if ($hasUsage) {
    $sql .= ", ".(isset($context['tokens_input']) ? (int) $context['tokens_input'] : 'NULL');
    $sql .= ", ".(isset($context['tokens_output']) ? (int) $context['tokens_output'] : 'NULL');
    $sql .= ", '".$db->escape((string) ($context['model'] ?? ''))."'";
  }
  $sql .= ")";
 
  $resql = $db->query($sql);
  if (!$resql) {
    dol_syslog(__FUNCTION__.": ".$db->lasterror(), LOG_ERR);
  } else {
    $logId = (int) $db->last_insert_id($db->prefix()."ai_request_log");
  }
 
  return 0;
}
 
function getListForAISummarize()
{
  $arrayforaisummarize = array(
    //'20_w' => 'SummarizeTwentyWords',
    '50_w' => 'SummarizeFiftyWords',
    '100_w' => 'SummarizeHundredWords',
    '200_w' => 'SummarizeTwoHundredWords',
    '1_p' => 'SummarizeOneParagraphs',
    '2_p' => 'SummarizeTwoParagraphs',
    '25_pc' => 'SummarizeTwentyFivePercent',
    '50_pc' => 'SummarizeFiftyPercent',
    '75_pc' => 'SummarizeSeventyFivePercent'
  );
 
  return $arrayforaisummarize;
}
 
function getListForAIRephraseStyle()
{
  $arrayforaierephrasestyle = array(
    'spellchecker' => 'RephraseSpellChecker',
    'professional' => 'RephraseStyleProfessional',
    'humouristic' => 'RephraseStyleHumouristic',
  );
 
  return $arrayforaierephrasestyle;
}
 
function aiAdminPrepareHead()
{
  global $langs, $conf;
 
  $langs->load("agenda");
 
  $h = 0;
  $head = array();
 
  $head[$h][0] = dol_buildpath("/ai/admin/setup.php", 1);
  $head[$h][1] = $langs->trans("Settings");
  $head[$h][2] = 'settings';
  $h++;
 
  $head[$h][0] = dol_buildpath("/ai/admin/custom_prompt.php", 1);
  $head[$h][1] = $langs->trans("CustomPrompt");
  $head[$h][2] = 'custom';
  $h++;
 
  if (getDolGlobalString("MAIN_FEATURES_LEVEL") >= 1) {
    $head[$h][0] = dol_buildpath("/ai/admin/assistant.php", 1);
    $head[$h][1] = $langs->trans("Assistant");
    $head[$h][2] = 'assistant';
    $h++;
  }
 
  if (getDolGlobalString("MAIN_FEATURES_LEVEL") >= 1) {
    $head[$h][0] = dol_buildpath("/ai/admin/server_mcp.php", 1);
    $head[$h][1] = $langs->trans("MCPServer");
    $head[$h][2] = 'servermcp';
    $h++;
  }
 
  if (getDolGlobalString("MAIN_FEATURES_LEVEL") >= 1) {
    $head[$h][0] = dol_buildpath("/ai/admin/configure_tools.php", 1);
    $head[$h][1] = $langs->trans("ToolAccessControl");
    $head[$h][2] = 'tools';
    $h++;
  }
 
  /*
  $head[$h][0] = dol_buildpath("/ai/admin/myobject_extrafields.php", 1);
  $head[$h][1] = $langs->trans("ExtraFields");
  $head[$h][2] = 'myobject_extrafields';
  $h++;
  */
 
  // Show more tabs from modules
  // Entries must be declared in modules descriptor with line
  //$this->tabs = array(
  //  'entity:+tabname:Title:@ai:/ai/mypage.php?id=__ID__'
  //); // to add new tab
  //$this->tabs = array(
  //  'entity:-tabname:Title:@ai:/ai/mypage.php?id=__ID__'
  //); // to remove a tab
  complete_head_from_modules($conf, $langs, null, $head, $h, 'ai@ai');
 
  complete_head_from_modules($conf, $langs, null, $head, $h, 'ai@ai', 'remove');
 
  return $head;
}
 
function getAiAssistantProviderLabel()
{
  $serviceKey = getDolGlobalString('AI_API_SERVICE');
  if (empty($serviceKey) || $serviceKey === '-1') {
    return '';
  }
 
  $services = getListOfAIServices();
 
  return isset($services[$serviceKey]['label']) ? (string) $services[$serviceKey]['label'] : (string) $serviceKey;
}
 
function getAiProviderModelList($db, $forcerefresh = false)
{
  global $conf;
 
  $serviceKey = getDolGlobalString('AI_API_SERVICE');
  if (empty($serviceKey) || $serviceKey == '-1') {
    return array('service' => '', 'models' => array());
  }
 
  if (!$forcerefresh) {
    $cacheraw = getDolGlobalString('AI_MODELS_LIST_CACHE');
    if ($cacheraw) {
      $cache = json_decode($cacheraw, true);
      if (is_array($cache) && !empty($cache['service']) && $cache['service'] === $serviceKey
        && !empty($cache['ts']) && (dol_now() - (int) $cache['ts']) < 3600
        && !empty($cache['models']) && is_array($cache['models'])) {
        return array('service' => $serviceKey, 'models' => $cache['models']);
      }
    }
  }
 
  include_once DOL_DOCUMENT_ROOT.'/core/lib/geturl.lib.php';
  include_once DOL_DOCUMENT_ROOT.'/core/lib/admin.lib.php';
 
  $servicesList = getListOfAIServices();
  $adapterType = $servicesList[$serviceKey]['adapter_type'] ?? 'openai';
  $defUrl = $servicesList[$serviceKey]['url'] ?? '';
  $baseUrl = rtrim(getDolGlobalString('AI_API_'.strtoupper($serviceKey).'_URL') ?: $defUrl, '/');
 
  $apiKey = getDolGlobalString('AI_API_'.strtoupper($serviceKey).'_KEY');
  if (preg_match('/^crypt:/', $apiKey)) {
    $apiKey = dolDecrypt($apiKey, $conf->file->instance_unique_id);
  }
  if (empty($apiKey) || empty($baseUrl)) {
    return array('service' => $serviceKey, 'models' => array());
  }
 
  $models = array();
  if ($adapterType === 'anthropic') {
    $headers = array('x-api-key: '.$apiKey, 'anthropic-version: 2023-06-01');
    $res = getURLContent($baseUrl.'/models?limit=100', 'GET', '', 1, $headers, array('http', 'https'), 2);
    $json = json_decode($res['content'] ?? '', true);
    foreach ((array) ($json['data'] ?? array()) as $m) {
      if (!empty($m['id'])) {
        $models[] = (string) $m['id'];
      }
    }
  } elseif ($adapterType === 'google') {
    $res = getURLContent($baseUrl.'/models?pageSize=200&key='.urlencode($apiKey), 'GET', '', 1, array(), array('http', 'https'), 2);
    $json = json_decode($res['content'] ?? '', true);
    foreach ((array) ($json['models'] ?? array()) as $m) {
      if (!empty($m['name'])) {
        $models[] = preg_replace('/^models\//', '', (string) $m['name']);
      }
    }
  } else {
    // OpenAI-compatible providers (OpenAI, Mistral, Groq, DeepSeek, custom...)
    $headers = array('Authorization: Bearer '.$apiKey);
    $res = getURLContent($baseUrl.'/models', 'GET', '', 1, $headers, array('http', 'https'), 2);
    $json = json_decode($res['content'] ?? '', true);
    foreach ((array) ($json['data'] ?? array()) as $m) {
      if (!empty($m['id'])) {
        $models[] = (string) $m['id'];
      }
    }
  }
 
  $models = array_values(array_unique($models));
  sort($models);
 
  if (count($models)) {
    dolibarr_set_const($db, 'AI_MODELS_LIST_CACHE', json_encode(array('service' => $serviceKey, 'ts' => dol_now(), 'models' => $models)), 'chaine', 0, '', $conf->entity);
  }
 
  return array('service' => $serviceKey, 'models' => $models);
}
 
function aiSuggestClosestModel($missing, array $models)
{
  $best = '';
  $bestScore = -1.0;
  foreach ($models as $cand) {
    $pct = 0.0;
    similar_text(strtolower($missing), strtolower($cand), $pct);
    $score = $pct;
    if (strtok(strtolower($missing), '-') === strtok(strtolower($cand), '-')) {
      $score += 15.0; // same family beats a slightly closer string of another family
    }
    if ($score > $bestScore) {
      $bestScore = $score;
      $best = $cand;
    }
  }
  return ($bestScore >= 50.0) ? $best : '';
}
 
function getAiChatAssistantConfig()
{
  global $conf, $langs, $user;
 
  $langs->loadLangs(array('main', 'bills', 'companies', 'products', 'other'));
 
  $keys = array(
    // Table header labels for common API fields (see FIELD_LABELS in ai_assistant.js)
    'AIAttachmentBlockedByPrivacy', 'AIAttachmentHeicUnsupported', 'AIAttachmentTooMany', 'MissingInformation', 'CouldYouClarify',
    'Ref', 'Label', 'ThirdParty', 'Customer', 'Paid', 'Status', 'Type', 'Email', 'Town', 'Date',
    'DateInvoice', 'DateMaxPayment', 'AmountHT', 'AmountTTC', 'AmountVAT', 'RemainderToPay',
    'Price', 'PriceTTC', 'VATRate', 'CustomerCode', 'SupplierCode', 'Supplier', 'TotalHT', 'TotalTTC',
    // General UI
    'NoDataAvailable',
    'Error',
    'NoRecordFound',
    'Download',
    'Show',
    'Confirm',
    'ConfirmAiAction', 'ConfirmAiWrite',
    'ClearChatHistoryTitle',
    'HistoryCleared',
    'Send',
    'TypeYourQuestion',
 
    // Placeholders & Status
    'TypeOrSpeak',
    'DocLoaded',
    'Listening',
    'Transcribed',
    'NoSpeech',
    'ProcessingAudio',
    'Timeout',
    'Cancelled',
 
    // Engine Specific
    'CloudSpeechReady',
    'WhisperReady',
    'DownloadingModel',
    'ModelLoading',
 
    // Document Processing
    'ProcessingFile',
    'ReadingPdf',
    'PdfError',
    'UnsupportedFileType',
    'TryingOCR',
    'OcrProgress',
    'SwitchingAIModel',
    'OcrFailed',
    'ReadingWord',
    'ReadingExcel',
    'ReadingOdf',
 
    // Errors
    'MicError',
    'MicTooQuiet',
    'ConnectionBlocked',
    'ConnectionBlockedHelp',
    'WorkerInitFailed',
    'NetworkError',
    'AIError',
    'EmptyAIResponse',
    'BrowserNotSupported',
    'AISessionExpiredReload',
 
    // Context pins
    'AIContextPinOn',
    'AIContextPinOff',
    'AIContextCounter',
    'AIContextAuto',
    'AIContextAutoTitle',
    'AIContextClear',
    'AIContextClearTitle',
    'AIContextAll',
    'AIContextAllTitle',
    'AIContextAttachmentOnly',
 
    // Actions & Dialogs
    'YesProceed',
    'Cancel',
    'Submit',
    'ActionCancelled',
    'ExecutingTool',
    'FetchingData',
    'GeneratingLink',
    'Found',
    'File',
    'Preview',
    'TypeResponse',
    'OpenVerb',
 
    // Voice Confirmation
    'VoiceYesNo',
    'VoiceQuiet',
    'PleaseRepeat',
    'HeardText',
 
    // Context
    'DocContextIntro',
    'DocContextOutro',
 
    // Model picker
    'AIModelAuto',
    'AIModelFast',
    'AIModelBalanced',
    'AIModelDeep',
    'AIModelSavedGone'
  );
 
  $ai_translations = array();
  foreach ($keys as $key) {
    $ai_translations[$key] = $langs->transnoentitiesnoconv($key);
  }
  // Keys whose %s placeholders are consumed CLIENT-side: trans() always
  // sprintf()s the string (empty defaults eat the %s - same trap as the
  // TakePOS split-amount labels), so re-feed literal '%s' as parameters to
  // keep the placeholders intact for the JS .replace() calls.
  $ai_translations['AIContextCounter'] = $langs->transnoentitiesnoconv('AIContextCounter', '%s', '%s', '%s');
  $ai_translations['AIContextAuto'] = $langs->transnoentitiesnoconv('AIContextAuto', '%s');
  $ai_translations['AIContextAutoTitle'] = $langs->transnoentitiesnoconv('AIContextAutoTitle', '%s');
  $ai_translations['AIAttachmentTooMany'] = $langs->transnoentitiesnoconv('AIAttachmentTooMany', '%s');
  $ai_translations['DownloadPdf'] = $langs->transnoentitiesnoconv("Download").' PDF';
  $ai_translations['CloudVoiceRequiresSecureContext'] = $langs->trans(
    "CloudVoiceRequiresSecureContext",
    "HTTPS",
    "localhost",
    "Whisper"
  );
 
  // First letter of the current user name, shown in the "user" message avatar
  $userinitial = '';
  if (is_object($user)) {
    $namesource = $user->firstname ? $user->firstname : ($user->login ? $user->login : '');
    $userinitial = dol_strtoupper(dol_substr($namesource, 0, 1));
  }
 
  return array(
    'mode' => getDolGlobalString('AI_DEFAULT_INPUT_MODE'),
    'labels' => $ai_translations,
    // Presentation context for tool results: money, date and label
    // formatting happen client-side on raw API data.
    'privacyRedaction' => getDolGlobalInt('AI_PRIVACY_REDACTION', 0),
    // Attachment count cap, so the client mirrors the server-side guard
    // of ai_validate_attachments() instead of hardcoding its own.
    'maxAttachments' => getDolGlobalInt('AI_ATTACHMENT_MAX_FILES', 5),
    // Recent exchanges that follow the model by default (sliding window).
    // Off (0) until an administrator decides otherwise: past answers carry
    // business content the privacy masking does not cover, so sending them
    // back on every request is not a default the module takes by itself.
    'autoContext' => getDolGlobalInt('AI_CHAT_CONTEXT_AUTO_EXCHANGES', 0),
    // Gemini is the only wired provider taking HEIC natively; the chat JS
    // falls back to it when the browser cannot transcode HEIC to JPEG.
    'providerAcceptsHeic' => ((getListOfAIServices()[getDolGlobalString('AI_API_SERVICE')]['adapter_type'] ?? '') === 'google' ? 1 : 0),
    'currency' => $conf->currency,
    'locale' => str_replace('_', '-', $langs->getDefaultLang()),
    'urlRoot' => DOL_URL_ROOT,
    // Endpoints are called with absolute URLs so the chat also works when
    // injected into another page (topbar popover) and not only when served
    // from /ai/assistant/index.php.
    'baseUrl' => dol_buildpath('/ai/assistant/', 1),
    'token' => newToken(),
    'userInitial' => $userinitial,
  );
}
 
function getAiChatAssistantHtml($mode = 'page')
{
  global $langs, $user, $conf;
 
  $out = '';
 
  // Config travels as a data attribute: <script> tags injected via innerHTML
  // are never executed by the browser, so a window.AI_CONFIG inline script
  // would not work for the AJAX-loaded popover.
  $out .= '<div class="ai-chat-container'.($mode === 'popover' ? ' ai-in-popover' : '').'"';
  $out .= ' data-ai-config="'.dol_escape_htmltag(json_encode(getAiChatAssistantConfig())).'"';
  if ($mode === 'page') {
    $out .= ' data-ai-autoinit="1"';
  }
  $out .= '>';
 
  // Header
  $out .= '<div class="chat-header">';
  if ($mode === 'popover') {
    // In the popover the title links to the full standalone page
    $title = img_picto('', 'fa-robot', '', 0, 0, 0, '', 'paddingright').$langs->trans("AIAssistant");
    $title = '<a href="'.dol_buildpath('/ai/assistant/index.php', 1).'" class="ai-header-link" title="'.dol_escape_htmltag($langs->trans("AIOpenFullPage")).'">'.$title.'</a>';
    $out .= '<h2>'.$title.'</h2>';
  } else {
    // Full page: assistant identity (avatar + title + current LLM model)
    $out .= '<div class="chat-header-id">';
    $out .= '<span class="chat-header-avatar">'.img_picto('', 'fa-robot').'</span>';
    $out .= '<span class="chat-header-text">';
    $out .= '<span class="chat-header-title">'.$langs->trans("AIAssistant").'</span>';
    $aiprovider = getAiAssistantProviderLabel();
    if ($aiprovider !== '') {
      $out .= '<span class="chat-header-status" title="'.dol_escape_htmltag($langs->trans("AIProviderInUse")).'">'.dol_escape_htmltag($aiprovider).'</span>';
    }
    $out .= '</span>';
    $out .= '</div>';
  }
  $out .= '<div class="header-controls">';
  // Model picker pill: 'Auto' (provider default) + presets + the dynamic model
  // list fetched from ajax/list_models.php by the JS. Choice kept in localStorage.
  $out .= '<select id="model-select" class="engine-select model-select" title="'.dol_escape_htmltag($langs->trans("AIModelToUse")).'">';
  $out .= '<option value="">'.$langs->transnoentitiesnoconv("AIModelAuto").'</option>';
  $out .= '</select>';
  // Engine Switcher (restyled as a pill with a sparkle icon)
  $out .= '<select id="engine-select" class="engine-select">';
  $out .= '<option value="text">'.$langs->transnoentitiesnoconv("OptionTextOnly").'</option>';
  $out .= '<option value="cloud">'.$langs->transnoentitiesnoconv("OptionCloudFast").'</option>';
  $out .= '<option value="whisper">'.$langs->transnoentitiesnoconv("OptionWhisperLocal").'</option>';
  // Note: the legacy 'local_docs'/'cloud_docs' selector modes are gone — documents
  // are now attached with the always-visible paperclip button and routed
  // automatically (local extraction first, cloud parsing as fallback).
  $out .= '</select>';
  // Clear Button
  $out .= '<button type="button" id="clear-btn" class="icon-btn" title="'.dol_escape_htmltag($langs->trans("ClearChatHistoryTitle")).'">';
  $out .= img_picto('', 'fa-trash').' <span class="ai-btn-label">'.$langs->trans("Clear").'</span>';
  $out .= '</button>';
  if ($mode === 'popover') {
    // Window controls of the popover (handled by the bootstrap JS in main.inc.php).
    // The expand button opens the standalone full page (/ai/assistant/index.php)
    // in the current tab; the popover always stays in its large ("expanded") state.
    $out .= '<button type="button" id="ai-expand-btn" class="icon-btn ai-window-btn" title="'.dol_escape_htmltag($langs->trans("AIOpenFullPage")).'" data-fullscreen-url="'.dol_buildpath('/ai/assistant/index.php', 1).'"><i class="fa fa-expand"></i></button>';
    $out .= '<button type="button" id="ai-close-btn" class="icon-btn ai-window-btn" title="'.dol_escape_htmltag($langs->trans("Close")).'"><i class="fa fa-times"></i></button>';
  }
  $out .= '</div>';
  $out .= '</div>';
 
  // Chat History
  $out .= '<div id="chat-history" class="chat-history">';
  if ($mode === 'popover') {
    // Compact greeting line for the narrow popover
    $out .= '<div class="msg system">'.$langs->trans("AIWelcomeMessage").'</div>';
  } else {
    // Full page: rich empty-state welcome screen (hidden by JS as soon as the
    // conversation starts, restored on Clear). Quick cards send a localized
    // ready-made prompt on click (data-prompt).
    $welcomename = $user->firstname ? $user->firstname : (is_object($user) ? $user->login : '');
    $quickcards = array(
      array('icon' => 'fa-file-invoice-dollar', 'key' => 'Invoices'),
      array('icon' => 'fa-chart-line', 'key' => 'Revenue'),
      array('icon' => 'fa-coins', 'key' => 'Finance'),
      array('icon' => 'fa-warehouse', 'key' => 'Inventory'),
    );
    $out .= '<div class="chat-welcome">';
    $out .= '<div class="chat-welcome-avatar">'.img_picto('', 'fa-robot').'</div>';
    $out .= '<h2 class="chat-welcome-title">'.dol_escape_htmltag($langs->trans("AIGreeting", $welcomename)).'</h2>';
    $out .= '<p class="chat-welcome-subtitle">'.dol_escape_htmltag($langs->trans("AIGreetingSubtitle")).'</p>';
    $out .= '<div class="chat-welcome-actions">';
    foreach ($quickcards as $card) {
      $out .= '<button type="button" class="ai-quick-card" data-prompt="'.dol_escape_htmltag($langs->transnoentitiesnoconv("AIQuick".$card['key']."Prompt")).'">';
      $out .= '<span class="ai-quick-icon">'.img_picto('', $card['icon']).'</span>';
      $out .= '<span class="ai-quick-text">';
      $out .= '<span class="ai-quick-title">'.dol_escape_htmltag($langs->trans("AIQuick".$card['key']."Title")).'</span>';
      $out .= '<span class="ai-quick-desc">'.dol_escape_htmltag($langs->trans("AIQuick".$card['key']."Desc")).'</span>';
      $out .= '</span>';
      $out .= '</button>';
    }
    $out .= '</div>';
    $out .= '</div>';
  }
  $out .= '</div>';
 
  // Controls: a single rounded "pill" holding the attach/mic buttons, the
  // textarea and the send button.
  $out .= '<div class="chat-controls">';
  // Attached-file chip (icon + name + remove cross), shown above the input pill
  // once a document has been attached with the paperclip. The document content
  // itself NEVER appears in the input nor in the conversation.
  $out .= '<div id="file-chip-area" class="file-chip-area ai-hidden"></div>';
  $out .= '<div class="chat-input-pill">';
  // Upload Wrapper (always visible: documents can be attached in any mode)
  $out .= '<div id="upload-wrapper" class="upload-wrapper">';
  $out .= '<input type="file" id="file-upload" multiple accept=".pdf,.txt,.xml,.png,.jpg,.jpeg,.heic,.heif,.doc,.docx,.xls,.xlsx,.odt,.ods" style="display: none;">';
  $out .= '<button type="button" id="upload-btn" class="round-btn" title="'.dol_escape_htmltag($langs->transnoentitiesnoconv("AttachFile")).'">'.img_picto('', 'fa-paperclip').'</button>';
  $out .= '</div>';
  // Microphone Wrapper (Visible only in Voice modes)
  $out .= '<div id="mic-wrapper" class="mic-wrapper ai-hidden">';
  $out .= '<button type="button" id="mic-btn" class="round-btn mic-btn" title="'.dol_escape_htmltag($langs->trans("ToggleMicrophone")).'">'.img_picto('', 'fa-microphone').'</button>';
  $out .= '</div>';
  // Text Input
  $out .= '<textarea id="user-input" class="ia-input" rows="1"';
  if (empty($conf->dol_optimize_smallscreen)) {
    $out .= ' placeholder="'.dol_escape_htmltag($langs->trans("TypeYourQuestion")).'"';
  }
  $out .= ' autocomplete="off" spellcheck="false"></textarea>';
  // Send Button
  $out .= '<button type="button" id="send-btn" class="chat-send-btn" title="'.dol_escape_htmltag($langs->trans("SendPrompt")).'">'.img_picto('', 'fa-paper-plane').'</button>';
  $out .= '</div>';
  $out .= '</div>';
 
  $out .= '<div id="status-bar"></div>';
 
  $out .= '</div>';
 
  return $out;
}
 
function aiCheckCsrfToken($context = '')
{
  $token = '';
  if (!empty($_SERVER['HTTP_X_CSRF_TOKEN'])) {
    $token = (string) $_SERVER['HTTP_X_CSRF_TOKEN'];
  } else {
    $token = GETPOST('token', 'alpha');
  }
 
  $sessiontokens = array();
  if (!empty($_SESSION['token'])) {
    $sessiontokens[] = (string) $_SESSION['token'];
  }
  if (!empty($_SESSION['newtoken'])) {
    $sessiontokens[] = (string) $_SESSION['newtoken'];
  }
 
  $valid = false;
  foreach ($sessiontokens as $sessiontoken) {
    if (!empty($token) && hash_equals($sessiontoken, $token)) {
      $valid = true;
      break;
    }
  }
 
  if (!$valid) {
    dol_syslog(
      '[AI] Request to '.($context !== '' ? $context : $_SERVER['PHP_SELF'])
      .' refused by CSRF protection (invalid or missing token).',
      LOG_WARNING
    );
 
    http_response_code(403);
    header('Content-Type: application/json');
    echo json_encode(array('error' => 'Invalid CSRF token'));
    exit;
  }
}
 
function aiStripPersonalExtrafields($db, $payload, $elementtype)
{
  if (!is_array($payload) || $elementtype === '') {
    return $payload;
  }
 
  static $cache = array();
  if (!isset($cache[$elementtype])) {
    require_once DOL_DOCUMENT_ROOT.'/core/class/extrafields.class.php';
    $extrafields = new ExtraFields($db);
    $extrafields->fetch_name_optionals_label($elementtype);
    $attrs = $extrafields->attributes[$elementtype] ?? array();
    $personal = array();
    foreach (($attrs['personal_data'] ?? array()) as $code => $flag) {
      if (!empty($flag)) {
        $personal[] = 'options_'.$code;
      }
    }
    $cache[$elementtype] = $personal;
  }
  if (empty($cache[$elementtype])) {
    return $payload;
  }
 
  foreach ($payload as $key => $value) {
    if ($key === 'array_options' && is_array($value)) {
      foreach ($cache[$elementtype] as $personalKey) {
        unset($payload[$key][$personalKey]);
      }
    } elseif (is_array($value)) {
      // List responses: each row carries its own array_options.
      $payload[$key] = aiStripPersonalExtrafields($db, $value, $elementtype);
    }
  }
 
  return $payload;
}