openclaw - 💡(How to fix) Fix Feature: Native local_llm tool for Ollama/llama.cpp integration [1 comments, 2 participants]

using System;
using System.Net.Http;
using System.Text.Json;
using System.Xml;

public class LocalLlmTool
{
    private readonly HttpClient _httpClient;
    private readonly LocalLlmConfig _config;

    public LocalLlmTool(LocalLlmConfig config)
    {
        _config = config;
        _httpClient = new HttpClient();
    }

    public async Task<string> InvokeAsync(string prompt, string modelAlias)
    {
        // Resolve model alias
        var modelName = _config.Aliases[modelAlias];

        // Create request body
        var requestBody = new
        {
            model = modelName,
            prompt = prompt,
            stream = false
        };

        // Send request to local model
        var response = await _httpClient.PostAsync(_config.Endpoint, new StringContent(JsonSerializer.Serialize(requestBody), System.Text.Encoding.UTF8, "application/json"));

        // Check for fallback
        if (!response.IsSuccessStatusCode && _config.Fallback.Enabled)
        {
            // Escalate to cloud model
            var cloudResponse = await EscalateToCloudModelAsync(prompt, _config.Fallback.ToModel);
            return cloudResponse;
        }

        // Return response
        return await response.Content.ReadAsStringAsync();
    }

    private async Task<string> EscalateToCloudModelAsync(string prompt, string cloudModelName)
    {
        // Implement cloud model escalation logic here
        throw new NotImplementedException();
    }
}

public class LocalLlmConfig
{
    public string Endpoint { get; set; }
    public Dictionary<string, string> Aliases { get; set; }
    public FallbackConfig Fallback { get; set; }
}

public class FallbackConfig
{
    public bool Enabled { get; set; }
    public string ToModel { get; set; }
}