Add files via upload

JohnClaw · Nov 20, 2024 · 82c9a99 · 82c9a99
1 parent 352b75d
commit 82c9a99
Show file tree

Hide file tree

Showing 4 changed files with 136 additions and 0 deletions.
diff --git a/ChatLLM.cs b/ChatLLM.cs
@@ -0,0 +1,126 @@
+using System;
+using System.Runtime.InteropServices;
+
+public class ChatLLM
+{
+    [DllImport("libchatllm", CallingConvention = CallingConvention.StdCall)]
+    private static extern IntPtr chatllm_create();
+
+    [DllImport("libchatllm", CallingConvention = CallingConvention.StdCall)]
+    private static extern void chatllm_append_param(IntPtr obj, string param);
+
+    [DllImport("libchatllm", CallingConvention = CallingConvention.StdCall)]
+    private static extern int chatllm_start(IntPtr obj, PrintCallback printCallback, EndCallback endCallback, IntPtr userData);
+
+    [DllImport("libchatllm", CallingConvention = CallingConvention.StdCall)]
+    private static extern void chatllm_set_gen_max_tokens(IntPtr obj, int genMaxTokens);
+
+    [DllImport("libchatllm", CallingConvention = CallingConvention.StdCall)]
+    private static extern void chatllm_restart(IntPtr obj, string sysPrompt);
+
+    [DllImport("libchatllm", CallingConvention = CallingConvention.StdCall)]
+    private static extern int chatllm_user_input(IntPtr obj, string input);
+
+    [DllImport("libchatllm", CallingConvention = CallingConvention.StdCall)]
+    private static extern int chatllm_set_ai_prefix(IntPtr obj, string prefix);
+
+    [DllImport("libchatllm", CallingConvention = CallingConvention.StdCall)]
+    private static extern int chatllm_tool_input(IntPtr obj, string input);
+
+    [DllImport("libchatllm", CallingConvention = CallingConvention.StdCall)]
+    private static extern int chatllm_tool_completion(IntPtr obj, string completion);
+
+    [DllImport("libchatllm", CallingConvention = CallingConvention.StdCall)]
+    private static extern int chatllm_text_tokenize(IntPtr obj, string text);
+
+    [DllImport("libchatllm", CallingConvention = CallingConvention.StdCall)]
+    private static extern int chatllm_text_embedding(IntPtr obj, string text);
+
+    [DllImport("libchatllm", CallingConvention = CallingConvention.StdCall)]
+    private static extern int chatllm_qa_rank(IntPtr obj, string question, string answer);
+
+    [DllImport("libchatllm", CallingConvention = CallingConvention.StdCall)]
+    private static extern int chatllm_rag_select_store(IntPtr obj, string storeName);
+
+    [DllImport("libchatllm", CallingConvention = CallingConvention.StdCall)]
+    private static extern void chatllm_abort_generation(IntPtr obj);
+
+    [DllImport("libchatllm", CallingConvention = CallingConvention.StdCall)]
+    private static extern void chatllm_show_statistics(IntPtr obj);
+
+    [DllImport("libchatllm", CallingConvention = CallingConvention.StdCall)]
+    private static extern int chatllm_save_session(IntPtr obj, string fileName);
+
+    [DllImport("libchatllm", CallingConvention = CallingConvention.StdCall)]
+    private static extern int chatllm_load_session(IntPtr obj, string fileName);
+
+    [UnmanagedFunctionPointer(CallingConvention.StdCall)]
+    private delegate void PrintCallback(IntPtr userData, int printType, string utf8Str);
+
+    [UnmanagedFunctionPointer(CallingConvention.StdCall)]
+    private delegate void EndCallback(IntPtr userData);
+
+    private enum PrintType
+    {
+        PRINT_CHAT_CHUNK = 0,
+        PRINTLN_META = 1,
+        PRINTLN_ERROR = 2,
+        PRINTLN_REF = 3,
+        PRINTLN_REWRITTEN_QUERY = 4,
+        PRINTLN_HISTORY_USER = 5,
+        PRINTLN_HISTORY_AI = 6,
+        PRINTLN_TOOL_CALLING = 7,
+        PRINTLN_EMBEDDING = 8,
+        PRINTLN_RANKING = 9,
+        PRINTLN_TOKEN_IDS = 10,
+    }
+
+    private static void ChatLLMPrint(IntPtr userData, int printType, string utf8Str)
+    {
+        switch (printType)
+        {
+            case (int)PrintType.PRINT_CHAT_CHUNK:
+                Console.Write(utf8Str);
+                break;
+            default:
+                Console.WriteLine(utf8Str);
+                break;
+        }
+    }
+
+    private static void ChatLLMEnd(IntPtr userData)
+    {
+        Console.WriteLine();
+    }
+
+    public static void Main(string[] args)
+    {
+        IntPtr obj = chatllm_create();
+        foreach (string arg in args)
+        {
+            chatllm_append_param(obj, arg);
+        }
+
+        int r = chatllm_start(obj, ChatLLMPrint, ChatLLMEnd, IntPtr.Zero);
+        if (r != 0)
+        {
+            Console.WriteLine(">>> chatllm_start error: " + r);
+            return;
+        }
+
+        while (true)
+        {
+            Console.Write("You  > ");
+            string input = Console.ReadLine();
+            if (string.IsNullOrEmpty(input)) continue;
+
+            Console.Write("A.I. > ");
+            r = chatllm_user_input(obj, input);
+            if (r != 0)
+            {
+                Console.WriteLine(">>> chatllm_user_input error: " + r);
+                break;
+            }
+        }
+    }
+}
diff --git a/ChatLLM.csproj b/ChatLLM.csproj
@@ -0,0 +1,10 @@
+<Project Sdk="Microsoft.NET.Sdk">
+  <PropertyGroup>
+    <OutputType>Exe</OutputType>
+    <TargetFramework>net8.0</TargetFramework>
+    <EnableDefaultCompileItems>false</EnableDefaultCompileItems>
+  </PropertyGroup>
+  <ItemGroup>
+    <Compile Include="ChatLLM.cs" />
+  </ItemGroup>
+</Project>
diff --git a/ggml.dll b/ggml.dll
diff --git a/libchatllm.dll b/libchatllm.dll