Meta Panel LLM Engine - README.md

import json
import requests

API_URL = "http://127.0.0.1:8088/completion"

SYSTEM_PROMPT = (
    "Sistem: Kamu adalah asisten AI yang akurat, logis, dan jujur. "
    "Jawablah langsung ke inti masalah dengan jelas dan faktual. "
    "Jika tidak tahu atau informasi tidak ada dalam konteks, katakan dengan jujur "
    "bahwa kamu tidak tahu, jangan mengarang-ngarang atau berhalusinasi."
)

chat_history = []


def build_prompt(user_message):
  context = SYSTEM_PROMPT + "\n\n"
  recent_messages = chat_history[-4:]
  for msg in recent_messages:
    role = "User" if msg["role"] == "user" else "Assistant"
    context += f"{role}: {msg['content']}\n"

  context += f"User: {user_message}\nAssistant:"
  return context


def send_message_stream(user_message):
  payload = {
      "prompt": build_prompt(user_message),
      "n_predict": 512,
      "temperature": 0.2,
      "top_p": 0.9,
      "top_k": 40,
      "repeat_penalty": 1.15,
      "stop": ["\nUser:", "User:", "\nAssistant:"],
      "stream": True,
  }

  try:
    response = requests.post(API_URL, json=payload, stream=True, timeout=60)
    if response.status_code != 200:
      print(f"Error: HTTP {response.status_code}")
      return ""

    full_response = ""
    print("AI: ", end="", flush=True)

    for line in response.iter_lines():
      if line:
        line = line.decode("utf-8")
        if line.startswith("data: "):
          try:
            data = json.loads(line[6:])
            if "content" in data:
              content = data["content"]
              full_response += content
              print(content, end="", flush=True)
          except json.JSONDecodeError:
            continue

    print("\n")
    return full_response.strip()

  except requests.exceptions.ConnectionError:
    print(
        "\nError: Tidak dapat terhubung ke server. Pastikan Llama.cpp berjalan."
    )
    return ""
  except Exception as e:
    print(f"\nError: {str(e)}")
    return ""


def main():
  print("=" * 50)
  print("FAST & ACCURATE AI CHAT (Llama.cpp)")
  print("Ketik 'exit' atau 'quit' untuk keluar.")
  print("=" * 50 + "\n")

  while True:
    try:
      user_input = input("Anda: ").strip()

      if not user_input:
        continue

      if user_input.lower() in ["exit", "quit"]:
        print("\nSampai jumpa!\n")
        break

      chat_history.append({"role": "user", "content": user_input})

      ai_response = send_message_stream(user_input)

      if ai_response:
        chat_history.append({"role": "ai", "content": ai_response})

    except (KeyboardInterrupt, EOFError):
      print("\n\nSampai jumpa!\n")
      break


if __name__ == "__main__":
  main()