openllama_7b.yaml

name: "openllama-7b"

description: |
  OpenLLaMA, a permissively licensed open source reproduction of Meta AI’s LLaMA 7B trained on the RedPajama dataset 

license: "Apache 2.0"
urls:
- https://github.com/openlm-research/open_llama

config_file: |
    backend: llama
    parameters:
      model: open-llama-7b-q4_0.bin
      top_k: 80
      temperature: 0.2
      top_p: 0.7
    context_size: 1024
    template:
      completion: openllama-completion
      chat: openllama-chat
files:
    - filename: "open-llama-7b-q4_0.bin"
      sha256: "b36fe08e448a2a9c3a254e35f881f904cf197794a71970883bdb562b3eb0e7a4"
      uri: "https://huggingface.co/SlyEcho/open_llama_7b_ggml/resolve/main/open-llama-7b-q4_0.bin"

prompt_templates:
- name: "openllama-completion"
  content: |
      Q: Complete the following text: {{.Input}}\nA: 
- name: "openllama-chat"
  content: |
    Q: {{.Input}}\nA: