services.tabbyapi.settings.model.model_dir

Directory to look for models. Relative to the state directory.

Declarations

nixos/modules/services/web-apps/tabbyapi.nix

Type

string

Default

"models"

Example

(pkgs.linkFarm "models" {
  qwen-8b = pkgs.fetchgit {
    url = "https://huggingface.co/turboderp/Qwen3-VL-8B-Instruct-exl3";
    rev = "652ab6be95b3e2880e78d87269013d98ca9c392d"; # 4bpw
    fetchLFS = true;
    hash = "sha256-n+9Mt7EZ3XHM0w8oGUZr4EBz91EFyp1VBpvl9Php/QM=";
  };

  # Example for patching Qwen 3.5's template to work with OpenWebUI's thinking feature
  Qwen3_5-9B = pkgs.applyPatches {
    src = pkgs.fetchgit {
      url = "https://huggingface.co/turboderp/Qwen3.5-9B-exl3";
      rev = "6f8763307a3130ae989269fbc79a8c8e9db5ee42"; # 5.0bpw
      fetchLFS = true;
      hash = "sha256-Y7Uw/MChXU0Iu9hb3dv+cTtNBwhPbd/I/gYDUjM1j8g=";
    };
    patches = [ ./qwen-thinking.patch ];
  };
  # diff --git a/chat_template.jinja b/chat_template.jinja
  # index a585dec..68f1b6f 100644
  # --- a/chat_template.jinja
  # +++ b/chat_template.jinja
  # @@ -148,7 +148,5 @@
  #     {{- '&lt;|im_start|&gt;assistant\n' }}
  #     {%- if enable_thinking is defined and enable_thinking is false %}
  #         {{- '<think>\n\n</think>\n\n' }}
  # -    {%- else %}
  # -        {{- '<think>\n' }}
  #     {%- endif %}
  # {%- endif %}
  # \ No newline at end of file
}).outPath;
</think>