From 9d335630ff0ba7f753ef9a28c6dbde455c9b04f9 Mon Sep 17 00:00:00 2001 From: wardnath Date: Fri, 23 Aug 2024 16:42:57 +0000 Subject: [PATCH] devbox commit --- chezmoi/dot_config/nvim/init.lua | 18 +++++++++--------- process-compose.yml | 2 +- 2 files changed, 10 insertions(+), 10 deletions(-) diff --git a/chezmoi/dot_config/nvim/init.lua b/chezmoi/dot_config/nvim/init.lua index d968aef..7ccb875 100644 --- a/chezmoi/dot_config/nvim/init.lua +++ b/chezmoi/dot_config/nvim/init.lua @@ -28,7 +28,7 @@ require('lazy').setup({ { 'huggingface/llm.nvim', opts = { - model = "codegemma:2b-code-q2_K", -- Specify model ID + model = "smollm:135m"-- Specify model ID url = "http://localhost:11434", -- Backend URL -- api_token = nil, -- cf Install paragraph -- model = "bigcode/starcoder2-15b", -- the model ID, behavior depends on backend @@ -44,12 +44,12 @@ require('lazy').setup({ -- }, -- }, - fim = { - enabled = true, -- Enable Fill in the Middle (FIM) - prefix = "", - middle = "", - suffix = "", - }, + --fim = { + -- enabled = true, -- Enable Fill in the Middle (FIM) + -- prefix = "", + -- middle = "", + -- suffix = "", + --}, -- debounce_ms = 150, -- accept_keymap = "", -- dismiss_keymap = "", @@ -68,12 +68,12 @@ require('lazy').setup({ -- enable_suggestions_on_files = "*", -- pattern matching syntax to enable suggestions on specific files, either a string or a list of strings -- disable_url_path_completion = false, -- cf Backend request_body = { - prompt = "<|fim_prefix|>{prefix}<|fim_suffix|>{suffix}<|fim_middle|>", + --prompt = "<|fim_prefix|>{prefix}<|fim_suffix|>{suffix}<|fim_middle|>", --prompt=f'{prefix}{suffix}', options = { temperature = 0.01, -- Sampling temperature top_p = 0.9, -- Nucleus sampling probability - num_predict = 128, -- Number of predictions + --num_predict = 128, -- Number of predictions -- stop: [""] -- Stop token }, } diff --git a/process-compose.yml b/process-compose.yml index 11bb8ea..4b355f6 100644 --- a/process-compose.yml +++ b/process-compose.yml @@ -3,6 +3,6 @@ version: "0.5" processes: ollamad: - command: ollama pull codegemma:2b-code-q2_K && ollama serve + command: ollama pull smollm:135m && ollama serve availability: restart: "always"