Skip to content

Commit

Permalink
devbox commit
Browse files Browse the repository at this point in the history
  • Loading branch information
wardnath committed Aug 23, 2024
1 parent e4a2224 commit 9d33563
Show file tree
Hide file tree
Showing 2 changed files with 10 additions and 10 deletions.
18 changes: 9 additions & 9 deletions chezmoi/dot_config/nvim/init.lua
Original file line number Diff line number Diff line change
Expand Up @@ -28,7 +28,7 @@ require('lazy').setup({
{
'huggingface/llm.nvim',
opts = {
model = "codegemma:2b-code-q2_K", -- Specify model ID
model = "smollm:135m"-- Specify model ID
url = "http://localhost:11434", -- Backend URL
-- api_token = nil, -- cf Install paragraph
-- model = "bigcode/starcoder2-15b", -- the model ID, behavior depends on backend
Expand All @@ -44,12 +44,12 @@ require('lazy').setup({
-- },
-- },

fim = {
enabled = true, -- Enable Fill in the Middle (FIM)
prefix = "<fim_prefix>",
middle = "<fim_middle>",
suffix = "<fim_suffix>",
},
--fim = {
-- enabled = true, -- Enable Fill in the Middle (FIM)
-- prefix = "<fim_prefix>",
-- middle = "<fim_middle>",
-- suffix = "<fim_suffix>",
--},
-- debounce_ms = 150,
-- accept_keymap = "<Tab>",
-- dismiss_keymap = "<S-Tab>",
Expand All @@ -68,12 +68,12 @@ require('lazy').setup({
-- enable_suggestions_on_files = "*", -- pattern matching syntax to enable suggestions on specific files, either a string or a list of strings
-- disable_url_path_completion = false, -- cf Backend
request_body = {
prompt = "<|fim_prefix|>{prefix}<|fim_suffix|>{suffix}<|fim_middle|>",
--prompt = "<|fim_prefix|>{prefix}<|fim_suffix|>{suffix}<|fim_middle|>",
--prompt=f'{prefix}{suffix}',
options = {
temperature = 0.01, -- Sampling temperature
top_p = 0.9, -- Nucleus sampling probability
num_predict = 128, -- Number of predictions
--num_predict = 128, -- Number of predictions
-- stop: [""] -- Stop token
},
}
Expand Down
2 changes: 1 addition & 1 deletion process-compose.yml
Original file line number Diff line number Diff line change
Expand Up @@ -3,6 +3,6 @@ version: "0.5"

processes:
ollamad:
command: ollama pull codegemma:2b-code-q2_K && ollama serve
command: ollama pull smollm:135m && ollama serve
availability:
restart: "always"

0 comments on commit 9d33563

Please sign in to comment.