From ea45a8aac78ef6d12ce5fb590e07a746ed0882ba Mon Sep 17 00:00:00 2001 From: Serge Gotsuliak Date: Sun, 23 Apr 2023 21:53:11 +0300 Subject: [PATCH] readme --- main.go | 10 +++++----- 1 file changed, 5 insertions(+), 5 deletions(-) diff --git a/main.go b/main.go index 9806682..1fdff9f 100644 --- a/main.go +++ b/main.go @@ -27,14 +27,14 @@ func main() { Prompt string `long:"prompt" description:"Text prompt from user to feed the model input"` Model string `long:"model" description:"Path and file name of converted .bin LLaMA model"` Threads int `long:"threads" description:"Adjust to the number of CPU cores you want to use [ all cores by default ]"` - Predict uint32 `long:"predict" description:"Number of tokens to predict [ 64 by default ]"` - Context uint32 `long:"context" description:"Context size in tokens [ 64 by default ]"` - Temp float32 `long:"temp" description:"Model temperature hyper parameter [ 0.80 by default ]"` + Context uint32 `long:"context" description:"Context size in tokens [ 1024 by default ]"` + Predict uint32 `long:"predict" description:"Number of tokens to predict [ 512 by default ]"` + Temp float32 `long:"temp" description:"Model temperature hyper parameter [ 0.50 by default ]"` Silent bool `long:"silent" description:"Hide welcome logo and other output [ show by default ]"` Chat bool `long:"chat" description:"Chat with user in interactive mode instead of compute over static prompt"` Profile bool `long:"profile" description:"Profe CPU performance while running and store results to [cpu.pprof] file"` - UseAVX bool `long:"avx" description:"Enable x64 AVX2 optimizations for Intel / AMD machines"` - UseNEON bool `long:"neon" description:"Enable ARM NEON optimizations for Apple / ARM machines"` + UseAVX bool `long:"avx" description:"Enable x64 AVX2 optimizations for Intel and AMD machines"` + UseNEON bool `long:"neon" description:"Enable ARM NEON optimizations for Apple and ARM machines"` } _, err := flags.Parse(&opts)