fix(lint): address multiple linting issues

- Add package comments to fix revive warnings
- Fix goconst issue by extracting string constants
- Replace unused cmd parameters with _
- Fix ASCII variable naming (Ascii -> ASCII)
- Fix LRUCache comment formatting
- Add comments to exported Push/Pop methods

Author: jackspirou

cmd/example/main.go

@@ -1,3 +1,4 @@
+// Example demonstrates usage of the llama3 tokenizer.
 package main
 
 import (

cmd/tokenizer/generate.go

@@ -1,3 +1,4 @@
+// Package main provides the tokenizer CLI tool.
 package main
 
 //go:generate gomarkdoc -o README.md -e . --embed --repository.url https://github.com/agentstation/tokenizer --repository.default-branch master --repository.path /cmd/tokenizer

cmd/tokenizer/root.go

@@ -44,7 +44,7 @@ Common operations available for tokenizers:
 var versionCmd = &cobra.Command{
 	Use:   "version",
 	Short: "Print version information",
-	Run: func(cmd *cobra.Command, args []string) {
+	Run: func(_ *cobra.Command, args []string) {
 		fmt.Printf("tokenizer version %s\n", version)
 		if commit != "none" {
 			fmt.Printf("  commit:     %s\n", commit)

generate.go

@@ -1,3 +1,4 @@
+// Package tokenizer provides a collection of high-performance tokenizer implementations.
 package tokenizer
 
 // Generate documentation for the root package

llama3/cmd/llama3/decode.go

@@ -50,7 +50,7 @@ skipped using the --skip-special flag.`,
 	return cmd
 }
 
-func runDecode(cmd *cobra.Command, args []string) error {
+func runDecode(_ *cobra.Command, args []string) error {
 	// Initialize tokenizer
 	tokenizer, err := llama3.New()
 	if err != nil {

llama3/cmd/llama3/encode.go

@@ -58,7 +58,7 @@ The output format can be:
 	return cmd
 }
 
-func runEncode(cmd *cobra.Command, args []string) error {
+func runEncode(_ *cobra.Command, args []string) error {
 
 	// Initialize tokenizer
 	tokenizer, err := llama3.New()

llama3/cmd/llama3/info.go

@@ -26,7 +26,7 @@ configuration.`,
 	return cmd
 }
 
-func runInfo(cmd *cobra.Command, args []string) error {
+func runInfo(_ *cobra.Command, args []string) error {
 	// Initialize tokenizer
 	tokenizer, err := llama3.New()
 	if err != nil {

llama3/cmd/llama3/stream.go

@@ -9,6 +9,12 @@ import (
 	"github.com/agentstation/tokenizer/llama3"
 )
 
+const (
+	// Output format constants.
+	outputFormatSpace   = "space"
+	outputFormatNewline = "newline"
+)
+
 var (
 	// Stream command flags.
 	streamBufferSize int
@@ -58,7 +64,7 @@ Input is read from stdin only.`,
 	return cmd
 }
 
-func runStream(cmd *cobra.Command, args []string) error {
+func runStream(_ *cobra.Command, args []string) error {
 
 	// Validate output format
 	if streamOutput != "space" && streamOutput != "newline" {
@@ -90,7 +96,7 @@ func runStream(cmd *cobra.Command, args []string) error {
 		tokenCount++
 
 		switch streamOutput {
-		case "newline":
+		case outputFormatNewline:
 			fmt.Println(token)
 		case "space":
 			if !first {

llama3/cmd/tools/generate-vectors/main.go

@@ -1,3 +1,4 @@
+// Command generate-vectors creates test vectors for tokenizer validation.
 package main
 
 import (

llama3/cmd/tools/profile/main.go

@@ -1,3 +1,4 @@
+// Command profile provides performance profiling for the tokenizer.
 package main
 
 import (