Use TokenCounter and correct unsafe pointer usage

Record write errors in TokenCounter.Printf and add Println method
to propagate write failures. Route file-read warnings to stderr
instead of mixing them into token output. Use unsafe.Add with a
base pointer when computing the drop target on Windows.

.github/workflows/release.yaml

@@ -10,7 +10,7 @@ permissions:
 
 jobs:
   goreleaser:
-    runs-on: ubuntu-latest
+    runs-on: macos-latest
     steps:
       - name: Checkout
         uses: actions/checkout@v4
@@ -22,6 +22,10 @@ jobs:
         with:
           go-version: stable
 
+      - name: Quick Sanity Check
+        shell: bash
+        run: go test -v ./...
+
       - name: Run GoReleaser
         uses: goreleaser/goreleaser-action@v6
         with:

.github/workflows/test.yaml

@@ -0,0 +1,53 @@
+name: Test Build
+
+on:
+  push:
+    branches: [main]
+  pull_request:
+
+jobs:
+  test:
+    strategy:
+      matrix:
+        os: [ubuntu-latest, windows-latest, macos-latest]
+    runs-on: ${{ matrix.os }}
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Set up Go
+        uses: actions/setup-go@v5
+        with:
+          go-version: stable
+
+      - name: Enable CGO (Mac/Linux only)
+        if: matrix.os != 'windows-latest'
+        run: echo "CGO_ENABLED=1" >> $GITHUB_ENV
+
+      - name: Build
+        run: go build -v .
+
+      - name: Verify Clipboard (Linux)
+        if: matrix.os == 'ubuntu-latest'
+        run: |
+          sudo apt-get update && sudo apt-get install -y xclip xvfb
+
+          xvfb-run sh -c '
+            ./ctx .
+            CLIP_CONTENT=$(xclip -selection clipboard -o -t text/uri-list)
+            echo "Clipboard contains: $CLIP_CONTENT"
+            echo "$CLIP_CONTENT" | grep "file://" || exit 1
+            echo "$CLIP_CONTENT" | grep "ctx.txt" || exit 1
+          '
+
+      - name: Verify Clipboard (Windows)
+        if: matrix.os == 'windows-latest'
+        run: |
+          ./ctx.exe .
+          Add-Type -AssemblyName System.Windows.Forms
+          $files = [System.Windows.Forms.Clipboard]::GetFileDropList()
+          if ($files.Contains("$PWD\ctx.txt")) {
+            Write-Host "Success: Clipboard contains ctx.txt"
+            exit 0
+          }
+          Write-Error "Clipboard did not contain ctx.txt. Found: $files"
+          exit 1

.goreleaser.yaml

@@ -4,7 +4,7 @@ project_name: ctx
 
 builds:
   - env:
-      - CGO_ENABLED=0
+      - CGO_ENABLED=1
     goos:
       - linux
       - windows

clipboard/darwin.go

@@ -0,0 +1,46 @@
+//go:build darwin
+
+package clipboard
+
+/*
+#cgo CFLAGS: -x objective-c
+#cgo LDFLAGS: -framework Cocoa
+#include <stdlib.h>
+#import <Cocoa/Cocoa.h>
+
+int copyFileToPasteboard(char* path) {
+    @autoreleasepool {
+        NSString *strPath = [NSString stringWithUTF8String:path];
+        if (!strPath) return 0;
+
+        NSURL *url = [NSURL fileURLWithPath:strPath];
+        if (!url) return 0;
+
+        NSPasteboard *pb = [NSPasteboard generalPasteboard];
+        [pb clearContents];
+
+        return [pb writeObjects:@[url]] ? 1 : 0;
+    }
+}
+*/
+import "C"
+import (
+	"errors"
+	"path/filepath"
+	"unsafe"
+)
+
+func CopyFile(path string) error {
+	absPath, err := filepath.Abs(path)
+	if err != nil {
+		return err
+	}
+
+	cPath := C.CString(absPath)
+	defer C.free(unsafe.Pointer(cPath))
+
+	if success := C.copyFileToPasteboard(cPath); success == 0 {
+		return errors.New("failed to write to macOS pasteboard")
+	}
+	return nil
+}

clipboard/linux.go

@@ -0,0 +1,38 @@
+//go:build linux
+
+package clipboard
+
+import (
+	"fmt"
+	"os/exec"
+	"path/filepath"
+	"strings"
+)
+
+func CopyFile(path string) error {
+	absPath, err := filepath.Abs(path)
+	if err != nil {
+		return err
+	}
+
+	uri := fmt.Sprintf("file://%s", absPath)
+
+	if isCommandAvailable("wl-copy") {
+		cmd := exec.Command("wl-copy", "--type", "text/uri-list")
+		cmd.Stdin = strings.NewReader(uri)
+		return cmd.Run()
+	}
+
+	if isCommandAvailable("xclip") {
+		cmd := exec.Command("xclip", "-selection", "clipboard", "-t", "text/uri-list")
+		cmd.Stdin = strings.NewReader(uri)
+		return cmd.Run()
+	}
+
+	return fmt.Errorf("install 'wl-copy' or 'xclip'")
+}
+
+func isCommandAvailable(name string) bool {
+	_, err := exec.LookPath(name)
+	return err == nil
+}

clipboard/windows.go

@@ -0,0 +1,105 @@
+//go:build windows
+
+package clipboard
+
+import (
+	"fmt"
+	"path/filepath"
+	"syscall"
+	"time"
+	"unsafe"
+)
+
+var (
+	user32           = syscall.NewLazyDLL("user32.dll")
+	kernel32         = syscall.NewLazyDLL("kernel32.dll")
+	openClipboard    = user32.NewProc("OpenClipboard")
+	closeClipboard   = user32.NewProc("CloseClipboard")
+	emptyClipboard   = user32.NewProc("EmptyClipboard")
+	setClipboardData = user32.NewProc("SetClipboardData")
+	globalAlloc      = kernel32.NewProc("GlobalAlloc")
+	globalLock       = kernel32.NewProc("GlobalLock")
+	globalUnlock     = kernel32.NewProc("GlobalUnlock")
+	globalFree       = kernel32.NewProc("GlobalFree")
+)
+
+const (
+	cfHDrop = 15
+	gHnd    = 0x0042
+)
+
+type dropFiles struct {
+	pFiles uint32
+	pt     struct{ x, y int32 }
+	fNC    int32
+	fWide  int32
+}
+
+func CopyFile(path string) error {
+	absPath, err := filepath.Abs(path)
+	if err != nil {
+		return err
+	}
+
+	pathUTF16, err := syscall.UTF16FromString(absPath)
+	if err != nil {
+		return err
+	}
+	pathUTF16 = append(pathUTF16, 0)
+
+	dropSize := uint32(unsafe.Sizeof(dropFiles{}))
+	dataSize := uint32(len(pathUTF16) * 2)
+	totalSize := uintptr(dropSize + dataSize)
+
+	hMem, _, err := globalAlloc.Call(gHnd, totalSize)
+	if hMem == 0 {
+		return fmt.Errorf("GlobalAlloc failed: %v", err)
+	}
+
+	ptrVal, _, _ := globalLock.Call(hMem)
+	if ptrVal == 0 {
+		_, _, _ = globalFree.Call(hMem)
+		return fmt.Errorf("GlobalLock failed")
+	}
+
+	basePtr := unsafe.Pointer(ptrVal)
+
+	df := (*dropFiles)(basePtr)
+	df.pFiles = dropSize
+	df.fWide = 1
+
+	targetPtr := unsafe.Add(basePtr, dropSize)
+
+	srcSlice := unsafe.Slice((*uint16)(unsafe.Pointer(&pathUTF16[0])), len(pathUTF16))
+	dstSlice := unsafe.Slice((*uint16)(targetPtr), len(pathUTF16))
+	copy(dstSlice, srcSlice)
+
+	_, _, _ = globalUnlock.Call(hMem)
+
+	var openSuccess bool
+	for range 10 {
+		ret, _, _ := openClipboard.Call(0)
+		if ret != 0 {
+			openSuccess = true
+			break
+		}
+		time.Sleep(20 * time.Millisecond)
+	}
+
+	if !openSuccess {
+		_, _, _ = globalFree.Call(hMem)
+		return fmt.Errorf("clipboard locked")
+	}
+	defer func() {
+		_, _, _ = closeClipboard.Call()
+	}()
+
+	_, _, _ = emptyClipboard.Call()
+
+	if ret, _, err := setClipboardData.Call(uintptr(cfHDrop), hMem); ret == 0 {
+		_, _, _ = globalFree.Call(hMem)
+		return fmt.Errorf("SetClipboardData failed: %v", err)
+	}
+
+	return nil
+}

main.go

@@ -6,6 +6,8 @@ import (
 	"os"
 	"path/filepath"
 	"time"
+
+	"github.com/skidoodle/ctx/clipboard"
 )
 
 const defaultOutputFilename = "ctx.txt"
@@ -21,6 +23,7 @@ func run() error {
 	flag.Usage = usage
 	configFlag := flag.Bool("config", false, "open global ignore file for editing")
 	outputFlag := flag.String("o", defaultOutputFilename, "output filename")
+
 	flag.Parse()
 
 	if *configFlag {
@@ -62,6 +65,12 @@ func run() error {
 		return fmt.Errorf("writing output: %w", err)
 	}
 
+	if err := clipboard.CopyFile(*outputFlag); err != nil {
+		fmt.Fprintf(os.Stderr, "ctx: warning: clipboard copy failed: %v\n", err)
+	} else {
+		fmt.Printf("ctx: copied %s to clipboard\n", *outputFlag)
+	}
+
 	duration := time.Since(start).Round(time.Millisecond)
 	fmt.Printf("ctx: generated %s (%d files, ~%d tokens) in %v\n",
 		*outputFlag, len(files), tokenCount, duration)
@@ -75,7 +84,5 @@ func usage() {
 	fmt.Fprintf(os.Stderr, "  -config      Open global ignore file for editing\n")
 	fmt.Fprintf(os.Stderr, "  -o <file>    Output filename (default %q)\n", defaultOutputFilename)
 	fmt.Fprintf(os.Stderr, "\nExamples:\n")
-	fmt.Fprintf(os.Stderr, "  ctx .                  # Generate context for current dir\n")
-	fmt.Fprintf(os.Stderr, "  ctx -o out.txt src/    # Scan src/ and save to out.txt\n")
-	fmt.Fprintf(os.Stderr, "  ctx -config            # Open global ignore file\n")
+	fmt.Fprintf(os.Stderr, "  ctx .              # Generate and copy file\n")
 }

output.go

@@ -52,7 +52,7 @@ func writeOutput(root string, files []string, outputPath string) (count int64, e
 		fullPath := filepath.Join(root, file)
 		content, err := os.ReadFile(fullPath)
 		if err != nil {
-			tc.Printf("Error reading %s: %v\n", file, err)
+			fmt.Fprintf(os.Stderr, "ctx: warning: skipping %s: %v\n", file, err)
 			continue
 		}
 
@@ -116,9 +116,9 @@ func printNode(w io.Writer, node map[string]any, prefix string) error {
 
 		children := node[key].(map[string]any)
 		if len(children) > 0 {
-			childPrefix := prefix + "│   "
+			childPrefix := prefix + "│   "
 			if isLast {
-				childPrefix = prefix + "    "
+				childPrefix = prefix + "    "
 			}
 			if err := printNode(w, children, childPrefix); err != nil {
 				return err

token.go

@@ -4,14 +4,17 @@ import (
 	"fmt"
 	"io"
 	"unicode"
+	"unicode/utf8"
 )
 
 type TokenCounter struct {
 	w     io.Writer
 	Count int64
 	Err   error
+
+	leftover []byte
 	inWord   bool
-	inSpace bool
+	wordLen  int
 }
 
 func (tc *TokenCounter) Write(p []byte) (int, error) {
@@ -19,8 +22,29 @@ func (tc *TokenCounter) Write(p []byte) (int, error) {
 		return 0, tc.Err
 	}
 
-	for _, b := range p {
-		r := rune(b)
+	data := p
+	if len(tc.leftover) > 0 {
+		data = make([]byte, len(tc.leftover)+len(p))
+		copy(data, tc.leftover)
+		copy(data[len(tc.leftover):], p)
+	}
+
+	totalProcessed := 0
+
+	for len(data) > 0 {
+		r, size := utf8.DecodeRune(data)
+
+		if r == utf8.RuneError && size == 1 {
+			if len(data) < utf8.UTFMax {
+				tc.leftover = data
+				break
+			}
+		}
+
+		data = data[size:]
+		totalProcessed += size
+		tc.leftover = nil
+
 		isSpace := unicode.IsSpace(r)
 		isAlpha := unicode.IsLetter(r) || unicode.IsNumber(r) || r == '_'
 
@@ -28,24 +52,32 @@ func (tc *TokenCounter) Write(p []byte) (int, error) {
 			if !tc.inWord {
 				tc.Count++
 				tc.inWord = true
-				tc.inSpace = false
+				tc.wordLen = 1
+			} else {
+				tc.wordLen++
+				if tc.wordLen > 4 {
+					tc.Count++
+					tc.wordLen = 1
+				}
 			}
 		} else if isSpace {
-			if !tc.inSpace {
-				tc.Count++
-				tc.inSpace = true
 			tc.inWord = false
-			}
+			tc.wordLen = 0
 		} else {
 			tc.Count++
 			tc.inWord = false
-			tc.inSpace = false
+			tc.wordLen = 0
 		}
 	}
 
-	n, err := tc.w.Write(p)
-	tc.Err = err
-	return n, err
+	var n int
+	if tc.w != nil {
+		n, tc.Err = tc.w.Write(p)
+	} else {
+		n = len(p)
+	}
+
+	return n, tc.Err
 }
 
 func (tc *TokenCounter) WriteByte(c byte) error {
@@ -57,12 +89,12 @@ func (tc *TokenCounter) Printf(format string, a ...any) {
 	if tc.Err != nil {
 		return
 	}
-	_, _ = fmt.Fprintf(tc, format, a...)
+	_, tc.Err = fmt.Fprintf(tc, format, a...)
 }
 
 func (tc *TokenCounter) Println(a ...any) {
 	if tc.Err != nil {
 		return
 	}
-	_, _ = fmt.Fprintln(tc, a...)
+	_, tc.Err = fmt.Fprintln(tc, a...)
 }