module github.com/tiktoken-go/tokenizer

go 1.26

tool github.com/dlclark/regexp2cg

require github.com/dlclark/regexp2/v2 v2.5.1

require (
	github.com/dlclark/regexp2cg v0.9.1 // indirect
	github.com/pkg/errors v0.9.1 // indirect
)