tiktoken-1.0.1: tiktoken.cabal
cabal-version: 2.4
name: tiktoken
version: 1.0.1
synopsis: Haskell implementation of tiktoken
description: This packages only implements tokenization. In other words,
given an existing encoding (`cl100k_base`) you can tokenize
an input.
license: BSD-3-Clause
license-file: LICENSE
author: Gabriella Gonzalez
maintainer: GenuineGabriella@gmail.com
extra-source-files: README.md
, CHANGELOG.md
, tasty/sample.txt
, tasty/tokens.golden
, tasty/tokens.golden
data-dir: data
library
build-depends: base >= 4.18.0.0 && < 5
, base64 >= 1.0 && < 1.1
, bytestring >= 0.11.3.0
, containers >= 0.5.0.0
, deepseq >= 1.4.0.0
, filepath
, megaparsec < 9.7
, pcre-light >= 0.2
, raw-strings-qq
, text
, transformers >= 0.2.0.0
, unordered-containers
, vector < 0.14
hs-source-dirs: src
exposed-modules: Tiktoken
other-modules: Paths_tiktoken
autogen-modules: Paths_tiktoken
ghc-options: -Wall
default-language: Haskell2010
test-suite tasty
type: exitcode-stdio-1.0
build-depends: base
, bytestring
, tiktoken
, tasty
, tasty-silver < 3.4
, text
hs-source-dirs: tasty
main-is: Main.hs
ghc-options: -Wall
default-language: Haskell2010
benchmark benchmark
hs-source-dirs: benchmark
main-is: Main.hs
type: exitcode-stdio-1.0
build-depends: base
, bytestring
, deepseq
, filepath
, tasty-bench < 0.4
, tiktoken
ghc-options: -with-rtsopts=-A32m -fproc-alignment=64
default-language: Haskell2010