packages feed

tiktoken-1.0.2: tasty/tokenization/r50k_base.golden

"L"
"orem"
" "
"ips"
"um"
" d"
"olor"
" sit"
" am"
"et"
","
" con"
"sect"
"et"
"ur"
" adip"
"is"
"cing"
" el"
"it"
","
" sed"
" do"
" e"
"ius"
"mod"
" tempor"
" inc"
"id"
"id"
"unt"
" ut"
" lab"
"ore"
" et"
" d"
"ol"
"ore"
" mag"
"na"
" al"
"iqu"
"a"
"."
" Ut"
" en"
"im"
" ad"
" minim"
" ven"
"iam"
","
" qu"
"is"
" nost"
"r"
"ud"
" exerc"
"itation"
" u"
"ll"
"am"
"co"
" labor"
"is"
" n"
"isi"
" ut"
" al"
"iqu"
"ip"
" ex"
" e"
"a"
" commod"
"o"
" consequ"
"at"
"."
" Du"
"is"
" a"
"ute"
" ir"
"ure"
" d"
"olor"
" in"
" rep"
"re"
"he"
"nder"
"it"
" in"
" vol"
"upt"
"ate"
" vel"
"it"
" es"
"se"
" c"
"ill"
"um"
" d"
"ol"
"ore"
" e"
"u"
" fug"
"iat"
" null"
"a"
" par"
"i"
"atur"
"."
" Except"
"eur"
" s"
"int"
" occ"
"a"
"ec"
"at"
" cup"
"id"
"at"
"at"
" non"
" pro"
"ident"
","
" s"
"unt"
" in"
" cul"
"pa"
" qui"
" offic"
"ia"
" des"
"er"
"unt"
" m"
"oll"
"it"
" anim"
" id"
" est"
" labor"
"um"
"."
"\n"