Token Classification
Transformers
ONNX
Safetensors
English
Japanese
Chinese
bert
anime
filename-parsing
Eval Results (legacy)
Instructions to use ModerRAS/AniFileBERT with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers
How to use ModerRAS/AniFileBERT with Transformers:
# Use a pipeline as a high-level helper from transformers import pipeline pipe = pipeline("token-classification", model="ModerRAS/AniFileBERT")# Load model directly from transformers import AutoTokenizer, AutoModelForTokenClassification tokenizer = AutoTokenizer.from_pretrained("ModerRAS/AniFileBERT") model = AutoModelForTokenClassification.from_pretrained("ModerRAS/AniFileBERT") - Notebooks
- Google Colab
- Kaggle
| # This file is automatically @generated by Cargo. | |
| # It is not intended for manual editing. | |
| version = 4 | |
| [[package]] | |
| name = "anifilebert-virtual-dataset-generator" | |
| version = "0.1.0" | |
| dependencies = [ | |
| "anyhow", | |
| "clap", | |
| "rand", | |
| "rayon", | |
| "serde", | |
| "serde_json", | |
| ] | |
| [[package]] | |
| name = "anstream" | |
| version = "1.0.0" | |
| source = "registry+https://github.com/rust-lang/crates.io-index" | |
| checksum = "824a212faf96e9acacdbd09febd34438f8f711fb84e09a8916013cd7815ca28d" | |
| dependencies = [ | |
| "anstyle", | |
| "anstyle-parse", | |
| "anstyle-query", | |
| "anstyle-wincon", | |
| "colorchoice", | |
| "is_terminal_polyfill", | |
| "utf8parse", | |
| ] | |
| [[package]] | |
| name = "anstyle" | |
| version = "1.0.14" | |
| source = "registry+https://github.com/rust-lang/crates.io-index" | |
| checksum = "940b3a0ca603d1eade50a4846a2afffd5ef57a9feac2c0e2ec2e14f9ead76000" | |
| [[package]] | |
| name = "anstyle-parse" | |
| version = "1.0.0" | |
| source = "registry+https://github.com/rust-lang/crates.io-index" | |
| checksum = "52ce7f38b242319f7cabaa6813055467063ecdc9d355bbb4ce0c68908cd8130e" | |
| dependencies = [ | |
| "utf8parse", | |
| ] | |
| [[package]] | |
| name = "anstyle-query" | |
| version = "1.1.5" | |
| source = "registry+https://github.com/rust-lang/crates.io-index" | |
| checksum = "40c48f72fd53cd289104fc64099abca73db4166ad86ea0b4341abe65af83dadc" | |
| dependencies = [ | |
| "windows-sys", | |
| ] | |
| [[package]] | |
| name = "anstyle-wincon" | |
| version = "3.0.11" | |
| source = "registry+https://github.com/rust-lang/crates.io-index" | |
| checksum = "291e6a250ff86cd4a820112fb8898808a366d8f9f58ce16d1f538353ad55747d" | |
| dependencies = [ | |
| "anstyle", | |
| "once_cell_polyfill", | |
| "windows-sys", | |
| ] | |
| [[package]] | |
| name = "anyhow" | |
| version = "1.0.102" | |
| source = "registry+https://github.com/rust-lang/crates.io-index" | |
| checksum = "7f202df86484c868dbad7eaa557ef785d5c66295e41b460ef922eca0723b842c" | |
| [[package]] | |
| name = "cfg-if" | |
| version = "1.0.4" | |
| source = "registry+https://github.com/rust-lang/crates.io-index" | |
| checksum = "9330f8b2ff13f34540b44e946ef35111825727b38d33286ef986142615121801" | |
| [[package]] | |
| name = "clap" | |
| version = "4.6.1" | |
| source = "registry+https://github.com/rust-lang/crates.io-index" | |
| checksum = "1ddb117e43bbf7dacf0a4190fef4d345b9bad68dfc649cb349e7d17d28428e51" | |
| dependencies = [ | |
| "clap_builder", | |
| "clap_derive", | |
| ] | |
| [[package]] | |
| name = "clap_builder" | |
| version = "4.6.0" | |
| source = "registry+https://github.com/rust-lang/crates.io-index" | |
| checksum = "714a53001bf66416adb0e2ef5ac857140e7dc3a0c48fb28b2f10762fc4b5069f" | |
| dependencies = [ | |
| "anstream", | |
| "anstyle", | |
| "clap_lex", | |
| "strsim", | |
| ] | |
| [[package]] | |
| name = "clap_derive" | |
| version = "4.6.1" | |
| source = "registry+https://github.com/rust-lang/crates.io-index" | |
| checksum = "f2ce8604710f6733aa641a2b3731eaa1e8b3d9973d5e3565da11800813f997a9" | |
| dependencies = [ | |
| "heck", | |
| "proc-macro2", | |
| "quote", | |
| "syn", | |
| ] | |
| [[package]] | |
| name = "clap_lex" | |
| version = "1.1.0" | |
| source = "registry+https://github.com/rust-lang/crates.io-index" | |
| checksum = "c8d4a3bb8b1e0c1050499d1815f5ab16d04f0959b233085fb31653fbfc9d98f9" | |
| [[package]] | |
| name = "colorchoice" | |
| version = "1.0.5" | |
| source = "registry+https://github.com/rust-lang/crates.io-index" | |
| checksum = "1d07550c9036bf2ae0c684c4297d503f838287c83c53686d05370d0e139ae570" | |
| [[package]] | |
| name = "crossbeam-deque" | |
| version = "0.8.6" | |
| source = "registry+https://github.com/rust-lang/crates.io-index" | |
| checksum = "9dd111b7b7f7d55b72c0a6ae361660ee5853c9af73f70c3c2ef6858b950e2e51" | |
| dependencies = [ | |
| "crossbeam-epoch", | |
| "crossbeam-utils", | |
| ] | |
| [[package]] | |
| name = "crossbeam-epoch" | |
| version = "0.9.18" | |
| source = "registry+https://github.com/rust-lang/crates.io-index" | |
| checksum = "5b82ac4a3c2ca9c3460964f020e1402edd5753411d7737aa39c3714ad1b5420e" | |
| dependencies = [ | |
| "crossbeam-utils", | |
| ] | |
| [[package]] | |
| name = "crossbeam-utils" | |
| version = "0.8.21" | |
| source = "registry+https://github.com/rust-lang/crates.io-index" | |
| checksum = "d0a5c400df2834b80a4c3327b3aad3a4c4cd4de0629063962b03235697506a28" | |
| [[package]] | |
| name = "either" | |
| version = "1.16.0" | |
| source = "registry+https://github.com/rust-lang/crates.io-index" | |
| checksum = "91622ff5e7162018101f2fea40d6ebf4a78bbe5a49736a2020649edf9693679e" | |
| [[package]] | |
| name = "getrandom" | |
| version = "0.2.17" | |
| source = "registry+https://github.com/rust-lang/crates.io-index" | |
| checksum = "ff2abc00be7fca6ebc474524697ae276ad847ad0a6b3faa4bcb027e9a4614ad0" | |
| dependencies = [ | |
| "cfg-if", | |
| "libc", | |
| "wasi", | |
| ] | |
| [[package]] | |
| name = "heck" | |
| version = "0.5.0" | |
| source = "registry+https://github.com/rust-lang/crates.io-index" | |
| checksum = "2304e00983f87ffb38b55b444b5e3b60a884b5d30c0fca7d82fe33449bbe55ea" | |
| [[package]] | |
| name = "is_terminal_polyfill" | |
| version = "1.70.2" | |
| source = "registry+https://github.com/rust-lang/crates.io-index" | |
| checksum = "a6cb138bb79a146c1bd460005623e142ef0181e3d0219cb493e02f7d08a35695" | |
| [[package]] | |
| name = "itoa" | |
| version = "1.0.18" | |
| source = "registry+https://github.com/rust-lang/crates.io-index" | |
| checksum = "8f42a60cbdf9a97f5d2305f08a87dc4e09308d1276d28c869c684d7777685682" | |
| [[package]] | |
| name = "libc" | |
| version = "0.2.186" | |
| source = "registry+https://github.com/rust-lang/crates.io-index" | |
| checksum = "68ab91017fe16c622486840e4c83c9a37afeff978bd239b5293d61ece587de66" | |
| [[package]] | |
| name = "memchr" | |
| version = "2.8.0" | |
| source = "registry+https://github.com/rust-lang/crates.io-index" | |
| checksum = "f8ca58f447f06ed17d5fc4043ce1b10dd205e060fb3ce5b979b8ed8e59ff3f79" | |
| [[package]] | |
| name = "once_cell_polyfill" | |
| version = "1.70.2" | |
| source = "registry+https://github.com/rust-lang/crates.io-index" | |
| checksum = "384b8ab6d37215f3c5301a95a4accb5d64aa607f1fcb26a11b5303878451b4fe" | |
| [[package]] | |
| name = "ppv-lite86" | |
| version = "0.2.21" | |
| source = "registry+https://github.com/rust-lang/crates.io-index" | |
| checksum = "85eae3c4ed2f50dcfe72643da4befc30deadb458a9b590d720cde2f2b1e97da9" | |
| dependencies = [ | |
| "zerocopy", | |
| ] | |
| [[package]] | |
| name = "proc-macro2" | |
| version = "1.0.106" | |
| source = "registry+https://github.com/rust-lang/crates.io-index" | |
| checksum = "8fd00f0bb2e90d81d1044c2b32617f68fcb9fa3bb7640c23e9c748e53fb30934" | |
| dependencies = [ | |
| "unicode-ident", | |
| ] | |
| [[package]] | |
| name = "quote" | |
| version = "1.0.45" | |
| source = "registry+https://github.com/rust-lang/crates.io-index" | |
| checksum = "41f2619966050689382d2b44f664f4bc593e129785a36d6ee376ddf37259b924" | |
| dependencies = [ | |
| "proc-macro2", | |
| ] | |
| [[package]] | |
| name = "rand" | |
| version = "0.8.6" | |
| source = "registry+https://github.com/rust-lang/crates.io-index" | |
| checksum = "5ca0ecfa931c29007047d1bc58e623ab12e5590e8c7cc53200d5202b69266d8a" | |
| dependencies = [ | |
| "libc", | |
| "rand_chacha", | |
| "rand_core", | |
| ] | |
| [[package]] | |
| name = "rand_chacha" | |
| version = "0.3.1" | |
| source = "registry+https://github.com/rust-lang/crates.io-index" | |
| checksum = "e6c10a63a0fa32252be49d21e7709d4d4baf8d231c2dbce1eaa8141b9b127d88" | |
| dependencies = [ | |
| "ppv-lite86", | |
| "rand_core", | |
| ] | |
| [[package]] | |
| name = "rand_core" | |
| version = "0.6.4" | |
| source = "registry+https://github.com/rust-lang/crates.io-index" | |
| checksum = "ec0be4795e2f6a28069bec0b5ff3e2ac9bafc99e6a9a7dc3547996c5c816922c" | |
| dependencies = [ | |
| "getrandom", | |
| ] | |
| [[package]] | |
| name = "rayon" | |
| version = "1.12.0" | |
| source = "registry+https://github.com/rust-lang/crates.io-index" | |
| checksum = "fb39b166781f92d482534ef4b4b1b2568f42613b53e5b6c160e24cfbfa30926d" | |
| dependencies = [ | |
| "either", | |
| "rayon-core", | |
| ] | |
| [[package]] | |
| name = "rayon-core" | |
| version = "1.13.0" | |
| source = "registry+https://github.com/rust-lang/crates.io-index" | |
| checksum = "22e18b0f0062d30d4230b2e85ff77fdfe4326feb054b9783a3460d8435c8ab91" | |
| dependencies = [ | |
| "crossbeam-deque", | |
| "crossbeam-utils", | |
| ] | |
| [[package]] | |
| name = "serde" | |
| version = "1.0.228" | |
| source = "registry+https://github.com/rust-lang/crates.io-index" | |
| checksum = "9a8e94ea7f378bd32cbbd37198a4a91436180c5bb472411e48b5ec2e2124ae9e" | |
| dependencies = [ | |
| "serde_core", | |
| "serde_derive", | |
| ] | |
| [[package]] | |
| name = "serde_core" | |
| version = "1.0.228" | |
| source = "registry+https://github.com/rust-lang/crates.io-index" | |
| checksum = "41d385c7d4ca58e59fc732af25c3983b67ac852c1a25000afe1175de458b67ad" | |
| dependencies = [ | |
| "serde_derive", | |
| ] | |
| [[package]] | |
| name = "serde_derive" | |
| version = "1.0.228" | |
| source = "registry+https://github.com/rust-lang/crates.io-index" | |
| checksum = "d540f220d3187173da220f885ab66608367b6574e925011a9353e4badda91d79" | |
| dependencies = [ | |
| "proc-macro2", | |
| "quote", | |
| "syn", | |
| ] | |
| [[package]] | |
| name = "serde_json" | |
| version = "1.0.150" | |
| source = "registry+https://github.com/rust-lang/crates.io-index" | |
| checksum = "e8014e44b4736ed0538adeecded0fce2a272f22dc9578a7eb6b2d9993c74cfb9" | |
| dependencies = [ | |
| "itoa", | |
| "memchr", | |
| "serde", | |
| "serde_core", | |
| "zmij", | |
| ] | |
| [[package]] | |
| name = "strsim" | |
| version = "0.11.1" | |
| source = "registry+https://github.com/rust-lang/crates.io-index" | |
| checksum = "7da8b5736845d9f2fcb837ea5d9e2628564b3b043a70948a3f0b778838c5fb4f" | |
| [[package]] | |
| name = "syn" | |
| version = "2.0.117" | |
| source = "registry+https://github.com/rust-lang/crates.io-index" | |
| checksum = "e665b8803e7b1d2a727f4023456bbbbe74da67099c585258af0ad9c5013b9b99" | |
| dependencies = [ | |
| "proc-macro2", | |
| "quote", | |
| "unicode-ident", | |
| ] | |
| [[package]] | |
| name = "unicode-ident" | |
| version = "1.0.24" | |
| source = "registry+https://github.com/rust-lang/crates.io-index" | |
| checksum = "e6e4313cd5fcd3dad5cafa179702e2b244f760991f45397d14d4ebf38247da75" | |
| [[package]] | |
| name = "utf8parse" | |
| version = "0.2.2" | |
| source = "registry+https://github.com/rust-lang/crates.io-index" | |
| checksum = "06abde3611657adf66d383f00b093d7faecc7fa57071cce2578660c9f1010821" | |
| [[package]] | |
| name = "wasi" | |
| version = "0.11.1+wasi-snapshot-preview1" | |
| source = "registry+https://github.com/rust-lang/crates.io-index" | |
| checksum = "ccf3ec651a847eb01de73ccad15eb7d99f80485de043efb2f370cd654f4ea44b" | |
| [[package]] | |
| name = "windows-link" | |
| version = "0.2.1" | |
| source = "registry+https://github.com/rust-lang/crates.io-index" | |
| checksum = "f0805222e57f7521d6a62e36fa9163bc891acd422f971defe97d64e70d0a4fe5" | |
| [[package]] | |
| name = "windows-sys" | |
| version = "0.61.2" | |
| source = "registry+https://github.com/rust-lang/crates.io-index" | |
| checksum = "ae137229bcbd6cdf0f7b80a31df61766145077ddf49416a728b02cb3921ff3fc" | |
| dependencies = [ | |
| "windows-link", | |
| ] | |
| [[package]] | |
| name = "zerocopy" | |
| version = "0.8.48" | |
| source = "registry+https://github.com/rust-lang/crates.io-index" | |
| checksum = "eed437bf9d6692032087e337407a86f04cd8d6a16a37199ed57949d415bd68e9" | |
| dependencies = [ | |
| "zerocopy-derive", | |
| ] | |
| [[package]] | |
| name = "zerocopy-derive" | |
| version = "0.8.48" | |
| source = "registry+https://github.com/rust-lang/crates.io-index" | |
| checksum = "70e3cd084b1788766f53af483dd21f93881ff30d7320490ec3ef7526d203bad4" | |
| dependencies = [ | |
| "proc-macro2", | |
| "quote", | |
| "syn", | |
| ] | |
| [[package]] | |
| name = "zmij" | |
| version = "1.0.21" | |
| source = "registry+https://github.com/rust-lang/crates.io-index" | |
| checksum = "b8848ee67ecc8aedbaf3e4122217aff892639231befc6a1b58d29fff4c2cabaa" | |