Instructions to use simpliTax/category-finbert with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers
How to use simpliTax/category-finbert with Transformers:
# Use a pipeline as a high-level helper from transformers import pipeline pipe = pipeline("text-classification", model="simpliTax/category-finbert")# Load model directly from transformers import AutoTokenizer, AutoModelForSequenceClassification tokenizer = AutoTokenizer.from_pretrained("simpliTax/category-finbert") model = AutoModelForSequenceClassification.from_pretrained("simpliTax/category-finbert", device_map="auto") - Notebooks
- Google Colab
- Kaggle
| { | |
| "architectures": [ | |
| "BertForSequenceClassification" | |
| ], | |
| "attention_probs_dropout_prob": 0.1, | |
| "classifier_dropout": null, | |
| "dtype": "float32", | |
| "gradient_checkpointing": false, | |
| "hidden_act": "gelu", | |
| "hidden_dropout_prob": 0.1, | |
| "hidden_size": 768, | |
| "id2label": { | |
| "0": "Accommodation and subsistence", | |
| "1": "Accrued income receivable", | |
| "2": "Accrued operating expenses", | |
| "3": "Accumulated amortisation - development costs", | |
| "4": "Accumulated amortisation - other intangibles", | |
| "5": "Accumulated amortisation - software", | |
| "6": "Accumulated depreciation - buildings", | |
| "7": "Accumulated depreciation - leasehold improvements", | |
| "8": "Accumulated depreciation - motor vehicles", | |
| "9": "Accumulated depreciation - plant and machinery", | |
| "10": "Acquisition and integration costs", | |
| "11": "Actuarial remeasurement movement", | |
| "12": "Advertising expense", | |
| "13": "Advertising revenue", | |
| "14": "Allowance for expected credit losses", | |
| "15": "Asset revaluation reserve", | |
| "16": "Assets under construction", | |
| "17": "Audit fees", | |
| "18": "Bad debts written off", | |
| "19": "Bank and borrowing interest", | |
| "20": "Bank and transaction charges", | |
| "21": "Bank clearing accounts", | |
| "22": "Bank interest income", | |
| "23": "Bank loans", | |
| "24": "Bank overdrafts", | |
| "25": "Bonus and commission payable", | |
| "26": "Bonuses and commissions", | |
| "27": "Brands and trademarks", | |
| "28": "Buildings", | |
| "29": "Business travel", | |
| "30": "Capital contributions", | |
| "31": "Capitalised development costs", | |
| "32": "Card settlement accounts", | |
| "33": "Cash at bank", | |
| "34": "Cash in transit", | |
| "35": "Cash on hand", | |
| "36": "Cloud hosting and data services", | |
| "37": "Commission revenue", | |
| "38": "Computer equipment", | |
| "39": "Current income tax expense", | |
| "40": "Current income tax payable", | |
| "41": "Current income tax receivable", | |
| "42": "Customer advances and deposits", | |
| "43": "Customer incentives", | |
| "44": "Customer payables", | |
| "45": "Customs and import duties", | |
| "46": "Deferred income tax expense", | |
| "47": "Deferred service revenue", | |
| "48": "Deferred subscription revenue", | |
| "49": "Deferred tax asset", | |
| "50": "Deferred tax liability", | |
| "51": "Delivery and logistics revenue", | |
| "52": "Depreciation - buildings", | |
| "53": "Depreciation - computer equipment", | |
| "54": "Depreciation - furniture and fittings", | |
| "55": "Depreciation - leasehold improvements", | |
| "56": "Depreciation - motor vehicles", | |
| "57": "Depreciation - plant and machinery", | |
| "58": "Derivative assets", | |
| "59": "Derivative liabilities", | |
| "60": "Direct labour", | |
| "61": "Dividends declared", | |
| "62": "Employee loans receivable", | |
| "63": "Employee receivables", | |
| "64": "Employee reimbursements payable", | |
| "65": "Employer payroll contributions", | |
| "66": "Equity investments", | |
| "67": "Expected credit loss expense", | |
| "68": "Fair value gain or loss - derivatives", | |
| "69": "Fair value gain or loss - investments", | |
| "70": "Fair value reserve", | |
| "71": "Financial assets at FVTPL", | |
| "72": "Financial assets at amortised cost", | |
| "73": "Finished goods inventory", | |
| "74": "Foreign currency translation reserve", | |
| "75": "Foreign exchange gain or loss - operating", | |
| "76": "Furniture and fittings", | |
| "77": "Gain or loss on disposal of fixed assets", | |
| "78": "IT support and maintenance", | |
| "79": "Impairment - property, plant and equipment", | |
| "80": "Impairment allowance - investments", | |
| "81": "Impairment allowance - other assets", | |
| "82": "Insurance expense", | |
| "83": "Intercompany interest expense", | |
| "84": "Intercompany interest income", | |
| "85": "Intercompany interest payable", | |
| "86": "Intercompany interest receivable", | |
| "87": "Intercompany loan payables", | |
| "88": "Intercompany loan receivables", | |
| "89": "Intercompany other payables", | |
| "90": "Intercompany other receivables", | |
| "91": "Intercompany trade payables", | |
| "92": "Intercompany trade receivables", | |
| "93": "Inventory obsolescence allowance", | |
| "94": "Inventory write-down", | |
| "95": "Investments in subsidiaries", | |
| "96": "Irrecoverable VAT and indirect taxes", | |
| "97": "Lease interest expense", | |
| "98": "Lease liabilities - equipment", | |
| "99": "Lease liabilities - property", | |
| "100": "Lease liabilities - vehicles", | |
| "101": "Leasehold improvements", | |
| "102": "Leave pay liability", | |
| "103": "Legal and regulatory provisions", | |
| "104": "Legal fees", | |
| "105": "Licences and concessions", | |
| "106": "Litigation and regulatory expense", | |
| "107": "Loan interest income", | |
| "108": "Local transport and mileage", | |
| "109": "Loyalty programme liability", | |
| "110": "Management consulting fees", | |
| "111": "Marketing and promotion expense", | |
| "112": "Medical and other employee benefits", | |
| "113": "Merchandise inventory", | |
| "114": "Merchant and payment processing costs", | |
| "115": "Motor vehicles", | |
| "116": "Office and administrative supplies", | |
| "117": "Operating advances receivable", | |
| "118": "Operating prepayments", | |
| "119": "Ordinary share capital", | |
| "120": "Other financial liabilities", | |
| "121": "Other revenue deductions", | |
| "122": "Other tangible fixed assets", | |
| "123": "Payment processor clearing accounts", | |
| "124": "Payroll clearing accounts", | |
| "125": "Payroll payable", | |
| "126": "Payroll tax expense", | |
| "127": "Pension and benefit payable", | |
| "128": "Pension and retirement costs", | |
| "129": "Plant and machinery", | |
| "130": "Postage and courier", | |
| "131": "Prior-period income tax adjustment", | |
| "132": "Product and merchandise cost", | |
| "133": "Product sales revenue", | |
| "134": "Property and municipal tax expense", | |
| "135": "Provision expense", | |
| "136": "Raw material consumption", | |
| "137": "Rebates and incentives", | |
| "138": "Rent and occupancy", | |
| "139": "Repairs and maintenance", | |
| "140": "Restricted cash", | |
| "141": "Restructuring expense", | |
| "142": "Restructuring provision", | |
| "143": "Retained earnings", | |
| "144": "Right-of-use assets - equipment", | |
| "145": "Right-of-use assets - property", | |
| "146": "Salaries and wages", | |
| "147": "Sales commissions", | |
| "148": "Sales discounts", | |
| "149": "Sales returns and refunds", | |
| "150": "Security and cleaning", | |
| "151": "Security deposits", | |
| "152": "Service revenue", | |
| "153": "Share premium", | |
| "154": "Share-based payment expense", | |
| "155": "Share-based payment reserve", | |
| "156": "Shareholder loans payable", | |
| "157": "Shareholder loans receivable", | |
| "158": "Software intangible assets", | |
| "159": "Software subscriptions and licences", | |
| "160": "Subscription and licence revenue", | |
| "161": "Supplier advances", | |
| "162": "Tax consulting fees", | |
| "163": "Telecommunications", | |
| "164": "Third-party loans receivable", | |
| "165": "Trade payables", | |
| "166": "Trade receivables", | |
| "167": "Unbilled receivables", | |
| "168": "Unwinding of discount", | |
| "169": "Utilities", | |
| "170": "VAT and indirect tax payable", | |
| "171": "VAT and indirect tax receivable", | |
| "172": "Vehicle and fleet costs", | |
| "173": "Warranty provision", | |
| "174": "Withholding tax borne", | |
| "175": "Withholding tax payable", | |
| "176": "Withholding tax receivable", | |
| "177": "Work in progress inventory" | |
| }, | |
| "initializer_range": 0.02, | |
| "intermediate_size": 3072, | |
| "label2id": { | |
| "Accommodation and subsistence": 0, | |
| "Accrued income receivable": 1, | |
| "Accrued operating expenses": 2, | |
| "Accumulated amortisation - development costs": 3, | |
| "Accumulated amortisation - other intangibles": 4, | |
| "Accumulated amortisation - software": 5, | |
| "Accumulated depreciation - buildings": 6, | |
| "Accumulated depreciation - leasehold improvements": 7, | |
| "Accumulated depreciation - motor vehicles": 8, | |
| "Accumulated depreciation - plant and machinery": 9, | |
| "Acquisition and integration costs": 10, | |
| "Actuarial remeasurement movement": 11, | |
| "Advertising expense": 12, | |
| "Advertising revenue": 13, | |
| "Allowance for expected credit losses": 14, | |
| "Asset revaluation reserve": 15, | |
| "Assets under construction": 16, | |
| "Audit fees": 17, | |
| "Bad debts written off": 18, | |
| "Bank and borrowing interest": 19, | |
| "Bank and transaction charges": 20, | |
| "Bank clearing accounts": 21, | |
| "Bank interest income": 22, | |
| "Bank loans": 23, | |
| "Bank overdrafts": 24, | |
| "Bonus and commission payable": 25, | |
| "Bonuses and commissions": 26, | |
| "Brands and trademarks": 27, | |
| "Buildings": 28, | |
| "Business travel": 29, | |
| "Capital contributions": 30, | |
| "Capitalised development costs": 31, | |
| "Card settlement accounts": 32, | |
| "Cash at bank": 33, | |
| "Cash in transit": 34, | |
| "Cash on hand": 35, | |
| "Cloud hosting and data services": 36, | |
| "Commission revenue": 37, | |
| "Computer equipment": 38, | |
| "Current income tax expense": 39, | |
| "Current income tax payable": 40, | |
| "Current income tax receivable": 41, | |
| "Customer advances and deposits": 42, | |
| "Customer incentives": 43, | |
| "Customer payables": 44, | |
| "Customs and import duties": 45, | |
| "Deferred income tax expense": 46, | |
| "Deferred service revenue": 47, | |
| "Deferred subscription revenue": 48, | |
| "Deferred tax asset": 49, | |
| "Deferred tax liability": 50, | |
| "Delivery and logistics revenue": 51, | |
| "Depreciation - buildings": 52, | |
| "Depreciation - computer equipment": 53, | |
| "Depreciation - furniture and fittings": 54, | |
| "Depreciation - leasehold improvements": 55, | |
| "Depreciation - motor vehicles": 56, | |
| "Depreciation - plant and machinery": 57, | |
| "Derivative assets": 58, | |
| "Derivative liabilities": 59, | |
| "Direct labour": 60, | |
| "Dividends declared": 61, | |
| "Employee loans receivable": 62, | |
| "Employee receivables": 63, | |
| "Employee reimbursements payable": 64, | |
| "Employer payroll contributions": 65, | |
| "Equity investments": 66, | |
| "Expected credit loss expense": 67, | |
| "Fair value gain or loss - derivatives": 68, | |
| "Fair value gain or loss - investments": 69, | |
| "Fair value reserve": 70, | |
| "Financial assets at FVTPL": 71, | |
| "Financial assets at amortised cost": 72, | |
| "Finished goods inventory": 73, | |
| "Foreign currency translation reserve": 74, | |
| "Foreign exchange gain or loss - operating": 75, | |
| "Furniture and fittings": 76, | |
| "Gain or loss on disposal of fixed assets": 77, | |
| "IT support and maintenance": 78, | |
| "Impairment - property, plant and equipment": 79, | |
| "Impairment allowance - investments": 80, | |
| "Impairment allowance - other assets": 81, | |
| "Insurance expense": 82, | |
| "Intercompany interest expense": 83, | |
| "Intercompany interest income": 84, | |
| "Intercompany interest payable": 85, | |
| "Intercompany interest receivable": 86, | |
| "Intercompany loan payables": 87, | |
| "Intercompany loan receivables": 88, | |
| "Intercompany other payables": 89, | |
| "Intercompany other receivables": 90, | |
| "Intercompany trade payables": 91, | |
| "Intercompany trade receivables": 92, | |
| "Inventory obsolescence allowance": 93, | |
| "Inventory write-down": 94, | |
| "Investments in subsidiaries": 95, | |
| "Irrecoverable VAT and indirect taxes": 96, | |
| "Lease interest expense": 97, | |
| "Lease liabilities - equipment": 98, | |
| "Lease liabilities - property": 99, | |
| "Lease liabilities - vehicles": 100, | |
| "Leasehold improvements": 101, | |
| "Leave pay liability": 102, | |
| "Legal and regulatory provisions": 103, | |
| "Legal fees": 104, | |
| "Licences and concessions": 105, | |
| "Litigation and regulatory expense": 106, | |
| "Loan interest income": 107, | |
| "Local transport and mileage": 108, | |
| "Loyalty programme liability": 109, | |
| "Management consulting fees": 110, | |
| "Marketing and promotion expense": 111, | |
| "Medical and other employee benefits": 112, | |
| "Merchandise inventory": 113, | |
| "Merchant and payment processing costs": 114, | |
| "Motor vehicles": 115, | |
| "Office and administrative supplies": 116, | |
| "Operating advances receivable": 117, | |
| "Operating prepayments": 118, | |
| "Ordinary share capital": 119, | |
| "Other financial liabilities": 120, | |
| "Other revenue deductions": 121, | |
| "Other tangible fixed assets": 122, | |
| "Payment processor clearing accounts": 123, | |
| "Payroll clearing accounts": 124, | |
| "Payroll payable": 125, | |
| "Payroll tax expense": 126, | |
| "Pension and benefit payable": 127, | |
| "Pension and retirement costs": 128, | |
| "Plant and machinery": 129, | |
| "Postage and courier": 130, | |
| "Prior-period income tax adjustment": 131, | |
| "Product and merchandise cost": 132, | |
| "Product sales revenue": 133, | |
| "Property and municipal tax expense": 134, | |
| "Provision expense": 135, | |
| "Raw material consumption": 136, | |
| "Rebates and incentives": 137, | |
| "Rent and occupancy": 138, | |
| "Repairs and maintenance": 139, | |
| "Restricted cash": 140, | |
| "Restructuring expense": 141, | |
| "Restructuring provision": 142, | |
| "Retained earnings": 143, | |
| "Right-of-use assets - equipment": 144, | |
| "Right-of-use assets - property": 145, | |
| "Salaries and wages": 146, | |
| "Sales commissions": 147, | |
| "Sales discounts": 148, | |
| "Sales returns and refunds": 149, | |
| "Security and cleaning": 150, | |
| "Security deposits": 151, | |
| "Service revenue": 152, | |
| "Share premium": 153, | |
| "Share-based payment expense": 154, | |
| "Share-based payment reserve": 155, | |
| "Shareholder loans payable": 156, | |
| "Shareholder loans receivable": 157, | |
| "Software intangible assets": 158, | |
| "Software subscriptions and licences": 159, | |
| "Subscription and licence revenue": 160, | |
| "Supplier advances": 161, | |
| "Tax consulting fees": 162, | |
| "Telecommunications": 163, | |
| "Third-party loans receivable": 164, | |
| "Trade payables": 165, | |
| "Trade receivables": 166, | |
| "Unbilled receivables": 167, | |
| "Unwinding of discount": 168, | |
| "Utilities": 169, | |
| "VAT and indirect tax payable": 170, | |
| "VAT and indirect tax receivable": 171, | |
| "Vehicle and fleet costs": 172, | |
| "Warranty provision": 173, | |
| "Withholding tax borne": 174, | |
| "Withholding tax payable": 175, | |
| "Withholding tax receivable": 176, | |
| "Work in progress inventory": 177 | |
| }, | |
| "layer_norm_eps": 1e-12, | |
| "max_position_embeddings": 512, | |
| "model_type": "bert", | |
| "num_attention_heads": 12, | |
| "num_hidden_layers": 12, | |
| "pad_token_id": 0, | |
| "position_embedding_type": "absolute", | |
| "problem_type": "single_label_classification", | |
| "transformers_version": "5.0.0.dev0", | |
| "type_vocab_size": 2, | |
| "use_cache": false, | |
| "vocab_size": 30522 | |
| } | |