{ "_name_or_path": "answerdotai/ModernBERT-base", "architectures": [ "ModernBertForSequenceClassification" ], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 50281, "classifier_activation": "gelu", "classifier_bias": false, "classifier_dropout": 0.0, "classifier_pooling": "mean", "cls_token_id": 50281, "decoder_bias": true, "deterministic_flash_attn": false, "embedding_dropout": 0.0, "eos_token_id": 50282, "global_attn_every_n_layers": 3, "global_rope_theta": 160000.0, "gradient_checkpointing": false, "hidden_activation": "gelu", "hidden_size": 768, "id2label": { "0": "Agiorgitiko", "1": "Aglianico", "2": "Albari\u00f1o", "3": "Alicante Bouschet", "4": "Aligot\u00e9", "5": "Alsace white blend", "6": "Alvarinho", "7": "Arinto", "8": "Arneis", "9": "Assyrtico", "10": "Austrian Red Blend", "11": "Austrian white blend", "12": "Baga", "13": "Barbera", "14": "Blaufr\u00e4nkisch", "15": "Bonarda", "16": "Bordeaux-style Red Blend", "17": "Bordeaux-style White Blend", "18": "Cabernet Blend", "19": "Cabernet Franc", "20": "Cabernet Franc Blend", "21": "Cabernet Merlot", "22": "Cabernet Sauvignon", "23": "Cabernet Sauvignon Blend", "24": "Cabernet Sauvignon-Merlot", "25": "Cabernet Sauvignon-Syrah", "26": "Cannonau", "27": "Carignan", "28": "Carignane", "29": "Carignano", "30": "Carmen\u00e8re", "31": "Carricante", "32": "Castel\u00e3o", "33": "Catarratto", "34": "Champagne Blend", "35": "Charbono", "36": "Chardonnay", "37": "Chardonnay Blend", "38": "Chenin Blanc", "39": "Chenin Blanc Blend", "40": "Cinsault", "41": "Claret", "42": "Cortese", "43": "Corvina, Rondinella, Molinara", "44": "Dolcetto", "45": "Encruzado", "46": "Falanghina", "47": "Fern\u00e3o Pires", "48": "Fiano", "49": "Frappato", "50": "Friulano", "51": "Fum\u00e9 Blanc", "52": "Furmint", "53": "G-S-M", "54": "Gamay", "55": "Garganega", "56": "Garnacha", "57": "Garnacha Blanca", "58": "Garnacha Blend", "59": "Gelber Muskateller", "60": "Gew\u00fcrztraminer", "61": "Glera", "62": "Godello", "63": "Graciano", "64": "Greco", "65": "Grenache", "66": "Grenache Blanc", "67": "Grenache Blend", "68": "Grillo", "69": "Gros and Petit Manseng", "70": "Gr\u00fcner Veltliner", "71": "Insolia", "72": "Inzolia", "73": "Lagrein", "74": "Lambrusco", "75": "Lemberger", "76": "Loureiro", "77": "Malbec", "78": "Malbec Blend", "79": "Malbec-Merlot", "80": "Malvasia", "81": "Marsanne", "82": "Marsanne Blend", "83": "Melon", "84": "Menc\u00eda", "85": "Meritage", "86": "Merlot", "87": "Merlot Blend", "88": "Monastrell", "89": "Montepulciano", "90": "Moscatel", "91": "Moscato", "92": "Moschofilero", "93": "Mourv\u00e8dre", "94": "Muscat", "95": "Muscat Canelli", "96": "M\u00fcller Blend", "97": "Nebbiolo", "98": "Negroamaro", "99": "Nerello Mascalese", "100": "Nero d'Avola", "101": "Orange Muscat", "102": "Pecorino", "103": "Pedro Xim\u00e9nez", "104": "Petit Manseng", "105": "Petit Verdot", "106": "Petite Sirah", "107": "Petite Verdot", "108": "Picolit", "109": "Pinot Bianco", "110": "Pinot Blanc", "111": "Pinot Grigio", "112": "Pinot Gris", "113": "Pinot Meunier", "114": "Pinot Nero", "115": "Pinot Noir", "116": "Pinotage", "117": "Port", "118": "Portuguese Red", "119": "Portuguese White", "120": "Primitivo", "121": "Prosecco", "122": "Provence red blend", "123": "Prugnolo Gentile", "124": "Rh\u00f4ne-style Red Blend", "125": "Rh\u00f4ne-style White Blend", "126": "Ribolla Gialla", "127": "Riesling", "128": "Rkatsiteli", "129": "Rosado", "130": "Rosato", "131": "Ros\u00e9", "132": "Roussanne", "133": "Sagrantino", "134": "Sangiovese", "135": "Sangiovese Grosso", "136": "Saperavi", "137": "Sauvignon", "138": "Sauvignon Blanc", "139": "Sauvignon Blanc Blend", "140": "Scheurebe", "141": "Semillon Blend", "142": "Sherry", "143": "Shiraz", "144": "Shiraz Blend", "145": "Silvaner", "146": "Sp\u00e4tburgunder", "147": "St. Laurent", "148": "Sylvaner", "149": "Syrah", "150": "Syrah Blend", "151": "S\u00e9millon", "152": "Tannat", "153": "Tannat Blend", "154": "Tempranillo", "155": "Tempranillo Blend", "156": "Teroldego", "157": "Tinta de Toro", "158": "Tinto Fino", "159": "Tinto del Pais", "160": "Tocai Friulano", "161": "Tokaji", "162": "Torront\u00e9s", "163": "Touriga Nacional", "164": "Touriga Nacional Blend", "165": "Traminer", "166": "Trebbiano", "167": "Turbiana", "168": "Verdejo", "169": "Verdejo Blend", "170": "Verdelho", "171": "Verdicchio", "172": "Vermentino", "173": "Vernaccia", "174": "Vidal Blanc", "175": "Viognier", "176": "Viognier Blend", "177": "Viura", "178": "Weissburgunder", "179": "Welschriesling", "180": "Xinomavro", "181": "Zibibbo", "182": "Zinfandel", "183": "Zweigelt" }, "initializer_cutoff_factor": 2.0, "initializer_range": 0.02, "intermediate_size": 1152, "label2id": { "Agiorgitiko": 0, "Aglianico": 1, "Albari\u00f1o": 2, "Alicante Bouschet": 3, "Aligot\u00e9": 4, "Alsace white blend": 5, "Alvarinho": 6, "Arinto": 7, "Arneis": 8, "Assyrtico": 9, "Austrian Red Blend": 10, "Austrian white blend": 11, "Baga": 12, "Barbera": 13, "Blaufr\u00e4nkisch": 14, "Bonarda": 15, "Bordeaux-style Red Blend": 16, "Bordeaux-style White Blend": 17, "Cabernet Blend": 18, "Cabernet Franc": 19, "Cabernet Franc Blend": 20, "Cabernet Merlot": 21, "Cabernet Sauvignon": 22, "Cabernet Sauvignon Blend": 23, "Cabernet Sauvignon-Merlot": 24, "Cabernet Sauvignon-Syrah": 25, "Cannonau": 26, "Carignan": 27, "Carignane": 28, "Carignano": 29, "Carmen\u00e8re": 30, "Carricante": 31, "Castel\u00e3o": 32, "Catarratto": 33, "Champagne Blend": 34, "Charbono": 35, "Chardonnay": 36, "Chardonnay Blend": 37, "Chenin Blanc": 38, "Chenin Blanc Blend": 39, "Cinsault": 40, "Claret": 41, "Cortese": 42, "Corvina, Rondinella, Molinara": 43, "Dolcetto": 44, "Encruzado": 45, "Falanghina": 46, "Fern\u00e3o Pires": 47, "Fiano": 48, "Frappato": 49, "Friulano": 50, "Fum\u00e9 Blanc": 51, "Furmint": 52, "G-S-M": 53, "Gamay": 54, "Garganega": 55, "Garnacha": 56, "Garnacha Blanca": 57, "Garnacha Blend": 58, "Gelber Muskateller": 59, "Gew\u00fcrztraminer": 60, "Glera": 61, "Godello": 62, "Graciano": 63, "Greco": 64, "Grenache": 65, "Grenache Blanc": 66, "Grenache Blend": 67, "Grillo": 68, "Gros and Petit Manseng": 69, "Gr\u00fcner Veltliner": 70, "Insolia": 71, "Inzolia": 72, "Lagrein": 73, "Lambrusco": 74, "Lemberger": 75, "Loureiro": 76, "Malbec": 77, "Malbec Blend": 78, "Malbec-Merlot": 79, "Malvasia": 80, "Marsanne": 81, "Marsanne Blend": 82, "Melon": 83, "Menc\u00eda": 84, "Meritage": 85, "Merlot": 86, "Merlot Blend": 87, "Monastrell": 88, "Montepulciano": 89, "Moscatel": 90, "Moscato": 91, "Moschofilero": 92, "Mourv\u00e8dre": 93, "Muscat": 94, "Muscat Canelli": 95, "M\u00fcller Blend": 96, "Nebbiolo": 97, "Negroamaro": 98, "Nerello Mascalese": 99, "Nero d'Avola": 100, "Orange Muscat": 101, "Pecorino": 102, "Pedro Xim\u00e9nez": 103, "Petit Manseng": 104, "Petit Verdot": 105, "Petite Sirah": 106, "Petite Verdot": 107, "Picolit": 108, "Pinot Bianco": 109, "Pinot Blanc": 110, "Pinot Grigio": 111, "Pinot Gris": 112, "Pinot Meunier": 113, "Pinot Nero": 114, "Pinot Noir": 115, "Pinotage": 116, "Port": 117, "Portuguese Red": 118, "Portuguese White": 119, "Primitivo": 120, "Prosecco": 121, "Provence red blend": 122, "Prugnolo Gentile": 123, "Rh\u00f4ne-style Red Blend": 124, "Rh\u00f4ne-style White Blend": 125, "Ribolla Gialla": 126, "Riesling": 127, "Rkatsiteli": 128, "Rosado": 129, "Rosato": 130, "Ros\u00e9": 131, "Roussanne": 132, "Sagrantino": 133, "Sangiovese": 134, "Sangiovese Grosso": 135, "Saperavi": 136, "Sauvignon": 137, "Sauvignon Blanc": 138, "Sauvignon Blanc Blend": 139, "Scheurebe": 140, "Semillon Blend": 141, "Sherry": 142, "Shiraz": 143, "Shiraz Blend": 144, "Silvaner": 145, "Sp\u00e4tburgunder": 146, "St. Laurent": 147, "Sylvaner": 148, "Syrah": 149, "Syrah Blend": 150, "S\u00e9millon": 151, "Tannat": 152, "Tannat Blend": 153, "Tempranillo": 154, "Tempranillo Blend": 155, "Teroldego": 156, "Tinta de Toro": 157, "Tinto Fino": 158, "Tinto del Pais": 159, "Tocai Friulano": 160, "Tokaji": 161, "Torront\u00e9s": 162, "Touriga Nacional": 163, "Touriga Nacional Blend": 164, "Traminer": 165, "Trebbiano": 166, "Turbiana": 167, "Verdejo": 168, "Verdejo Blend": 169, "Verdelho": 170, "Verdicchio": 171, "Vermentino": 172, "Vernaccia": 173, "Vidal Blanc": 174, "Viognier": 175, "Viognier Blend": 176, "Viura": 177, "Weissburgunder": 178, "Welschriesling": 179, "Xinomavro": 180, "Zibibbo": 181, "Zinfandel": 182, "Zweigelt": 183 }, "layer_norm_eps": 1e-05, "local_attention": 128, "local_rope_theta": 10000.0, "max_position_embeddings": 8192, "mlp_bias": false, "mlp_dropout": 0.0, "model_type": "modernbert", "norm_bias": false, "norm_eps": 1e-05, "num_attention_heads": 12, "num_hidden_layers": 22, "pad_token_id": 50283, "position_embedding_type": "absolute", "reference_compile": true, "repad_logits_with_grad": false, "sep_token_id": 50282, "sparse_pred_ignore_index": -100, "sparse_prediction": false, "torch_dtype": "float32", "transformers_version": "4.48.3", "vocab_size": 50368 }