{
  "_name_or_path": "/data/users/mrdupont/emtrl/models/pretrained_cluster/mlm-bert-30",
  "architectures": [
    "BertForRegression"
  ],
  "attention_probs_dropout_prob": 0.1,
  "classifier_dropout": null,
  "hidden_act": "gelu",
  "hidden_dropout_prob": 0.1,
  "hidden_size": 768,
  "id2label": {
    "0": "MaxAbsEStateIndex",
    "1": "MaxEStateIndex",
    "2": "MinAbsEStateIndex",
    "3": "MinEStateIndex",
    "4": "qed",
    "5": "SPS",
    "6": "MolWt",
    "7": "HeavyAtomMolWt",
    "8": "ExactMolWt",
    "9": "NumValenceElectrons",
    "10": "NumRadicalElectrons",
    "11": "MaxPartialCharge",
    "12": "MinPartialCharge",
    "13": "MaxAbsPartialCharge",
    "14": "MinAbsPartialCharge",
    "15": "FpDensityMorgan1",
    "16": "FpDensityMorgan2",
    "17": "FpDensityMorgan3",
    "18": "BCUT2D_MWHI",
    "19": "BCUT2D_MWLOW",
    "20": "BCUT2D_CHGHI",
    "21": "BCUT2D_CHGLO",
    "22": "BCUT2D_LOGPHI",
    "23": "BCUT2D_LOGPLOW",
    "24": "BCUT2D_MRHI",
    "25": "BCUT2D_MRLOW",
    "26": "AvgIpc",
    "27": "BalabanJ",
    "28": "BertzCT",
    "29": "Chi0",
    "30": "Chi0n",
    "31": "Chi0v",
    "32": "Chi1",
    "33": "Chi1n",
    "34": "Chi1v",
    "35": "Chi2n",
    "36": "Chi2v",
    "37": "Chi3n",
    "38": "Chi3v",
    "39": "Chi4n",
    "40": "Chi4v",
    "41": "HallKierAlpha",
    "42": "Kappa1",
    "43": "Kappa2",
    "44": "Kappa3",
    "45": "LabuteASA",
    "46": "PEOE_VSA1",
    "47": "PEOE_VSA10",
    "48": "PEOE_VSA11",
    "49": "PEOE_VSA12",
    "50": "PEOE_VSA13",
    "51": "PEOE_VSA14",
    "52": "PEOE_VSA2",
    "53": "PEOE_VSA3",
    "54": "PEOE_VSA4",
    "55": "PEOE_VSA5",
    "56": "PEOE_VSA6",
    "57": "PEOE_VSA7",
    "58": "PEOE_VSA8",
    "59": "PEOE_VSA9",
    "60": "SMR_VSA1",
    "61": "SMR_VSA10",
    "62": "SMR_VSA2",
    "63": "SMR_VSA3",
    "64": "SMR_VSA4",
    "65": "SMR_VSA5",
    "66": "SMR_VSA6",
    "67": "SMR_VSA7",
    "68": "SMR_VSA8",
    "69": "SMR_VSA9",
    "70": "SlogP_VSA1",
    "71": "SlogP_VSA10",
    "72": "SlogP_VSA11",
    "73": "SlogP_VSA12",
    "74": "SlogP_VSA2",
    "75": "SlogP_VSA3",
    "76": "SlogP_VSA4",
    "77": "SlogP_VSA5",
    "78": "SlogP_VSA6",
    "79": "SlogP_VSA7",
    "80": "SlogP_VSA8",
    "81": "SlogP_VSA9",
    "82": "TPSA",
    "83": "EState_VSA1",
    "84": "EState_VSA10",
    "85": "EState_VSA11",
    "86": "EState_VSA2",
    "87": "EState_VSA3",
    "88": "EState_VSA4",
    "89": "EState_VSA5",
    "90": "EState_VSA6",
    "91": "EState_VSA7",
    "92": "EState_VSA8",
    "93": "EState_VSA9",
    "94": "VSA_EState1",
    "95": "VSA_EState10",
    "96": "VSA_EState2",
    "97": "VSA_EState3",
    "98": "VSA_EState4",
    "99": "VSA_EState5",
    "100": "VSA_EState6",
    "101": "VSA_EState7",
    "102": "VSA_EState8",
    "103": "VSA_EState9",
    "104": "FractionCSP3",
    "105": "HeavyAtomCount",
    "106": "NHOHCount",
    "107": "NOCount",
    "108": "NumAliphaticCarbocycles",
    "109": "NumAliphaticHeterocycles",
    "110": "NumAliphaticRings",
    "111": "NumAromaticCarbocycles",
    "112": "NumAromaticHeterocycles",
    "113": "NumAromaticRings",
    "114": "NumHAcceptors",
    "115": "NumHDonors",
    "116": "NumHeteroatoms",
    "117": "NumRotatableBonds",
    "118": "NumSaturatedCarbocycles",
    "119": "NumSaturatedHeterocycles",
    "120": "NumSaturatedRings",
    "121": "RingCount",
    "122": "MolLogP",
    "123": "MolMR",
    "124": "fr_Al_COO",
    "125": "fr_Al_OH",
    "126": "fr_Al_OH_noTert",
    "127": "fr_ArN",
    "128": "fr_Ar_COO",
    "129": "fr_Ar_N",
    "130": "fr_Ar_NH",
    "131": "fr_Ar_OH",
    "132": "fr_COO",
    "133": "fr_COO2",
    "134": "fr_C_O",
    "135": "fr_C_O_noCOO",
    "136": "fr_C_S",
    "137": "fr_HOCCN",
    "138": "fr_Imine",
    "139": "fr_NH0",
    "140": "fr_NH1",
    "141": "fr_NH2",
    "142": "fr_N_O",
    "143": "fr_Ndealkylation1",
    "144": "fr_Ndealkylation2",
    "145": "fr_Nhpyrrole",
    "146": "fr_SH",
    "147": "fr_aldehyde",
    "148": "fr_alkyl_carbamate",
    "149": "fr_alkyl_halide",
    "150": "fr_allylic_oxid",
    "151": "fr_amide",
    "152": "fr_amidine",
    "153": "fr_aniline",
    "154": "fr_aryl_methyl",
    "155": "fr_azide",
    "156": "fr_azo",
    "157": "fr_barbitur",
    "158": "fr_benzene",
    "159": "fr_benzodiazepine",
    "160": "fr_bicyclic",
    "161": "fr_diazo",
    "162": "fr_dihydropyridine",
    "163": "fr_epoxide",
    "164": "fr_ester",
    "165": "fr_ether",
    "166": "fr_furan",
    "167": "fr_guanido",
    "168": "fr_halogen",
    "169": "fr_hdrzine",
    "170": "fr_hdrzone",
    "171": "fr_imidazole",
    "172": "fr_imide",
    "173": "fr_isocyan",
    "174": "fr_isothiocyan",
    "175": "fr_ketone",
    "176": "fr_ketone_Topliss",
    "177": "fr_lactam",
    "178": "fr_lactone",
    "179": "fr_methoxy",
    "180": "fr_morpholine",
    "181": "fr_nitrile",
    "182": "fr_nitro",
    "183": "fr_nitro_arom",
    "184": "fr_nitro_arom_nonortho",
    "185": "fr_nitroso",
    "186": "fr_oxazole",
    "187": "fr_oxime",
    "188": "fr_para_hydroxylation",
    "189": "fr_phenol",
    "190": "fr_phenol_noOrthoHbond",
    "191": "fr_phos_acid",
    "192": "fr_phos_ester",
    "193": "fr_piperdine",
    "194": "fr_piperzine",
    "195": "fr_priamide",
    "196": "fr_prisulfonamd",
    "197": "fr_pyridine",
    "198": "fr_quatN",
    "199": "fr_sulfide",
    "200": "fr_sulfonamd",
    "201": "fr_sulfone",
    "202": "fr_term_acetylene",
    "203": "fr_tetrazole",
    "204": "fr_thiazole",
    "205": "fr_thiocyan",
    "206": "fr_thiophene",
    "207": "fr_unbrch_alkane",
    "208": "fr_urea",
    "209": "SPS"
  },
  "initializer_range": 0.02,
  "intermediate_size": 3072,
  "label2id": {},
  "layer_norm_eps": 1e-12,
  "max_position_embeddings": 128,
  "model_type": "bert",
  "norm_mean": [
    12.057678890994644,
    12.057678890994644,
    0.14579993191757354,
    -1.3852009346065863,
    0.5904356520616725,
    15.777389557657454,
    408.7324938042132,
    385.69151239157344,
    408.24050419994927,
    150.61338289962825,
    0.0,
    0.27882874421333403,
    -0.42878847173269524,
    0.4341553310065758,
    0.27346398399750516,
    1.1177751972377303,
    1.844960969904394,
    2.517510815029362,
    27.545019375166408,
    10.029719301162345,
    2.2614703832494225,
    -2.239680414209388,
    2.3176379093688904,
    -2.3253972464518053,
    6.6762947487508395,
    0.047619777108010554,
    2.9256232545746363,
    1.769895412484821,
    1001.9013105207902,
    20.45703195454642,
    16.109614775627357,
    16.743491910475523,
    13.785266376372702,
    9.399836012052212,
    10.028045781747311,
    7.153590651754913,
    7.883947848902827,
    4.996603992718238,
    5.605045998477151,
    3.480563807786887,
    3.9576000683350245,
    -2.778167012665154,
    19.926870992230338,
    8.391167283232372,
    4.471842556884111,
    169.6976480071837,
    14.882530775435384,
    10.2112084881468,
    4.963012790913498,
    3.795918365387303,
    3.7089532809594252,
    2.7098672595696054,
    8.048492587593628,
    7.39801490798831,
    3.5472790384969985,
    1.7410487594389337,
    24.54613728847955,
    42.18815134978897,
    25.642227548318935,
    16.36197810643479,
    14.681324675786595,
    25.06163772865704,
    0.4869503954892954,
    13.306154631415609,
    3.205443358278739,
    28.238233296387044,
    20.21287114147404,
    56.83269827978232,
    0.0,
    7.719507039681765,
    11.230560473102162,
    8.230892904904513,
    3.7050348385335896,
    6.970990670551791,
    40.7967778227743,
    9.996279323458335,
    6.617990024586013,
    27.647280173821105,
    44.56027316191675,
    1.7199565505706207,
    8.26878460273322,
    0.0,
    85.01882899628234,
    10.991730896594815,
    11.57963523588307,
    0.05440415176796556,
    15.518636659233751,
    20.498756158867643,
    27.235609255196657,
    13.483092339975938,
    16.315846174913787,
    22.602361046607083,
    21.248915190607903,
    10.215833437303564,
    17.517794802852176,
    2.493441932261566,
    20.3441951307563,
    9.403543232471868,
    3.153763479630196,
    0.18213015315949954,
    10.628206670163022,
    2.2313772115830584,
    3.4060131787919317,
    0.10733814609711621,
    0.32084818102427587,
    28.71561338289963,
    2.0656753407682777,
    6.488228004956629,
    0.23234200743494424,
    0.7106567534076828,
    0.942998760842627,
    1.449194547707559,
    1.1933085501858736,
    2.6425030978934325,
    5.438042131350682,
    1.828996282527881,
    7.856877323420075,
    5.695167286245353,
    0.1970260223048327,
    0.5254027261462205,
    0.7224287484510533,
    3.5855018587360594,
    3.356914429987612,
    109.69784392812906,
    0.10037174721189591,
    0.19330855018587362,
    0.1654275092936803,
    0.08364312267657993,
    0.0322180916976456,
    1.6933085501858736,
    0.17843866171003717,
    0.06815365551425032,
    0.1325898389095415,
    0.1325898389095415,
    0.9609665427509294,
    0.8283767038413878,
    0.0018587360594795538,
    0.03531598513011153,
    0.04460966542750929,
    2.338909541511772,
    1.1852540272614622,
    0.23667905824039653,
    0.013630731102850062,
    0.09913258983890955,
    0.2137546468401487,
    0.17843866171003717,
    0.0012391573729863693,
    0.0,
    0.009913258983890954,
    0.3674101610904585,
    0.04337050805452292,
    0.79182156133829,
    0.024783147459727387,
    0.9014869888475836,
    0.3847583643122677,
    0.0,
    0.0,
    0.0018587360594795538,
    1.4479553903345725,
    0.0030978934324659233,
    0.7992565055762082,
    0.0,
    0.0037174721189591076,
    0.0006195786864931846,
    0.042131350681536554,
    0.7224287484510533,
    0.01982651796778191,
    0.009913258983890954,
    0.9752168525402726,
    0.0030978934324659233,
    0.004956629491945477,
    0.08674101610904585,
    0.017967781908302356,
    0.0,
    0.0,
    0.040272614622057,
    0.027261462205700124,
    0.004337050805452293,
    0.006195786864931847,
    0.2372986369268897,
    0.052664188351920695,
    0.08426270136307311,
    0.011771995043370507,
    0.008674101610904586,
    0.007434944237918215,
    0.0,
    0.006815365551425031,
    0.0055762081784386614,
    0.19950433705080545,
    0.045229244114002476,
    0.042131350681536554,
    0.0006195786864931846,
    0.0006195786864931846,
    0.2707558859975217,
    0.08364312267657993,
    0.08178438661710037,
    0.0,
    0.38971499380421315,
    0.01734820322180917,
    0.06319702602230483,
    0.12701363073110286,
    0.040892193308550186,
    0.0018587360594795538,
    0.007434944237918215,
    0.06505576208178439,
    0.0,
    0.051425030978934326,
    0.14684014869888476,
    0.04770755885997522,
    15.777389557657454
  ],
  "norm_std": [
    2.313081557388622,
    2.313081557388622,
    0.16936211768221057,
    1.7089907552260026,
    0.1738540308149261,
    5.62767936060862,
    102.1020455937996,
    95.32341247663977,
    101.9792822434049,
    39.60058289196948,
    0.0,
    0.08627296532834354,
    0.06791492187004157,
    0.06710304969821802,
    0.07670894332205407,
    0.15689160180299044,
    0.21202467101837136,
    0.26717143170938745,
    13.311781847682598,
    0.161416204221259,
    0.12732840160789946,
    0.13113228450729572,
    0.09668039800223543,
    0.17253288572826248,
    1.0183870855220842,
    0.29529133957276765,
    0.30529187758938164,
    0.40706300309430404,
    299.7414244307342,
    5.192020185447506,
    4.253406449791665,
    4.2663309020628715,
    3.4286322391226842,
    2.6321604712086777,
    2.6972940784380444,
    2.1918036172153244,
    2.3285536018815263,
    1.6618423564127656,
    1.7781125031755478,
    1.3080594474607283,
    1.3911082678012727,
    0.8850814973628028,
    5.8429903183237215,
    3.002260409044789,
    2.055128990240505,
    41.74140527855648,
    8.955012011799548,
    8.313834174355165,
    7.079166404568169,
    6.352244380279705,
    4.517316466460085,
    3.834312847342619,
    6.2122483729833124,
    6.396513420406555,
    5.770214977610394,
    4.39136608508366,
    18.31897282337848,
    19.53832886374558,
    14.641507042901386,
    10.374681023917287,
    9.438155502637423,
    13.159153102439308,
    1.5605991801495531,
    8.490380075808956,
    5.597103601187963,
    22.30335335910364,
    15.707426718692696,
    21.126705907263293,
    0.0,
    7.690920708382548,
    8.002566979738704,
    8.065276198183872,
    5.063972185502812,
    9.175527820051165,
    21.225888445069003,
    8.789060253260919,
    7.159591584158964,
    18.593067148668244,
    18.067507561559403,
    3.215953145182865,
    8.863667057702934,
    0.0,
    39.47912783517726,
    14.640999760912388,
    8.474895803017109,
    0.5960917698957956,
    12.262847223563753,
    13.41361344617585,
    18.994353013067315,
    12.786250856100345,
    13.700074752862808,
    18.943968094459834,
    15.494527914456736,
    9.248528975561868,
    19.013295417415033,
    3.8919499793800485,
    14.12200678628746,
    7.748770719748981,
    3.5553099328700455,
    1.5080476912216592,
    5.634033127875796,
    3.369340143661366,
    2.976058577097345,
    2.00503200263537,
    0.1738718122959218,
    7.164921542349504,
    1.8075016498745002,
    2.6256852922781273,
    0.687051305517871,
    0.8240035489756864,
    1.049209263238451,
    0.7522514545515041,
    0.992439739802279,
    0.9526342163256127,
    2.148066796514804,
    1.488660770109144,
    2.937382301336828,
    2.8669399496008663,
    0.6254345329137216,
    0.7276017233344493,
    0.9619940306776951,
    1.0990873603626996,
    1.4291691141326586,
    26.960405923207734,
    0.31063329898524833,
    0.48502208865374397,
    0.4499971464996913,
    0.3086005691833491,
    0.17657883866706112,
    1.5803917236596474,
    0.40490308586003454,
    0.2709649308271976,
    0.34814588952393694,
    0.34814588952393694,
    1.0520944156070071,
    1.035748969339086,
    0.043072974818797155,
    0.1845772638338761,
    0.24989229909250607,
    1.5443899516224178,
    1.1795471601441787,
    0.5324585839186948,
    0.14872469829640322,
    0.30295813938019306,
    0.4678344259316867,
    0.40490308586003454,
    0.03517985022696004,
    0.0,
    0.09907061259631404,
    1.057552578505299,
    0.3958928425386544,
    1.0723666760312136,
    0.15546363903407612,
    1.077348284177084,
    0.6623458441032192,
    0.0,
    0.0,
    0.043072974818796614,
    0.7521667391358645,
    0.05557244360964305,
    0.9656296325407744,
    0.0,
    0.06085764142655968,
    0.024883625313536023,
    0.21286833832966173,
    0.8700040875383119,
    0.13940382761264078,
    0.11087515964444744,
    1.3093431940538454,
    0.05557244360964295,
    0.07022863601142326,
    0.29436704379283896,
    0.14615886165593062,
    0.0,
    0.0,
    0.2088237549358447,
    0.16284432714745037,
    0.06571332281785336,
    0.07846909640142403,
    0.5327645406719654,
    0.2368257977545646,
    0.2822070397209167,
    0.10785831064905968,
    0.09273004676019769,
    0.08590498147428458,
    0.0,
    0.08227342428649466,
    0.07446552276583651,
    0.5136064406523582,
    0.2165664602606745,
    0.20993754330811096,
    0.024883625313536252,
    0.024883625313536252,
    0.6368874114448619,
    0.27685185696594844,
    0.2872814734031477,
    0.0,
    0.6106597834014514,
    0.1305650913023256,
    0.2605326534911613,
    0.338524209560511,
    0.1980404550463552,
    0.043072974818796496,
    0.0859049814742869,
    0.2491237990934015,
    0.0,
    0.2291243533252381,
    0.7240765108264273,
    0.21314677498755896,
    5.62767936060862
  ],
  "num_attention_heads": 12,
  "num_hidden_layers": 12,
  "pad_token_id": 0,
  "position_embedding_type": "absolute",
  "property_subset": "all",
  "torch_dtype": "float32",
  "train_size": 0.3,
  "train_type": "mlm",
  "transformers_version": "4.34.1",
  "type_vocab_size": 2,
  "use_cache": true,
  "vocab_size": 4096
}