| | """ |
| | © Battelle Memorial Institute 2023 |
| | Made available under the GNU General Public License v 2.0 |
| | |
| | BECAUSE THE PROGRAM IS LICENSED FREE OF CHARGE, THERE IS NO WARRANTY |
| | FOR THE PROGRAM, TO THE EXTENT PERMITTED BY APPLICABLE LAW. EXCEPT WHEN |
| | OTHERWISE STATED IN WRITING THE COPYRIGHT HOLDERS AND/OR OTHER PARTIES |
| | PROVIDE THE PROGRAM "AS IS" WITHOUT WARRANTY OF ANY KIND, EITHER EXPRESSED |
| | OR IMPLIED, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF |
| | MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE. THE ENTIRE RISK AS |
| | TO THE QUALITY AND PERFORMANCE OF THE PROGRAM IS WITH YOU. SHOULD THE |
| | PROGRAM PROVE DEFECTIVE, YOU ASSUME THE COST OF ALL NECESSARY SERVICING, |
| | REPAIR OR CORRECTION. |
| | """ |
| |
|
| | from transformers import PretrainedConfig |
| |
|
| |
|
| | class FupBERTConfig(PretrainedConfig): |
| | model_type = "FupBERT" |
| |
|
| | def __init__( |
| | self, |
| | ntoken=608, |
| | ninp=768, |
| | nhead=12, |
| | nhid=3072, |
| | nlayers=12, |
| | token_reduction='mean', |
| | padding_idx=0, |
| | cls_idx=1, |
| | edge_idx=2, |
| | num_out=1, |
| | dropout=0.1, |
| | **kwargs): |
| |
|
| | |
| | self.ntoken = ntoken |
| | self.ninp = ninp |
| | self.nhead = nhead |
| | self.nhid = nhid |
| | self.nlayers = nlayers |
| | self.token_reduction = token_reduction |
| | self.padding_idx = padding_idx |
| | self.cls_idx = cls_idx |
| | self.edge_idx = edge_idx |
| | self.num_out = num_out |
| | self.dropout = dropout |
| | super().__init__(**kwargs) |
| |
|
