Layout FID models
Collection
4 items • Updated
How to use creative-graphic-design/layout-fidnet-v3-layoutdm-publaynet with Transformers:
# Use a pipeline as a high-level helper
from transformers import pipeline
pipe = pipeline("feature-extraction", model="creative-graphic-design/layout-fidnet-v3-layoutdm-publaynet", trust_remote_code=True) # Load model directly
from transformers import AutoModel
model = AutoModel.from_pretrained("creative-graphic-design/layout-fidnet-v3-layoutdm-publaynet", trust_remote_code=True, device_map="auto")from transformers import AutoModel
model = AutoModel.from_pretrained("shunk031/layoutdm-fidnet-v3-publaynet", trust_remote_code=True)
print(model)
# LayoutDmFIDNetV3(
# (emb_label): Embedding(5, 256)
# (fc_bbox): Linear(in_features=4, out_features=256, bias=True)
# (enc_fc_in): Linear(in_features=512, out_features=256, bias=True)
# (enc_transformer): TransformerWithToken(
# (core): TransformerEncoder(
# (layers): ModuleList(
# (0-3): 4 x TransformerEncoderLayer(
# (self_attn): MultiheadAttention(
# (out_proj): NonDynamicallyQuantizableLinear(in_features=256, out_features=256, bias=True)
# )
# (linear1): Linear(in_features=256, out_features=128, bias=True)
# (dropout): Dropout(p=0.1, inplace=False)
# (linear2): Linear(in_features=128, out_features=256, bias=True)
# (norm1): LayerNorm((256,), eps=1e-05, elementwise_affine=True)
# (norm2): LayerNorm((256,), eps=1e-05, elementwise_affine=True)
# (dropout1): Dropout(p=0.1, inplace=False)
# (dropout2): Dropout(p=0.1, inplace=False)
# )
# )
# )
# )
# (fc_out_disc): Linear(in_features=256, out_features=1, bias=True)
# (dec_fc_in): Linear(in_features=512, out_features=256, bias=True)
# (dec_transformer): TransformerEncoder(
# (layers): ModuleList(
# (0-3): 4 x TransformerEncoderLayer(
# (self_attn): MultiheadAttention(
# (out_proj): NonDynamicallyQuantizableLinear(in_features=256, out_features=256, bias=True)
# )
# (linear1): Linear(in_features=256, out_features=128, bias=True)
# (dropout): Dropout(p=0.1, inplace=False)
# (linear2): Linear(in_features=128, out_features=256, bias=True)
# (norm1): LayerNorm((256,), eps=1e-05, elementwise_affine=True)
# (norm2): LayerNorm((256,), eps=1e-05, elementwise_affine=True)
# (dropout1): Dropout(p=0.1, inplace=False)
# (dropout2): Dropout(p=0.1, inplace=False)
# )
# )
# )
# (fc_out_cls): Linear(in_features=256, out_features=5, bias=True)
# (fc_out_bbox): Linear(in_features=256, out_features=4, bias=True)
# )