upload

.gitattributes

@@ -32,3 +32,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+model.neuron filter=lfs diff=lfs merge=lfs -text

README.md

@@ -1,3 +1,5 @@
 ---
 license: cc-by-4.0
 ---
+
+This repo contains artifacts from [deepset/roberta-base-squad2](https://huggingface.co/deepset/roberta-base-squad2/tree/main) but in neuronx format compatible with INF2 and TRN1 devices.

all_metrics.csv

@@ -0,0 +1,102 @@
+timestamp,run_id,name,subgraph,scope,sub_scope,value,unit,
+,roberta-base-squad2-neuronx,CompilationTime,sg0000,Tensorizer,CanonicalizeIR,0.017635822296142578,Seconds
+,roberta-base-squad2-neuronx,CompilationTime,sg0000,Tensorizer,ExpandBatchNorm,0.018537044525146484,Seconds
+,roberta-base-squad2-neuronx,CompilationTime,sg0000,Tensorizer,ResolveComplicatePredicates,0.014629840850830078,Seconds
+,roberta-base-squad2-neuronx,CompilationTime,sg0000,Tensorizer,AffinePredicateResolution,0.016721248626708984,Seconds
+,roberta-base-squad2-neuronx,CompilationTime,sg0000,Tensorizer,EliminateDivs,0.01678752899169922,Seconds
+,roberta-base-squad2-neuronx,CompilationTime,sg0000,Tensorizer,TensorOpFusion,0.01868891716003418,Seconds
+,roberta-base-squad2-neuronx,CompilationTime,sg0000,Tensorizer,TensorOpTransform,0.07107663154602051,Seconds
+,roberta-base-squad2-neuronx,CompilationTime,sg0000,Tensorizer,LowerTensorOp,0.022431373596191406,Seconds
+,roberta-base-squad2-neuronx,CompilationTime,sg0000,Tensorizer,MemcpyElimination,1.7832224369049072,Seconds
+,roberta-base-squad2-neuronx,CompilationTime,sg0000,Tensorizer,DeadStoreElimination,1.376033067703247,Seconds
+,roberta-base-squad2-neuronx,CompilationTime,sg0000,Tensorizer,SimplifySlice,0.005755901336669922,Seconds
+,roberta-base-squad2-neuronx,CompilationTime,sg0000,Tensorizer,PadElimination,0.0004241466522216797,Seconds
+,roberta-base-squad2-neuronx,CompilationTime,sg0000,Tensorizer,LoopFusion,0.7519557476043701,Seconds
+,roberta-base-squad2-neuronx,CompilationTime,sg0000,Tensorizer,ValueNumbering,0.051157236099243164,Seconds
+,roberta-base-squad2-neuronx,CompilationTime,sg0000,Tensorizer,TCTransform,0.03212857246398926,Seconds
+,roberta-base-squad2-neuronx,CompilationTime,sg0000,Tensorizer,CommuteConcat,0.01803421974182129,Seconds
+,roberta-base-squad2-neuronx,CompilationTime,sg0000,Tensorizer,RecognizeOpIdiom,0.02785181999206543,Seconds
+,roberta-base-squad2-neuronx,CompilationTime,sg0000,Tensorizer,MaskPropagation,0.020214080810546875,Seconds
+,roberta-base-squad2-neuronx,CompilationTime,sg0000,Tensorizer,Recompute,0.0019626617431640625,Seconds
+,roberta-base-squad2-neuronx,CompilationTime,sg0000,Tensorizer,DoNothing,9.822845458984375e-05,Seconds
+,roberta-base-squad2-neuronx,CompilationTime,sg0000,Tensorizer,MutateDataType,0.004687070846557617,Seconds
+,roberta-base-squad2-neuronx,CompilationTime,sg0000,Tensorizer,AutoCastTCInputs,0.008150339126586914,Seconds
+,roberta-base-squad2-neuronx,CompilationTime,sg0000,Tensorizer,GenericAccessSimplifier,0.02242302894592285,Seconds
+,roberta-base-squad2-neuronx,CompilationTime,sg0000,Tensorizer,Simplifier,0.8739330768585205,Seconds
+,roberta-base-squad2-neuronx,CompilationTime,sg0000,Tensorizer,Delinearization,0.0665123462677002,Seconds
+,roberta-base-squad2-neuronx,CompilationTime,sg0000,Tensorizer,DelinearIndices,0.02688312530517578,Seconds
+,roberta-base-squad2-neuronx,CompilationTime,sg0000,Tensorizer,DeadCodeElimination,0.013089179992675781,Seconds
+,roberta-base-squad2-neuronx,CompilationTime,sg0000,Tensorizer,LegalizeCCOpLayout,0.005460023880004883,Seconds
+,roberta-base-squad2-neuronx,CompilationTime,sg0000,Tensorizer,InferIntrinsicOnCC,0.10268187522888184,Seconds
+,roberta-base-squad2-neuronx,CompilationTime,sg0000,Tensorizer,ResolveAccessConflict,0.050325870513916016,Seconds
+,roberta-base-squad2-neuronx,CompilationTime,sg0000,Tensorizer,LocalLayoutOpt,0.043558597564697266,Seconds
+,roberta-base-squad2-neuronx,CompilationTime,sg0000,Tensorizer,GlobalLayoutOpt,0.6888353824615479,Seconds
+,roberta-base-squad2-neuronx,CompilationTime,sg0000,Tensorizer,CanonicalizeDAG,0.014380216598510742,Seconds
+,roberta-base-squad2-neuronx,CompilationTime,sg0000,Tensorizer,FlattenAxesForTiling,0.015676259994506836,Seconds
+,roberta-base-squad2-neuronx,CompilationTime,sg0000,Tensorizer,SundaSizeTiling,0.9510927200317383,Seconds
+,roberta-base-squad2-neuronx,CompilationTime,sg0000,Tensorizer,InferTongaTensor,0.34070658683776855,Seconds
+,roberta-base-squad2-neuronx,CompilationTime,sg0000,Tensorizer,RewriteReplicationMatmul,0.01287698745727539,Seconds
+,roberta-base-squad2-neuronx,CompilationTime,sg0000,Tensorizer,DataLocalityOpt,2.770150661468506,Seconds
+,roberta-base-squad2-neuronx,CompilationTime,sg0000,Tensorizer,TilingProfiler,0.016517162322998047,Seconds
+,roberta-base-squad2-neuronx,CompilationTime,sg0000,Tensorizer,LegalizeSundaMacro,0.04187893867492676,Seconds
+,roberta-base-squad2-neuronx,CompilationTime,sg0000,Tensorizer,PerfectLoopNest,0.03031635284423828,Seconds
+,roberta-base-squad2-neuronx,CompilationTime,sg0000,Tensorizer,RewriteWeights,1.1454477310180664,Seconds
+,roberta-base-squad2-neuronx,CompilationTime,sg0000,Tensorizer,ReshapeWeights,0.008269309997558594,Seconds
+,roberta-base-squad2-neuronx,CompilationTime,sg0000,Tensorizer,FlattenMacroLoop,0.1312716007232666,Seconds
+,roberta-base-squad2-neuronx,CompilationTime,sg0000,Tensorizer,SimplifyPredicates,0.46277832984924316,Seconds
+,roberta-base-squad2-neuronx,CompilationTime,sg0000,Tensorizer,InferInitValue,1.5945630073547363,Seconds
+,roberta-base-squad2-neuronx,CompilationTime,sg0000,Tensorizer,TongaSimplifier,0.13767409324645996,Seconds
+,roberta-base-squad2-neuronx,CompilationTime,sg0000,Tensorizer,SimplifyTensor,0.06466341018676758,Seconds
+,roberta-base-squad2-neuronx,CompilationTime,sg0000,Tensorizer,LICM,0.19189667701721191,Seconds
+,roberta-base-squad2-neuronx,CompilationTime,sg0000,Tensorizer,SundaISel,0.376575231552124,Seconds
+,roberta-base-squad2-neuronx,CompilationTime,sg0000,Tensorizer,TongaLoopFusion,0.2005167007446289,Seconds
+,roberta-base-squad2-neuronx,CompilationTime,sg0000,Tensorizer,FactorizeBlkDims,0.14684295654296875,Seconds
+,roberta-base-squad2-neuronx,CompilationTime,sg0000,Tensorizer,TongaValueNumbering,0.044389963150024414,Seconds
+,roberta-base-squad2-neuronx,CompilationTime,sg0000,Tensorizer,TongaInstComb,0.5948424339294434,Seconds
+,roberta-base-squad2-neuronx,CompilationTime,sg0000,Tensorizer,VectorizeMatMult,0.004179239273071289,Seconds
+,roberta-base-squad2-neuronx,CompilationTime,sg0000,Tensorizer,VectorizeDMA,0.034056663513183594,Seconds
+,roberta-base-squad2-neuronx,CompilationTime,sg0000,Tensorizer,LegalizePartitionReduce,0.007035493850708008,Seconds
+,roberta-base-squad2-neuronx,CompilationTime,sg0000,Tensorizer,PartialLoopFusion,0.2123870849609375,Seconds
+,roberta-base-squad2-neuronx,CompilationTime,sg0000,Tensorizer,LowerTranspose,0.08278250694274902,Seconds
+,roberta-base-squad2-neuronx,CompilationTime,sg0000,Tensorizer,LateTongaInstComb,0.3932936191558838,Seconds
+,roberta-base-squad2-neuronx,CompilationTime,sg0000,Tensorizer,LowerTongaBatchId,0.004044294357299805,Seconds
+,roberta-base-squad2-neuronx,CompilationTime,sg0000,Tensorizer,SplitAccGrp,0.007302999496459961,Seconds
+,roberta-base-squad2-neuronx,CompilationTime,sg0000,Tensorizer,SpillPSum,0.144026517868042,Seconds
+,roberta-base-squad2-neuronx,CompilationTime,sg0000,Tensorizer,TongaLICM,0.08118033409118652,Seconds
+,roberta-base-squad2-neuronx,CompilationTime,sg0000,Tensorizer,InferPSumTensor,0.11676788330078125,Seconds
+,roberta-base-squad2-neuronx,CompilationTime,sg0000,Tensorizer,WeightCoalescing,0.03023529052734375,Seconds
+,roberta-base-squad2-neuronx,CompilationTime,sg0000,Tensorizer,LowerIntrinsics,0.007231950759887695,Seconds
+,roberta-base-squad2-neuronx,CompilationTime,sg0000,Tensorizer,LegalizeSundaAccess,0.07146430015563965,Seconds
+,roberta-base-squad2-neuronx,CompilationTime,sg0000,Tensorizer,TongaAffineLoopXform,0.021844863891601562,Seconds
+,roberta-base-squad2-neuronx,CompilationTime,sg0000,Tensorizer,VectorizeAllReduce,0.007181406021118164,Seconds
+,roberta-base-squad2-neuronx,CompilationTime,sg0000,Tensorizer,RelaxPredicates,0.012954950332641602,Seconds
+,roberta-base-squad2-neuronx,CompilationTime,sg0000,Tensorizer,TensorInitialization,0.007806539535522461,Seconds
+,roberta-base-squad2-neuronx,CompilationTime,sg0000,Tensorizer,TongaSimplifyPredicates,0.03478431701660156,Seconds
+,roberta-base-squad2-neuronx,CompilationTime,sg0000,Tensorizer,ExpandISAMacro,0.08819413185119629,Seconds
+,roberta-base-squad2-neuronx,CompilationTime,sg0000,Tensorizer,LegalizeType,0.01977705955505371,Seconds
+,roberta-base-squad2-neuronx,CompilationTime,sg0000,Tensorizer,SimplifyTongaTensor,0.02720475196838379,Seconds
+,roberta-base-squad2-neuronx,CompilationTime,sg0000,Tensorizer,DMALocalityOpt,0.005189418792724609,Seconds
+,roberta-base-squad2-neuronx,CompilationTime,sg0000,Tensorizer,DataStreaming,0.02120208740234375,Seconds
+,roberta-base-squad2-neuronx,CompilationTime,sg0000,Tensorizer,PSUMModuloAlloc,0.6114835739135742,Seconds
+,roberta-base-squad2-neuronx,CompilationTime,sg0000,Tensorizer,LegalizeStreamShuffle,0.009519338607788086,Seconds
+,roberta-base-squad2-neuronx,CompilationTime,sg0000,Tensorizer,CoalesceCCOp,0.009008407592773438,Seconds
+,roberta-base-squad2-neuronx,CompilationTime,sg0000,Tensorizer,SimpleAllReduceTiling,0.008081197738647461,Seconds
+,roberta-base-squad2-neuronx,CompilationTime,sg0000,Tensorizer,StaticProfiler,0.03094625473022461,Seconds
+,roberta-base-squad2-neuronx,CompilationTime,sg0000,Tensorizer,SplitAPUnionSets,0.16402959823608398,Seconds
+,roberta-base-squad2-neuronx,CompilationTime,sg0000,Tensorizer,SundaLowerGenericAccess,0.007534503936767578,Seconds
+,roberta-base-squad2-neuronx,CompilationTime,sg0000,Tensorizer,DumpGraphAndMetadata,0.02582526206970215,Seconds
+,roberta-base-squad2-neuronx,CompilationTime,sg0000,Tensorizer,BirCodeGenLoop,0.31493163108825684,Seconds
+,roberta-base-squad2-neuronx,CompilationTime,root,Tensorizer,All,19.963484287261963,Seconds
+,roberta-base-squad2-neuronx,TPBCount,None,KELP,None,1,Count
+,roberta-base-squad2-neuronx,CompilationTime,root,Frontend,0,20.938761949539185,Seconds
+,roberta-base-squad2-neuronx,CompilationTime,all,Frontend,0,20.943183660507202,Seconds
+,roberta-base-squad2-neuronx,CompilationTime,sg00,HHChecker,0,1.2636184692382812e-05,Seconds
+,roberta-base-squad2-neuronx,CompilationTime,all,HHChecker,0,0.004761934280395508,Seconds
+,roberta-base-squad2-neuronx,CompilationTime,sg00,WalrusDriver,0,1.3777515888214111,Seconds
+,roberta-base-squad2-neuronx,CompilationTime,all,WalrusDriver,0,1.3848273754119873,Seconds
+,roberta-base-squad2-neuronx,EstimatedLowerBoundLatency,None,KELP,None,0,Milliseconds
+,roberta-base-squad2-neuronx,EstimatedUpperBoundThroughput,None,KELP,None,0,Count/Second
+,roberta-base-squad2-neuronx,InferentiaDRAMUsage,None,KELP,None,0,Bytes
+,roberta-base-squad2-neuronx,CompilationTime,all,Kelper,0,4.875930070877075,Seconds
+,roberta-base-squad2-neuronx,CompilationTime,root,Pipeline,0,27.236693382263184,Seconds
+,roberta-base-squad2-neuronx,CompilationTime,all,production_total,None,27.20870304107666,Seconds

config.json

@@ -0,0 +1,43 @@
+{
+  "_name_or_path": "deepset/roberta-base-squad2",
+  "architectures": [
+    "RobertaForQuestionAnswering"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "auto_cast": null,
+  "auto_cast_type": null,
+  "bos_token_id": 0,
+  "classifier_dropout": null,
+  "dynamic_batch_size": true,
+  "eos_token_id": 2,
+  "gradient_checkpointing": false,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 768,
+  "initializer_range": 0.02,
+  "input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "intermediate_size": 3072,
+  "language": "english",
+  "layer_norm_eps": 1e-05,
+  "max_position_embeddings": 514,
+  "model_type": "roberta",
+  "name": "Roberta",
+  "neuron_batch_size": 1,
+  "neuron_sequence_length": 128,
+  "num_attention_heads": 12,
+  "num_hidden_layers": 12,
+  "output_names": [
+    "start_logits",
+    "end_logits"
+  ],
+  "pad_token_id": 1,
+  "position_embedding_type": "absolute",
+  "torchscript": true,
+  "transformers_version": "4.29.2",
+  "type_vocab_size": 1,
+  "use_cache": true,
+  "vocab_size": 50265
+}

model.neuron

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf85505e1d991b69f63a776a19faa901900c8b6a1c1ac36900580d060e8419aa
+size 460435000

special_tokens_map.json

@@ -0,0 +1,51 @@
+{
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "cls_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "mask_token": {
+    "content": "<mask>",
+    "lstrip": true,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<pad>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "sep_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer_config.json

@@ -0,0 +1,66 @@
+{
+  "add_prefix_space": false,
+  "bos_token": {
+    "__type": "AddedToken",
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "clean_up_tokenization_spaces": true,
+  "cls_token": {
+    "__type": "AddedToken",
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "do_lower_case": false,
+  "eos_token": {
+    "__type": "AddedToken",
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "errors": "replace",
+  "full_tokenizer_file": null,
+  "mask_token": {
+    "__type": "AddedToken",
+    "content": "<mask>",
+    "lstrip": true,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "model_max_length": 512,
+  "pad_token": {
+    "__type": "AddedToken",
+    "content": "<pad>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "sep_token": {
+    "__type": "AddedToken",
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "tokenizer_class": "RobertaTokenizer",
+  "trim_offsets": true,
+  "unk_token": {
+    "__type": "AddedToken",
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  }
+}