Upload 13 files

.gitattributes

@@ -33,3 +33,6 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+got_qa_acc.png filter=lfs diff=lfs merge=lfs -text
+got_qa_loss.png filter=lfs diff=lfs merge=lfs -text
+got_qa_transformer.keras filter=lfs diff=lfs merge=lfs -text

got_qa_transformer.keras

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11207e66e974289e5e27551c5b02d4174603e7526f4a68d35434ab2c17de8c4c
+size 441533309

hp.py

@@ -0,0 +1,6 @@
+import json 
+
+with open('output\\got_full_pages\\0102__chunks\\chunk001.json', mode='r',encoding='utf-8') as f:
+    data = json.load(f)
+    for obj in data:
+        print(obj['question'])

icefire_spm.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9144b97b245e302c4fac7b6887ffbca52d34d8ce8d75e4be713178b7365b722
+size 740136

infer.py

@@ -0,0 +1,553 @@
+import tensorflow as tf
+import sentencepiece as spm
+import json
+import os
+import numpy as np
+import os
+import json
+import random
+import re
+import tensorflow as tf
+import sentencepiece as spm
+import matplotlib.pyplot as plt
+from tqdm import tqdm
+from tensorflow import keras
+from tensorflow.keras import layers
+# ================================
+# 8. Model Layers
+# ================================
+# ================================
+# 1. CONFIG
+# ================================
+DATA_DIR           = "output4"   # UPDATE THIS
+SPM_MODEL          = "icefire_spm.model"
+CHECKPOINT_PATH    = "got_qa_transformer.keras"
+BATCH_SIZE         = 150
+EPOCHS             = 20
+VAL_SPLIT          = 0.05
+MAX_QUESTION_WORDS = 25
+MAX_ANSWER_WORDS   = 60
+SEQ_LEN_EN         = 30
+SEQ_LEN_TE         = 64
+VOCAB_SIZE         = 30_000
+EMBED_DIM          = 256
+DENSE_DIM          = 512
+NUM_HEADS          = 8
+NUM_LAYERS_ENC     = 1
+NUM_LAYERS_DEC     = 1
+sp = spm.SentencePieceProcessor(model_file=SPM_MODEL)
+START_ID = sp.bos_id()   # <bos>
+END_ID   = sp.eos_id()   # <eos>
+print(f"Using <bos>={START_ID}, <eos>={END_ID}")
+
+class PositionalEmbedding(layers.Layer):
+    def __init__(self, seq_len, vocab_size, embed_dim, **kwargs):
+        super().__init__(**kwargs)
+        self.token_emb = layers.Embedding(vocab_size, embed_dim)
+        # Initializes a positional embedding matrix of size (seq_len, embed_dim)
+        self.pos_emb   = layers.Embedding(seq_len, embed_dim)
+        self.seq_len   = seq_len # Stored for get_config
+
+    def call(self, x):
+        length = tf.shape(x)[-1]
+        # Creates positions [0, 1, 2, ..., length-1] dynamically
+        positions = tf.range(start=0, limit=length, delta=1) 
+        return self.token_emb(x) + self.pos_emb(positions)
+
+    # get_config remains correct for serialization
+    def get_config(self):
+        cfg = super().get_config()
+        cfg.update({"seq_len": self.seq_len, "vocab_size": VOCAB_SIZE, "embed_dim": EMBED_DIM})
+        return cfg
+
+class TransformerEncoder(layers.Layer):
+    def __init__(self, embed_dim, dense_dim, num_heads, **kwargs):
+        super().__init__(**kwargs)
+        self.attn = layers.MultiHeadAttention(num_heads, embed_dim)
+        self.ffn  = keras.Sequential([layers.Dense(dense_dim, activation="relu"), layers.Dense(embed_dim)])
+        self.ln1  = layers.LayerNormalization()
+        self.ln2  = layers.LayerNormalization()
+
+    def call(self, x, mask=None):
+        if mask is not None: mask = mask[:, tf.newaxis, :]
+        attn = self.attn(x, x, attention_mask=mask)
+        x = self.ln1(x + attn)
+        ffn = self.ffn(x)
+        return self.ln2(x + ffn)
+
+    def get_config(self):
+        cfg = super().get_config()
+        cfg.update({"embed_dim": EMBED_DIM, "dense_dim": DENSE_DIM, "num_heads": NUM_HEADS})
+        return cfg
+
+class TransformerDecoder(layers.Layer):
+    def __init__(self, embed_dim, dense_dim, num_heads, **kwargs):
+        super().__init__(**kwargs)
+        self.self_attn = layers.MultiHeadAttention(num_heads, embed_dim)
+        self.cross_attn = layers.MultiHeadAttention(num_heads, embed_dim)
+        self.ffn = keras.Sequential([layers.Dense(dense_dim, activation="relu"), layers.Dense(embed_dim)])
+        self.ln1 = layers.LayerNormalization()
+        self.ln2 = layers.LayerNormalization()
+        self.ln3 = layers.LayerNormalization()
+
+    def get_causal_mask(self, x):
+        seq_len = tf.shape(x)[1]
+        mask = tf.linalg.band_part(tf.ones((seq_len, seq_len)), -1, 0)
+        return tf.cast(mask, tf.int32)[tf.newaxis, ...]
+
+    def call(self, x, enc_out, mask=None):
+        causal_mask = self.get_causal_mask(x)
+        attn1 = self.self_attn(x, x, attention_mask=causal_mask)
+        x = self.ln1(x + attn1)
+        padding_mask = mask[:, tf.newaxis, :] if mask is not None else None
+        attn2 = self.cross_attn(x, enc_out, enc_out, attention_mask=padding_mask)
+        x = self.ln2(x + attn2)
+        ffn = self.ffn(x)
+        return self.ln3(x + ffn)
+
+    def get_config(self):
+        cfg = super().get_config()
+        cfg.update({"embed_dim": EMBED_DIM, "dense_dim": DENSE_DIM, "num_heads": NUM_HEADS})
+        return cfg
+
+# ================================
+# 9. Build Model (2 inputs!)
+# Assuming SEQ_LEN_TE is 64 (based on the error: expected 64, found 63)
+# Set this variable based on the constant defined in your global scope
+DEC_INPUT_LEN = SEQ_LEN_TE - 1 
+
+def build_model():
+    # Encoder Input: The question sequence length (SEQ_LEN_EN) is unchanged.
+    enc_in = keras.Input(shape=(SEQ_LEN_EN,), dtype="int64", name="encoder_inputs")
+    
+    # Decoder Input: MUST be SEQ_LEN_TE - 1 (e.g., 63) to match the sliced data.
+    dec_in = keras.Input(shape=(DEC_INPUT_LEN,), dtype="int64", name="decoder_inputs")
+
+    # --- Encoder Stack ---
+    # PositionalEmbedding for the Encoder (uses original length)
+    enc_emb = PositionalEmbedding(SEQ_LEN_EN, VOCAB_SIZE, EMBED_DIM)(enc_in)
+    x = enc_emb
+    for _ in range(NUM_LAYERS_ENC):
+        x = TransformerEncoder(EMBED_DIM, DENSE_DIM, NUM_HEADS)(x)
+    enc_out = x
+
+    # --- Decoder Stack ---
+    # PositionalEmbedding for the Decoder (uses the new, shorter length)
+    dec_emb = PositionalEmbedding(DEC_INPUT_LEN, VOCAB_SIZE, EMBED_DIM)(dec_in)
+    x = dec_emb
+    for _ in range(NUM_LAYERS_DEC):
+        # Pass the encoder output (enc_out) to the decoder cross-attention
+        x = TransformerDecoder(EMBED_DIM, DENSE_DIM, NUM_HEADS)(x, enc_out)
+    
+    # Final dense layer to predict vocabulary token logits
+    logits = layers.Dense(VOCAB_SIZE)(x)
+
+    model = keras.Model([enc_in, dec_in], logits)
+    return model
+# ================================
+# 10. Loss & Metrics
+# ================================
+def masked_loss(y_true, y_pred):
+    loss_fn = keras.losses.SparseCategoricalCrossentropy(from_logits=True, reduction='none')
+    loss = loss_fn(y_true, y_pred)
+    mask = tf.cast(tf.not_equal(y_true, 0), loss.dtype)
+    return tf.reduce_sum(loss * mask) / tf.reduce_sum(mask)
+
+def masked_accuracy(y_true, y_pred):
+    y_pred = tf.argmax(y_pred, axis=-1, output_type=y_true.dtype)
+    matches = tf.cast(tf.equal(y_true, y_pred), tf.float32)
+    mask = tf.cast(tf.not_equal(y_true, 0), tf.float32)
+    return tf.reduce_sum(matches * mask) / tf.reduce_sum(mask)
+# ================================
+# Load Config
+# ================================
+with open("tokenizer_info.json") as f:
+    info = json.load(f)
+
+SPM_MODEL   = info["spm_model"]
+START_ID    = info["start_id"]
+END_ID      = info["end_id"]
+SEQ_LEN_EN  = info["seq_len_en"]
+SEQ_LEN_TE  = info["seq_len_te"]
+
+# ================================
+# Load Model & Tokenizer
+# ================================
+sp = spm.SentencePieceProcessor(model_file=SPM_MODEL)
+model = keras.models.load_model(CHECKPOINT_PATH, custom_objects={
+        "PositionalEmbedding": PositionalEmbedding,
+        "TransformerEncoder": TransformerEncoder,
+        "TransformerDecoder": TransformerDecoder,
+        "masked_loss": masked_loss,
+        "masked_accuracy": masked_accuracy
+    })
+def predict_step(src, tgt): 
+    return model([src, tgt], training=False)
+DEC_INPUT_LEN = SEQ_LEN_TE - 1 
+def tokenize_question(question): 
+    ids = sp.encode(question, out_type=int) 
+    if len(ids) < SEQ_LEN_EN: 
+        ids = ids + [0] * (SEQ_LEN_EN - len(ids)) 
+    else: 
+        ids = ids[:SEQ_LEN_EN] 
+    return np.array([ids], dtype=np.int64)
+def decode_sequence(question, max_len=60):
+    src_np = tokenize_question(question)                 # numpy (1, SEQ_LEN_EN)
+    src = tf.constant(src_np, dtype=tf.int64)            # tf.Tensor (1, SEQ_LEN_EN)
+
+    # Start token (1,1)
+    tgt = tf.constant([[START_ID]], dtype=tf.int64)
+
+    for _ in range(max_len):
+        # current length as Python int
+        cur_len = int(tf.shape(tgt)[1].numpy())         # scalar Python int
+
+        pad_len = DEC_INPUT_LEN - cur_len               # Python int
+        if pad_len < 0:
+            # truncate to last DEC_INPUT_LEN tokens
+            tgt_for_model = tgt[:, -DEC_INPUT_LEN:]
+            effective_pos = DEC_INPUT_LEN - 1           # we will read logits at this index
+        else:
+            # pad on right with PAD_ID (assumed 0)
+            paddings = [[0, 0], [0, pad_len]]          # plain Python list of ints
+            tgt_for_model = tf.pad(tgt, paddings, constant_values=0)  # (1, DEC_INPUT_LEN)
+            effective_pos = cur_len - 1                # index of latest token's logits
+
+        # call the model (predict_step should accept tensors shaped (1, SEQ_LEN_EN) and (1, DEC_INPUT_LEN))
+        logits = predict_step(src, tgt_for_model)      # shape (1, DEC_INPUT_LEN, VOCAB)
+
+        # Use Python int index into logits
+        next_logits = logits[:, effective_pos, :]      # shape (1, vocab)
+        next_id = tf.argmax(next_logits, axis=-1, output_type=tf.int64)  # shape (1,)
+
+        # make (1,1) and append
+        next_id = tf.expand_dims(next_id, axis=-1)    # (1,1)
+        tgt = tf.concat([tgt, next_id], axis=-1)      # (1, cur_len+1)
+
+        # stop if end token produced
+        if int(next_id.numpy()[0][0]) == END_ID:
+            break
+
+    # remove start token and truncate at END_ID if present
+    ids = tgt[0].numpy()
+    ids = ids[1:]  # drop START
+    if END_ID in ids:
+        ids = ids[:np.where(ids == END_ID)[0][0]]
+    return sp.decode(ids.tolist())
+
+
+
+questions = """who is the father of tyrion lannister,
+who killed robert baratheon,
+who is the mother of jon snow,
+who betrayed ned stark,
+who is the king beyond the wall,
+who trained arya stark in braavos,
+who poisoned joffrey baratheon,
+who burned the sept of baelor,
+who killed ramsay bolton,
+who created the white walkers,
+who is known as the kingslayer,
+who leads the dothraki horde,
+who is the three eyed raven,
+who killed the night king,
+who commanded the unsullied army
+What does Robb's army do at the Green Fork of the Trident?
+Who plays Maester Aemon in season 5?
+What is 'General Electric' related to in this text?
+Where did the line 'I brought us' appear?
+What is House Bracken? (Part 19)
+Who is Tyana Wylde?
+What was the political outcome of the "Battle of the Kingsroad"?
+What is "Log in"?
+What is the Dothraki language?
+Which house holds Tyshara Lannister?
+What is the relationship between NAIL and HAMMER?
+What was Charles Dance's role in the TV film 'Trial & Retribution'?
+What is "The Bellingham Herald"?
+How many major awards did The Dick Van Dyke Show win at the 18th Primetime Emmy Awards?
+Where did the line 'I imagine you're right.' appear?
+What is stated in the section A Game of Thrones about Lyanna Stark? (Part 1)
+What is the relationship between CERSEI LANNISTER and King Robert I Baratheon?
+What is the scientific name for the brittle star belonging to the family Ophiocamacidae?
+What are the fantasy subgenres that are characterized by their focus on magical girls or similar protagonists?
+What is the "40th Daytime Creative Arts Emmy Awards"?
+What were the titles of the Polish editions of 'A Feast for Crows'?
+What is stated in the section Birth about Years after Aegon's Conquest/Calculations Ages (Continued2)? (Part 473)
+What is A Game of Thrones-Chapter 19? (Part 2)
+When was House Harlaw of the Tower of Glimmering founded?
+What does 'Print/export' offer?
+What passage is cited by 'A Clash of Kings, Theon I, pp. 172û173'?
+Who is the spouse of Hosman Norcross?
+Where did the line 'while the rest of you played.' appear?
+What is stated in the section Character about Myles Mooton?
+What is the relationship between BALON GREYJOY and GOODBROTHER?
+What are the words of House Uller of Hellholt?
+Why did George R. R. Martin not make complete world maps available early on?
+What is the meaning of "Nonbelief" in the context of "Religious unbelief"?
+What is the significance of '5th_International_Emmy_Awards'?
+Who played Frances in season 6?
+Where did the line 'we'll get there before the dead.' appear?
+What is Jon Pox? (Part 1)
+What is the relationship between House Martell and Princess Elia?
+What are the seats of House Stark of Winterfell?
+What is the time usage for the 'Family_tree_of_Tytos_Lannister' template?
+What is the "House of Black and White"?
+Which actor won Outstanding Lead Actor in a Comedy Series?
+What is the gender of Hallyne?
+What items did Tyrion regain possession of thanks to Catelyn Stark's intervention?
+What is stated in the section Birth about Years after Aegon's Conquest/Calculations Ages? (Part 349)
+What is Harbert Paege? (Part 4)
+What is the relationship between ALESANDER and SYMOND?
+What is the purpose of the flaps on a dust jacket?
+What is Fantasmas (TV series)?
+What is the "Iron Throne"?
+Which song was performed by Flight of the Conchords from "Unnatural Love"?
+In which TV series seasons does Nail appear?
+I see no lord. Only a dog dressed in chickenboneswho rattles when he rides.
+What is described in the House Jast during the Books[] section in House_Jast?
+What is Lysa Arryn? (Part 14)
+What is stated in the section References and Notes about A Storm of Swords-Chapter 73? (Part 1)
+Who is DELENA FLORENT?
+How did Ned Stark's execution affect the Stark children?
+What was the reason for splitting A Feast for Crows and A Dance with Dragons into two volumes?
+What is the 'Choice Awards 2018'?
+What is the "63rd Primetime Emmy Awards"?
+What are the titles held by Sylas?
+What did Jaime remind Ser Boros Blount of regarding Tommen's safety?
+Where did the line 'that even dragons burned in flight.' appear?
+What is Peach? (Part 5)
+What is the Conflict of First Battle of Tumbleton?
+What is stated in the section Chapter 3: Mors II about List of characters created for the Cyanide game? (Part 7)
+Who is SER DAVEN?
+When is "The Winds of Winter" expected to be released?
+What is the title of the first book in the A Song of Ice and Fire series?
+What happened to Storm's End during the War of the Usurper?
+What happened to Wyman Manderly's heir, Ser Wylis?
+What is the purpose of the 'Navbox' template?
+Who is Cragorn and where is he at the beginning of the text?
+What was the overall approval rating for Game of Thrones season 5 on Rotten Tomatoes?
+What is the Lannister sigil and words?
+Where did the line 'in Maester Aemon's library.' appear?
+What is Years after Aegon's Conquest/Calculations Ages (Continued)? (Part 169)
+What is mentioned in the history of Rosamund Ball?
+What is stated in the section The Queen's protectors about House Targaryen? (Part 7)
+What is Doreah? (Part 2)
+What is stated in the section Episode 6: A Golden Crown about List of characters created forGame of Thrones? (Part 1133)
+What is the relationship between CASS and TANSY?
+Who is MAESTER OMER?
+Which actresses have 4 nominations?
+How are the Shadow Men described?
+What is Oldtown associated with?
+What is Slaver's Bay?
+What is 'Merman'?
+Who are some notable servants and vassals of House Targaryen?
+What is 'Anthrax_(American_band)'?
+What is the significance of the 'Triple Crown of Acting'?
+Who is Jay Sandrich?
+Who captures Brienne, Podrick, and Hyle, and why are they threatened?
+What is the gender of Palla?
+What is the significance of the 'jhat'?
+What was Euron Crows Eye doing across the world?
+What is the final verse of 'The Dornishman's Wife' as sung in the tent?
+Where did the line 'I defended the city' appear?
+Where did the line 'They'd pass wildling villages.' appear?
+Where did the line 'I like her pretty.' appear?
+What happened to the æJaqen = Syrio ForelÆ mask theory?
+What is stated in the section Character about Willam Dustin? (Part 1)
+What is Sphinx? (Part 14)
+What is the Notable places of New Castle?
+What is Landing of the Golden Company? (Part 3)
+What is stated in the section House Keath at the end of the third century about House Keath? (Part 1)
+What is stated in the section A Clash of Kings about Greywater Watch? (Part 2)
+What is stated in the section A Game of Thrones about Doreah? (Part 6)
+What is Category:Images by Zach Graves? (Part 1)
+What is A Game of Thrones-Chapter 21? (Part 5)
+What is the Location of Ashford?
+What is Category:Dromonds?
+What is the Page of A Clash of Kings-Chapter 35?
+What is mentioned in the history of Allard Royce? (Part 2)
+What is the relationship between MELLARIO and PRINCESS ARIANNE?
+What is the relationship between MORYA and Lord Walder Frey?
+What is the relationship between HARWIN and Hullen?
+What is the relationship between SER DAMION LANNISTER and TYWIN LANNISTER?
+What is the relationship between TYWIN LANNISTER and SER DAMION LANNISTER?
+What is the relationship between Steffon Seaworth and Davos Seaworth?
+What is the relationship between Unspecified Patriarch and SER EMMON?
+What is the relationship between JON SNOW and GHOST?
+What is the relationship between Lord and ùMaceÆs	household	at	Highgarden?
+What is the relationship between EDRIC STORM and GERALD GOWER?
+What is the relationship between King Balon Greyjoy and MAESTER WENDAMYR?
+What is the relationship between LADY MARGOT and Lord Titus Peake?
+What is the relationship between Grey King and House Greyjoy?
+What is the relationship between LORD TITUS PEAKE and Lady Margot?
+What is the relationship between King Balon Greyjoy and DAGMER called CLEFTJAW?
+What is the relationship between Aegon the Conquerer and Lord Edmyn Tully?
+What is the relationship between THEON GREYJOY and WEX?
+What is stated in the section Appearance and Character about Aerea Targaryen? (Part 4)
+What is stated in the section Synopsis about A Clash of Kings-Chapter 11? (Part 2)
+What is the Place of A Storm of Swords-Chapter 17?
+What is stated in the section The Princess and the Queen about Errata of history novellas? (Part 4)
+What is stated in the section A Dance with DragonsAppendix about Errata of main series? (Part 8)
+What is stated in the section A Dance with Dragons about Holy Refuge?
+What is Hugh Hammer? (Part 6)
+What is stated in the section Rivers in Essos about List of rivers? (Part 6)
+What is stated in the section A Clash of Kings about Marriage? (Part 2)
+What is stated in the section A Dance with Dragons about Nymella Toland?
+What is stated in the section A Dance with Dragons about Tattered Prince? (Part 2)
+What are references in First_Men?
+Where did the line 'What are our words?' appear?
+Where did the line 'but I don't want to see' appear?
+Where did the line 'I'm not kissing your fucking hand.' appear?
+Where did the line 'I killed my lover' appear?
+Where did the line 'But you have many miles to go.' appear?
+Where did the line 'Who was the first?' appear?
+How did Sansa explain her father's statement that Joffrey was not the king?
+"You would execute your own son?"
+What question did Xaro Xhoan Daxos ask after Daenerys freed him?
+What are the aliases of Dudley?
+How did Garth VII deal with the alliance between the Storm King and the King of the Rock?
+What was the 'Best Variety Show' winner?
+When did Game of Thrones Season 7 get its premiere date on HBO?
+What is the significance of "Howland Sharp"?
+What does 'Expensive parser function count: 33/500' indicate about the page's processing?
+What jape led to the undoing of Saera and her companions?
+Who is Samwell Tarly?
+What is the genre of 'The Saint of Bright Doors' by Vajra Chandrasekera?
+Which market is currently the only one where the HBO Go brand is still active?
+What is the relationship between IGON VYRWEL and MACE TYRELL?
+What is A Game of Thrones-Chapter 23? (Part 2)
+What is Helman Tallhart? (Part 10)
+What is Marselen? (Part 3)
+What is stated in the section The Triarchy and the Daughters' War about Tyrosh? (Part 1)
+What is described in the References and Notes[] section in Meleys?
+Where did the line 'You look pale, child.' appear?
+Where did the line 'I know that I can't.' appear?
+What was Tyrion Lannister's internal thought about Prince Oberyn Martell's wit?
+Who is Aeron Greyjoy?
+What is Catelyn Stark's primary motivation?
+What are the allegiances of Gerion Lannister?
+What did Lysa eventually admit?
+Which programs tied for Outstanding Art Direction for Variety or Nonfiction Programming?
+Who rules Westeros at the beginning of the story?
+Who wrote the third episode of Season 2, "The Burning Mill"?
+What is the significance of "Archived from the original on 21 August 2007"?
+What is Bernie Sanders' self-description mentioned in The Guardian article from April 30, 2015?
+What does Jon's mission beyond the Wall signify?
+What is the relationship between HALLIS MOLLEN and his uncles and aunts?
+What is the Issue of Armond Connington?
+What is stated in the section Initial invasion about First Dornish War? (Part 5)
+What is Lanna?
+What is stated in the section Known tattooed characters about Tattoo? (Part 14)
+Where did the line 'for such a pretext?' appear?
+Where did the line 'just to gut these three.' appear?
+Who was the man that took it upon himself to be a hero?
+What happened to Sandor (The Hound) Clegane's face?
+Myranda shares gossip with Sansa, reminding her of Jeyne.
+What is "The Daily Show with Jon Stewart"?
+What was the condition of Khal Drogo after the injury that developed into sepsis?
+What happened between Arrax and Vhagar?
+What is King's Landing (A Song of Ice and Fire)?
+What is the primary source material for the "Game of Thrones" television series?
+Who is SER BRYNDEN TULLY?
+What is Canker Jeyne? (Part 1)
+What is stated in the section Historical Members about House Westerling? (Part 2)
+What is Rhaegar Targaryen? (Part 10)
+What is described in the History[] section in Hallis_Hornwood?
+Where did the line 'Wearing the crown for so many years' appear?
+What did Arianne ask to see instead of her father the next morning?
+When did "A Golden Crown" first air?
+What does 'the hundred gods of the Kingdom of Sarnor still worshipped' signify?
+Which program won the award for Outstanding Limited Series?
+What is the significance of the 'golden stag' as a symbol?
+What does "Is Nobody Going to San Antone?" by Walton Simons in 'Texas Hold 'Em' imply?
+What is the meter of the poem "Fire and Ice"?
+What is the relationship between Aegon the Dragon and Torrhen Stark?
+What is stated in the section Goals about Great ranging? (Part 1)
+What is stated in the section Grasses about Plants? (Part 5)
+What are references in Hallyne?
+Where did the line 'A girl has no desires.' appear?
+Where does Jeor Mormont send Jon Snow and Qhorin Halfhand?
+When was Harlan Hunter born?
+What is "PBS"?
+What is the significance of 'the Lightning Lord'?
+What types of decks do players control in A Game of Thrones: The Card Game?
+"The consequences are grave when you discharge a cardiac patient without further assessment."
+What is Aegon Targaryen (son of Rhaegar)/Theories? (Part 15)
+What is Horas Harroway? (Part 2)
+What is stated in the section A Storm of Swords about Robin Ryger?
+Where did the line 'and put leeches on me.' appear?
+What kind of person was Qotho, one of Khal Drogo's bloodriders?
+Who played Wun Wun in season 6?
+Where did Arianne Martell and her companions await the arrival of Myrcella Baratheon?
+What is "Red Prophet by Orson Scott Card (1989)"?
+Who was the squire captured and brought to the Red Keep?
+What historical parallels are noted regarding Cersei's introduction and her loyalty to House Lannister over her husband, the king?
+What resemblance do scholars note between House Stark/House of York and House Lannister/House of Lancaster?
+What motif does Larrington describe regarding the presumed deaths of two young Targaryen heirs in the novel's pre-history?
+To whom is Petyr Baelish compared by scholars, and why?
+To whom is Khal Drogo compared, and why?
+How does Westeros' primary religious institution compare to the medieval Catholic Church?
+What similarities have critics noted between the Wall in the novel and historical structures?
+What cultures are cited as influences for the Dothraki culture?
+In what ways are female characters entered into marriage in the novel?
+How does Borowska-Szerszun interpret Daenerys' narrative regarding traditional fairy tales?
+What consequence does Larrington attribute to Daenerys' growing influence over Drogo?
+What political alliances are established through the marriages of Cersei and Catelyn?
+How is the betrothal of Cersei and Catelyn's children used for political purposes?
+What is the described nature of the betrothal between Joffrey and Sansa?
+What is a contested topic regarding the series' female characters?
+How is the series' depiction of rape described by scholars and fans?
+What does Mariah Larsson state about Drogo's knowledge of Daenerys' language and its use?
+According to Carroll, what "problematizes" Daenerys' consent, and what is his description of Drogo's actions?
+How does Daenerys attempt to prevent or mitigate sexual violence by her husband's warriors?
+What is the consequence of Daenerys intervening to prevent the rape of another woman?
+How is Cersei depicted as being subjected to sexual violence?
+How does Marta Eidsvσg contrast Cersei's role as a mother?
+How is Catelyn Stark depicted in relation to her children, including Ned's illegitimate son?
+Why is Catelyn's role as a viewpoint character considered unusual?
+What is Robert's reaction to the news of Daenerys' marriage and potential offspring?
+What symbolism does Carroll note regarding Daenerys and the dragons?
+How does Sheilagh O'Brien describe the maegi Mirri Maz Duur and her symbolism?
+What does Anne Gjelsvik suggest Mirri Maz Duur represents, and what is the consequence of her actions?
+What symbolic action does Daenerys take against Mirri Maz Duur?
+What does Blaszkiewicz say about Aerys' reign and its impact?
+How is Robert described in comparison to Aerys, and what is his perceived failing as king?
+How does Hudson describe Cersei's actions regarding Robert's authority?
+How does Walton describe Ned Stark's role as a feudal lord?
+What does Pavlac say the "game of thrones" refers to?
+What does Cersei Lannister tell Ned about participation in the game of thrones?
+What event drives the disputed succession and the "game of thrones"?
+What is the basis for the HBO television series Game of Thrones?
+How did the television series Game of Thrones diverge from the novel A Game of Thrones?
+What major change did the television series make to the novel's timeline?
+Which characters' ages were increased in the television series compared to the novel?
+Who adapted A Game of Thrones as a graphic novel, anwho provided the art?
+What were some of the problems Daniel Abraham faced in adapting A Game of Thrones as a graphic novel?
+What is A Game of Thrones: Genesis?
+What classification does Martin use for writers' approaches to storytelling?
+How has Martin's work impacted discussions about the series' authentic representation, according to Helen Young?
+What is Helen Young's description of Tolkien's background versus Martin's?
+What does Young note about the dramatic effect of Eddard Stark's death?
+What characterizes 'portal-quest fantasy'?
+How is the Three-Eyed Crow's dialogue presented in portal-quest fantasy, using Bran as an example?
+What observation does Gary Westfahl highlight regarding Lord Eddard Stark and dire-wolf pups?
+What does David Symons note about Martin's work in university classes?
+What belief do some fans hold about the series' medieval portrayal, and what is Carroll's counter-argument?
+What is Ned's remark to Catelyn about religion, and what difficulty does Larrington note?
+When did Martin have the idea for the Wall, and where did it originate?
+How does Carroll describe Cersei as a narrative foil to Sansa?
+What difficulty do commentators have with analyzing rape in A Song of Ice and Fire, according to Carroll?
+
+"""
+
+print("\n Running inference on Game of Thrones QA model\n")
+
+for q in questions.split('\n'):
+    try:
+        answer = decode_sequence(q)
+        print(f"Q: {q}")
+        print(f"A: {answer} \n")
+    except Exception as e:
+        print(f"Error for question [{q}]: {e}\n")
+

tokenizer_info.json

@@ -0,0 +1 @@
+{"spm_model": "icefire_spm.model", "start_id": 2, "end_id": 3, "seq_len_en": 30, "seq_len_te": 64}