het

modelConfig.py

@@ -0,0 +1,42 @@
+
+from transformers import PretrainedConfig
+
+class OBIConfig(PretrainedConfig):
+    def __init__(self, 
+    model_type="OBILanguageModel", 
+    auto_map={
+        "AutoConfig": "modelConfig.OBIConfig",
+        "AutoModel": "modelLM.OBILanguageModel",
+        "AutoModelForCausalLM": "modelLM.OBILanguageModel",
+        "AutoModelForQuestionAnswering": "modelLM.OBILanguageModel"
+    }, 
+    vocab_size=1000, 
+    hidden_size=4, 
+    num_attention_heads=2, 
+    num_hidden_layers=2, 
+    hidden_dropout_prob=0.1, 
+    block_size=100, 
+    batch_size=60,
+    max_iters=200,
+    eval_interval=100,
+    learning_rate=0.001,
+    device="cpu",
+    **kwargs
+    )->None:
+        super().__init__(**kwargs)
+        self.model_type = model_type
+        self.auto_map = auto_map
+        self.vocab_size = vocab_size
+        self.hidden_size = hidden_size
+        self.num_attention_heads = num_attention_heads
+        self.num_hidden_layers = num_hidden_layers
+        self.hidden_dropout_prob = hidden_dropout_prob
+        self.block_size = block_size
+        self.batch_size = batch_size
+        self.max_iters = max_iters
+        self.eval_interval = eval_interval
+        self.learning_rate = learning_rate
+        self.device = device
+
+
+

modelLM.py

@@ -0,0 +1,49 @@
+import torch
+import torch.nn as nn
+import torch.nn.functional as F
+from transformers.modeling_utils import PreTrainedModel
+
+# Define your custom language model class
+class OBILanguageModel(PreTrainedModel):
+    def __init__(self, config):
+        super(OBILanguageModel,self).__init__(config)
+        self.token_embedding_table = nn.Embedding(config.vocab_size, config.hidden_size)  # Use length of SentencePiece vocab
+        self.position_embedding_table = nn.Embedding(config.block_size, config.hidden_size)
+        self.transformer = nn.Transformer(
+            d_model=config.hidden_size,
+            nhead=config.num_attention_heads,
+            num_encoder_layers=config.num_hidden_layers,
+            num_decoder_layers=config.num_hidden_layers,
+            dim_feedforward=4 * config.hidden_size,
+            dropout=config.hidden_dropout_prob,
+            activation='gelu'
+        )
+        self.ln1 = nn.LayerNorm(config.hidden_size)
+        self.ln2 = nn.LayerNorm(config.hidden_size)
+        self.lm_head = nn.Linear(config.hidden_size, config.vocab_size)  # Use length of SentencePiece vocab
+    
+    def forward(self, idx, targets=None):
+        tok_emb = self.token_embedding_table(idx)
+        pos_emb = self.position_embedding_table(torch.arange(idx.size(1), device='cpu'))
+        x = tok_emb + pos_emb
+        x = self.transformer(x, x)
+        x = self.ln1(x)
+        x = self.ln2(x)
+        logits = self.lm_head(x)
+        
+        if targets is None:
+            loss = None
+        else:
+            loss = F.cross_entropy(logits.view(-1, self.config.vocab_size), targets.view(-1))
+        
+        return logits, loss
+
+    def generate(self, idx, max_new_tokens):
+        for _ in range(max_new_tokens):
+            idx_cond = idx[:, -self.config.block_size:]
+            logits, loss = self(idx_cond)
+            logits = logits[:, -1, :]
+            probs = F.softmax(logits, dim=-1)
+            idx_next = torch.multinomial(probs, num_samples=1)
+            idx = torch.cat((idx, idx_next), dim=1)
+        return idx

sp_model.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0d0e5eb9bdae3b807445b05c884dbe76b2ae39152290a937670d886df59cb8
+size 253558

sp_model.vocab

@@ -0,0 +1,1000 @@
+<unk>	0
+<s>	0
+</s>	0
+s	-3.2221
+.	-3.29146
+,	-3.49336
+▁	-3.68471
+▁the	-3.7684
+▁to	-3.98647
+▁a	-4.11047
+▁I	-4.16982
+▁and	-4.21917
+t	-4.36206
+e	-4.36623
+▁of	-4.40161
+ing	-4.42277
+o	-4.56744
+ed	-4.62042
+’	-4.67839
+d	-4.74726
+i	-4.76531
+▁is	-4.78759
+n	-4.81995
+▁in	-4.83937
+a	-4.88769
+▁“	-4.9202
+▁you	-4.93038
+▁that	-4.93368
+m	-4.95521
+▁for	-5.01753
+y	-5.0546
+l	-5.11598
+u	-5.13867
+p	-5.18449
+er	-5.18747
+▁was	-5.2102
+▁it	-5.22002
+▁money	-5.31268
+c	-5.33154
+r	-5.41071
+▁not	-5.41937
+▁my	-5.47467
+or	-5.4805
+▁The	-5.50565
+▁have	-5.57093
+▁are	-5.60717
+▁people	-5.64234
+▁dad	-5.66312
+re	-5.66593
+▁be	-5.67795
+▁they	-5.68697
+ly	-5.69245
+▁me	-5.69919
+▁rich	-5.70698
+-	-5.73402
+.”	-5.74293
+h	-5.74602
+▁do	-5.77886
+g	-5.78194
+▁with	-5.81694
+▁he	-5.81815
+▁their	-5.82855
+b	-5.83023
+▁on	-5.84205
+f	-5.85395
+▁your	-5.85811
+in	-5.88298
+le	-5.91655
+w	-5.92065
+▁b	-5.92788
+on	-5.93227
+▁f	-5.96144
+▁work	-5.98752
+▁p	-5.99005
+▁or	-5.99138
+▁what	-5.99955
+ar	-6.00267
+▁c	-6.00998
+▁s	-6.0214
+st	-6.05727
+al	-6.07313
+:	-6.07379
+▁who	-6.07767
+▁an	-6.09371
+k	-6.0938
+▁more	-6.11316
+v	-6.13184
+es	-6.14183
+it	-6.15727
+ent	-6.17017
+▁A	-6.19955
+▁It	-6.2012
+▁his	-6.21876
+▁Dad	-6.21914
+is	-6.22565
+ro	-6.23322
+▁C	-6.23505
+▁but	-6.23754
+▁said	-6.24121
+ic	-6.24239
+▁Rich	-6.26892
+at	-6.27782
+▁as	-6.27977
+▁had	-6.28912
+▁financial	-6.28914
+▁so	-6.29356
+▁would	-6.3071
+▁learn	-6.30711
+▁because	-6.31198
+▁we	-6.3234
+ll	-6.34817
+▁will	-6.36729
+?”	-6.37287
+ur	-6.37699
+▁about	-6.39346
+▁at	-6.40878
+▁get	-6.41643
+▁can	-6.42339
+▁how	-6.42626
+I	-6.43705
+▁S	-6.44286
+▁He	-6.44756
+▁st	-6.45345
+▁m	-6.46302
+ve	-6.4699
+ra	-6.47557
+et	-6.47749
+▁want	-6.4785
+▁all	-6.48159
+ri	-6.4938
+,”	-6.49761
+▁re	-6.49988
+▁from	-6.50564
+▁In	-6.51066
+▁know	-6.52358
+▁up	-6.52412
+▁g	-6.53425
+▁make	-6.53651
+▁out	-6.53658
+▁were	-6.5403
+an	-6.54158
+▁this	-6.55432
+▁pay	-6.55434
+ch	-6.57702
+▁don	-6.58099
+0	-6.59119
+▁life	-6.59236
+▁go	-6.59751
+▁They	-6.59835
+▁time	-6.59885
+▁w	-6.60555
+th	-6.60886
+▁t	-6.61633
+▁them	-6.64615
+▁one	-6.65068
+▁if	-6.65284
+▁d	-6.66188
+▁If	-6.67768
+en	-6.68131
+ad	-6.68684
+ers	-6.6937
+▁than	-6.69453
+age	-6.70414
+li	-6.73193
+▁school	-6.73845
+▁when	-6.73845
+▁most	-6.73849
+ation	-6.74951
+ion	-6.75134
+▁us	-6.76047
+▁real	-6.76051
+▁B	-6.76507
+▁say	-6.77239
+▁Mike	-6.77675
+▁like	-6.78445
+ter	-6.78655
+▁1	-6.79325
+▁F	-6.80625
+x	-6.80789
+ate	-6.81764
+▁own	-6.82444
+ir	-6.83826
+▁our	-6.85806
+▁into	-6.85863
+▁just	-6.86611
+▁buy	-6.88338
+▁asked	-6.88832
+▁did	-6.8932
+▁M	-6.89984
+5	-6.90898
+▁only	-6.91101
+▁So	-6.91961
+hapter	-6.92757
+▁hard	-6.9276
+ment	-6.92809
+ce	-6.93065
+ive	-6.93433
+ck	-6.9431
+▁by	-6.95453
+▁other	-6.95506
+▁great	-6.95507
+▁poor	-6.96453
+▁Po	-6.96653
+▁see	-6.97626
+▁My	-6.98076
+▁asset	-6.98178
+▁job	-6.98336
+?	-6.9922
+▁often	-7.00302
+▁take	-7.00386
+▁That	-7.00764
+te	-7.00918
+ight	-7.01184
+▁business	-7.01249
+▁income	-7.01254
+▁look	-7.03246
+▁book	-7.03369
+▁could	-7.0425
+▁first	-7.0425
+▁years	-7.04693
+▁T	-7.05132
+▁car	-7.05523
+▁R	-7.05611
+tion	-7.0579
+▁over	-7.06301
+3	-7.08391
+4	-7.09458
+▁friend	-7.09459
+▁fear	-7.10544
+▁house	-7.11621
+▁way	-7.11629
+▁You	-7.11901
+▁E	-7.1195
+▁de	-7.12545
+▁no	-7.12691
+▁need	-7.12723
+▁education	-7.12728
+▁never	-7.12732
+▁And	-7.12737
+▁We	-7.1317
+▁has	-7.14064
+▁many	-7.1436
+O	-7.14738
+▁P	-7.16247
+▁there	-7.16279
+op	-7.17269
+”	-7.17289
+E	-7.1794
+▁world	-7.18403
+▁why	-7.18407
+▁2	-7.18614
+and	-7.18876
+N	-7.19391
+•	-7.19579
+▁him	-7.1958
+id	-7.19646
+▁person	-7.19848
+ul	-7.20604
+▁power	-7.2077
+▁L	-7.21334
+▁But	-7.21495
+▁two	-7.21981
+el	-7.22257
+un	-7.23197
+▁back	-7.23197
+▁her	-7.24897
+7	-7.25679
+▁game	-7.25679
+▁estate	-7.25681
+▁find	-7.25688
+▁investment	-7.25714
+▁pro	-7.26456
+9	-7.26829
+▁new	-7.26946
+▁teach	-7.27334
+▁working	-7.27436
+▁co	-7.27651
+▁problem	-7.28227
+▁D	-7.28423
+▁O	-7.28784
+▁class	-7.29525
+end	-7.30839
+▁think	-7.30953
+A	-7.31013
+▁market	-7.32174
+mp	-7.32567
+▁wanted	-7.33165
+▁man	-7.3331
+—	-7.33526
+▁much	-7.33528
+▁W	-7.33586
+▁good	-7.34915
+▁play	-7.34956
+▁day	-7.35595
+ake	-7.36106
+▁When	-7.36285
+▁G	-7.37024
+ard	-7.37463
+▁little	-7.37693
+▁those	-7.37693
+▁company	-7.37694
+ant	-7.38326
+▁government	-7.39122
+What	-7.39132
+,000	-7.40469
+▁down	-7.40582
+▁made	-7.42047
+est	-7.42071
+▁ex	-7.42096
+▁assets	-7.42315
+ide	-7.43034
+ma	-7.43075
+▁mind	-7.43541
+ally	-7.4385
+▁she	-7.44253
+▁cash	-7.46588
+ity	-7.47787
+▁hear	-7.47876
+▁month	-7.48151
+▁something	-7.48152
+▁become	-7.48154
+▁start	-7.4816
+6	-7.49622
+▁su	-7.49706
+���simply	-7.49737
+▁One	-7.4975
+▁some	-7.49763
+▁idea	-7.4979
+▁found	-7.49882
+all	-7.5076
+▁column	-7.5135
+▁talk	-7.51352
+ut	-7.51634
+▁un	-7.51705
+▁Lesson	-7.5299
+▁long	-7.5299
+▁also	-7.53002
+▁As	-7.5328
+ous	-7.5413
+▁tax	-7.54396
+▁which	-7.54656
+▁same	-7.54657
+▁earn	-7.54658
+▁10	-7.54955
+▁r	-7.55378
+1	-7.55569
+▁For	-7.55572
+▁To	-7.55832
+▁always	-7.56351
+▁again	-7.56351
+▁Most	-7.56357
+▁every	-7.56361
+▁put	-7.5668
+low	-7.57911
+▁does	-7.57926
+▁CASHFLOW	-7.58075
+▁lot	-7.58079
+S	-7.58128
+▁educated	-7.5819
+▁ask	-7.58218
+ever	-7.5881
+▁been	-7.59015
+▁H	-7.59076
+▁financially	-7.59344
+▁wealth	-7.59831
+▁stock	-7.59833
+▁home	-7.59836
+▁tru	-7.59839
+▁live	-7.59871
+▁going	-7.6137
+▁sell	-7.61634
+ge	-7.61974
+▁went	-7.62269
+The	-7.62792
+▁reason	-7.63434
+▁change	-7.63434
+▁important	-7.63564
+▁love	-7.65286
+▁offer	-7.65388
+▁This	-7.65425
+▁investor	-7.65508
+▁give	-7.65613
+R	-7.66536
+ful	-7.66797
+▁may	-7.6721
+▁read	-7.67631
+ies	-7.67643
+▁best	-7.67778
+▁really	-7.68244
+ize	-7.68977
+▁sh	-7.70492
+D	-7.70551
+You	-7.70595
+▁old	-7.70824
+▁keep	-7.71056
+▁understand	-7.71056
+▁three	-7.71057
+▁hand	-7.71074
+▁part	-7.71075
+▁tell	-7.71076
+How	-7.71111
+▁now	-7.7154
+▁well	-7.71789
+▁being	-7.7246
+8	-7.73056
+▁even	-7.73061
+ig	-7.73441
+▁There	-7.7435
+▁skills	-7.74461
+▁still	-7.75103
+▁better	-7.75111
+▁thought	-7.75378
+▁these	-7.75742
+2	-7.76801
+▁someone	-7.77185
+▁few	-7.77202
+ook	-7.77713
+ance	-7.78933
+▁middle	-7.79308
+▁through	-7.79308
+▁grow	-7.7931
+▁big	-7.79623
+▁cha	-7.7971
+▁mean	-7.80915
+▁million	-7.81482
+▁bill	-7.81492
+able	-7.82144
+ach	-7.82314
+out	-7.82676
+▁words	-7.83705
+No	-7.83861
+▁flow	-7.84053
+▁use	-7.8538
+ary	-7.85856
+▁knew	-7.85977
+▁safe	-7.85978
+▁hour	-7.86103
+▁investing	-7.8676
+▁today	-7.86847
+▁after	-7.88318
+▁run	-7.88446
+▁deal	-7.8883
+▁come	-7.89063
+▁comes	-7.89961
+T	-7.90455
+K	-7.90683
+!	-7.90683
+▁build	-7.90683
+▁difference	-7.90683
+▁example	-7.90683
+▁losing	-7.90684
+▁price	-7.90685
+▁risk	-7.90685
+▁else	-7.90686
+▁lose	-7.90711
+Why	-7.90775
+▁told	-7.9109
+▁saying	-7.9205
+self	-7.92467
+▁making	-7.93123
+▁taxes	-7.93509
+▁emotion	-7.94985
+▁between	-7.95622
+▁expense	-7.95622
+▁intelligence	-7.95622
+▁instead	-7.95623
+▁spend	-7.95626
+▁small	-7.95627
+▁path	-7.95635
+▁right	-7.958
+coming	-7.96852
+▁create	-7.96912
+▁got	-7.98007
+▁different	-7.98186
+▁should	-7.98186
+▁study	-7.98187
+▁around	-7.98198
+▁young	-7.98239
+▁things	-7.98806
+▁head	-7.9936
+▁large	-8.00818
+▁paid	-8.00823
+▁Un	-8.00837
+▁pre	-8.01286
+Y	-8.03454
+▁corporation	-8.03521
+▁focus	-8.03521
+▁number	-8.03521
+▁percent	-8.03521
+▁smart	-8.03523
+▁believe	-8.03525
+▁story	-8.03535
+▁year	-8.05078
+▁thinking	-8.06062
+U	-8.06279
+quadrant	-8.06299
+▁strong	-8.06299
+▁kids	-8.06299
+▁answer	-8.063
+▁dollar	-8.06303
+▁nothing	-8.06357
+▁plan	-8.06375
+▁let	-8.0665
+old	-8.07135
+com	-8.08334
+▁Be	-8.08821
+▁employee	-8.09156
+▁follow	-8.09156
+▁before	-8.09156
+▁point	-8.09156
+▁course	-8.09156
+▁desire	-8.09156
+▁left	-8.09156
+▁raise	-8.09161
+▁both	-8.09169
+▁comp	-8.09341
+▁win	-8.10342
+▁high	-8.11746
+▁less	-8.1186
+▁$1	-8.12097
+▁question	-8.12097
+▁simple	-8.12097
+▁continue	-8.12097
+▁bank	-8.121
+▁began	-8.12102
+▁each	-8.12141
+ound	-8.12504
+cial	-8.13259
+So	-8.14334
+▁$2	-8.15127
+▁enough	-8.15127
+▁another	-8.15127
+▁pass	-8.15138
+▁Today	-8.15161
+▁19	-8.15406
+▁lesson	-8.15414
+▁where	-8.15887
+▁develop	-8.16225
+▁Th	-8.16647
+▁call	-8.17771
+▁Robert	-8.18252
+▁afford	-8.18252
+▁next	-8.18252
+▁while	-8.18252
+▁statement	-8.18253
+▁bought	-8.18253
+▁free	-8.18295
+▁yourself	-8.18634
+W	-8.1896
+▁ho	-8.20445
+▁personal	-8.20743
+▁thing	-8.20877
+▁themselves	-8.21478
+▁interest	-8.2148
+▁show	-8.21483
+▁turn	-8.21487
+▁debt	-8.2149
+▁four	-8.21496
+▁myself	-8.22052
+▁called	-8.22539
+▁ha	-8.23873
+▁Quadrant	-8.24811
+▁taught	-8.24812
+▁law	-8.24812
+▁wait	-8.2482
+▁week	-8.24831
+▁She	-8.24836
+▁fail	-8.25073
+sure	-8.25205
+▁once	-8.26035
+▁hu	-8.26157
+ail	-8.27118
+▁professional	-8.27306
+▁explain	-8.2826
+▁recommend	-8.2826
+▁gener	-8.28265
+▁feel	-8.28271
+▁realize	-8.28474
+ence	-8.29966
+▁invest	-8.30096
+................	-8.30739
+If	-8.31197
+▁increase	-8.31831
+▁credit	-8.31831
+▁easy	-8.31831
+▁smile	-8.31831
+▁cause	-8.31832
+▁control	-8.31839
+▁sales	-8.31841
+▁must	-8.31843
+▁share	-8.31888
+▁took	-8.32305
+▁vi	-8.33872
+▁teacher	-8.34397
+▁success	-8.35488
+▁college	-8.35535
+▁push	-8.35536
+▁everything	-8.35538
+▁Two	-8.35545
+▁short	-8.35546
+▁greed	-8.35558
+▁help	-8.35577
+AL	-8.35583
+▁cont	-8.35641
+5,000	-8.35798
+▁such	-8.35891
+▁side	-8.36469
+▁profession	-8.3657
+▁five	-8.36694
+M	-8.36874
+C	-8.3688
+▁Financial	-8.39381
+▁came	-8.39382
+▁away	-8.39382
+▁Income	-8.39384
+▁begin	-8.39394
+▁everyone	-8.39397
+▁move	-8.39401
+▁broker	-8.39644
+▁16	-8.39665
+▁hav	-8.42636
+▁accountant	-8.43381
+▁became	-8.43381
+▁choose	-8.43381
+▁encourage	-8.43381
+▁liabilities	-8.43381
+▁opportunity	-8.43381
+▁quit	-8.43381
+▁anything	-8.43381
+▁listen	-8.43381
+▁later	-8.43383
+▁children	-8.43384
+▁train	-8.43384
+▁gain	-8.43396
+▁office	-8.43429
+HE	-8.43722
+▁highly	-8.43863
+▁emotional	-8.44418
+▁Or	-8.46491
+Because	-8.47548
+▁America	-8.47548
+▁afraid	-8.47548
+▁struggle	-8.47548
+▁formula	-8.47548
+▁process	-8.47548
+▁After	-8.47551
+▁sense	-8.47553
+▁With	-8.47554
+▁gave	-8.47556
+▁cents	-8.47653
+face	-8.47992
+H	-8.49214
+▁child	-8.51892
+▁Assets	-8.51896
+kept	-8.51896
+▁trap	-8.51903
+▁successful	-8.5195
+▁allow	-8.51958
+cons	-8.52045
+▁sold	-8.52491
+▁special	-8.56441
+▁Liabilities	-8.56441
+▁benefit	-8.56441
+▁happen	-8.56441
+spect	-8.56441
+▁liability	-8.56443
+▁view	-8.56445
+▁worth	-8.56445
+▁fund	-8.56451
+▁Some	-8.5649
+▁getting	-8.56574
+G	-8.58667
+But	-8.58753
+aving	-8.60457
+▁Although	-8.61203
+▁Expenses	-8.61203
+▁Saturday	-8.61203
+▁advice	-8.61203
+▁choice	-8.61203
+▁opportunities	-8.61203
+▁subject	-8.61203
+▁value	-8.61203
+▁Kim	-8.61203
+▁balance	-8.61204
+▁very	-8.61204
+▁since	-8.61208
+▁comic	-8.61217
+▁30	-8.61219
+▁spent	-8.61225
+▁agree	-8.61242
+Well	-8.62324
+▁creat	-8.63657
+day	-8.63712
+▁People	-8.66203
+▁portfolio	-8.66203
+▁companies	-8.66203
+▁Start	-8.66203
+▁receive	-8.66204
+▁excit	-8.66207
+▁Yet	-8.66211
+▁count	-8.66217
+▁six	-8.66222
+▁water	-8.66223
+▁fast	-8.6628
+▁step	-8.66283
+fair	-8.66448
+TE	-8.67059
+▁hate	-8.67131
+B	-8.6885
+L	-8.68886
+ness	-8.71353
+ANC	-8.71466
+▁knowledge	-8.71466
+▁paycheck	-8.71466
+▁system	-8.71466
+▁Money	-8.71466
+▁rather	-8.71466
+▁taking	-8.71466
+▁morning	-8.71466
+▁legal	-8.7147
+▁Race	-8.7147
+▁Many	-8.71472
+▁brain	-8.71473
+▁open	-8.71483
+▁miss	-8.71565
+▁weak	-8.71576
+▁gone	-8.71584
+ET	-8.7164
+▁mental	-8.72748
+That	-8.74516
+COM	-8.77021
+MENT	-8.77021
+hicken	-8.77021
+▁attorney	-8.77021
+▁diagram	-8.77021
+▁easier	-8.77021
+▁family	-8.77021
+▁genius	-8.77021
+▁happy	-8.77021
+▁second	-8.77021
+▁security	-8.77021
+▁freedom	-8.77022
+▁Marine	-8.77022
+▁avoid	-8.77022
+▁piece	-8.77022
+▁degree	-8.77022
+▁inspire	-8.77022
+▁STA	-8.77022
+▁result	-8.77022
+Donald	-8.77022
+▁kind	-8.77022
+▁protect	-8.77022
+▁master	-8.77023
+▁early	-8.77023
+▁lost	-8.77024
+▁failure	-8.77031
+▁State	-8.77037
+body	-8.77047
+▁main	-8.77073
+▁store	-8.77189
+▁leav	-8.77277
+▁vo	-8.77424
+▁skill	-8.78804
+ike	-8.81683
+▁die	-8.81918
+▁Kiyosaki	-8.82904
+▁acquire	-8.82904
+▁expensive	-8.82904
+▁information	-8.82904
+▁secure	-8.82904
+▁technical	-8.82904
+▁father	-8.82904
+▁lack	-8.82904
+▁provide	-8.82905
+▁habit	-8.82905
+▁watch	-8.82906
+▁adult	-8.82908
+▁Once	-8.82908
+▁walk	-8.82909
+▁sign	-8.82913
+▁Over	-8.82913
+▁solve	-8.82916
+▁Pay	-8.8293
+▁save	-8.82932
+▁try	-8.82937
+▁land	-8.82982
+..............	-8.83225
+▁Not	-8.83447
+lay	-8.83959
+▁Keep	-8.89154
+▁accept	-8.89154
+▁direct	-8.89154
+▁econom	-8.89154
+▁future	-8.89154
+▁grades	-8.89154
+▁property	-8.89154
+▁quick	-8.89154
+▁remember	-8.89154
+▁secret	-8.89154
+▁return	-8.89154
+▁giving	-8.89154
+▁doubt	-8.89154
+▁ahead	-8.89154
+▁doctor	-8.89154
+▁fact	-8.89155
+▁type	-8.89155
+▁last	-8.89156
+▁human	-8.89157
+Learn	-8.89158
+▁Bill	-8.89167
+▁option	-8.89167
+▁deep	-8.89198
+▁road	-8.89208
+▁lead	-8.89222
+▁yet	-8.89351
+▁write	-8.89389
+P	-8.9332
+▁broke	-8.9536
+▁apartment	-8.9582
+▁entrepreneur	-8.9582
+▁individual	-8.9582
+▁picture	-8.9582
+▁retirement	-8.9582
+▁anyone	-8.95821
+▁wife	-8.95821
+Taxes	-8.95821
+▁parents	-8.95821
+▁primar	-8.95822
+▁ship	-8.95838
+▁rule	-8.95842
+▁accounting	-9.02963
+▁capital	-9.02963
+▁pattern	-9.02963
+▁suggest	-9.02963
+▁Little	-9.02963
+▁actually	-9.02963
+▁immediately	-9.02963
+▁mutual	-9.02963
+▁pilot	-9.02963
+▁seminar	-9.02963
+▁Martin	-9.02963
+▁women	-9.02963
+▁dream	-9.02964
+▁nodded	-9.02964
+▁village	-9.02964
+▁author	-9.02964
+▁biggest	-9.02964
+▁loan	-9.02965
+▁reward	-9.02966
+▁decide	-9.02967
+▁near	-9.02969
+▁prepar	-9.02969
+▁Three	-9.02974
+▁Even	-9.02993
+▁hold	-9.02997
+▁spiritual	-9.03005
+▁mine	-9.0338
+▁spirit	-9.10611
+ability	-9.10653
+raditional	-9.10656
+▁achieve	-9.10656
+▁decision	-9.10656
+▁difficult	-9.10656
+▁hamburger	-9.10656
+▁ignorance	-9.10656
+▁intelligent	-9.10656
+▁require	-9.10656
+▁understood	-9.10656
+roduction	-9.10656
+▁public	-9.10656
+▁together	-9.10656
+▁break	-9.10656
+▁medical	-9.10656
+▁remind	-9.10656
+▁living	-9.10656
+▁Corps	-9.10657
+▁pressure	-9.10659
+▁usually	-9.10659
+▁eyes	-9.1066
+▁nine	-9.10662
+▁Both	-9.10671
+▁golf	-9.10677
+▁under	-9.10692
+▁trade	-9.10707
+F	-9.16468
+ught	-9.18986
+▁reflect	-9.18989
+▁Educat	-9.18989
+▁Hawaii	-9.18989
+▁Trump	-9.18989
+▁bargain	-9.18989
+▁earlier	-9.18989
+▁mortgage	-9.18989
+▁neighbor	-9.18989
+▁organization	-9.18989
+▁probably	-9.18989
+▁angry	-9.18989
+▁chose	-9.18989
+▁until	-9.18989
+▁Hood	-9.18989
+▁Seven	-9.18989
+fortunate	-9.1899
+▁New	-9.1899
+▁basic	-9.18991
+▁least	-9.18991
+▁close	-9.18991
+▁winners	-9.18993
+▁busy	-9.18993
+▁extra	-9.19001
+▁cover	-9.19008
+▁case	-9.19016
+▁heroes	-9.19024
+Who	-9.19437
+▁though	-9.26793
+▁Phoenix	-9.2808
+▁amount	-9.2808
+▁buckets	-9.2808
+▁collect	-9.2808
+▁designed	-9.2808
+▁minutes	-9.2808
+▁pocket	-9.2808
+▁smiling	-9.2808
+▁terrified	-9.2808
+▁written	-9.2808
+▁Again	-9.2808
+▁search	-9.2808
+▁worry	-9.2808
+ometimes	-9.2808
+▁expert	-9.2808
+▁along	-9.28081
+▁finance	-9.28083
+▁appl	-9.28156
+▁base	-9.28371
+where	-9.35574
+discipline	-9.3808
+▁Security	-9.3808
+▁already	-9.3808
+▁available	-9.3808
+▁concern	-9.3808
+▁consumer	-9.3808
+▁definition	-9.3808
+▁excellent	-9.3808
+▁experience	-9.3808
+▁neighborhood	-9.3808
+▁purpose	-9.3808
+▁speak	-9.3808
+▁support	-9.3808
+▁valuable	-9.3808
+▁reject	-9.3808
+▁baseball	-9.3808
+▁wonder	-9.3808
+▁common	-9.3808
+▁toilets	-9.3808
+▁trading	-9.3808
+▁history	-9.38081
+▁School	-9.49191
+▁discuss	-9.49191
+▁program	-9.49191
+bstacle	-9.49191
+▁Advantage	-9.49191
+▁Texas	-9.49191
+▁advantage	-9.49191
+▁attitude	-9.49191
+▁certain	-9.49191
+▁constantly	-9.49191
+▁convert	-9.49191
+▁employer	-9.49191
+▁illustrat	-9.49191
+▁include	-9.49191
+▁industry	-9.49191
+▁popular	-9.49191
+▁position	-9.49191
+▁science	-9.49191
+▁sophisticated	-9.49191
+▁survive	-9.49191
+▁vehicle	-9.49191
+▁combin	-9.49191
+▁literate	-9.49191
+▁solution	-9.49191
+▁tubes	-9.49191
+▁replied	-9.49191
+▁advise	-9.49192
+▁paper	-9.49192
+▁front	-9.49192
+nergy	-9.49199
+........	-9.53703
+▁Every	-9.59198
+employed	-9.61691
+graduate	-9.61691
+▁$100,000	-9.61691
+▁affect	-9.61691
+▁anyway	-9.61691
+▁challenge	-9.61691
+Q	-11.2092
+J	-11.2093
+$	-11.2094
+z	-11.2095
+q	-11.2096
+j	-11.2097
+“	-11.2098