Initial commit

.gitattributes

@@ -14,3 +14,8 @@
 *.pb filter=lfs diff=lfs merge=lfs -text
 *.pt filter=lfs diff=lfs merge=lfs -text
 *.pth filter=lfs diff=lfs merge=lfs -text
+elmo_token_embeddings.hdf5 filter=lfs diff=lfs merge=lfs -text
+lm_embeddings_0.hdf5 filter=lfs diff=lfs merge=lfs -text
+lm_embeddings_1.hdf5 filter=lfs diff=lfs merge=lfs -text
+lm_embeddings_2.hdf5 filter=lfs diff=lfs merge=lfs -text
+lm_weights.hdf5 filter=lfs diff=lfs merge=lfs -text

config/characters_token_embedder.json

@@ -0,0 +1,52 @@
+{
+    "dataset_reader": {
+      "type": "conll2003",
+      "tag_label": "ner",
+      "token_indexers": {
+        "tokens": {
+          "type": "single_id",
+          "lowercase_tokens": true
+        },
+        "elmo": {
+          "type": "elmo_characters"
+        }
+      }
+    },
+    "train_data_path": "test_fixtures/data/conll2003.txt",
+    "validation_data_path": "test_fixtures/data/conll2003.txt",
+    "model": {
+      "type": "simple_tagger",
+      "text_field_embedder": {
+          "token_embedders": {
+              "tokens": {
+                "type": "embedding",
+                "embedding_dim": 50
+              },
+              "elmo": {
+                "type": "elmo_token_embedder",
+                "options_file": "test_fixtures/elmo/options.json",
+                "weight_file": "test_fixtures/elmo/lm_weights.hdf5"
+              }
+          }
+      },
+      "encoder": {
+              "type": "gru",
+              "input_size": 82,
+              "hidden_size": 25,
+              "num_layers": 2,
+              "dropout": 0.5,
+              "bidirectional": true
+      },
+      "regularizer": {
+        "regexes": [
+          ["transitions$", {"type": "l2", "alpha": 0.01}]
+        ]
+      }
+    },
+    "data_loader": {"batch_size": 32},
+    "trainer": {
+      "optimizer": "adam",
+      "num_epochs": 5,
+      "cuda_device": -1
+    }
+  }

elmo_token_embeddings.hdf5

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39cd3c881b66b74a7b7d0ba231dbed57cfac89a6a248f4d34e5ec94589e0bd68
+size 31456

lm_embeddings_0.hdf5

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebeee87fe246cacc2dd4b6b109537cd03bf45c8f5402d3570be7c57ddcb6ea21
+size 44000

lm_embeddings_1.hdf5

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c1547698ac31d92e2965a555656f0f4680b83ab4ab0a54958646bcbb0f00da0
+size 34016

lm_embeddings_2.hdf5

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b10dabcc36b9461cb49a4ea20b01f395c779df340963fa66cf053b8c99f8f676
+size 35936

lm_weights.hdf5

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfdfd3001b5965b4b6ef857ac772b6624984f8248eaae08fb9be6d1b51ad8755
+size 450896

options.json

@@ -0,0 +1,26 @@
+{
+  "lstm": {
+    "cell_clip": 3,
+    "use_skip_connections": true,
+    "n_layers": 2,
+    "proj_clip": 3,
+    "projection_dim": 16,
+    "dim": 64
+  },
+  "char_cnn": {
+    "embedding": {
+      "dim": 4
+    },
+    "filters": [
+      [1, 4],
+      [2, 8],
+      [3, 16],
+      [4, 32],
+      [5, 64]
+    ],
+    "n_highway": 2,
+    "n_characters": 262,
+    "max_characters_per_token": 50,
+    "activation": "relu"
+  }
+}

sentences.json

@@ -0,0 +1,38 @@
+[
+  [
+    "The U.S. Centers for Disease Control and Prevention initially advised school systems to close if outbreaks occurred , then reversed itself , saying the apparent mildness of the virus meant most schools and day care centers should stay open , even if they had confirmed cases of swine flu .",
+    "When Ms. Winfrey invited Suzanne Somers to share her controversial views about bio-identical hormone treatment on her syndicated show in 2009 , it won Ms. Winfrey a rare dollop of unflattering press , including a Newsweek cover story titled \" Crazy Talk : Oprah , Wacky Cures & You . \"",
+    "Elk calling -- a skill that hunters perfected long ago to lure game with the promise of a little romance -- is now its own sport .",
+    "Don 't !",
+    "Fish , ranked 98th in the world , fired 22 aces en route to a 6-3 , 6-7 ( 5 \/ 7 ) , 7-6 ( 7 \/ 4 ) win over seventh-seeded Argentinian David Nalbandian .",
+    "Why does everything have to become such a big issue ?",
+    "AMMAN ( Reuters ) - King Abdullah of Jordan will meet U.S. President Barack Obama in Washington on April 21 to lobby on behalf of Arab states for a stronger U.S. role in Middle East peacemaking , palace officials said on Sunday .",
+    "To help keep traffic flowing the Congestion Charge will remain in operation through-out the strike and TfL will be suspending road works on major London roads wherever possible .",
+    "If no candidate wins an absolute majority , there will be a runoff between the top two contenders , most likely in mid-October .",
+    "Authorities previously served search warrants at Murray 's Las Vegas home and his businesses in Las Vegas and Houston ."
+  ],
+  [
+    "Brent North Sea crude for November delivery rose 84 cents to 68.88 dollars a barrel .",
+    "That seems to have been their model up til now .",
+    "Gordon will join Luol Deng on the GB team ; their respective NBA teams , the Detroit Pistons and the Chicago Bulls , play tonight .",
+    "Nikam maintains the attacks were masterminded by the Muslim militant group Lashkar-e-Taiba .",
+    "Last year , Williams was unseeded , ranked 81st and coming off one of her worst losses on tour -- in a Tier 4 event at Hobart -- yet she beat six seeded players en route to the title at Melbourne Park .",
+    "It said that two officers involved in the case had been disciplined .",
+    "\" There is more intelligence now being gathered , \" the official said , adding that such efforts would continue for some time .",
+    "The majority will be of the standard 6X6 configuration for carrying personnel .",
+    "\" Consequently , necessary actions may not be taken to reduce the risks to children of sexual exploitation and drug or alcohol misuse , \" the report said . \u2022 Almost two-thirds of inspected schools were good or outstanding , but the number of underperforming secondaries remained \" stubborn and persistent . \"",
+    "What a World Cup ."
+  ],
+  [
+    "But , there have also been many cases of individuals and small groups of people protesting , as in the case of Rongye Adak , a nomad who called for the return of the Dalai Lama and for the freedom of Tibet during the Lithang Horse Racing Festival , in eastern Tibet .",
+    "James Duncan , head of transportation at Bournemouth Borough Council , said : \" Our legal team is reviewing the entitlement of taxis to drop and pick up passengers at bus stops , only for as long as is absolutely necessary to fulfil that function and for no other reason .",
+    "To Mo concerning the food log you kept -- Dr. Buchholz recommends the same thing .",
+    "The CBO estimates that only 23 percent of that would be spent in 2009 and 2010 .",
+    "Even so , Democrats slammed Bush as out of touch .",
+    "An information campaign will be launched later to raise awareness of employment rights and how to enforce them .",
+    "At the gallery the concept is less vague , as Ms. Piper cites specific instances of racial violence , political assassinations and the devastation of Hurricane Katrina .",
+    "There have been some exceptions -- such as Medicare in 1965 .",
+    "The government guidance will be reviewed early next year after a period of public comment .",
+    "It wasn 't the most seaworthy of prizes ."
+  ]
+]

vocab_test.txt

@@ -0,0 +1,458 @@
+good
+Why
+employment
+government
+Don
+care
+;
+case
+North
+Bush
+assassinations
+you
+disciplined
+press
+romance
+major
+Muslim
+sport
+flu
+entitlement
+<S>
+nomad
+now
+fulfil
+Oprah
+reviewing
+enforce
+number
+log
+rights
+suspending
+warrants
+coming
+stubborn
+Hurricane
+Duncan
+East
+role
+Katrina
+it
+businesses
+a
+At
+been
+Disease
+necessary
+Racing
+later
+'s
+specific
+would
+groups
+next
+masterminded
+misuse
+London
+kept
+become
+November
+centers
+22
+To
+day
+title
+outbreaks
+AMMAN
+his
+21
+concept
+early
+dollars
+is
+people
+game
+confirmed
+palace
+syndicated
+issue
+school
+called
+It
+had
+rare
+remain
+Elk
+some
+world
+unseeded
+(
+What
+inspected
+Jordan
+touch
+Newsweek
+Argentinian
+after
+seems
+contenders
+runoff
+tonight
+-
+Charge
+Authorities
+stops
+When
+top
+public
+respective
+Lithang
+68.88
+Nalbandian
+sexual
+vague
+cents
+political
+Festival
+Bulls
+<UNK>
+wasn
+freedom
+Suzanne
+!
+calling
+thing
+officers
+return
+,
+route
+Abdullah
+David
+everything
+GB
+year
+players
+Middle
+works
+views
+April
+wins
+through-out
+Brent
+•
+close
+treatment
+But
+World
+There
+and
+eastern
+in
+not
+personnel
+carrying
+between
+Lashkar-e-Taiba
+may
+fired
+home
+Murray
+98th
+they
+81st
+outstanding
+have
+Winfrey
+hunters
+advised
+reduce
+Somers
+were
+2010
+NBA
+King
+gallery
+traffic
+Vegas
+also
+racial
+if
+being
+risks
+percent
+no
+maintains
+guidance
+more
+worst
+Buchholz
+devastation
+off
+Chicago
+barrel
+Washington
+Last
+titled
+show
+Centers
+during
+gathered
+Gordon
+operation
+remained
+even
+Deng
+'t
+Mo
+taken
+militant
+play
+6-3
+Melbourne
+Luol
+the
+absolute
+she
+one
+secondaries
+/
+behalf
+food
+concerning
+spent
+should
+cover
+</S>
+standard
+stay
+Arab
+her
+same
+6-7
+mildness
+individuals
+that
+team
+seeded
+win
+many
+U.S.
+Consequently
+Horse
+wherever
+served
+initially
+event
+awareness
+peacemaking
+Sunday
+so
+Piper
+5
+teams
+six
+swine
+Almost
+join
+--
+attacks
+7
+mid-October
+promise
+Pistons
+84
+time
+to
+flowing
+involved
+Democrats
+lobby
+TfL
+tour
+meet
+majority
+recommends
+Dr.
+stronger
+seventh-seeded
+campaign
+head
+group
+seaworthy
+saying
+Las
+cites
+Lama
+states
+Detroit
+Borough
+Williams
+children
+including
+configuration
+Park
+Tier
+pick
+out
+Reuters
+such
+"
+?
+Tibet
+Cup
+dollop
+own
+of
+other
+how
+transportation
+CBO
+rose
+legal
+open
+little
+exploitation
+alcohol
+said
+official
+roads
+Adak
+period
+as
+instances
+absolutely
+Fish
+Houston
+was
+long
+protesting
+raise
+occurred
+That
+beat
+Crazy
+apparent
+unflattering
+their
+two-thirds
+information
+itself
+controversial
+reversed
+prizes
+underperforming
+search
+at
+passengers
+7-6
+yet
+Council
+slammed
+.
+small
+model
+Talk
+meant
+aces
+drop
+keep
+Cures
+strike
+An
+Bournemouth
+officials
+invited
+road
+Wacky
+schools
+by
+Nikam
+systems
+4
+previously
+who
+launched
+possible
+them
+violence
+two
+estimates
+hormone
+taxis
+ago
+less
+1965
+over
+Prevention
+actions
+be
+most
+does
+Control
+Barack
+continue
+perfected
+reason
+2009
+delivery
+up
+crude
+Rongye
+losses
+drug
+Ms.
+Congestion
+about
+skill
+til
+bus
+for
+Our
+Dalai
+virus
+James
+Even
+story
+The
+lure
+Obama
+then
+report
+or
+)
+with
+help
+persistent
+on
+Hobart
+President
+23
+share
+ranked
+Medicare
+there
+won
+bio-identical
+candidate
+:
+en
+only
+likely
+efforts
+You
+adding
+will
+cases
+exceptions
+intelligence
+comment
+but
+reviewed
+If
+its
+6X6
+&
+Sea
+big
+an
+function