calebnwokocha
/

GPT2

Text Generation

Model card Files Files and versions

calebnwokocha commited on Nov 17, 2024

Commit

472cb35

·

1 Parent(s): b398d65

Upload main-ctx.cpp

Files changed (1) hide show

main-ctx.cpp +1 -1

main-ctx.cpp CHANGED Viewed

@@ -17,7 +17,7 @@
 #pragma warning(disable: 4244 4267) // possible loss of data
 #endif
-// default hparams (GPT-2 117M)
 struct gpt_hparams {
     int32_t n_vocab = 50257;   // Vocabulary size remains the same
     //int32_t n_ctx   = 1024;     // Maximum context length (sequence length)

 #pragma warning(disable: 4244 4267) // possible loss of data
 #endif
+// default hparams (GPT-2 774M)
 struct gpt_hparams {
     int32_t n_vocab = 50257;   // Vocabulary size remains the same
     //int32_t n_ctx   = 1024;     // Maximum context length (sequence length)