firshme commited on
Commit
1d00f0b
·
1 Parent(s): 7cad0d0
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +9 -0
  2. FAQ.md +3 -0
  3. MODEL_LICENSE +3 -0
  4. README.md +3 -0
  5. README_EN.md +3 -0
  6. api.py +3 -0
  7. cli_demo.py +3 -0
  8. evaluation/README.md +3 -0
  9. evaluation/evaluate_ceval.py +3 -0
  10. openai_api.py +3 -0
  11. ptuning/AdvertiseGen/dev.json +3 -0
  12. ptuning/AdvertiseGen/train.json +3 -0
  13. ptuning/README.md +3 -0
  14. ptuning/__pycache__/arguments.cpython-311.pyc +3 -0
  15. ptuning/__pycache__/trainer.cpython-311.pyc +3 -0
  16. ptuning/__pycache__/trainer_seq2seq.cpython-311.pyc +3 -0
  17. ptuning/arguments.py +3 -0
  18. ptuning/deepspeed.json +3 -0
  19. ptuning/ds_train_finetune.sh +3 -0
  20. ptuning/evaluate.sh +3 -0
  21. ptuning/evaluate_finetune.sh +3 -0
  22. ptuning/main.py +3 -0
  23. ptuning/output/adgen-chatglm2-6b-pt-128-2e-2/all_results.json +3 -0
  24. ptuning/output/adgen-chatglm2-6b-pt-128-2e-2/checkpoint-1000/config.json +3 -0
  25. ptuning/output/adgen-chatglm2-6b-pt-128-2e-2/checkpoint-1000/generation_config.json +3 -0
  26. ptuning/output/adgen-chatglm2-6b-pt-128-2e-2/checkpoint-1000/optimizer.pt +3 -0
  27. ptuning/output/adgen-chatglm2-6b-pt-128-2e-2/checkpoint-1000/pytorch_model.bin +3 -0
  28. ptuning/output/adgen-chatglm2-6b-pt-128-2e-2/checkpoint-1000/rng_state_0.pth +3 -0
  29. ptuning/output/adgen-chatglm2-6b-pt-128-2e-2/checkpoint-1000/rng_state_1.pth +3 -0
  30. ptuning/output/adgen-chatglm2-6b-pt-128-2e-2/checkpoint-1000/scheduler.pt +3 -0
  31. ptuning/output/adgen-chatglm2-6b-pt-128-2e-2/checkpoint-1000/special_tokens_map.json +3 -0
  32. ptuning/output/adgen-chatglm2-6b-pt-128-2e-2/checkpoint-1000/tokenizer.model +3 -0
  33. ptuning/output/adgen-chatglm2-6b-pt-128-2e-2/checkpoint-1000/tokenizer_config.json +3 -0
  34. ptuning/output/adgen-chatglm2-6b-pt-128-2e-2/checkpoint-1000/trainer_state.json +3 -0
  35. ptuning/output/adgen-chatglm2-6b-pt-128-2e-2/checkpoint-1000/training_args.bin +3 -0
  36. ptuning/output/adgen-chatglm2-6b-pt-128-2e-2/checkpoint-2000/config.json +3 -0
  37. ptuning/output/adgen-chatglm2-6b-pt-128-2e-2/checkpoint-2000/generation_config.json +3 -0
  38. ptuning/output/adgen-chatglm2-6b-pt-128-2e-2/checkpoint-2000/optimizer.pt +3 -0
  39. ptuning/output/adgen-chatglm2-6b-pt-128-2e-2/checkpoint-2000/pytorch_model.bin +3 -0
  40. ptuning/output/adgen-chatglm2-6b-pt-128-2e-2/checkpoint-2000/rng_state_0.pth +3 -0
  41. ptuning/output/adgen-chatglm2-6b-pt-128-2e-2/checkpoint-2000/rng_state_1.pth +3 -0
  42. ptuning/output/adgen-chatglm2-6b-pt-128-2e-2/checkpoint-2000/scheduler.pt +3 -0
  43. ptuning/output/adgen-chatglm2-6b-pt-128-2e-2/checkpoint-2000/special_tokens_map.json +3 -0
  44. ptuning/output/adgen-chatglm2-6b-pt-128-2e-2/checkpoint-2000/tokenizer.model +3 -0
  45. ptuning/output/adgen-chatglm2-6b-pt-128-2e-2/checkpoint-2000/tokenizer_config.json +3 -0
  46. ptuning/output/adgen-chatglm2-6b-pt-128-2e-2/checkpoint-2000/trainer_state.json +3 -0
  47. ptuning/output/adgen-chatglm2-6b-pt-128-2e-2/checkpoint-2000/training_args.bin +3 -0
  48. ptuning/output/adgen-chatglm2-6b-pt-128-2e-2/checkpoint-3000/config.json +3 -0
  49. ptuning/output/adgen-chatglm2-6b-pt-128-2e-2/checkpoint-3000/generation_config.json +3 -0
  50. ptuning/output/adgen-chatglm2-6b-pt-128-2e-2/checkpoint-3000/optimizer.pt +3 -0
.gitattributes CHANGED
@@ -33,3 +33,12 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ *.md filter=lfs diff=lfs merge=lfs -text
37
+ *.py filter=lfs diff=lfs merge=lfs -text
38
+ *.json filter=lfs diff=lfs merge=lfs -text
39
+ *.pyc filter=lfs diff=lfs merge=lfs -text
40
+ *.sh filter=lfs diff=lfs merge=lfs -text
41
+ *.txt filter=lfs diff=lfs merge=lfs -text
42
+ *.png filter=lfs diff=lfs merge=lfs -text
43
+ *.gif filter=lfs diff=lfs merge=lfs -text
44
+ *.jpg filter=lfs diff=lfs merge=lfs -text
FAQ.md ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a5968175af419449ea7fccaf545b8c4c833e047f7be4cef036ddd8d556ede27c
3
+ size 946
MODEL_LICENSE ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d5aafcdc677ba5f4e9956218bc82a2e5b62b3531930bf554ff1d2f96a7273be
3
+ size 4133
README.md ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:647152871f360d8d4ecc9f412b24fec0ddf67e6c7959157f82f9e75ddb2dfecf
3
+ size 19963
README_EN.md ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9cbdb7d8a32dbaa609690cf2540b8beabb35c574a4e6d73d422b3cbfa85a0794
3
+ size 16305
api.py ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be29b13be3da59f9f59c605f46157aed69d235edc0f5e1cc14fc94dc5eca0adc
3
+ size 2145
cli_demo.py ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f0078ecbfa332bd50e76692ea528f727d182479494b34eb5c5e7e21da1514ea
3
+ size 2226
evaluation/README.md ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c00d53a6464600a3b29ee5b158812c04ae52fa9c2ae32a8d6056096f45c48e38
3
+ size 607
evaluation/evaluate_ceval.py ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c77a51c4f3642abde7dda0c3800329bb5a555c7b27970ba5d5bf152d99103701
3
+ size 2582
openai_api.py ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:826c35262101347d5b530c1ecc444540afe443d580d9023a02811ce62cbbc948
3
+ size 5699
ptuning/AdvertiseGen/dev.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:39f68ccf4e4e8983ceb6afaf101c0df0170dac0b037150079ffc5c32ad6357dd
3
+ size 2851
ptuning/AdvertiseGen/train.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:39f68ccf4e4e8983ceb6afaf101c0df0170dac0b037150079ffc5c32ad6357dd
3
+ size 2851
ptuning/README.md ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a92771d802d2065a7636c2397e4cab1c3512691e702d944f28a77f5a5247346a
3
+ size 9567
ptuning/__pycache__/arguments.cpython-311.pyc ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf38cd5fa3d4866000ee97cb2a464a62343f3a89949bfd02f27fed6787bfabd0
3
+ size 9657
ptuning/__pycache__/trainer.cpython-311.pyc ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:66d348b38485f67d021447909204748a05c09c8cb6380e56719849ced2d520da
3
+ size 3682
ptuning/__pycache__/trainer_seq2seq.cpython-311.pyc ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d742984ab3f13d3ebaf2b7cb9e8e8729b9251b9cb066d9773062ffe96e64cf7
3
+ size 12348
ptuning/arguments.py ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a8443bfd05655deb0265752f9599f6d7c0ad76e25a062a6925f889e7e0f58ca0
3
+ size 8474
ptuning/deepspeed.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:79af5384ca7721156e3dda32cf748a39db60d3b5237bfccf94b9883bfc935dc0
3
+ size 489
ptuning/ds_train_finetune.sh ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8085107e22124eb4315096228e9f072350f143041901c4e3c68cf1f7985b44be
3
+ size 768
ptuning/evaluate.sh ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a677bb59bc64694431af85206c270a53f7367f792945974f8d22473de8dd88e
3
+ size 702
ptuning/evaluate_finetune.sh ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:822bc682dbe859c6b3032dfda6ff36faab3efde4880d57cc42fe41d7d690b9bb
3
+ size 603
ptuning/main.py ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:047f239658df62e29340162972fd6e5dc64ca84242326abe2dc6ae6b12f645f4
3
+ size 17804
ptuning/output/adgen-chatglm2-6b-pt-128-2e-2/all_results.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f2b7fc0130f85ed5a14c451a612917ecbfebd810a82ccb965af457ea2035f8e
3
+ size 195
ptuning/output/adgen-chatglm2-6b-pt-128-2e-2/checkpoint-1000/config.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5517a20e0386abd09a562546e0b8ade73005ae33adfcd20b8125c6f6015eb22c
3
+ size 1563
ptuning/output/adgen-chatglm2-6b-pt-128-2e-2/checkpoint-1000/generation_config.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2893086134d918742a28a61b7baa06d475fd8ce59dd258edbfb00cf77c3b511c
3
+ size 111
ptuning/output/adgen-chatglm2-6b-pt-128-2e-2/checkpoint-1000/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:adc7f2712e0544a898155579cdc27a6a5791b63037985051c42b6335c57c7ca7
3
+ size 14681455
ptuning/output/adgen-chatglm2-6b-pt-128-2e-2/checkpoint-1000/pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2670201ab5e27b5c56e43a3143a981eae202b6addc2d87cad19e3651169e0766
3
+ size 7340861
ptuning/output/adgen-chatglm2-6b-pt-128-2e-2/checkpoint-1000/rng_state_0.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d85687407e616ecdda42e6ba7dd728219abf81ccd36d17411438c8d29752b5c
3
+ size 15607
ptuning/output/adgen-chatglm2-6b-pt-128-2e-2/checkpoint-1000/rng_state_1.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f208a5a7b32220828b5a9405a2147b10dd055f55b92aedf5467e9e47383642d
3
+ size 15607
ptuning/output/adgen-chatglm2-6b-pt-128-2e-2/checkpoint-1000/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b8b2da7849875ff5dc7c5782252c5e9dcc13e8a73ea1fba2a34327b3fe26b3a
3
+ size 627
ptuning/output/adgen-chatglm2-6b-pt-128-2e-2/checkpoint-1000/special_tokens_map.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca3d163bab055381827226140568f3bef7eaac187cebd76878e0b63e9e442356
3
+ size 3
ptuning/output/adgen-chatglm2-6b-pt-128-2e-2/checkpoint-1000/tokenizer.model ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e7dc4c393423b76e4373e5157ddc34803a0189ba96b21ddbb40269d31468a6f2
3
+ size 1018370
ptuning/output/adgen-chatglm2-6b-pt-128-2e-2/checkpoint-1000/tokenizer_config.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f987fce22ffc0851bde63c9e7d35866acf78db0f986568b0d8c69a08f5c10654
3
+ size 344
ptuning/output/adgen-chatglm2-6b-pt-128-2e-2/checkpoint-1000/trainer_state.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:47216c36abe22bf347911577f51cacb90d7a98ec84609434ee3b1f8e4f08683b
3
+ size 11969
ptuning/output/adgen-chatglm2-6b-pt-128-2e-2/checkpoint-1000/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:23176ab3d7aac0f6ef39787240503adb753e0e0ac9541ba6c39b92a0f178ba7b
3
+ size 4155
ptuning/output/adgen-chatglm2-6b-pt-128-2e-2/checkpoint-2000/config.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5517a20e0386abd09a562546e0b8ade73005ae33adfcd20b8125c6f6015eb22c
3
+ size 1563
ptuning/output/adgen-chatglm2-6b-pt-128-2e-2/checkpoint-2000/generation_config.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2893086134d918742a28a61b7baa06d475fd8ce59dd258edbfb00cf77c3b511c
3
+ size 111
ptuning/output/adgen-chatglm2-6b-pt-128-2e-2/checkpoint-2000/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e44ca199b0d793ec11ba000292008bd17f32dd1749482242116ffb601d447d6d
3
+ size 14681455
ptuning/output/adgen-chatglm2-6b-pt-128-2e-2/checkpoint-2000/pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e8962a18888537413976c6bfcee9ce5c736207bb17cadb17809c5a4d840481f4
3
+ size 7340861
ptuning/output/adgen-chatglm2-6b-pt-128-2e-2/checkpoint-2000/rng_state_0.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cef0631f8722c539b4d9097d2ea4174446496a021eaa733eddd891eac16ab1c3
3
+ size 15607
ptuning/output/adgen-chatglm2-6b-pt-128-2e-2/checkpoint-2000/rng_state_1.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a5da65bf0da28d30919c3b0c960cfdca4e94ffb3af55ae5f19b203e030352e5d
3
+ size 15607
ptuning/output/adgen-chatglm2-6b-pt-128-2e-2/checkpoint-2000/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b2181151705bc21abd4b28f2057fc0eb4770b8b2410347d913d2ae5fb451e29d
3
+ size 627
ptuning/output/adgen-chatglm2-6b-pt-128-2e-2/checkpoint-2000/special_tokens_map.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca3d163bab055381827226140568f3bef7eaac187cebd76878e0b63e9e442356
3
+ size 3
ptuning/output/adgen-chatglm2-6b-pt-128-2e-2/checkpoint-2000/tokenizer.model ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e7dc4c393423b76e4373e5157ddc34803a0189ba96b21ddbb40269d31468a6f2
3
+ size 1018370
ptuning/output/adgen-chatglm2-6b-pt-128-2e-2/checkpoint-2000/tokenizer_config.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f987fce22ffc0851bde63c9e7d35866acf78db0f986568b0d8c69a08f5c10654
3
+ size 344
ptuning/output/adgen-chatglm2-6b-pt-128-2e-2/checkpoint-2000/trainer_state.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:743ad156383b7620d6789df3324f737845bf5b2bbd9e22c1f49c8645996b8cff
3
+ size 23846
ptuning/output/adgen-chatglm2-6b-pt-128-2e-2/checkpoint-2000/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:23176ab3d7aac0f6ef39787240503adb753e0e0ac9541ba6c39b92a0f178ba7b
3
+ size 4155
ptuning/output/adgen-chatglm2-6b-pt-128-2e-2/checkpoint-3000/config.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5517a20e0386abd09a562546e0b8ade73005ae33adfcd20b8125c6f6015eb22c
3
+ size 1563
ptuning/output/adgen-chatglm2-6b-pt-128-2e-2/checkpoint-3000/generation_config.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2893086134d918742a28a61b7baa06d475fd8ce59dd258edbfb00cf77c3b511c
3
+ size 111
ptuning/output/adgen-chatglm2-6b-pt-128-2e-2/checkpoint-3000/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2360fffa310494d6b94ccc6f8d4b34fba04735b615b3949508b57dd5c39b5aa5
3
+ size 14681455