Upload PhiForCausalLM

README.md

@@ -1,12 +1,12 @@
 ---
-library_name: transformers
+language:
+- en
 license: apache-2.0
+library_name: transformers
 datasets:
 - Intel/orca_dpo_pairs
 - wikipedia
 - Open-Orca/OpenOrca
-language:
-- en
 ---
 
 # phi-2-upscaled-4B-instruct-v0.1

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "./dpo-model-merged",
+  "_name_or_path": "/home/ec2-user/SageMaker/models/phi-2-upscaled-4B-v0.2",
   "architectures": [
     "PhiForCausalLM"
   ],
@@ -23,8 +23,8 @@
   "rope_scaling": null,
   "rope_theta": 10000.0,
   "tie_word_embeddings": false,
-  "torch_dtype": "float16",
+  "torch_dtype": "bfloat16",
   "transformers_version": "4.37.2",
-  "use_cache": true,
+  "use_cache": false,
   "vocab_size": 51200
 }

model-00001-of-00002.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b88c20051f1fa7ceb61b9add91df27fcf3d4fe1d82638cda545f4c4e7c265576
-size 4995584424
+oid sha256:e8a6149c2fca0d6c963fa5b507b59ade296c7b3671d0c3793b01a6788f2f9c16
+size 4995584848

model-00002-of-00002.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b70f45183b09cd264472d6bc498339b536563e63123e505a3e770c8832b8e464
-size 3081341176
+oid sha256:c19e476c2df4f84fc5d9afa6669cbbd78c673d264b123a57d896ed6660812cc3
+size 3081341424