fix f16 format detection in neox

2026-09-19 09:15:18 +02:00 · 2023-05-20 11:26:50 +08:00
parent f5e1fe46e1
commit 1225fab2ec
1 changed files with 6 additions and 1 deletions
@@ -164,8 +164,13 @@ void print_tok_vec(std::vector<float> &embd)
                bool isNewFtype = (temp2>=1000 && temp2<=9000 && temp2%1000<20);

                if(!isNewFtype)
-                {
+                {                    
                    fileformat = FileFormat::NEOX_2;
+                    if((temp==0||temp==1)&&(temp2==0||temp2==1))//special case: par_res and ftype are both 1 or 0
+                    {
+                        //its a f16/f32 model in the new format
+                        fileformat = FileFormat::NEOX_4;
+                    }
                }
                else
                {