Fix starcoder model loading issue huggingface#37765

Signed-off-by: nv-guomingz <37257613+nv-guomingz@users.noreply.github.com>

Author: nv-guomingz

src/transformers/modeling_utils.py

@@ -735,6 +735,8 @@ def _load_state_dict_into_meta_model(
         if param_name not in expected_keys:
             continue
 
+        if not param.dtype.is_floating_point:
+            continue
         # we need to use serialized_param_name as file pointer is untouched
         if is_meta_state_dict:
             # This is the name of the parameter as it appears on disk file