[tests] fix bug in torch_device (#2909)

Author: faaany

tests/test_modeling_utils.py

@@ -748,10 +748,7 @@ def test_load_state_dict(self):
 
             for param, device in device_map.items():
                 device = device if device != "disk" else "cpu"
-                expected_device = (
-                    torch.device(f"{torch_device}:{device}") if isinstance(device, int) else torch.device(device)
-                )
-                assert loaded_state_dict[param].device == expected_device
+                assert loaded_state_dict[param].device == torch.device(device)
 
     def test_convert_file_size(self):
         result = convert_file_size_to_int("0MB")