fix meta device dispatch (#1564)

Signed-off-by: jiqing-feng <[email protected]>

Author: jiqing-feng

bitsandbytes/nn/modules.py

@@ -695,7 +695,7 @@ def to(self: T, tensor: Tensor, non_blocking: bool = ...) -> T: ...
     def to(self, *args, **kwargs):
         device, dtype, non_blocking, convert_to_format = torch._C._nn._parse_to(*args, **kwargs)
 
-        if device is not None:
+        if device in ("cuda", "xpu", "cpu"):
             if device.type == "cuda" and self.data.device.type == "cpu":
                 return self.cuda(device)
             elif device.type == "cpu":