diff --git a/thinc/backends/cupy_ops.py b/thinc/backends/cupy_ops.py
index <HASH>..<HASH> 100644
--- a/thinc/backends/cupy_ops.py
+++ b/thinc/backends/cupy_ops.py
@@ -21,6 +21,12 @@ class CupyOps(Ops):
     device = "gpu"
     xp = cupy
 
+    def to_numpy(self, data):
+        if isinstance(data, numpy.ndarray):
+            return data
+        else:
+            return data.get()
+
     def gemm(self, x, y, out=None, trans1=False, trans2=False):
         if trans1:
             x = x.T
Add to_numpy method for CupyOps