prompt: We are currently solving the following issue within our repository. Here is the issue text:
  --- BEGIN ISSUE ---
  [tensor] fix some unittests
  
  [tensor] fix some unittests
  
  [tensor] fix some unittests
  
  
  --- END ISSUE ---
  
  Below are some code segments, each from a relevant file. One or more of these files may contain bugs.
  --- BEGIN FILES ---
  Path: `extensions/inference/inference_ops_cuda.py`
  Content:
  ```
  1 from ..cuda_extension import _CudaExtension
  2 from ..utils import get_cuda_cc_flag
  3 
  4 
  5 class InferenceOpsCudaExtension(_CudaExtension):
  6     def __init__(self):
  7         super().__init__(name="inference_ops_cuda")
  8 
  9     def sources_files(self):
  10         ret = [
  11             self.csrc_abs_path(fname)
  12             for fname in [
  13                 "cuda/colossal_inference_C_frontend.cpp",
  14                 "cuda/decode_kv_cache_memcpy_kernel.cu",
  15             ]
  16         ]
  17         return ret
  18 
  19     def include_dirs(self):
  20         ret = [self.get_cuda_home_include()]
  21         return ret
  22 
  23     def cxx_flags(self):
  24         version_dependent_macros = ["-DVERSION_GE_1_1", "-DVERSION_GE_1_3", "-DVERSION_GE_1_5"]
  25         return ["-O3"] + version_dependent_macros
  26 
  27     def nvcc_flags(self):
  28         extra_cuda_flags = ["-lineinfo"]
  29         extra_cuda_flags.extend(get_cuda_cc_flag())
  30         return ["-O3", "--use_fast_math"] + extra_cuda_flags
  31
  ```
  --- END FILES ---
  
  Please first localize the bug based on the issue statement, and then generate a patch according to the `git diff` format fenced by three backticks.
  
  Here is an example:
  
  ```diff
  diff --git a/examples/server_async.py b/examples/server_async.py
  --- a/examples/server_async.py
  +++ b/examples/server_async.py
  @@ -313,4 +313,4 @@
   
   
   if __name__ == "__main__":
  -    asyncio.run(run_async_server("."), debug=True)
  +    asyncio.run(run_async_server(), debug=True)
  diff --git a/examples/server_sync.py b/examples/server_sync.py
  --- a/examples/server_sync.py
  +++ b/examples/server_sync.py
  @@ -313,5 +313,5 @@
   
   
   if __name__ == "__main__":
  -    server = run_sync_server(".")
  +    server = run_sync_server()
       server.shutdown()
  
  ```
  
golden_diff: diff --git a/extensions/inference/inference_ops_cuda.py b/extensions/inference/inference_ops_cuda.py
  --- a/extensions/inference/inference_ops_cuda.py
  +++ b/extensions/inference/inference_ops_cuda.py
  @@ -12,6 +12,7 @@
               for fname in [
                   "cuda/colossal_inference_C_frontend.cpp",
                   "cuda/decode_kv_cache_memcpy_kernel.cu",
  +                "cuda/activation_kernel.cu",
               ]
           ]
           return ret
  
verification_info: {"golden_diff": "diff --git a/extensions/inference/inference_ops_cuda.py b/extensions/inference/inference_ops_cuda.py\n--- a/extensions/inference/inference_ops_cuda.py\n+++ b/extensions/inference/inference_ops_cuda.py\n@@ -12,6 +12,7 @@\n             for fname in [\n                 \"cuda/colossal_inference_C_frontend.cpp\",\n                 \"cuda/decode_kv_cache_memcpy_kernel.cu\",\n+                \"cuda/activation_kernel.cu\",\n             ]\n         ]\n         return ret\n", "issue": "[tensor] fix some unittests\n\n[tensor] fix some unittests\n\n[tensor] fix some unittests\n\n", "before_files": [{"content": "from ..cuda_extension import _CudaExtension\nfrom ..utils import get_cuda_cc_flag\n\n\nclass InferenceOpsCudaExtension(_CudaExtension):\n    def __init__(self):\n        super().__init__(name=\"inference_ops_cuda\")\n\n    def sources_files(self):\n        ret = [\n            self.csrc_abs_path(fname)\n            for fname in [\n                \"cuda/colossal_inference_C_frontend.cpp\",\n                \"cuda/decode_kv_cache_memcpy_kernel.cu\",\n            ]\n        ]\n        return ret\n\n    def include_dirs(self):\n        ret = [self.get_cuda_home_include()]\n        return ret\n\n    def cxx_flags(self):\n        version_dependent_macros = [\"-DVERSION_GE_1_1\", \"-DVERSION_GE_1_3\", \"-DVERSION_GE_1_5\"]\n        return [\"-O3\"] + version_dependent_macros\n\n    def nvcc_flags(self):\n        extra_cuda_flags = [\"-lineinfo\"]\n        extra_cuda_flags.extend(get_cuda_cc_flag())\n        return [\"-O3\", \"--use_fast_math\"] + extra_cuda_flags\n", "path": "extensions/inference/inference_ops_cuda.py"}], "after_files": [{"content": "from ..cuda_extension import _CudaExtension\nfrom ..utils import get_cuda_cc_flag\n\n\nclass InferenceOpsCudaExtension(_CudaExtension):\n    def __init__(self):\n        super().__init__(name=\"inference_ops_cuda\")\n\n    def sources_files(self):\n        ret = [\n            self.csrc_abs_path(fname)\n            for fname in [\n                \"cuda/colossal_inference_C_frontend.cpp\",\n                \"cuda/decode_kv_cache_memcpy_kernel.cu\",\n                \"cuda/activation_kernel.cu\",\n            ]\n        ]\n        return ret\n\n    def include_dirs(self):\n        ret = [self.get_cuda_home_include()]\n        return ret\n\n    def cxx_flags(self):\n        version_dependent_macros = [\"-DVERSION_GE_1_1\", \"-DVERSION_GE_1_3\", \"-DVERSION_GE_1_5\"]\n        return [\"-O3\"] + version_dependent_macros\n\n    def nvcc_flags(self):\n        extra_cuda_flags = [\"-lineinfo\"]\n        extra_cuda_flags.extend(get_cuda_cc_flag())\n        return [\"-O3\", \"--use_fast_math\"] + extra_cuda_flags\n", "path": "extensions/inference/inference_ops_cuda.py"}]}