Add hascuSOLVER flag to Context (#69825)

Summary:
Pull Request resolved: pytorch/pytorch#69825

As per title.

cc ngimel jianyuh nikitaved pearu mruberry walterddr IvanYashchuk xwang233 Lezcano

Test Plan: Imported from OSS

Reviewed By: mikaylagawarecki, ngimel

Differential Revision: D33751986

Pulled By: mruberry

fbshipit-source-id: 8625c7246d627b5c3680d92d4e8afdd7efc7dd69
(cherry picked from commit 7ca16be)

Author: lezcano

aten/src/ATen/Context.h

@@ -74,6 +74,9 @@ class TORCH_API Context {
   static long versionCuDNN() {
     return detail::getCUDAHooks().versionCuDNN();
   }
+  static bool hasCuSOLVER() {
+    return detail::getCUDAHooks().hasCuSOLVER();
+  }
   static bool hasHIP() {
     return detail::getHIPHooks().hasHIP();
   }

aten/src/ATen/cuda/detail/CUDAHooks.cpp

@@ -130,6 +130,14 @@ bool CUDAHooks::hasCuDNN() const {
   return AT_CUDNN_ENABLED();
 }
 
+bool CUDAHooks::hasCuSOLVER() const {
+#if defined(CUDART_VERSION) && defined(CUSOLVER_VERSION)
+  return true;
+#else
+  return false;
+#endif
+}
+
 #if defined(USE_DIRECT_NVRTC)
 static std::pair<std::unique_ptr<at::DynamicLibrary>, at::cuda::NVRTC*> load_nvrtc() {
   return std::make_pair(nullptr, at::cuda::load_nvrtc());

aten/src/ATen/cuda/detail/CUDAHooks.h

@@ -26,6 +26,7 @@ struct CUDAHooks : public at::CUDAHooksInterface {
   bool hasCUDA() const override;
   bool hasMAGMA() const override;
   bool hasCuDNN() const override;
+  bool hasCuSOLVER() const override;
   const at::cuda::NVRTC& nvrtc() const override;
   int64_t current_device() const override;
   bool hasPrimaryContext(int64_t device_index) const override;

aten/src/ATen/detail/CUDAHooksInterface.h

@@ -102,6 +102,10 @@ struct TORCH_API CUDAHooksInterface {
     return false;
   }
 
+  virtual bool hasCuSOLVER() const {
+    return false;
+  }
+
   virtual const at::cuda::NVRTC& nvrtc() const {
     TORCH_CHECK(false, "NVRTC requires CUDA. ", CUDA_HELP);
   }