Update to cuTENSOR 2.0 (#160)

This PR updates to cuTENSOR v2. This necessarily also bumps the minimal required Julia version to 1.8.
Importantly, this hoists a lot of the implementation to cuTENSOR itself, and attempts to be more of a minimal wrapper, in order to be maintenance-low in the future.
---------

Co-authored-by: CompatHelper Julia <[email protected]>
Co-authored-by: lkdvos <[email protected]>

Author: 3 people

.github/workflows/ci.yml

@@ -21,7 +21,7 @@ jobs:
       fail-fast: false
       matrix:
         version:
-          - '1.6' # LTS version
+          - '1.8' # lowest supported version
           - '1' # automatically expands to the latest stable 1.x release of Julia
         os:
           - ubuntu-latest

Project.toml

@@ -1,7 +1,7 @@
 name = "TensorOperations"
 uuid = "6aa20fa7-93e2-5fca-9bc0-fbd0db3c71a2"
 authors = ["Lukas Devos <[email protected]>", "Maarten Van Damme <[email protected]>", "Jutho Haegeman <[email protected]>"]
-version = "4.1.1"
+version = "5.0.0-DEV"
 
 [deps]
 CUDA = "052768ef-5323-5732-b1bb-66c8b64840ba"
@@ -26,7 +26,7 @@ TensorOperationscuTENSORExt = ["cuTENSOR", "CUDA"]
 
 [compat]
 Aqua = "0.6, 0.7, 0.8"
-CUDA = "4,5"
+CUDA = "5.4.0"
 ChainRulesCore = "1"
 ChainRulesTestUtils = "1"
 DynamicPolynomials = "0.5"
@@ -40,8 +40,8 @@ StridedViews = "0.2"
 Test = "1"
 TupleTools = "1.1"
 VectorInterface = "0.4.1"
-cuTENSOR = "1"
-julia = "1.6"
+cuTENSOR = "2.1.1"
+julia = "1.8"
 
 [extras]
 Aqua = "4c88cf16-eb10-579e-8560-4a9242c79595"

ext/TensorOperationscuTENSORExt.jl

@@ -1,10 +1,32 @@
 #-------------------------------------------------------------------------------------------
 # StridedView implementation
 #-------------------------------------------------------------------------------------------
+
+# default backends
+function tensoradd!(C::StridedView,
+                    A::StridedView, pA::Index2Tuple, conjA::Symbol,
+                    α::Number, β::Number)
+    backend = eltype(C) isa BlasFloat ? StridedBLAS() : StridedNative()
+    return tensoradd!(C, A, pA, conjA, α, β, backend)
+end
+function tensortrace!(C::StridedView,
+                      A::StridedView, p::Index2Tuple, q::Index2Tuple, conjA::Symbol,
+                      α::Number, β::Number)
+    backend = eltype(C) isa BlasFloat ? StridedBLAS() : StridedNative()
+    return tensortrace!(C, A, p, q, conjA, α, β, backend)
+end
+function tensorcontract!(C::StridedView,
+                         A::StridedView, pA::Index2Tuple, conjA::Symbol,
+                         B::StridedView, pB::Index2Tuple, conjB::Symbol,
+                         pAB::Index2Tuple, α::Number, β::Number)
+    backend = eltype(C) isa BlasFloat ? StridedBLAS() : StridedNative()
+    return tensorcontract!(C, A, pA, conjA, B, pB, conjB, pAB, α, β, backend)
+end
+
 function tensoradd!(C::StridedView,
                     A::StridedView, pA::Index2Tuple, conjA::Symbol,
                     α::Number, β::Number,
-                    backend::Union{StridedNative,StridedBLAS}=StridedNative())
+                    ::Union{StridedNative,StridedBLAS})
     argcheck_tensoradd(C, A, pA)
     dimcheck_tensoradd(C, A, pA)
     if !istrivialpermutation(pA) && Base.mightalias(C, A)
@@ -21,7 +43,7 @@ end
 function tensortrace!(C::StridedView,
                       A::StridedView, p::Index2Tuple, q::Index2Tuple, conjA::Symbol,
                       α::Number, β::Number,
-                      backend::Union{StridedNative,StridedBLAS}=StridedNative())
+                      ::Union{StridedNative,StridedBLAS})
     argcheck_tensortrace(C, A, p, q)
     dimcheck_tensortrace(C, A, p, q)
 
@@ -41,12 +63,11 @@ function tensortrace!(C::StridedView,
     return C
 end
 
-function tensorcontract!(C::StridedView{T},
+function tensorcontract!(C::StridedView,
                          A::StridedView, pA::Index2Tuple, conjA::Symbol,
                          B::StridedView, pB::Index2Tuple, conjB::Symbol,
                          pAB::Index2Tuple,
-                         α::Number, β::Number,
-                         backend::StridedBLAS=StridedBLAS()) where {T<:LinearAlgebra.BlasFloat}
+                         α::Number, β::Number, ::StridedBLAS)
     argcheck_tensorcontract(C, A, pA, B, pB, pAB)
     dimcheck_tensorcontract(C, A, pA, B, pB, pAB)
 
@@ -74,7 +95,7 @@ function tensorcontract!(C::StridedView{T,2},
                          A::StridedView{T,2}, pA::Index2Tuple{1,1}, conjA::Symbol,
                          B::StridedView{T,2}, pB::Index2Tuple{1,1}, conjB::Symbol,
                          pAB::Index2Tuple{1,1}, α::Number, β::Number,
-                         backend::StridedBLAS=StridedBLAS()) where {T<:LinearAlgebra.BlasFloat}
+                         ::StridedBLAS) where {T}
     argcheck_tensorcontract(C, A, pA, B, pB, pAB)
     dimcheck_tensorcontract(C, A, pA, B, pB, pAB)
 
@@ -97,7 +118,7 @@ function tensorcontract!(C::StridedView,
                          A::StridedView, pA::Index2Tuple, conjA::Symbol,
                          B::StridedView, pB::Index2Tuple, conjB::Symbol,
                          pAB::Index2Tuple, α::Number, β::Number,
-                         backend::StridedNative)
+                         ::StridedNative)
     argcheck_tensorcontract(C, A, pA, B, pB, pAB)
     dimcheck_tensorcontract(C, A, pA, B, pB, pAB)