Upgrade to v0.3.0

Project.toml

@@ -1,7 +1,7 @@
 name = "CUDSS"
 uuid = "45b445bb-4962-46a0-9369-b4df9d0f772e"
 authors = ["Alexis Montoison <alexis.montoison@polymtl.ca>"]
-version = "0.2.3"
+version = "0.3.0"
 
 [deps]
 CEnum = "fa961155-64e5-5f13-b03f-caf6b980ea82"
@@ -13,7 +13,7 @@ SparseArrays = "2f01184e-e22b-5df5-ae63-d93ebab69eaf"
 [compat]
 CEnum = "0.4, 0.5"
 CUDA = "5.4.0"
-CUDSS_jll = "0.2.1"
+CUDSS_jll = "0.3.0"
 julia = "1.6"
 LinearAlgebra = "1.6"
 SparseArrays = "1.6"

gen/Project.toml

@@ -0,0 +1,10 @@
+[deps]
+CUDA_SDK_jll = "6cbf2f2e-7e60-5632-ac76-dca2274e0be0"
+CUDSS_jll = "4889d778-9329-5762-9fec-0578a5d30366"
+Clang = "40e3b903-d033-50b4-a0cc-940c62c95e31"
+JuliaFormatter = "98e50ef6-434e-11e9-1051-2b60c6c9e899"
+
+[compat]
+CUDA_SDK_jll = "12.5.1"
+CUDSS_jll = "0.3.0"
+julia = "1.6"

gen/README.md

@@ -0,0 +1,14 @@
+# Wrapping headers
+
+This directory contains a script `wrapper.jl` that can be used to automatically
+generate wrappers from C headers of NVIDIA cuDSS. This is done using Clang.jl.
+
+In CUDSS.jl, the wrappers need to know whether pointers passed into the
+library point to CPU or GPU memory (i.e. `Ptr` or `CuPtr`). This information is
+not available from the headers, and instead should be provided by the developer.
+The specific information is embedded in the TOML file `cudss.toml`.
+
+# Usage
+
+Either run `julia wrapper.jl` directly, or include it and call the `main()` function.
+Be sure to activate the project environment in this folder (`julia --project`), which will install `Clang.jl` and `JuliaFormatter.jl`.

gen/cudss.toml

@@ -0,0 +1,58 @@
+[general]
+library_name = "libcudss"
+output_file_path = "../src/libcudss.jl"
+prologue_file_path = "./libcudss_prologue.jl"
+
+output_ignorelist = [
+    "CUDSS_ALLOCATOR_NAME_LEN",
+    "CUDSS_VERSION",
+    "CUDSS_VERSION_MAJOR",
+    "CUDSS_VERSION_MINOR",
+    "CUDSS_VERSION_PATCH"
+]
+
+[codegen]
+use_ccall_macro = true
+always_NUL_terminated_string = true
+
+[api]
+checked_rettypes = [ "cudssStatus_t" ]
+
+[api.cudssGetVersion]
+needs_context = false
+
+[api.cudssGetProperty]
+needs_context = false
+
+[api.cudssDataSet.argtypes]
+4 = "PtrOrCuPtr{Cvoid}"
+
+[api.cudssDataGet.argtypes]
+4 = "PtrOrCuPtr{Cvoid}"
+
+[api.cudssMatrixCreateDn.argtypes]
+5 = "CuPtr{Cvoid}"
+
+[api.cudssMatrixCreateCsr.argtypes]
+5 = "CuPtr{Cvoid}"
+6 = "CuPtr{Cvoid}"
+7 = "CuPtr{Cvoid}"
+8 = "CuPtr{Cvoid}"
+
+[api.cudssMatrixGetDn.argtypes]
+5 = "Ptr{CuPtr{Cvoid}}"
+
+[api.cudssMatrixGetCsr.argtypes]
+5 = "Ptr{CuPtr{Cvoid}}"
+6 = "Ptr{CuPtr{Cvoid}}"
+7 = "Ptr{CuPtr{Cvoid}}"
+8 = "Ptr{CuPtr{Cvoid}}"
+
+[api.cudssMatrixSetValues.argtypes]
+2 = "CuPtr{Cvoid}"
+
+[api.cudssMatrixSetCsrPointers.argtypes]
+2 = "CuPtr{Cvoid}"
+3 = "CuPtr{Cvoid}"
+4 = "CuPtr{Cvoid}"
+5 = "CuPtr{Cvoid}"

gen/libcudss_prologue.jl

@@ -0,0 +1,4 @@
+# CUDSS uses CUDA runtime objects, which are compatible with our driver usage
+const cudaStream_t = CUstream
+
+const cudaDataType_t = cudaDataType

gen/wrapper.jl

@@ -0,0 +1,197 @@
+using Clang
+using Clang.Generators
+
+using JuliaFormatter
+
+using CUDA_SDK_jll, CUDSS_jll
+
+function rewriter!(ctx, options)
+    for node in get_nodes(ctx.dag)
+        # remove aliases for function names
+        #
+        # when NVIDIA changes the behavior of an API, they version the function
+        # (`cuFunction_v2`), and sometimes even change function names. To maintain backwards
+        # compatibility, they ship aliases with their headers such that compiled binaries
+        # will keep using the old version, and newly-compiled ones will use the developer's
+        # CUDA version. remove those, since we target multiple CUDA versions.
+        #
+        # remove this if we ever decide to support a single supported version of CUDA.
+        if node isa ExprNode{<:AbstractMacroNodeType}
+            isempty(node.exprs) && continue
+            expr = node.exprs[1]
+            if Meta.isexpr(expr, :const)
+                expr = expr.args[1]
+            end
+            if Meta.isexpr(expr, :(=))
+                lhs, rhs = expr.args
+                if rhs isa Expr && rhs.head == :call
+                    name = string(rhs.args[1])
+                    if endswith(name, "STRUCT_SIZE")
+                        rhs.head = :macrocall
+                        rhs.args[1] = Symbol("@", name)
+                        insert!(rhs.args, 2, nothing)
+                    end
+                end
+                isa(lhs, Symbol) || continue
+                if Meta.isexpr(rhs, :call) && rhs.args[1] in (:__CUDA_API_PTDS, :__CUDA_API_PTSZ)
+                    rhs = rhs.args[2]
+                end
+                isa(rhs, Symbol) || continue
+                lhs, rhs = String(lhs), String(rhs)
+                function get_prefix(str)
+                    # cuFooBar -> cu
+                    isempty(str) && return nothing
+                    islowercase(str[1]) || return nothing
+                    for i in 2:length(str)
+                        if isuppercase(str[i])
+                            return str[1:i-1]
+                        end
+                    end
+                    return nothing
+                end
+                lhs_prefix = get_prefix(lhs)
+                lhs_prefix === nothing && continue
+                rhs_prefix = get_prefix(rhs)
+                if lhs_prefix == rhs_prefix
+                    @debug "Removing function alias: `$expr`"
+                    empty!(node.exprs)
+                end
+            end
+        end
+
+        if Generators.is_function(node) && !Generators.is_variadic_function(node)
+            expr = node.exprs[1]
+            call_expr = expr.args[2].args[1].args[3]    # assumes `use_ccall_macro` is true
+
+            # replace `@ccall` with `@gcsafe_ccall`
+            expr.args[2].args[1].args[1] = Symbol("@gcsafe_ccall")
+
+            target_expr = call_expr.args[1].args[1]
+            fn = String(target_expr.args[2].value)
+
+            # look up API options for this function
+            fn_options = Dict{String,Any}()
+            templates = Dict{String,Any}()
+            template_types = nothing
+            if haskey(options, "api")
+                names = [fn]
+
+                # _64 aliases are used by CUBLAS with Int64 arguments. they otherwise have
+                # an idential signature, so we can reuse the same type rewrites.
+                if endswith(fn, "_64")
+                    push!(names, fn[1:end-3])
+                end
+
+                # look for a template rewrite: many libraries have very similar functions,
+                # e.g., `cublas[SDHCZ]gemm`, for which we can use the same type rewrites
+                # registered as `cublas𝕏gemm` template with `T` and `S` placeholders.
+                for name in copy(names), (typcode,(T,S)) in ["S"=>("Cfloat","Cfloat"),
+                                                              "D"=>("Cdouble","Cdouble"),
+                                                              "H"=>("Float16","Float16"),
+                                                              "C"=>("cuComplex","Cfloat"),
+                                                              "Z"=>("cuDoubleComplex","Cdouble")]
+                    idx = findfirst(typcode, name)
+                    while idx !== nothing
+                        template_name = name[1:idx.start-1] * "𝕏" * name[idx.stop+1:end]
+                        if haskey(options["api"], template_name)
+                            templates[template_name] = ["T" => T, "S" => S]
+                            push!(names, template_name)
+                        end
+                        idx = findnext(typcode, name, idx.stop+1)
+                    end
+                end
+
+                # the exact name is always checked first, so it's always possible to
+                # override the type rewrites for a specific function
+                # (e.g. if a _64 function ever passes a `Ptr{Cint}` index).
+                for name in names
+                    template_types = get(templates, name, nothing)
+                    if haskey(options["api"], name)
+                        fn_options = options["api"][name]
+                        break
+                    end
+                end
+            end
+
+            # rewrite pointer argument types
+            arg_exprs = call_expr.args[1].args[2:end]
+            argtypes = get(fn_options, "argtypes", Dict())
+            for (arg, typ) in argtypes
+                i = parse(Int, arg)
+                i in 1:length(arg_exprs) || error("invalid argtypes for $fn: index $arg is out of bounds")
+
+                # _64 aliases should use Int64 instead of Int32/Cint
+                if endswith(fn, "_64")
+                    typ = replace(typ, "Cint" => "Int64", "Int32" => "Int64")
+                end
+
+                # expand type templates
+                if template_types !== nothing
+                    typ = replace(typ, template_types...)
+                end
+
+                arg_exprs[i].args[2] = Meta.parse(typ)
+            end
+
+            # insert `initialize_context()` before each function with a `ccall`
+            if get(fn_options, "needs_context", true)
+                pushfirst!(expr.args[2].args, :(initialize_context()))
+            end
+
+            # insert `@checked` before each function with a `ccall` returning a checked type`
+            rettyp = call_expr.args[2]
+            checked_types = if haskey(options, "api")
+                get(options["api"], "checked_rettypes", Dict())
+            else
+                String[]
+            end
+            if rettyp isa Symbol && String(rettyp) in checked_types
+                node.exprs[1] = Expr(:macrocall, Symbol("@checked"), nothing, expr)
+            end
+        end
+    end
+end
+
+function main()
+    cuda = joinpath(CUDA_SDK_jll.artifact_dir, "cuda", "include")
+    @assert CUDA_SDK_jll.is_available()
+
+    cudss = joinpath(CUDSS_jll.artifact_dir, "include")
+    @assert CUDSS_jll.is_available()
+
+    args = get_default_args()
+    push!(args, "-I$cudss", "-I$cuda")
+
+    options = load_options(joinpath(@__DIR__, "cudss.toml"))
+
+    # create context
+    headers = ["$cudss/cudss.h"]
+    targets = ["$cudss/cudss.h", "$cudss/cudss_distributed_interface.h"]
+    ctx = create_context(headers, args, options)
+
+    # run generator
+    build!(ctx, BUILDSTAGE_NO_PRINTING)
+
+    # Only keep the wrapped headers
+    replace!(get_nodes(ctx.dag)) do node
+        path = normpath(Clang.get_filename(node.cursor))
+        should_wrap = any(targets) do target
+            occursin(target, path)
+        end
+        if !should_wrap
+            return ExprNode(node.id, Generators.Skip(), node.cursor, Expr[], node.adj)
+        end
+        return node
+    end
+
+    rewriter!(ctx, options)
+    build!(ctx, BUILDSTAGE_PRINTING_ONLY)
+    output_file = options["general"]["output_file_path"]
+    format_file(output_file, YASStyle())
+
+    return
+end
+
+if abspath(PROGRAM_FILE) == @__FILE__
+    main()
+end