|
1 | 1 | @testset "dense LinearAlgebra" begin |
2 | | - @testset "dot" begin |
3 | | - @testset "Vector{$T}" for T in (Float64, ComplexF64) |
4 | | - @gpu test_frule(dot, randn(T, 3), randn(T, 3)) |
5 | | - @gpu test_rrule(dot, randn(T, 3), randn(T, 3)) |
6 | | - end |
7 | | - @testset "Array{$T, 3}" for T in (Float64, ComplexF64) |
8 | | - test_frule(dot, randn(T, 3, 4, 5), randn(T, 3, 4, 5)) |
9 | | - test_rrule(dot, randn(T, 3, 4, 5), randn(T, 3, 4, 5)) |
10 | | - end |
11 | | - @testset "mismatched shapes" begin |
12 | | - # forward |
13 | | - @gpu test_frule(dot, randn(3, 5), randn(5, 3)) |
14 | | - @gpu test_frule(dot, randn(15), randn(5, 3)) |
15 | | - # reverse |
16 | | - @gpu test_rrule(dot, randn(3, 5), randn(5, 3)) |
17 | | - @gpu test_rrule(dot, randn(15), randn(5, 3)) |
18 | | - end |
19 | | - @testset "3-arg dot, Array{$T}" for T in (Float64, ComplexF64) |
20 | | - @gpu_broken test_frule(dot, randn(T, 3), randn(T, 3, 4), randn(T, 4)) |
21 | | - @gpu test_rrule(dot, randn(T, 3), randn(T, 3, 4), randn(T, 4)) |
22 | | - end |
23 | | - permuteddimsarray(A) = PermutedDimsArray(A, (2,1)) |
24 | | - @testset "3-arg dot, $F{$T}" for T in (Float32, ComplexF32), F in (adjoint, permuteddimsarray) |
25 | | - A = F(rand(T, 4, 3)) ⊢ F(rand(T, 4, 3)) |
26 | | - test_frule(dot, rand(T, 3), A, rand(T, 4); rtol=1f-3) |
27 | | - test_rrule(dot, rand(T, 3), A, rand(T, 4); rtol=1f-3) |
28 | | - end |
29 | | - @testset "different types" begin |
30 | | - test_rrule(dot, rand(2), rand(2, 2), rand(ComplexF64, 2)) |
31 | | - test_rrule(dot, rand(2), Diagonal(rand(2)), rand(ComplexF64, 2)) |
| 2 | + # @testset "dot" begin |
| 3 | + # @testset "Vector{$T}" for T in (Float64, ComplexF64) |
| 4 | + # @gpu test_frule(dot, randn(T, 3), randn(T, 3)) |
| 5 | + # @gpu test_rrule(dot, randn(T, 3), randn(T, 3)) |
| 6 | + # end |
| 7 | + # @testset "Array{$T, 3}" for T in (Float64, ComplexF64) |
| 8 | + # test_frule(dot, randn(T, 3, 4, 5), randn(T, 3, 4, 5)) |
| 9 | + # test_rrule(dot, randn(T, 3, 4, 5), randn(T, 3, 4, 5)) |
| 10 | + # end |
| 11 | + # @testset "mismatched shapes" begin |
| 12 | + # # forward |
| 13 | + # @gpu test_frule(dot, randn(3, 5), randn(5, 3)) |
| 14 | + # @gpu test_frule(dot, randn(15), randn(5, 3)) |
| 15 | + # # reverse |
| 16 | + # @gpu test_rrule(dot, randn(3, 5), randn(5, 3)) |
| 17 | + # @gpu test_rrule(dot, randn(15), randn(5, 3)) |
| 18 | + # end |
| 19 | + # @testset "3-arg dot, Array{$T}" for T in (Float64, ComplexF64) |
| 20 | + # @gpu_broken test_frule(dot, randn(T, 3), randn(T, 3, 4), randn(T, 4)) |
| 21 | + # @gpu test_rrule(dot, randn(T, 3), randn(T, 3, 4), randn(T, 4)) |
| 22 | + # end |
| 23 | + # permuteddimsarray(A) = PermutedDimsArray(A, (2,1)) |
| 24 | + # @testset "3-arg dot, $F{$T}" for T in (Float32, ComplexF32), F in (adjoint, permuteddimsarray) |
| 25 | + # A = F(rand(T, 4, 3)) ⊢ F(rand(T, 4, 3)) |
| 26 | + # test_frule(dot, rand(T, 3), A, rand(T, 4); rtol=1f-3) |
| 27 | + # test_rrule(dot, rand(T, 3), A, rand(T, 4); rtol=1f-3) |
| 28 | + # end |
| 29 | + # @testset "different types" begin |
| 30 | + # test_rrule(dot, rand(2), rand(2, 2), rand(ComplexF64, 2)) |
| 31 | + # test_rrule(dot, rand(2), Diagonal(rand(2)), rand(ComplexF64, 2)) |
32 | 32 |
|
33 | | - # Inference failure due to https://github.com/JuliaDiff/ChainRulesCore.jl/issues/407 |
34 | | - test_rrule(dot, Diagonal(rand(2)), rand(2, 2); check_inferred=false) |
35 | | - end |
36 | | - end |
| 33 | + # # Inference failure due to https://github.com/JuliaDiff/ChainRulesCore.jl/issues/407 |
| 34 | + # test_rrule(dot, Diagonal(rand(2)), rand(2, 2); check_inferred=false) |
| 35 | + # end |
| 36 | + # end |
37 | 37 |
|
38 | | - @testset "mul!" begin |
39 | | - test_frule(mul!, rand(4), rand(4, 5), rand(5)) |
40 | | - test_frule(mul!, rand(3, 3), rand(3, 3), rand(3, 3)) |
41 | | - test_frule(mul!, rand(3, 3), rand(), rand(3, 3)) |
| 38 | + # @testset "mul!" begin |
| 39 | + # test_frule(mul!, rand(4), rand(4, 5), rand(5)) |
| 40 | + # test_frule(mul!, rand(3, 3), rand(3, 3), rand(3, 3)) |
| 41 | + # test_frule(mul!, rand(3, 3), rand(), rand(3, 3)) |
42 | 42 |
|
43 | | - # Rule with α,β::Bool is only visually more complicated: |
44 | | - test_frule(mul!, rand(4), rand(4, 5), rand(5), true, true) |
45 | | - test_frule(mul!, rand(4), rand(4, 5), rand(5), false, true) |
46 | | - test_frule(mul!, rand(4), rand(4, 5), rand(5), true, false) |
47 | | - test_frule(mul!, rand(4), rand(4, 5), rand(5), false, false) |
| 43 | + # # Rule with α,β::Bool is only visually more complicated: |
| 44 | + # test_frule(mul!, rand(4), rand(4, 5), rand(5), true, true) |
| 45 | + # test_frule(mul!, rand(4), rand(4, 5), rand(5), false, true) |
| 46 | + # test_frule(mul!, rand(4), rand(4, 5), rand(5), true, false) |
| 47 | + # test_frule(mul!, rand(4), rand(4, 5), rand(5), false, false) |
48 | 48 |
|
49 | | - # Rule with nontrivial α, β allocates A*B: |
50 | | - test_frule(mul!, rand(4), rand(4, 5), rand(5), true, randn()) |
51 | | - test_frule(mul!, rand(4), rand(4, 5), rand(5), randn(), randn()) |
52 | | - end |
| 49 | + # # Rule with nontrivial α, β allocates A*B: |
| 50 | + # test_frule(mul!, rand(4), rand(4, 5), rand(5), true, randn()) |
| 51 | + # test_frule(mul!, rand(4), rand(4, 5), rand(5), randn(), randn()) |
| 52 | + # end |
53 | 53 |
|
54 | | - @testset "cross" begin |
55 | | - test_frule(cross, randn(3), randn(3)) |
56 | | - test_frule(cross, randn(ComplexF64, 3), randn(ComplexF64, 3)) |
57 | | - test_rrule(cross, randn(3), randn(3)) |
58 | | - # No complex support for rrule(cross,... |
| 54 | + # @testset "cross" begin |
| 55 | + # test_frule(cross, randn(3), randn(3)) |
| 56 | + # test_frule(cross, randn(ComplexF64, 3), randn(ComplexF64, 3)) |
| 57 | + # test_rrule(cross, randn(3), randn(3)) |
| 58 | + # # No complex support for rrule(cross,... |
59 | 59 |
|
60 | | - # mix types |
61 | | - test_rrule(cross, rand(3), rand(Float32, 3); rtol = 1.0e-7, atol = 1.0e-7) |
62 | | - end |
63 | | - @testset "pinv" begin |
64 | | - @testset "$T" for T in (Float64, ComplexF64) |
65 | | - test_scalar(pinv, randn(T)) |
66 | | - @test frule((ZeroTangent(), randn(T)), pinv, zero(T))[2] ≈ zero(T) |
67 | | - @test rrule(pinv, zero(T))[2](randn(T))[2] ≈ zero(T) |
68 | | - end |
69 | | - @testset "Vector{$T}" for T in (Float64, ComplexF64) |
70 | | - test_frule(pinv, randn(T, 3), 0.0) |
71 | | - test_frule(pinv, randn(T, 3), 0.0) |
| 60 | + # # mix types |
| 61 | + # test_rrule(cross, rand(3), rand(Float32, 3); rtol = 1.0e-7, atol = 1.0e-7) |
| 62 | + # end |
| 63 | + # @testset "pinv" begin |
| 64 | + # @testset "$T" for T in (Float64, ComplexF64) |
| 65 | + # test_scalar(pinv, randn(T)) |
| 66 | + # @test frule((ZeroTangent(), randn(T)), pinv, zero(T))[2] ≈ zero(T) |
| 67 | + # @test rrule(pinv, zero(T))[2](randn(T))[2] ≈ zero(T) |
| 68 | + # end |
| 69 | + # @testset "Vector{$T}" for T in (Float64, ComplexF64) |
| 70 | + # test_frule(pinv, randn(T, 3), 0.0) |
| 71 | + # test_frule(pinv, randn(T, 3), 0.0) |
72 | 72 |
|
73 | | - # Checking types. TODO do we still need this? |
74 | | - x = randn(T, 3) |
75 | | - ẋ = randn(T, 3) |
76 | | - Δy = copyto!(similar(pinv(x)), randn(T, 3)) |
77 | | - @test frule((ZeroTangent(), ẋ), pinv, x)[2] isa typeof(pinv(x)) |
78 | | - @test rrule(pinv, x)[2](Δy)[2] isa typeof(x) |
79 | | - end |
| 73 | + # # Checking types. TODO do we still need this? |
| 74 | + # x = randn(T, 3) |
| 75 | + # ẋ = randn(T, 3) |
| 76 | + # Δy = copyto!(similar(pinv(x)), randn(T, 3)) |
| 77 | + # @test frule((ZeroTangent(), ẋ), pinv, x)[2] isa typeof(pinv(x)) |
| 78 | + # @test rrule(pinv, x)[2](Δy)[2] isa typeof(x) |
| 79 | + # end |
80 | 80 |
|
81 | | - @testset "$F{Vector{$T}}" for T in (Float64, ComplexF64), F in (Transpose, Adjoint) |
82 | | - test_frule(pinv, F(randn(T, 3))) |
83 | | - test_rrule(pinv, F(randn(T, 3))) |
| 81 | + # @testset "$F{Vector{$T}}" for T in (Float64, ComplexF64), F in (Transpose, Adjoint) |
| 82 | + # test_frule(pinv, F(randn(T, 3))) |
| 83 | + # test_rrule(pinv, F(randn(T, 3))) |
84 | 84 |
|
85 | | - # Check types. |
86 | | - # TODO: Do we need this still? |
87 | | - x, ẋ, x̄ = F(randn(T, 3)), F(randn(T, 3)), F(randn(T, 3)) |
88 | | - y = pinv(x) |
89 | | - Δy = copyto!(similar(y), randn(T, 3)) |
| 85 | + # # Check types. |
| 86 | + # # TODO: Do we need this still? |
| 87 | + # x, ẋ, x̄ = F(randn(T, 3)), F(randn(T, 3)), F(randn(T, 3)) |
| 88 | + # y = pinv(x) |
| 89 | + # Δy = copyto!(similar(y), randn(T, 3)) |
90 | 90 |
|
91 | | - y_fwd, ∂y_fwd = frule((ZeroTangent(), ẋ), pinv, x) |
92 | | - @test y_fwd isa typeof(y) |
93 | | - @test ∂y_fwd isa typeof(y) |
| 91 | + # y_fwd, ∂y_fwd = frule((ZeroTangent(), ẋ), pinv, x) |
| 92 | + # @test y_fwd isa typeof(y) |
| 93 | + # @test ∂y_fwd isa typeof(y) |
94 | 94 |
|
95 | | - y_rev, back = rrule(pinv, x) |
96 | | - @test y_rev isa typeof(y) |
97 | | - @test back(Δy)[2] isa typeof(x) |
98 | | - end |
99 | | - @testset "Matrix{$T} with size ($m,$n)" for T in (Float64, ComplexF64), |
100 | | - m in 1:3, |
101 | | - n in 1:3 |
| 95 | + # y_rev, back = rrule(pinv, x) |
| 96 | + # @test y_rev isa typeof(y) |
| 97 | + # @test back(Δy)[2] isa typeof(x) |
| 98 | + # end |
| 99 | + # @testset "Matrix{$T} with size ($m,$n)" for T in (Float64, ComplexF64), |
| 100 | + # m in 1:3, |
| 101 | + # n in 1:3 |
102 | 102 |
|
103 | | - test_frule(pinv, randn(T, m, n)) |
104 | | - test_rrule(pinv, randn(T, m, n)) |
105 | | - end |
106 | | - end |
107 | | - @testset "$f" for f in (det, logdet) |
108 | | - @testset "$f(::$T)" for T in (Float64, ComplexF64) |
109 | | - b = (f === logdet && T <: Real) ? abs(randn(T)) : randn(T) |
110 | | - test_scalar(f, b) |
111 | | - end |
112 | | - @testset "$f(::Matrix{$T})" for T in (Float64, ComplexF64) |
113 | | - B = generate_well_conditioned_matrix(T, 4) |
114 | | - if f === logdet && float(T) <: Float32 |
115 | | - test_frule(f, B; atol=1e-5, rtol=1e-5) |
116 | | - test_rrule(f, B; atol=1e-5, rtol=1e-5) |
117 | | - else |
118 | | - test_frule(f, B) |
119 | | - test_rrule(f, B) |
120 | | - end |
121 | | - end |
122 | | - @testset "$f(complex determinant)" begin |
123 | | - B = randn(ComplexF64, 4, 4) |
124 | | - U = exp(B - B') |
125 | | - test_frule(f, U) |
126 | | - test_rrule(f, U) |
127 | | - end |
128 | | - @testset "gpu" begin |
129 | | - @gpu_broken test_rrule(f, reshape(1:9, 3, 3)+I*pi) |
130 | | - end |
131 | | - end |
132 | | - @testset "logabsdet(::Matrix{$T})" for T in (Float64, ComplexF64) |
133 | | - B = randn(T, 4, 4) |
134 | | - test_frule(logabsdet, B) |
135 | | - test_rrule(logabsdet, B) |
136 | | - # test for opposite sign of determinant |
137 | | - test_frule(logabsdet, -B) |
138 | | - test_rrule(logabsdet, -B) |
139 | | - end |
140 | | - @testset "tr" begin |
141 | | - @gpu test_frule(tr, randn(4, 4)) |
142 | | - @gpu test_rrule(tr, randn(4, 4)) |
143 | | - end |
144 | | - @testset "sylvester" begin |
145 | | - @testset "T=$T, m=$m, n=$n" for T in (Float64, ComplexF64), m in (2, 3), n in (1, 3) |
146 | | - A = randn(T, m, m) |
147 | | - B = randn(T, n, n) |
148 | | - C = randn(T, m, n) |
149 | | - test_frule(sylvester, A, B, C) |
150 | | - test_rrule(sylvester, A, B, C) |
151 | | - end |
152 | | - end |
153 | | - @testset "lyap" begin |
154 | | - n = 3 |
155 | | - @testset "Float64" for T in (Float64, ComplexF64) |
156 | | - A = randn(T, n, n) |
157 | | - C = randn(T, n, n) |
158 | | - test_frule(lyap, A, C) |
159 | | - test_rrule(lyap, A, C) |
160 | | - end |
161 | | - end |
| 103 | + # test_frule(pinv, randn(T, m, n)) |
| 104 | + # test_rrule(pinv, randn(T, m, n)) |
| 105 | + # end |
| 106 | + # end |
| 107 | + # @testset "$f" for f in (det, logdet) |
| 108 | + # @testset "$f(::$T)" for T in (Float64, ComplexF64) |
| 109 | + # b = (f === logdet && T <: Real) ? abs(randn(T)) : randn(T) |
| 110 | + # test_scalar(f, b) |
| 111 | + # end |
| 112 | + # @testset "$f(::Matrix{$T})" for T in (Float64, ComplexF64) |
| 113 | + # B = generate_well_conditioned_matrix(T, 4) |
| 114 | + # if f === logdet && float(T) <: Float32 |
| 115 | + # test_frule(f, B; atol=1e-5, rtol=1e-5) |
| 116 | + # test_rrule(f, B; atol=1e-5, rtol=1e-5) |
| 117 | + # else |
| 118 | + # test_frule(f, B) |
| 119 | + # test_rrule(f, B) |
| 120 | + # end |
| 121 | + # end |
| 122 | + # @testset "$f(complex determinant)" begin |
| 123 | + # B = randn(ComplexF64, 4, 4) |
| 124 | + # U = exp(B - B') |
| 125 | + # test_frule(f, U) |
| 126 | + # test_rrule(f, U) |
| 127 | + # end |
| 128 | + # @testset "gpu" begin |
| 129 | + # @gpu_broken test_rrule(f, reshape(1:9, 3, 3)+I*pi) |
| 130 | + # end |
| 131 | + # end |
| 132 | + # @testset "logabsdet(::Matrix{$T})" for T in (Float64, ComplexF64) |
| 133 | + # B = randn(T, 4, 4) |
| 134 | + # test_frule(logabsdet, B) |
| 135 | + # test_rrule(logabsdet, B) |
| 136 | + # # test for opposite sign of determinant |
| 137 | + # test_frule(logabsdet, -B) |
| 138 | + # test_rrule(logabsdet, -B) |
| 139 | + # end |
| 140 | + # @testset "tr" begin |
| 141 | + # @gpu test_frule(tr, randn(4, 4)) |
| 142 | + # @gpu test_rrule(tr, randn(4, 4)) |
| 143 | + # end |
| 144 | + # @testset "sylvester" begin |
| 145 | + # @testset "T=$T, m=$m, n=$n" for T in (Float64, ComplexF64), m in (2, 3), n in (1, 3) |
| 146 | + # A = randn(T, m, m) |
| 147 | + # B = randn(T, n, n) |
| 148 | + # C = randn(T, m, n) |
| 149 | + # test_frule(sylvester, A, B, C) |
| 150 | + # test_rrule(sylvester, A, B, C) |
| 151 | + # end |
| 152 | + # end |
| 153 | + # @testset "lyap" begin |
| 154 | + # n = 3 |
| 155 | + # @testset "Float64" for T in (Float64, ComplexF64) |
| 156 | + # A = randn(T, n, n) |
| 157 | + # C = randn(T, n, n) |
| 158 | + # test_frule(lyap, A, C) |
| 159 | + # test_rrule(lyap, A, C) |
| 160 | + # end |
| 161 | + # end |
162 | 162 | VERSION ≥ v"1.9.0" && @testset "kron" begin |
163 | 163 | @testset "AbstractVecOrMat{$T1}, AbstractVecOrMat{$T2}" for T1 in (Float64, ComplexF64), T2 in (Float64, ComplexF64) |
164 | 164 | @testset "frule" begin |
|
0 commit comments