src/mapping/dataterm.rs

Wed, 30 Apr 2025 16:39:01 -0500

author
Tuomo Valkonen <tuomov@iki.fi>
date
Wed, 30 Apr 2025 16:39:01 -0500
branch
dev
changeset 110
a1278320be26
parent 109
943c6b3b9414
child 111
e1455e48bd2b
permissions
-rw-r--r--

Use DynResult for Lipschitz factors and operator norm bounds

105
Tuomo Valkonen <tuomov@iki.fi>
parents:
diff changeset
1 /*!
Tuomo Valkonen <tuomov@iki.fi>
parents:
diff changeset
2 General deata terms of the form $g(Ax-b)$ for an operator $A$
Tuomo Valkonen <tuomov@iki.fi>
parents:
diff changeset
3 to a [`Euclidean`] space, and a function g on that space.
Tuomo Valkonen <tuomov@iki.fi>
parents:
diff changeset
4 */
Tuomo Valkonen <tuomov@iki.fi>
parents:
diff changeset
5
Tuomo Valkonen <tuomov@iki.fi>
parents:
diff changeset
6 #![allow(non_snake_case)]
Tuomo Valkonen <tuomov@iki.fi>
parents:
diff changeset
7
109
943c6b3b9414 More Normed usage
Tuomo Valkonen <tuomov@iki.fi>
parents: 105
diff changeset
8 use super::{DifferentiableImpl, DifferentiableMapping, LipschitzDifferentiableImpl, Mapping};
105
Tuomo Valkonen <tuomov@iki.fi>
parents:
diff changeset
9 use crate::convex::ConvexMapping;
110
a1278320be26 Use DynResult for Lipschitz factors and operator norm bounds
Tuomo Valkonen <tuomov@iki.fi>
parents: 109
diff changeset
10 use crate::error::DynResult;
105
Tuomo Valkonen <tuomov@iki.fi>
parents:
diff changeset
11 use crate::instance::{Instance, Space};
109
943c6b3b9414 More Normed usage
Tuomo Valkonen <tuomov@iki.fi>
parents: 105
diff changeset
12 use crate::linops::{BoundedLinear, Linear, Preadjointable};
943c6b3b9414 More Normed usage
Tuomo Valkonen <tuomov@iki.fi>
parents: 105
diff changeset
13 use crate::norms::{Normed, L2};
105
Tuomo Valkonen <tuomov@iki.fi>
parents:
diff changeset
14 use crate::types::Float;
Tuomo Valkonen <tuomov@iki.fi>
parents:
diff changeset
15 use std::ops::Sub;
110
a1278320be26 Use DynResult for Lipschitz factors and operator norm bounds
Tuomo Valkonen <tuomov@iki.fi>
parents: 109
diff changeset
16
105
Tuomo Valkonen <tuomov@iki.fi>
parents:
diff changeset
17 //use serde::{Deserialize, Serialize};
Tuomo Valkonen <tuomov@iki.fi>
parents:
diff changeset
18
Tuomo Valkonen <tuomov@iki.fi>
parents:
diff changeset
19 /// Functions of the form $\frac{1}{2}\|Ax-b\|_2^2$ for an operator $A$
Tuomo Valkonen <tuomov@iki.fi>
parents:
diff changeset
20 /// to a [`Euclidean`] space.
Tuomo Valkonen <tuomov@iki.fi>
parents:
diff changeset
21 pub struct DataTerm<
Tuomo Valkonen <tuomov@iki.fi>
parents:
diff changeset
22 F: Float,
Tuomo Valkonen <tuomov@iki.fi>
parents:
diff changeset
23 Domain: Space,
Tuomo Valkonen <tuomov@iki.fi>
parents:
diff changeset
24 A: Mapping<Domain>,
Tuomo Valkonen <tuomov@iki.fi>
parents:
diff changeset
25 G: Mapping<A::Codomain, Codomain = F>,
Tuomo Valkonen <tuomov@iki.fi>
parents:
diff changeset
26 > {
Tuomo Valkonen <tuomov@iki.fi>
parents:
diff changeset
27 opA: A,
Tuomo Valkonen <tuomov@iki.fi>
parents:
diff changeset
28 b: <A as Mapping<Domain>>::Codomain,
Tuomo Valkonen <tuomov@iki.fi>
parents:
diff changeset
29 g: G,
Tuomo Valkonen <tuomov@iki.fi>
parents:
diff changeset
30 }
Tuomo Valkonen <tuomov@iki.fi>
parents:
diff changeset
31
Tuomo Valkonen <tuomov@iki.fi>
parents:
diff changeset
32 #[allow(non_snake_case)]
Tuomo Valkonen <tuomov@iki.fi>
parents:
diff changeset
33 impl<F: Float, Domain: Space, A: Mapping<Domain>, G: Mapping<A::Codomain, Codomain = F>>
Tuomo Valkonen <tuomov@iki.fi>
parents:
diff changeset
34 DataTerm<F, Domain, A, G>
Tuomo Valkonen <tuomov@iki.fi>
parents:
diff changeset
35 {
Tuomo Valkonen <tuomov@iki.fi>
parents:
diff changeset
36 pub fn new(opA: A, b: A::Codomain, g: G) -> Self {
Tuomo Valkonen <tuomov@iki.fi>
parents:
diff changeset
37 DataTerm { opA, b, g }
Tuomo Valkonen <tuomov@iki.fi>
parents:
diff changeset
38 }
Tuomo Valkonen <tuomov@iki.fi>
parents:
diff changeset
39
Tuomo Valkonen <tuomov@iki.fi>
parents:
diff changeset
40 pub fn operator(&self) -> &'_ A {
Tuomo Valkonen <tuomov@iki.fi>
parents:
diff changeset
41 &self.opA
Tuomo Valkonen <tuomov@iki.fi>
parents:
diff changeset
42 }
Tuomo Valkonen <tuomov@iki.fi>
parents:
diff changeset
43
Tuomo Valkonen <tuomov@iki.fi>
parents:
diff changeset
44 pub fn data(&self) -> &'_ <A as Mapping<Domain>>::Codomain {
Tuomo Valkonen <tuomov@iki.fi>
parents:
diff changeset
45 &self.b
Tuomo Valkonen <tuomov@iki.fi>
parents:
diff changeset
46 }
Tuomo Valkonen <tuomov@iki.fi>
parents:
diff changeset
47
Tuomo Valkonen <tuomov@iki.fi>
parents:
diff changeset
48 pub fn fidelity(&self) -> &'_ G {
Tuomo Valkonen <tuomov@iki.fi>
parents:
diff changeset
49 &self.g
Tuomo Valkonen <tuomov@iki.fi>
parents:
diff changeset
50 }
Tuomo Valkonen <tuomov@iki.fi>
parents:
diff changeset
51 }
Tuomo Valkonen <tuomov@iki.fi>
parents:
diff changeset
52
Tuomo Valkonen <tuomov@iki.fi>
parents:
diff changeset
53 //+ AdjointProductBoundedBy<RNDM<F, N>, P, FloatType = F>,
Tuomo Valkonen <tuomov@iki.fi>
parents:
diff changeset
54
Tuomo Valkonen <tuomov@iki.fi>
parents:
diff changeset
55 impl<F, X, A, G> Mapping<X> for DataTerm<F, X, A, G>
Tuomo Valkonen <tuomov@iki.fi>
parents:
diff changeset
56 where
Tuomo Valkonen <tuomov@iki.fi>
parents:
diff changeset
57 F: Float,
Tuomo Valkonen <tuomov@iki.fi>
parents:
diff changeset
58 X: Space,
Tuomo Valkonen <tuomov@iki.fi>
parents:
diff changeset
59 A: Mapping<X>,
Tuomo Valkonen <tuomov@iki.fi>
parents:
diff changeset
60 G: Mapping<A::Codomain, Codomain = F>,
Tuomo Valkonen <tuomov@iki.fi>
parents:
diff changeset
61 A::Codomain: for<'a> Sub<&'a A::Codomain, Output = A::Codomain>,
Tuomo Valkonen <tuomov@iki.fi>
parents:
diff changeset
62 {
Tuomo Valkonen <tuomov@iki.fi>
parents:
diff changeset
63 type Codomain = F;
Tuomo Valkonen <tuomov@iki.fi>
parents:
diff changeset
64
Tuomo Valkonen <tuomov@iki.fi>
parents:
diff changeset
65 fn apply<I: Instance<X>>(&self, x: I) -> F {
Tuomo Valkonen <tuomov@iki.fi>
parents:
diff changeset
66 // TODO: possibly (if at all more effcient) use GEMV once generalised
Tuomo Valkonen <tuomov@iki.fi>
parents:
diff changeset
67 // to not require preallocation. However, Rust should be pretty efficient
Tuomo Valkonen <tuomov@iki.fi>
parents:
diff changeset
68 // at not doing preallocations or anything here, as the result of self.opA.apply()
Tuomo Valkonen <tuomov@iki.fi>
parents:
diff changeset
69 // can be consumed, so maybe GEMV is no use.
Tuomo Valkonen <tuomov@iki.fi>
parents:
diff changeset
70 self.g.apply(self.opA.apply(x) - &self.b)
Tuomo Valkonen <tuomov@iki.fi>
parents:
diff changeset
71 }
Tuomo Valkonen <tuomov@iki.fi>
parents:
diff changeset
72 }
Tuomo Valkonen <tuomov@iki.fi>
parents:
diff changeset
73
Tuomo Valkonen <tuomov@iki.fi>
parents:
diff changeset
74 impl<F, X, A, G> ConvexMapping<X, F> for DataTerm<F, X, A, G>
Tuomo Valkonen <tuomov@iki.fi>
parents:
diff changeset
75 where
Tuomo Valkonen <tuomov@iki.fi>
parents:
diff changeset
76 F: Float,
109
943c6b3b9414 More Normed usage
Tuomo Valkonen <tuomov@iki.fi>
parents: 105
diff changeset
77 X: Normed<F>,
105
Tuomo Valkonen <tuomov@iki.fi>
parents:
diff changeset
78 A: Linear<X>,
Tuomo Valkonen <tuomov@iki.fi>
parents:
diff changeset
79 G: ConvexMapping<A::Codomain, F>,
109
943c6b3b9414 More Normed usage
Tuomo Valkonen <tuomov@iki.fi>
parents: 105
diff changeset
80 A::Codomain: Normed<F> + for<'a> Sub<&'a A::Codomain, Output = A::Codomain>,
105
Tuomo Valkonen <tuomov@iki.fi>
parents:
diff changeset
81 {
Tuomo Valkonen <tuomov@iki.fi>
parents:
diff changeset
82 }
Tuomo Valkonen <tuomov@iki.fi>
parents:
diff changeset
83
Tuomo Valkonen <tuomov@iki.fi>
parents:
diff changeset
84 impl<F, X, Y, A, G> DifferentiableImpl<X> for DataTerm<F, X, A, G>
Tuomo Valkonen <tuomov@iki.fi>
parents:
diff changeset
85 where
Tuomo Valkonen <tuomov@iki.fi>
parents:
diff changeset
86 F: Float,
Tuomo Valkonen <tuomov@iki.fi>
parents:
diff changeset
87 X: Space,
Tuomo Valkonen <tuomov@iki.fi>
parents:
diff changeset
88 Y: Space + for<'a> Sub<&'a Y, Output = Y>,
Tuomo Valkonen <tuomov@iki.fi>
parents:
diff changeset
89 //<A as Mapping<X>>::Codomain: Euclidean<F>,
Tuomo Valkonen <tuomov@iki.fi>
parents:
diff changeset
90 A: Linear<X, Codomain = Y> + Preadjointable<X, G::DerivativeDomain>,
Tuomo Valkonen <tuomov@iki.fi>
parents:
diff changeset
91 //<<A as Mapping<X>>::Codomain as Euclidean<F>>::Output: Instance<<A as Mapping<X>>::Codomain>,
Tuomo Valkonen <tuomov@iki.fi>
parents:
diff changeset
92 G: DifferentiableMapping<Y, Codomain = F>,
Tuomo Valkonen <tuomov@iki.fi>
parents:
diff changeset
93 {
Tuomo Valkonen <tuomov@iki.fi>
parents:
diff changeset
94 type Derivative = A::PreadjointCodomain;
Tuomo Valkonen <tuomov@iki.fi>
parents:
diff changeset
95
Tuomo Valkonen <tuomov@iki.fi>
parents:
diff changeset
96 fn differential_impl<I: Instance<X>>(&self, x: I) -> Self::Derivative {
Tuomo Valkonen <tuomov@iki.fi>
parents:
diff changeset
97 // TODO: possibly (if at all more effcient) use GEMV once generalised
Tuomo Valkonen <tuomov@iki.fi>
parents:
diff changeset
98 // to not require preallocation. However, Rust should be pretty efficient
Tuomo Valkonen <tuomov@iki.fi>
parents:
diff changeset
99 // at not doing preallocations or anything here, as the result of self.opA.apply()
Tuomo Valkonen <tuomov@iki.fi>
parents:
diff changeset
100 // can be consumed, so maybe GEMV is no use.
Tuomo Valkonen <tuomov@iki.fi>
parents:
diff changeset
101 //self.opA.preadjoint().apply(self.opA.apply(x) - self.b)
Tuomo Valkonen <tuomov@iki.fi>
parents:
diff changeset
102 self.opA
Tuomo Valkonen <tuomov@iki.fi>
parents:
diff changeset
103 .preadjoint()
Tuomo Valkonen <tuomov@iki.fi>
parents:
diff changeset
104 .apply(self.g.diff_ref().apply(self.opA.apply(x) - &self.b))
Tuomo Valkonen <tuomov@iki.fi>
parents:
diff changeset
105 }
Tuomo Valkonen <tuomov@iki.fi>
parents:
diff changeset
106 }
Tuomo Valkonen <tuomov@iki.fi>
parents:
diff changeset
107
109
943c6b3b9414 More Normed usage
Tuomo Valkonen <tuomov@iki.fi>
parents: 105
diff changeset
108 impl<'a, F, X, Y, A, G> LipschitzDifferentiableImpl<X, X::NormExp> for DataTerm<F, X, A, G>
105
Tuomo Valkonen <tuomov@iki.fi>
parents:
diff changeset
109 where
Tuomo Valkonen <tuomov@iki.fi>
parents:
diff changeset
110 F: Float,
109
943c6b3b9414 More Normed usage
Tuomo Valkonen <tuomov@iki.fi>
parents: 105
diff changeset
111 X: Normed<F> + Clone,
943c6b3b9414 More Normed usage
Tuomo Valkonen <tuomov@iki.fi>
parents: 105
diff changeset
112 Y: Normed<F>,
943c6b3b9414 More Normed usage
Tuomo Valkonen <tuomov@iki.fi>
parents: 105
diff changeset
113 A: Clone + BoundedLinear<X, X::NormExp, L2, F, Codomain = Y>,
943c6b3b9414 More Normed usage
Tuomo Valkonen <tuomov@iki.fi>
parents: 105
diff changeset
114 G: Mapping<Y, Codomain = F> + LipschitzDifferentiableImpl<Y, Y::NormExp>,
105
Tuomo Valkonen <tuomov@iki.fi>
parents:
diff changeset
115 Self: DifferentiableImpl<X>,
Tuomo Valkonen <tuomov@iki.fi>
parents:
diff changeset
116 {
Tuomo Valkonen <tuomov@iki.fi>
parents:
diff changeset
117 type FloatType = F;
Tuomo Valkonen <tuomov@iki.fi>
parents:
diff changeset
118
110
a1278320be26 Use DynResult for Lipschitz factors and operator norm bounds
Tuomo Valkonen <tuomov@iki.fi>
parents: 109
diff changeset
119 fn diff_lipschitz_factor(&self, seminorm: X::NormExp) -> DynResult<F> {
a1278320be26 Use DynResult for Lipschitz factors and operator norm bounds
Tuomo Valkonen <tuomov@iki.fi>
parents: 109
diff changeset
120 Ok(self.opA.opnorm_bound(seminorm, L2)?.powi(2))
105
Tuomo Valkonen <tuomov@iki.fi>
parents:
diff changeset
121 }
Tuomo Valkonen <tuomov@iki.fi>
parents:
diff changeset
122 }

mercurial