poulpy/core/src/ggsw_ciphertext.rs
core/src/ggsw_ciphertext.rsRaw
1use backend::{
2 Backend, FFT64, MatZnxDft, MatZnxDftAlloc, MatZnxDftOps, MatZnxDftScratch, Module, ScalarZnx, Scratch, VecZnxAlloc,
3 VecZnxBigAlloc, VecZnxBigOps, VecZnxBigScratch, VecZnxDft, VecZnxDftAlloc, VecZnxDftOps, VecZnxOps, VecZnxToMut, ZnxInfos,
4 ZnxZero,
5};
6use sampling::source::Source;
7
8use crate::{
9 ScratchCore,
10 automorphism::AutomorphismKey,
11 elem::{GetRow, Infos, SetRow},
12 glwe_ciphertext::GLWECiphertext,
13 glwe_ciphertext_fourier::GLWECiphertextFourier,
14 keys::SecretKeyFourier,
15 keyswitch_key::GLWESwitchingKey,
16 tensor_key::TensorKey,
17 utils::derive_size,
18};
19
20pub struct GGSWCiphertext<C, B: Backend> {
21 pub data: MatZnxDft<C, B>,
22 pub basek: usize,
23 pub k: usize,
24}
25
26impl<B: Backend> GGSWCiphertext<Vec<u8>, B> {
27 pub fn alloc(module: &Module<B>, basek: usize, k: usize, rows: usize, rank: usize) -> Self {
28 Self {
29 data: module.new_mat_znx_dft(rows, rank + 1, rank + 1, derive_size(basek, k)),
30 basek: basek,
31 k: k,
32 }
33 }
34
35 pub fn bytes_of(module: &Module<FFT64>, basek: usize, k: usize, rows: usize, rank: usize) -> usize {
36 module.bytes_of_mat_znx_dft(rows, rank + 1, rank + 1, derive_size(basek, k))
37 }
38}
39
40impl<T, B: Backend> Infos for GGSWCiphertext<T, B> {
41 type Inner = MatZnxDft<T, B>;
42
43 fn inner(&self) -> &Self::Inner {
44 &self.data
45 }
46
47 fn basek(&self) -> usize {
48 self.basek
49 }
50
51 fn k(&self) -> usize {
52 self.k
53 }
54}
55
56impl<T, B: Backend> GGSWCiphertext<T, B> {
57 pub fn rank(&self) -> usize {
58 self.data.cols_out() - 1
59 }
60}
61
62impl GGSWCiphertext<Vec<u8>, FFT64> {
63 pub fn encrypt_sk_scratch_space(module: &Module<FFT64>, basek: usize, k: usize, rank: usize) -> usize {
64 let size = derive_size(basek, k);
65 GLWECiphertext::encrypt_sk_scratch_space(module, basek, k)
66 + module.bytes_of_vec_znx(rank + 1, size)
67 + module.bytes_of_vec_znx(1, size)
68 + module.bytes_of_vec_znx_dft(rank + 1, size)
69 }
70
71 pub(crate) fn expand_row_scratch_space(
72 module: &Module<FFT64>,
73 basek: usize,
74 self_k: usize,
75 tsk_k: usize,
76 rank: usize,
77 ) -> usize {
78 let tsk_size: usize = derive_size(basek, tsk_k);
79 let self_size: usize = derive_size(basek, self_k);
80 let tmp_dft_i: usize = module.bytes_of_vec_znx_dft(rank + 1, tsk_size);
81 let tmp_dft_col_data: usize = module.bytes_of_vec_znx_dft(1, self_size);
82 let vmp: usize = tmp_dft_col_data + module.vmp_apply_tmp_bytes(self_size, self_size, self_size, rank, rank, tsk_size);
83 let tmp_idft: usize = module.bytes_of_vec_znx_big(1, tsk_size);
84 let norm: usize = module.vec_znx_big_normalize_tmp_bytes();
85 tmp_dft_i + ((tmp_dft_col_data + vmp) | (tmp_idft + norm))
86 }
87
88 pub(crate) fn keyswitch_internal_col0_scratch_space(
89 module: &Module<FFT64>,
90 basek: usize,
91 out_k: usize,
92 in_k: usize,
93 ksk_k: usize,
94 rank: usize,
95 ) -> usize {
96 GLWECiphertext::keyswitch_from_fourier_scratch_space(module, basek, out_k, rank, in_k, rank, ksk_k)
97 + module.bytes_of_vec_znx_dft(rank + 1, derive_size(basek, in_k))
98 }
99
100 pub fn keyswitch_scratch_space(
101 module: &Module<FFT64>,
102 basek: usize,
103 out_k: usize,
104 in_k: usize,
105 ksk_k: usize,
106 tsk_k: usize,
107 rank: usize,
108 ) -> usize {
109 let out_size: usize = derive_size(basek, out_k);
110
111 let res_znx: usize = module.bytes_of_vec_znx(rank + 1, out_size);
112 let ci_dft: usize = module.bytes_of_vec_znx_dft(rank + 1, out_size);
113 let ks: usize = GGSWCiphertext::keyswitch_internal_col0_scratch_space(module, basek, out_k, in_k, ksk_k, rank);
114 let expand_rows: usize = GGSWCiphertext::expand_row_scratch_space(module, basek, out_k, tsk_k, rank);
115 let res_dft: usize = module.bytes_of_vec_znx_dft(rank + 1, out_size);
116 res_znx + ci_dft + (ks | expand_rows | res_dft)
117 }
118
119 pub fn keyswitch_inplace_scratch_space(
120 module: &Module<FFT64>,
121 basek: usize,
122 out_k: usize,
123 ksk_k: usize,
124 tsk_k: usize,
125 rank: usize,
126 ) -> usize {
127 GGSWCiphertext::keyswitch_scratch_space(module, basek, out_k, out_k, ksk_k, tsk_k, rank)
128 }
129
130 pub fn automorphism_scratch_space(
131 module: &Module<FFT64>,
132 basek: usize,
133 out_k: usize,
134 in_k: usize,
135 atk_k: usize,
136 tsk_k: usize,
137 rank: usize,
138 ) -> usize {
139 let cols: usize = rank + 1;
140 let out_size: usize = derive_size(basek, out_k);
141 let res: usize = module.bytes_of_vec_znx(cols, out_size);
142 let res_dft: usize = module.bytes_of_vec_znx_dft(cols, out_size);
143 let ci_dft: usize = module.bytes_of_vec_znx_dft(cols, out_size);
144 let ks_internal: usize = GGSWCiphertext::keyswitch_internal_col0_scratch_space(module, basek, out_k, in_k, atk_k, rank);
145 let expand: usize = GGSWCiphertext::expand_row_scratch_space(module, basek, out_k, tsk_k, rank);
146 res + ci_dft + (ks_internal | expand | res_dft)
147 }
148
149 pub fn automorphism_inplace_scratch_space(
150 module: &Module<FFT64>,
151 basek: usize,
152 out_k: usize,
153 atk_k: usize,
154 tsk_k: usize,
155 rank: usize,
156 ) -> usize {
157 GGSWCiphertext::automorphism_scratch_space(module, basek, out_k, out_k, atk_k, tsk_k, rank)
158 }
159
160 pub fn external_product_scratch_space(
161 module: &Module<FFT64>,
162 basek: usize,
163 out_k: usize,
164 in_k: usize,
165 ggsw_k: usize,
166 rank: usize,
167 ) -> usize {
168 let tmp_in: usize = GLWECiphertextFourier::bytes_of(module, basek, in_k, rank);
169 let tmp_out: usize = GLWECiphertextFourier::bytes_of(module, basek, out_k, rank);
170 let ggsw: usize = GLWECiphertextFourier::external_product_scratch_space(module, basek, out_k, in_k, ggsw_k, rank);
171 tmp_in + tmp_out + ggsw
172 }
173
174 pub fn external_product_inplace_scratch_space(
175 module: &Module<FFT64>,
176 basek: usize,
177 out_k: usize,
178 ggsw_k: usize,
179 rank: usize,
180 ) -> usize {
181 let tmp: usize = GLWECiphertextFourier::bytes_of(module, basek, out_k, rank);
182 let ggsw: usize = GLWECiphertextFourier::external_product_inplace_scratch_space(module, basek, out_k, ggsw_k, rank);
183 tmp + ggsw
184 }
185}
186
187impl<DataSelf: AsMut<[u8]> + AsRef<[u8]>> GGSWCiphertext<DataSelf, FFT64> {
188 pub fn encrypt_sk<DataPt: AsRef<[u8]>, DataSk: AsRef<[u8]>>(
189 &mut self,
190 module: &Module<FFT64>,
191 pt: &ScalarZnx<DataPt>,
192 sk_dft: &SecretKeyFourier<DataSk, FFT64>,
193 source_xa: &mut Source,
194 source_xe: &mut Source,
195 sigma: f64,
196 scratch: &mut Scratch,
197 ) {
198 #[cfg(debug_assertions)]
199 {
200 assert_eq!(self.rank(), sk_dft.rank());
201 assert_eq!(self.n(), module.n());
202 assert_eq!(pt.n(), module.n());
203 assert_eq!(sk_dft.n(), module.n());
204 }
205
206 let basek: usize = self.basek();
207 let k: usize = self.k();
208 let rank: usize = self.rank();
209
210 let (mut tmp_pt, scratch1) = scratch.tmp_glwe_pt(module, basek, k);
211 let (mut tmp_ct, scratch2) = scratch1.tmp_glwe_ct(module, basek, k, rank);
212
213 (0..self.rows()).for_each(|row_i| {
214 tmp_pt.data.zero();
215
216 // Adds the scalar_znx_pt to the i-th limb of the vec_znx_pt
217 module.vec_znx_add_scalar_inplace(&mut tmp_pt.data, 0, row_i, pt, 0);
218 module.vec_znx_normalize_inplace(basek, &mut tmp_pt.data, 0, scratch2);
219
220 (0..rank + 1).for_each(|col_j| {
221 // rlwe encrypt of vec_znx_pt into vec_znx_ct
222
223 tmp_ct.encrypt_sk_private(
224 module,
225 Some((&tmp_pt, col_j)),
226 sk_dft,
227 source_xa,
228 source_xe,
229 sigma,
230 scratch2,
231 );
232
233 // Switch vec_znx_ct into DFT domain
234 {
235 let (mut tmp_ct_dft, _) = scratch2.tmp_glwe_fourier(module, basek, k, rank);
236 tmp_ct.dft(module, &mut tmp_ct_dft);
237 self.set_row(module, row_i, col_j, &tmp_ct_dft);
238 }
239 });
240 });
241 }
242
243 pub(crate) fn expand_row<R, DataCi: AsRef<[u8]>, DataTsk: AsRef<[u8]>>(
244 &mut self,
245 module: &Module<FFT64>,
246 col_j: usize,
247 res: &mut R,
248 ci_dft: &VecZnxDft<DataCi, FFT64>,
249 tsk: &TensorKey<DataTsk, FFT64>,
250 scratch: &mut Scratch,
251 ) where
252 R: VecZnxToMut,
253 {
254 let cols: usize = self.rank() + 1;
255
256 assert!(
257 scratch.available() >= GGSWCiphertext::expand_row_scratch_space(module, self.basek(), self.k(), tsk.k(), self.rank())
258 );
259
260 // Example for rank 3:
261 //
262 // Note: M is a vector (m, Bm, B^2m, B^3m, ...), so each column is
263 // actually composed of that many rows and we focus on a specific row here
264 // implicitely given ci_dft.
265 //
266 // # Input
267 //
268 // col 0: (-(a0s0 + a1s1 + a2s2) + M[i], a0 , a1 , a2 )
269 // col 1: (0, 0, 0, 0)
270 // col 2: (0, 0, 0, 0)
271 // col 3: (0, 0, 0, 0)
272 //
273 // # Output
274 //
275 // col 0: (-(a0s0 + a1s1 + a2s2) + M[i], a0 , a1 , a2 )
276 // col 1: (-(b0s0 + b1s1 + b2s2) , b0 + M[i], b1 , b2 )
277 // col 2: (-(c0s0 + c1s1 + c2s2) , c0 , c1 + M[i], c2 )
278 // col 3: (-(d0s0 + d1s1 + d2s2) , d0 , d1 , d2 + M[i])
279
280 let (mut tmp_dft_i, scratch1) = scratch.tmp_vec_znx_dft(module, cols, tsk.size());
281 {
282 let (mut tmp_dft_col_data, scratch2) = scratch1.tmp_vec_znx_dft(module, 1, self.size());
283
284 // Performs a key-switch for each combination of s[i]*s[j], i.e. for a0, a1, a2
285 //
286 // # Example for col=1
287 //
288 // a0 * (-(f0s0 + f1s1 + f1s2) + s0^2, f0, f1, f2) = (-(a0f0s0 + a0f1s1 + a0f1s2) + a0s0^2, a0f0, a0f1, a0f2)
289 // +
290 // a1 * (-(g0s0 + g1s1 + g1s2) + s0s1, g0, g1, g2) = (-(a1g0s0 + a1g1s1 + a1g1s2) + a1s0s1, a1g0, a1g1, a1g2)
291 // +
292 // a2 * (-(h0s0 + h1s1 + h1s2) + s0s2, h0, h1, h2) = (-(a2h0s0 + a2h1s1 + a2h1s2) + a2s0s2, a2h0, a2h1, a2h2)
293 // =
294 // (-(x0s0 + x1s1 + x2s2) + s0(a0s0 + a1s1 + a2s2), x0, x1, x2)
295 (1..cols).for_each(|col_i| {
296 // Extracts a[i] and multipies with Enc(s[i]s[j])
297 tmp_dft_col_data.extract_column(0, ci_dft, col_i);
298
299 if col_i == 1 {
300 module.vmp_apply(
301 &mut tmp_dft_i,
302 &tmp_dft_col_data,
303 &tsk.at(col_i - 1, col_j - 1).0.data, // Selects Enc(s[i]s[j])
304 scratch2,
305 );
306 } else {
307 module.vmp_apply_add(
308 &mut tmp_dft_i,
309 &tmp_dft_col_data,
310 &tsk.at(col_i - 1, col_j - 1).0.data, // Selects Enc(s[i]s[j])
311 scratch2,
312 );
313 }
314 });
315 }
316
317 // Adds -(sum a[i] * s[i]) + m) on the i-th column of tmp_idft_i
318 //
319 // (-(x0s0 + x1s1 + x2s2) + a0s0s0 + a1s0s1 + a2s0s2, x0, x1, x2)
320 // +
321 // (0, -(a0s0 + a1s1 + a2s2) + M[i], 0, 0)
322 // =
323 // (-(x0s0 + x1s1 + x2s2) + s0(a0s0 + a1s1 + a2s2), x0 -(a0s0 + a1s1 + a2s2) + M[i], x1, x2)
324 // =
325 // (-(x0s0 + x1s1 + x2s2), x0 + M[i], x1, x2)
326 module.vec_znx_dft_add_inplace(&mut tmp_dft_i, col_j, ci_dft, 0);
327 let (mut tmp_idft, scratch2) = scratch1.tmp_vec_znx_big(module, 1, tsk.size());
328 (0..cols).for_each(|i| {
329 module.vec_znx_idft_tmp_a(&mut tmp_idft, 0, &mut tmp_dft_i, i);
330 module.vec_znx_big_normalize(self.basek(), res, i, &tmp_idft, 0, scratch2);
331 });
332 }
333
334 pub fn keyswitch<DataLhs: AsRef<[u8]>, DataKsk: AsRef<[u8]>, DataTsk: AsRef<[u8]>>(
335 &mut self,
336 module: &Module<FFT64>,
337 lhs: &GGSWCiphertext<DataLhs, FFT64>,
338 ksk: &GLWESwitchingKey<DataKsk, FFT64>,
339 tsk: &TensorKey<DataTsk, FFT64>,
340 scratch: &mut Scratch,
341 ) {
342 let rank: usize = self.rank();
343 let cols: usize = rank + 1;
344 let basek: usize = self.basek();
345
346 let (mut tmp_res, scratch1) = scratch.tmp_glwe_ct(module, basek, self.k(), rank);
347 let (mut ci_dft, scratch2) = scratch1.tmp_vec_znx_dft(module, cols, lhs.size());
348
349 // Keyswitch the j-th row of the col 0
350 (0..lhs.rows()).for_each(|row_i| {
351 // Key-switch column 0, i.e.
352 // col 0: (-(a0s0 + a1s1 + a2s2) + M[i], a0, a1, a2) -> (-(a0s0' + a1s1' + a2s2') + M[i], a0, a1, a2)
353 lhs.keyswitch_internal_col0(module, row_i, &mut tmp_res, ksk, scratch2);
354
355 // Isolates DFT(a[i])
356 (0..cols).for_each(|col_i| {
357 module.vec_znx_dft(&mut ci_dft, col_i, &tmp_res.data, col_i);
358 });
359
360 module.vmp_prepare_row(&mut self.data, row_i, 0, &ci_dft);
361
362 // Generates
363 //
364 // col 1: (-(b0s0' + b1s1' + b2s2') , b0 + M[i], b1 , b2 )
365 // col 2: (-(c0s0' + c1s1' + c2s2') , c0 , c1 + M[i], c2 )
366 // col 3: (-(d0s0' + d1s1' + d2s2') , d0 , d1 , d2 + M[i])
367 (1..cols).for_each(|col_j| {
368 self.expand_row(module, col_j, &mut tmp_res.data, &ci_dft, tsk, scratch2);
369 let (mut tmp_res_dft, _) = scratch2.tmp_glwe_fourier(module, basek, self.k(), rank);
370 tmp_res.dft(module, &mut tmp_res_dft);
371 self.set_row(module, row_i, col_j, &tmp_res_dft);
372 });
373 })
374 }
375
376 pub fn keyswitch_inplace<DataKsk: AsRef<[u8]>, DataTsk: AsRef<[u8]>>(
377 &mut self,
378 module: &Module<FFT64>,
379 ksk: &GLWESwitchingKey<DataKsk, FFT64>,
380 tsk: &TensorKey<DataTsk, FFT64>,
381 scratch: &mut Scratch,
382 ) {
383 unsafe {
384 let self_ptr: *mut GGSWCiphertext<DataSelf, FFT64> = self as *mut GGSWCiphertext<DataSelf, FFT64>;
385 self.keyswitch(module, &*self_ptr, ksk, tsk, scratch);
386 }
387 }
388
389 pub fn automorphism<DataLhs: AsRef<[u8]>, DataAk: AsRef<[u8]>, DataTsk: AsRef<[u8]>>(
390 &mut self,
391 module: &Module<FFT64>,
392 lhs: &GGSWCiphertext<DataLhs, FFT64>,
393 auto_key: &AutomorphismKey<DataAk, FFT64>,
394 tensor_key: &TensorKey<DataTsk, FFT64>,
395 scratch: &mut Scratch,
396 ) {
397 #[cfg(debug_assertions)]
398 {
399 assert_eq!(
400 self.rank(),
401 lhs.rank(),
402 "ggsw_out rank: {} != ggsw_in rank: {}",
403 self.rank(),
404 lhs.rank()
405 );
406 assert_eq!(
407 self.rank(),
408 auto_key.rank(),
409 "ggsw_in rank: {} != auto_key rank: {}",
410 self.rank(),
411 auto_key.rank()
412 );
413 assert_eq!(
414 self.rank(),
415 tensor_key.rank(),
416 "ggsw_in rank: {} != tensor_key rank: {}",
417 self.rank(),
418 tensor_key.rank()
419 );
420 assert!(
421 scratch.available()
422 >= GGSWCiphertext::automorphism_scratch_space(
423 module,
424 self.basek(),
425 self.k(),
426 lhs.k(),
427 auto_key.k(),
428 tensor_key.k(),
429 self.rank()
430 )
431 )
432 };
433
434 let rank: usize = self.rank();
435 let cols: usize = rank + 1;
436 let basek: usize = self.basek();
437
438 let (mut tmp_res, scratch1) = scratch.tmp_glwe_ct(module, basek, self.k(), rank);
439 let (mut ci_dft, scratch2) = scratch1.tmp_vec_znx_dft(module, cols, lhs.size());
440
441 // Keyswitch the j-th row of the col 0
442 (0..lhs.rows()).for_each(|row_i| {
443 // Key-switch column 0, i.e.
444 // col 0: (-(a0s0 + a1s1 + a2s2) + M[i], a0, a1, a2) -> (-(a0pi^-1(s0) + a1pi^-1(s1) + a2pi^-1(s2)) + M[i], a0, a1, a2)
445 lhs.keyswitch_internal_col0(module, row_i, &mut tmp_res, &auto_key.key, scratch2);
446
447 // Isolates DFT(AUTO(a[i]))
448 (0..cols).for_each(|col_i| {
449 // (-(a0pi^-1(s0) + a1pi^-1(s1) + a2pi^-1(s2)) + M[i], a0, a1, a2) -> (-(a0s0 + a1s1 + a2s2) + pi(M[i]), a0, a1, a2)
450 module.vec_znx_automorphism_inplace(auto_key.p(), &mut tmp_res.data, col_i);
451 module.vec_znx_dft(&mut ci_dft, col_i, &tmp_res.data, col_i);
452 });
453
454 module.vmp_prepare_row(&mut self.data, row_i, 0, &ci_dft);
455
456 // Generates
457 //
458 // col 1: (-(b0s0 + b1s1 + b2s2) , b0 + pi(M[i]), b1 , b2 )
459 // col 2: (-(c0s0 + c1s1 + c2s2) , c0 , c1 + pi(M[i]), c2 )
460 // col 3: (-(d0s0 + d1s1 + d2s2) , d0 , d1 , d2 + pi(M[i]))
461 (1..cols).for_each(|col_j| {
462 self.expand_row(
463 module,
464 col_j,
465 &mut tmp_res.data,
466 &ci_dft,
467 tensor_key,
468 scratch2,
469 );
470 let (mut tmp_res_dft, _) = scratch2.tmp_glwe_fourier(module, basek, self.k(), rank);
471 tmp_res.dft(module, &mut tmp_res_dft);
472 self.set_row(module, row_i, col_j, &tmp_res_dft);
473 });
474 })
475 }
476
477 pub fn automorphism_inplace<DataKsk: AsRef<[u8]>, DataTsk: AsRef<[u8]>>(
478 &mut self,
479 module: &Module<FFT64>,
480 auto_key: &AutomorphismKey<DataKsk, FFT64>,
481 tensor_key: &TensorKey<DataTsk, FFT64>,
482 scratch: &mut Scratch,
483 ) {
484 unsafe {
485 let self_ptr: *mut GGSWCiphertext<DataSelf, FFT64> = self as *mut GGSWCiphertext<DataSelf, FFT64>;
486 self.automorphism(module, &*self_ptr, auto_key, tensor_key, scratch);
487 }
488 }
489
490 pub fn external_product<DataLhs: AsRef<[u8]>, DataRhs: AsRef<[u8]>>(
491 &mut self,
492 module: &Module<FFT64>,
493 lhs: &GGSWCiphertext<DataLhs, FFT64>,
494 rhs: &GGSWCiphertext<DataRhs, FFT64>,
495 scratch: &mut Scratch,
496 ) {
497 #[cfg(debug_assertions)]
498 {
499 assert_eq!(
500 self.rank(),
501 lhs.rank(),
502 "ggsw_out rank: {} != ggsw_in rank: {}",
503 self.rank(),
504 lhs.rank()
505 );
506 assert_eq!(
507 self.rank(),
508 rhs.rank(),
509 "ggsw_in rank: {} != ggsw_apply rank: {}",
510 self.rank(),
511 rhs.rank()
512 );
513 }
514
515 let (mut tmp_ct_in, scratch1) = scratch.tmp_glwe_fourier(module, lhs.basek(), lhs.k(), lhs.rank());
516 let (mut tmp_ct_out, scratch2) = scratch1.tmp_glwe_fourier(module, self.basek(), self.k(), self.rank());
517
518 (0..self.rank() + 1).for_each(|col_i| {
519 (0..self.rows()).for_each(|row_j| {
520 lhs.get_row(module, row_j, col_i, &mut tmp_ct_in);
521 tmp_ct_out.external_product(module, &tmp_ct_in, rhs, scratch2);
522 self.set_row(module, row_j, col_i, &tmp_ct_out);
523 });
524 });
525
526 tmp_ct_out.data.zero();
527
528 (self.rows().min(lhs.rows())..self.rows()).for_each(|row_i| {
529 (0..self.rank() + 1).for_each(|col_j| {
530 self.set_row(module, row_i, col_j, &tmp_ct_out);
531 });
532 });
533 }
534
535 pub fn external_product_inplace<DataRhs: AsRef<[u8]>>(
536 &mut self,
537 module: &Module<FFT64>,
538 rhs: &GGSWCiphertext<DataRhs, FFT64>,
539 scratch: &mut Scratch,
540 ) {
541 #[cfg(debug_assertions)]
542 {
543 assert_eq!(
544 self.rank(),
545 rhs.rank(),
546 "ggsw_out rank: {} != ggsw_apply: {}",
547 self.rank(),
548 rhs.rank()
549 );
550 }
551
552 let (mut tmp_ct, scratch1) = scratch.tmp_glwe_fourier(module, self.basek(), self.k(), self.rank());
553
554 (0..self.rank() + 1).for_each(|col_i| {
555 (0..self.rows()).for_each(|row_j| {
556 self.get_row(module, row_j, col_i, &mut tmp_ct);
557 tmp_ct.external_product_inplace(module, rhs, scratch1);
558 self.set_row(module, row_j, col_i, &tmp_ct);
559 });
560 });
561 }
562}
563
564impl<DataSelf: AsRef<[u8]>> GGSWCiphertext<DataSelf, FFT64> {
565 pub(crate) fn keyswitch_internal_col0<DataRes: AsMut<[u8]> + AsRef<[u8]>, DataKsk: AsRef<[u8]>>(
566 &self,
567 module: &Module<FFT64>,
568 row_i: usize,
569 res: &mut GLWECiphertext<DataRes>,
570 ksk: &GLWESwitchingKey<DataKsk, FFT64>,
571 scratch: &mut Scratch,
572 ) {
573 #[cfg(debug_assertions)]
574 {
575 assert_eq!(self.rank(), ksk.rank());
576 assert_eq!(res.rank(), ksk.rank());
577 assert!(
578 scratch.available()
579 >= GGSWCiphertext::keyswitch_internal_col0_scratch_space(
580 module,
581 self.basek(),
582 res.k(),
583 self.k(),
584 ksk.k(),
585 ksk.rank()
586 )
587 )
588 }
589 let (mut tmp_dft_dft, scratch1) = scratch.tmp_glwe_fourier(module, self.basek(), self.k(), self.rank());
590 self.get_row(module, row_i, 0, &mut tmp_dft_dft);
591 res.keyswitch_from_fourier(module, &tmp_dft_dft, ksk, scratch1);
592 }
593}
594
595impl<DataSelf: AsRef<[u8]>> GetRow<FFT64> for GGSWCiphertext<DataSelf, FFT64> {
596 fn get_row<R: AsMut<[u8]> + AsRef<[u8]>>(
597 &self,
598 module: &Module<FFT64>,
599 row_i: usize,
600 col_j: usize,
601 res: &mut GLWECiphertextFourier<R, FFT64>,
602 ) {
603 module.vmp_extract_row(&mut res.data, &self.data, row_i, col_j);
604 }
605}
606
607impl<DataSelf: AsMut<[u8]> + AsRef<[u8]>> SetRow<FFT64> for GGSWCiphertext<DataSelf, FFT64> {
608 fn set_row<R: AsRef<[u8]>>(
609 &mut self,
610 module: &Module<FFT64>,
611 row_i: usize,
612 col_j: usize,
613 a: &GLWECiphertextFourier<R, FFT64>,
614 ) {
615 module.vmp_prepare_row(&mut self.data, row_i, col_j, &a.data);
616 }
617}