poulpy/core/src/ggsw/ciphertext.rs
core/src/ggsw/ciphertext.rsRaw
1use backend::{
2 Backend, FFT64, MatZnxDft, MatZnxDftAlloc, MatZnxDftOps, MatZnxDftScratch, Module, ScalarZnx, Scratch, VecZnxAlloc,
3 VecZnxBigAlloc, VecZnxBigOps, VecZnxBigScratch, VecZnxDft, VecZnxDftAlloc, VecZnxDftOps, VecZnxOps, VecZnxToMut, ZnxInfos,
4 ZnxZero,
5};
6use sampling::source::Source;
7
8use crate::{
9 FourierGLWECiphertext, FourierGLWESecret, GLWEAutomorphismKey, GLWECiphertext, GLWESwitchingKey, GLWETensorKey, GetRow,
10 Infos, ScratchCore, SetRow,
11};
12
13pub struct GGSWCiphertext<C, B: Backend> {
14 pub(crate) data: MatZnxDft<C, B>,
15 pub(crate) basek: usize,
16 pub(crate) k: usize,
17 pub(crate) digits: usize,
18}
19
20impl GGSWCiphertext<Vec<u8>, FFT64> {
21 pub fn alloc(module: &Module<FFT64>, basek: usize, k: usize, rows: usize, digits: usize, rank: usize) -> Self {
22 let size: usize = k.div_ceil(basek);
23 debug_assert!(digits > 0, "invalid ggsw: `digits` == 0");
24
25 debug_assert!(
26 size > digits,
27 "invalid ggsw: ceil(k/basek): {} <= digits: {}",
28 size,
29 digits
30 );
31
32 assert!(
33 rows * digits <= size,
34 "invalid ggsw: rows: {} * digits:{} > ceil(k/basek): {}",
35 rows,
36 digits,
37 size
38 );
39
40 Self {
41 data: module.new_mat_znx_dft(rows, rank + 1, rank + 1, k.div_ceil(basek)),
42 basek,
43 k: k,
44 digits,
45 }
46 }
47
48 pub fn bytes_of(module: &Module<FFT64>, basek: usize, k: usize, rows: usize, digits: usize, rank: usize) -> usize {
49 let size: usize = k.div_ceil(basek);
50 debug_assert!(
51 size > digits,
52 "invalid ggsw: ceil(k/basek): {} <= digits: {}",
53 size,
54 digits
55 );
56
57 assert!(
58 rows * digits <= size,
59 "invalid ggsw: rows: {} * digits:{} > ceil(k/basek): {}",
60 rows,
61 digits,
62 size
63 );
64
65 module.bytes_of_mat_znx_dft(rows, rank + 1, rank + 1, size)
66 }
67}
68
69impl<T, B: Backend> Infos for GGSWCiphertext<T, B> {
70 type Inner = MatZnxDft<T, B>;
71
72 fn inner(&self) -> &Self::Inner {
73 &self.data
74 }
75
76 fn basek(&self) -> usize {
77 self.basek
78 }
79
80 fn k(&self) -> usize {
81 self.k
82 }
83}
84
85impl<T, B: Backend> GGSWCiphertext<T, B> {
86 pub fn rank(&self) -> usize {
87 self.data.cols_out() - 1
88 }
89
90 pub fn digits(&self) -> usize {
91 self.digits
92 }
93}
94
95impl GGSWCiphertext<Vec<u8>, FFT64> {
96 pub fn encrypt_sk_scratch_space(module: &Module<FFT64>, basek: usize, k: usize, rank: usize) -> usize {
97 let size = k.div_ceil(basek);
98 GLWECiphertext::encrypt_sk_scratch_space(module, basek, k)
99 + module.bytes_of_vec_znx(rank + 1, size)
100 + module.bytes_of_vec_znx(1, size)
101 + module.bytes_of_vec_znx_dft(rank + 1, size)
102 }
103
104 pub(crate) fn expand_row_scratch_space(
105 module: &Module<FFT64>,
106 basek: usize,
107 self_k: usize,
108 k_tsk: usize,
109 digits: usize,
110 rank: usize,
111 ) -> usize {
112 let tsk_size: usize = k_tsk.div_ceil(basek);
113 let self_size_out: usize = self_k.div_ceil(basek);
114 let self_size_in: usize = self_size_out.div_ceil(digits);
115 let tmp_dft_i: usize = module.bytes_of_vec_znx_dft(rank + 1, tsk_size);
116 let tmp_a: usize = module.bytes_of_vec_znx_dft(1, self_size_in);
117 let vmp: usize = module.vmp_apply_tmp_bytes(
118 self_size_out,
119 self_size_in,
120 self_size_in,
121 rank,
122 rank,
123 tsk_size,
124 );
125 let tmp_idft: usize = module.bytes_of_vec_znx_big(1, tsk_size);
126 let norm: usize = module.vec_znx_big_normalize_tmp_bytes();
127 tmp_dft_i + ((tmp_a + vmp) | (tmp_idft + norm))
128 }
129
130 pub(crate) fn keyswitch_internal_col0_scratch_space(
131 module: &Module<FFT64>,
132 basek: usize,
133 k_out: usize,
134 k_in: usize,
135 k_ksk: usize,
136 digits: usize,
137 rank: usize,
138 ) -> usize {
139 GLWECiphertext::keyswitch_from_fourier_scratch_space(module, basek, k_out, k_in, k_ksk, digits, rank, rank)
140 + module.bytes_of_vec_znx_dft(rank + 1, k_in.div_ceil(basek))
141 }
142
143 pub fn keyswitch_scratch_space(
144 module: &Module<FFT64>,
145 basek: usize,
146 k_out: usize,
147 k_in: usize,
148 k_ksk: usize,
149 digits_ksk: usize,
150 k_tsk: usize,
151 digits_tsk: usize,
152 rank: usize,
153 ) -> usize {
154 let out_size: usize = k_out.div_ceil(basek);
155 let res_znx: usize = module.bytes_of_vec_znx(rank + 1, out_size);
156 let ci_dft: usize = module.bytes_of_vec_znx_dft(rank + 1, out_size);
157 let ks: usize =
158 GGSWCiphertext::keyswitch_internal_col0_scratch_space(module, basek, k_out, k_in, k_ksk, digits_ksk, rank);
159 let expand_rows: usize = GGSWCiphertext::expand_row_scratch_space(module, basek, k_out, k_tsk, digits_tsk, rank);
160 let res_dft: usize = module.bytes_of_vec_znx_dft(rank + 1, out_size);
161 res_znx + ci_dft + (ks | expand_rows | res_dft)
162 }
163
164 pub fn keyswitch_inplace_scratch_space(
165 module: &Module<FFT64>,
166 basek: usize,
167 k_out: usize,
168 k_ksk: usize,
169 digits_ksk: usize,
170 k_tsk: usize,
171 digits_tsk: usize,
172 rank: usize,
173 ) -> usize {
174 GGSWCiphertext::keyswitch_scratch_space(
175 module, basek, k_out, k_out, k_ksk, digits_ksk, k_tsk, digits_tsk, rank,
176 )
177 }
178
179 pub fn automorphism_scratch_space(
180 module: &Module<FFT64>,
181 basek: usize,
182 k_out: usize,
183 k_in: usize,
184 k_ksk: usize,
185 digits_ksk: usize,
186 k_tsk: usize,
187 digits_tsk: usize,
188 rank: usize,
189 ) -> usize {
190 let cols: usize = rank + 1;
191 let out_size: usize = k_out.div_ceil(basek);
192 let res: usize = module.bytes_of_vec_znx(cols, out_size);
193 let res_dft: usize = module.bytes_of_vec_znx_dft(cols, out_size);
194 let ci_dft: usize = module.bytes_of_vec_znx_dft(cols, out_size);
195 let ks_internal: usize =
196 GGSWCiphertext::keyswitch_internal_col0_scratch_space(module, basek, k_out, k_in, k_ksk, digits_ksk, rank);
197 let expand: usize = GGSWCiphertext::expand_row_scratch_space(module, basek, k_out, k_tsk, digits_tsk, rank);
198 res + ci_dft + (ks_internal | expand | res_dft)
199 }
200
201 pub fn automorphism_inplace_scratch_space(
202 module: &Module<FFT64>,
203 basek: usize,
204 k_out: usize,
205 k_ksk: usize,
206 digits_ksk: usize,
207 k_tsk: usize,
208 digits_tsk: usize,
209 rank: usize,
210 ) -> usize {
211 GGSWCiphertext::automorphism_scratch_space(
212 module, basek, k_out, k_out, k_ksk, digits_ksk, k_tsk, digits_tsk, rank,
213 )
214 }
215
216 pub fn external_product_scratch_space(
217 module: &Module<FFT64>,
218 basek: usize,
219 k_out: usize,
220 k_in: usize,
221 k_ggsw: usize,
222 digits: usize,
223 rank: usize,
224 ) -> usize {
225 let tmp_in: usize = FourierGLWECiphertext::bytes_of(module, basek, k_in, rank);
226 let tmp_out: usize = FourierGLWECiphertext::bytes_of(module, basek, k_out, rank);
227 let ggsw: usize = FourierGLWECiphertext::external_product_scratch_space(module, basek, k_out, k_in, k_ggsw, digits, rank);
228 tmp_in + tmp_out + ggsw
229 }
230
231 pub fn external_product_inplace_scratch_space(
232 module: &Module<FFT64>,
233 basek: usize,
234 k_out: usize,
235 k_ggsw: usize,
236 digits: usize,
237 rank: usize,
238 ) -> usize {
239 let tmp: usize = FourierGLWECiphertext::bytes_of(module, basek, k_out, rank);
240 let ggsw: usize =
241 FourierGLWECiphertext::external_product_inplace_scratch_space(module, basek, k_out, k_ggsw, digits, rank);
242 tmp + ggsw
243 }
244}
245
246impl<DataSelf: AsMut<[u8]> + AsRef<[u8]>> GGSWCiphertext<DataSelf, FFT64> {
247 pub fn encrypt_sk<DataPt: AsRef<[u8]>, DataSk: AsRef<[u8]>>(
248 &mut self,
249 module: &Module<FFT64>,
250 pt: &ScalarZnx<DataPt>,
251 sk: &FourierGLWESecret<DataSk, FFT64>,
252 source_xa: &mut Source,
253 source_xe: &mut Source,
254 sigma: f64,
255 scratch: &mut Scratch,
256 ) {
257 #[cfg(debug_assertions)]
258 {
259 assert_eq!(self.rank(), sk.rank());
260 assert_eq!(self.n(), module.n());
261 assert_eq!(pt.n(), module.n());
262 assert_eq!(sk.n(), module.n());
263 }
264
265 let basek: usize = self.basek();
266 let k: usize = self.k();
267 let rank: usize = self.rank();
268 let digits: usize = self.digits();
269
270 let (mut tmp_pt, scratch1) = scratch.tmp_glwe_pt(module, basek, k);
271 let (mut tmp_ct, scratch2) = scratch1.tmp_glwe_ct(module, basek, k, rank);
272
273 (0..self.rows()).for_each(|row_i| {
274 tmp_pt.data.zero();
275
276 // Adds the scalar_znx_pt to the i-th limb of the vec_znx_pt
277 module.vec_znx_add_scalar_inplace(&mut tmp_pt.data, 0, (digits - 1) + row_i * digits, pt, 0);
278 module.vec_znx_normalize_inplace(basek, &mut tmp_pt.data, 0, scratch2);
279
280 (0..rank + 1).for_each(|col_j| {
281 // rlwe encrypt of vec_znx_pt into vec_znx_ct
282
283 tmp_ct.encrypt_sk_private(
284 module,
285 Some((&tmp_pt, col_j)),
286 sk,
287 source_xa,
288 source_xe,
289 sigma,
290 scratch2,
291 );
292
293 // Switch vec_znx_ct into DFT domain
294 {
295 let (mut tmp_ct_dft, _) = scratch2.tmp_fourier_glwe_ct(module, basek, k, rank);
296 tmp_ct.dft(module, &mut tmp_ct_dft);
297 self.set_row(module, row_i, col_j, &tmp_ct_dft);
298 }
299 });
300 });
301 }
302
303 pub(crate) fn expand_row<R, DataCi: AsRef<[u8]>, DataTsk: AsRef<[u8]>>(
304 &mut self,
305 module: &Module<FFT64>,
306 col_j: usize,
307 res: &mut R,
308 ci_dft: &VecZnxDft<DataCi, FFT64>,
309 tsk: &GLWETensorKey<DataTsk, FFT64>,
310 scratch: &mut Scratch,
311 ) where
312 R: VecZnxToMut,
313 {
314 let cols: usize = self.rank() + 1;
315
316 assert!(
317 scratch.available()
318 >= GGSWCiphertext::expand_row_scratch_space(
319 module,
320 self.basek(),
321 self.k(),
322 tsk.k(),
323 tsk.digits(),
324 tsk.rank()
325 )
326 );
327
328 // Example for rank 3:
329 //
330 // Note: M is a vector (m, Bm, B^2m, B^3m, ...), so each column is
331 // actually composed of that many rows and we focus on a specific row here
332 // implicitely given ci_dft.
333 //
334 // # Input
335 //
336 // col 0: (-(a0s0 + a1s1 + a2s2) + M[i], a0 , a1 , a2 )
337 // col 1: (0, 0, 0, 0)
338 // col 2: (0, 0, 0, 0)
339 // col 3: (0, 0, 0, 0)
340 //
341 // # Output
342 //
343 // col 0: (-(a0s0 + a1s1 + a2s2) + M[i], a0 , a1 , a2 )
344 // col 1: (-(b0s0 + b1s1 + b2s2) , b0 + M[i], b1 , b2 )
345 // col 2: (-(c0s0 + c1s1 + c2s2) , c0 , c1 + M[i], c2 )
346 // col 3: (-(d0s0 + d1s1 + d2s2) , d0 , d1 , d2 + M[i])
347
348 let digits: usize = tsk.digits();
349
350 let (mut tmp_dft_i, scratch1) = scratch.tmp_vec_znx_dft(module, cols, tsk.size());
351 let (mut tmp_a, scratch2) = scratch1.tmp_vec_znx_dft(module, 1, (ci_dft.size() + digits - 1) / digits);
352
353 {
354 // Performs a key-switch for each combination of s[i]*s[j], i.e. for a0, a1, a2
355 //
356 // # Example for col=1
357 //
358 // a0 * (-(f0s0 + f1s1 + f1s2) + s0^2, f0, f1, f2) = (-(a0f0s0 + a0f1s1 + a0f1s2) + a0s0^2, a0f0, a0f1, a0f2)
359 // +
360 // a1 * (-(g0s0 + g1s1 + g1s2) + s0s1, g0, g1, g2) = (-(a1g0s0 + a1g1s1 + a1g1s2) + a1s0s1, a1g0, a1g1, a1g2)
361 // +
362 // a2 * (-(h0s0 + h1s1 + h1s2) + s0s2, h0, h1, h2) = (-(a2h0s0 + a2h1s1 + a2h1s2) + a2s0s2, a2h0, a2h1, a2h2)
363 // =
364 // (-(x0s0 + x1s1 + x2s2) + s0(a0s0 + a1s1 + a2s2), x0, x1, x2)
365 (1..cols).for_each(|col_i| {
366 let pmat: &MatZnxDft<DataTsk, FFT64> = &tsk.at(col_i - 1, col_j - 1).0.data; // Selects Enc(s[i]s[j])
367
368 // Extracts a[i] and multipies with Enc(s[i]s[j])
369 (0..digits).for_each(|di| {
370 tmp_a.set_size((ci_dft.size() + di) / digits);
371
372 // Small optimization for digits > 2
373 // VMP produce some error e, and since we aggregate vmp * 2^{di * B}, then
374 // we also aggregate ei * 2^{di * B}, with the largest error being ei * 2^{(digits-1) * B}.
375 // As such we can ignore the last digits-2 limbs safely of the sum of vmp products.
376 // It is possible to further ignore the last digits-1 limbs, but this introduce
377 // ~0.5 to 1 bit of additional noise, and thus not chosen here to ensure that the same
378 // noise is kept with respect to the ideal functionality.
379 tmp_dft_i.set_size(tsk.size() - ((digits - di) as isize - 2).max(0) as usize);
380
381 module.vec_znx_dft_copy(digits, digits - 1 - di, &mut tmp_a, 0, ci_dft, col_i);
382 if di == 0 && col_i == 1 {
383 module.vmp_apply(&mut tmp_dft_i, &tmp_a, pmat, scratch2);
384 } else {
385 module.vmp_apply_add(&mut tmp_dft_i, &tmp_a, pmat, di, scratch2);
386 }
387 });
388 });
389 }
390
391 // Adds -(sum a[i] * s[i]) + m) on the i-th column of tmp_idft_i
392 //
393 // (-(x0s0 + x1s1 + x2s2) + a0s0s0 + a1s0s1 + a2s0s2, x0, x1, x2)
394 // +
395 // (0, -(a0s0 + a1s1 + a2s2) + M[i], 0, 0)
396 // =
397 // (-(x0s0 + x1s1 + x2s2) + s0(a0s0 + a1s1 + a2s2), x0 -(a0s0 + a1s1 + a2s2) + M[i], x1, x2)
398 // =
399 // (-(x0s0 + x1s1 + x2s2), x0 + M[i], x1, x2)
400 module.vec_znx_dft_add_inplace(&mut tmp_dft_i, col_j, ci_dft, 0);
401 let (mut tmp_idft, scratch2) = scratch1.tmp_vec_znx_big(module, 1, tsk.size());
402 (0..cols).for_each(|i| {
403 module.vec_znx_idft_tmp_a(&mut tmp_idft, 0, &mut tmp_dft_i, i);
404 module.vec_znx_big_normalize(self.basek(), res, i, &tmp_idft, 0, scratch2);
405 });
406 }
407
408 pub fn keyswitch<DataLhs: AsRef<[u8]>, DataKsk: AsRef<[u8]>, DataTsk: AsRef<[u8]>>(
409 &mut self,
410 module: &Module<FFT64>,
411 lhs: &GGSWCiphertext<DataLhs, FFT64>,
412 ksk: &GLWESwitchingKey<DataKsk, FFT64>,
413 tsk: &GLWETensorKey<DataTsk, FFT64>,
414 scratch: &mut Scratch,
415 ) {
416 let rank: usize = self.rank();
417 let cols: usize = rank + 1;
418 let basek: usize = self.basek();
419
420 let (mut tmp_res, scratch1) = scratch.tmp_glwe_ct(module, basek, self.k(), rank);
421 let (mut ci_dft, scratch2) = scratch1.tmp_vec_znx_dft(module, cols, self.size());
422
423 // Keyswitch the j-th row of the col 0
424 (0..lhs.rows()).for_each(|row_i| {
425 // Key-switch column 0, i.e.
426 // col 0: (-(a0s0 + a1s1 + a2s2) + M[i], a0, a1, a2) -> (-(a0s0' + a1s1' + a2s2') + M[i], a0, a1, a2)
427 lhs.keyswitch_internal_col0(module, row_i, &mut tmp_res, ksk, scratch2);
428
429 // Isolates DFT(a[i])
430 (0..cols).for_each(|col_i| {
431 module.vec_znx_dft(1, 0, &mut ci_dft, col_i, &tmp_res.data, col_i);
432 });
433
434 module.mat_znx_dft_set_row(&mut self.data, row_i, 0, &ci_dft);
435
436 // Generates
437 //
438 // col 1: (-(b0s0' + b1s1' + b2s2') , b0 + M[i], b1 , b2 )
439 // col 2: (-(c0s0' + c1s1' + c2s2') , c0 , c1 + M[i], c2 )
440 // col 3: (-(d0s0' + d1s1' + d2s2') , d0 , d1 , d2 + M[i])
441 (1..cols).for_each(|col_j| {
442 self.expand_row(module, col_j, &mut tmp_res.data, &ci_dft, tsk, scratch2);
443 let (mut tmp_res_dft, _) = scratch2.tmp_fourier_glwe_ct(module, basek, self.k(), rank);
444 tmp_res.dft(module, &mut tmp_res_dft);
445 self.set_row(module, row_i, col_j, &tmp_res_dft);
446 });
447 })
448 }
449
450 pub fn keyswitch_inplace<DataKsk: AsRef<[u8]>, DataTsk: AsRef<[u8]>>(
451 &mut self,
452 module: &Module<FFT64>,
453 ksk: &GLWESwitchingKey<DataKsk, FFT64>,
454 tsk: &GLWETensorKey<DataTsk, FFT64>,
455 scratch: &mut Scratch,
456 ) {
457 unsafe {
458 let self_ptr: *mut GGSWCiphertext<DataSelf, FFT64> = self as *mut GGSWCiphertext<DataSelf, FFT64>;
459 self.keyswitch(module, &*self_ptr, ksk, tsk, scratch);
460 }
461 }
462
463 pub fn automorphism<DataLhs: AsRef<[u8]>, DataAk: AsRef<[u8]>, DataTsk: AsRef<[u8]>>(
464 &mut self,
465 module: &Module<FFT64>,
466 lhs: &GGSWCiphertext<DataLhs, FFT64>,
467 auto_key: &GLWEAutomorphismKey<DataAk, FFT64>,
468 tensor_key: &GLWETensorKey<DataTsk, FFT64>,
469 scratch: &mut Scratch,
470 ) {
471 #[cfg(debug_assertions)]
472 {
473 assert_eq!(
474 self.rank(),
475 lhs.rank(),
476 "ggsw_out rank: {} != ggsw_in rank: {}",
477 self.rank(),
478 lhs.rank()
479 );
480 assert_eq!(
481 self.rank(),
482 auto_key.rank(),
483 "ggsw_in rank: {} != auto_key rank: {}",
484 self.rank(),
485 auto_key.rank()
486 );
487 assert_eq!(
488 self.rank(),
489 tensor_key.rank(),
490 "ggsw_in rank: {} != tensor_key rank: {}",
491 self.rank(),
492 tensor_key.rank()
493 );
494 assert!(
495 scratch.available()
496 >= GGSWCiphertext::automorphism_scratch_space(
497 module,
498 self.basek(),
499 self.k(),
500 lhs.k(),
501 auto_key.k(),
502 auto_key.digits(),
503 tensor_key.k(),
504 tensor_key.digits(),
505 self.rank(),
506 )
507 )
508 };
509
510 let rank: usize = self.rank();
511 let cols: usize = rank + 1;
512 let basek: usize = self.basek();
513
514 let (mut tmp_res, scratch1) = scratch.tmp_glwe_ct(module, basek, self.k(), rank);
515 let (mut ci_dft, scratch2) = scratch1.tmp_vec_znx_dft(module, cols, self.size());
516
517 // Keyswitch the j-th row of the col 0
518 (0..lhs.rows()).for_each(|row_i| {
519 // Key-switch column 0, i.e.
520 // col 0: (-(a0s0 + a1s1 + a2s2) + M[i], a0, a1, a2) -> (-(a0pi^-1(s0) + a1pi^-1(s1) + a2pi^-1(s2)) + M[i], a0, a1, a2)
521 lhs.keyswitch_internal_col0(module, row_i, &mut tmp_res, &auto_key.key, scratch2);
522
523 // Isolates DFT(AUTO(a[i]))
524 (0..cols).for_each(|col_i| {
525 // (-(a0pi^-1(s0) + a1pi^-1(s1) + a2pi^-1(s2)) + M[i], a0, a1, a2) -> (-(a0s0 + a1s1 + a2s2) + pi(M[i]), a0, a1, a2)
526 module.vec_znx_automorphism_inplace(auto_key.p(), &mut tmp_res.data, col_i);
527 module.vec_znx_dft(1, 0, &mut ci_dft, col_i, &tmp_res.data, col_i);
528 });
529
530 module.mat_znx_dft_set_row(&mut self.data, row_i, 0, &ci_dft);
531
532 // Generates
533 //
534 // col 1: (-(b0s0 + b1s1 + b2s2) , b0 + pi(M[i]), b1 , b2 )
535 // col 2: (-(c0s0 + c1s1 + c2s2) , c0 , c1 + pi(M[i]), c2 )
536 // col 3: (-(d0s0 + d1s1 + d2s2) , d0 , d1 , d2 + pi(M[i]))
537 (1..cols).for_each(|col_j| {
538 self.expand_row(
539 module,
540 col_j,
541 &mut tmp_res.data,
542 &ci_dft,
543 tensor_key,
544 scratch2,
545 );
546 let (mut tmp_res_dft, _) = scratch2.tmp_fourier_glwe_ct(module, basek, self.k(), rank);
547 tmp_res.dft(module, &mut tmp_res_dft);
548 self.set_row(module, row_i, col_j, &tmp_res_dft);
549 });
550 })
551 }
552
553 pub fn automorphism_inplace<DataKsk: AsRef<[u8]>, DataTsk: AsRef<[u8]>>(
554 &mut self,
555 module: &Module<FFT64>,
556 auto_key: &GLWEAutomorphismKey<DataKsk, FFT64>,
557 tensor_key: &GLWETensorKey<DataTsk, FFT64>,
558 scratch: &mut Scratch,
559 ) {
560 unsafe {
561 let self_ptr: *mut GGSWCiphertext<DataSelf, FFT64> = self as *mut GGSWCiphertext<DataSelf, FFT64>;
562 self.automorphism(module, &*self_ptr, auto_key, tensor_key, scratch);
563 }
564 }
565
566 pub fn external_product<DataLhs: AsRef<[u8]>, DataRhs: AsRef<[u8]>>(
567 &mut self,
568 module: &Module<FFT64>,
569 lhs: &GGSWCiphertext<DataLhs, FFT64>,
570 rhs: &GGSWCiphertext<DataRhs, FFT64>,
571 scratch: &mut Scratch,
572 ) {
573 #[cfg(debug_assertions)]
574 {
575 assert_eq!(
576 self.rank(),
577 lhs.rank(),
578 "ggsw_out rank: {} != ggsw_in rank: {}",
579 self.rank(),
580 lhs.rank()
581 );
582 assert_eq!(
583 self.rank(),
584 rhs.rank(),
585 "ggsw_in rank: {} != ggsw_apply rank: {}",
586 self.rank(),
587 rhs.rank()
588 );
589
590 assert!(
591 scratch.available()
592 >= GGSWCiphertext::external_product_scratch_space(
593 module,
594 self.basek(),
595 self.k(),
596 lhs.k(),
597 rhs.k(),
598 rhs.digits(),
599 rhs.rank()
600 )
601 )
602 }
603
604 let (mut tmp_ct_in, scratch1) = scratch.tmp_fourier_glwe_ct(module, lhs.basek(), lhs.k(), lhs.rank());
605 let (mut tmp_ct_out, scratch2) = scratch1.tmp_fourier_glwe_ct(module, self.basek(), self.k(), self.rank());
606
607 (0..self.rank() + 1).for_each(|col_i| {
608 (0..self.rows()).for_each(|row_j| {
609 lhs.get_row(module, row_j, col_i, &mut tmp_ct_in);
610 tmp_ct_out.external_product(module, &tmp_ct_in, rhs, scratch2);
611 self.set_row(module, row_j, col_i, &tmp_ct_out);
612 });
613 });
614
615 tmp_ct_out.data.zero();
616
617 (self.rows().min(lhs.rows())..self.rows()).for_each(|row_i| {
618 (0..self.rank() + 1).for_each(|col_j| {
619 self.set_row(module, row_i, col_j, &tmp_ct_out);
620 });
621 });
622 }
623
624 pub fn external_product_inplace<DataRhs: AsRef<[u8]>>(
625 &mut self,
626 module: &Module<FFT64>,
627 rhs: &GGSWCiphertext<DataRhs, FFT64>,
628 scratch: &mut Scratch,
629 ) {
630 #[cfg(debug_assertions)]
631 {
632 assert_eq!(
633 self.rank(),
634 rhs.rank(),
635 "ggsw_out rank: {} != ggsw_apply: {}",
636 self.rank(),
637 rhs.rank()
638 );
639 }
640
641 let (mut tmp_ct, scratch1) = scratch.tmp_fourier_glwe_ct(module, self.basek(), self.k(), self.rank());
642
643 (0..self.rank() + 1).for_each(|col_i| {
644 (0..self.rows()).for_each(|row_j| {
645 self.get_row(module, row_j, col_i, &mut tmp_ct);
646 tmp_ct.external_product_inplace(module, rhs, scratch1);
647 self.set_row(module, row_j, col_i, &tmp_ct);
648 });
649 });
650 }
651}
652
653impl<DataSelf: AsRef<[u8]>> GGSWCiphertext<DataSelf, FFT64> {
654 pub(crate) fn keyswitch_internal_col0<DataRes: AsMut<[u8]> + AsRef<[u8]>, DataKsk: AsRef<[u8]>>(
655 &self,
656 module: &Module<FFT64>,
657 row_i: usize,
658 res: &mut GLWECiphertext<DataRes>,
659 ksk: &GLWESwitchingKey<DataKsk, FFT64>,
660 scratch: &mut Scratch,
661 ) {
662 #[cfg(debug_assertions)]
663 {
664 assert_eq!(self.rank(), ksk.rank());
665 assert_eq!(res.rank(), ksk.rank());
666 assert!(
667 scratch.available()
668 >= GGSWCiphertext::keyswitch_internal_col0_scratch_space(
669 module,
670 self.basek(),
671 res.k(),
672 self.k(),
673 ksk.k(),
674 ksk.digits(),
675 ksk.rank()
676 )
677 )
678 }
679 let (mut tmp_dft_dft, scratch1) = scratch.tmp_fourier_glwe_ct(module, self.basek(), self.k(), self.rank());
680 self.get_row(module, row_i, 0, &mut tmp_dft_dft);
681 res.keyswitch_from_fourier(module, &tmp_dft_dft, ksk, scratch1);
682 }
683}
684
685impl<DataSelf: AsRef<[u8]>> GetRow<FFT64> for GGSWCiphertext<DataSelf, FFT64> {
686 fn get_row<R: AsMut<[u8]> + AsRef<[u8]>>(
687 &self,
688 module: &Module<FFT64>,
689 row_i: usize,
690 col_j: usize,
691 res: &mut FourierGLWECiphertext<R, FFT64>,
692 ) {
693 module.mat_znx_dft_get_row(&mut res.data, &self.data, row_i, col_j);
694 }
695}
696
697impl<DataSelf: AsMut<[u8]> + AsRef<[u8]>> SetRow<FFT64> for GGSWCiphertext<DataSelf, FFT64> {
698 fn set_row<R: AsRef<[u8]>>(
699 &mut self,
700 module: &Module<FFT64>,
701 row_i: usize,
702 col_j: usize,
703 a: &FourierGLWECiphertext<R, FFT64>,
704 ) {
705 module.mat_znx_dft_set_row(&mut self.data, row_i, col_j, &a.data);
706 }
707}