poulpy/core/src/ggsw_ciphertext.rs
core/src/ggsw_ciphertext.rsRaw
1use backend::{
2 Backend, FFT64, MatZnxDft, MatZnxDftAlloc, MatZnxDftOps, MatZnxDftScratch, Module, ScalarZnx, Scratch, VecZnxAlloc,
3 VecZnxBigAlloc, VecZnxBigOps, VecZnxBigScratch, VecZnxDft, VecZnxDftAlloc, VecZnxDftOps, VecZnxOps, VecZnxToMut, ZnxInfos,
4 ZnxZero,
5};
6use sampling::source::Source;
7
8use crate::{
9 AutomorphismKey, GLWECiphertext, GLWECiphertextFourier, GLWESecret, GLWESwitchingKey, GetRow, Infos, ScratchCore, SetRow,
10 TensorKey, derive_size,
11};
12
13pub struct GGSWCiphertext<C, B: Backend> {
14 pub data: MatZnxDft<C, B>,
15 pub basek: usize,
16 pub k: usize,
17}
18
19impl<B: Backend> GGSWCiphertext<Vec<u8>, B> {
20 pub fn alloc(module: &Module<B>, basek: usize, k: usize, rows: usize, rank: usize) -> Self {
21 Self {
22 data: module.new_mat_znx_dft(rows, rank + 1, rank + 1, derive_size(basek, k)),
23 basek: basek,
24 k: k,
25 }
26 }
27
28 pub fn bytes_of(module: &Module<FFT64>, basek: usize, k: usize, rows: usize, rank: usize) -> usize {
29 module.bytes_of_mat_znx_dft(rows, rank + 1, rank + 1, derive_size(basek, k))
30 }
31}
32
33impl<T, B: Backend> Infos for GGSWCiphertext<T, B> {
34 type Inner = MatZnxDft<T, B>;
35
36 fn inner(&self) -> &Self::Inner {
37 &self.data
38 }
39
40 fn basek(&self) -> usize {
41 self.basek
42 }
43
44 fn k(&self) -> usize {
45 self.k
46 }
47}
48
49impl<T, B: Backend> GGSWCiphertext<T, B> {
50 pub fn rank(&self) -> usize {
51 self.data.cols_out() - 1
52 }
53}
54
55impl GGSWCiphertext<Vec<u8>, FFT64> {
56 pub fn encrypt_sk_scratch_space(module: &Module<FFT64>, basek: usize, k: usize, rank: usize) -> usize {
57 let size = derive_size(basek, k);
58 GLWECiphertext::encrypt_sk_scratch_space(module, basek, k)
59 + module.bytes_of_vec_znx(rank + 1, size)
60 + module.bytes_of_vec_znx(1, size)
61 + module.bytes_of_vec_znx_dft(rank + 1, size)
62 }
63
64 pub(crate) fn expand_row_scratch_space(
65 module: &Module<FFT64>,
66 basek: usize,
67 self_k: usize,
68 tsk_k: usize,
69 rank: usize,
70 ) -> usize {
71 let tsk_size: usize = derive_size(basek, tsk_k);
72 let self_size: usize = derive_size(basek, self_k);
73 let tmp_dft_i: usize = module.bytes_of_vec_znx_dft(rank + 1, tsk_size);
74 let tmp_dft_col_data: usize = module.bytes_of_vec_znx_dft(1, self_size);
75 let vmp: usize = tmp_dft_col_data + module.vmp_apply_tmp_bytes(self_size, self_size, self_size, rank, rank, tsk_size);
76 let tmp_idft: usize = module.bytes_of_vec_znx_big(1, tsk_size);
77 let norm: usize = module.vec_znx_big_normalize_tmp_bytes();
78 tmp_dft_i + ((tmp_dft_col_data + vmp) | (tmp_idft + norm))
79 }
80
81 pub(crate) fn keyswitch_internal_col0_scratch_space(
82 module: &Module<FFT64>,
83 basek: usize,
84 out_k: usize,
85 in_k: usize,
86 ksk_k: usize,
87 rank: usize,
88 ) -> usize {
89 GLWECiphertext::keyswitch_from_fourier_scratch_space(module, basek, out_k, rank, in_k, rank, ksk_k)
90 + module.bytes_of_vec_znx_dft(rank + 1, derive_size(basek, in_k))
91 }
92
93 pub fn keyswitch_scratch_space(
94 module: &Module<FFT64>,
95 basek: usize,
96 out_k: usize,
97 in_k: usize,
98 ksk_k: usize,
99 tsk_k: usize,
100 rank: usize,
101 ) -> usize {
102 let out_size: usize = derive_size(basek, out_k);
103
104 let res_znx: usize = module.bytes_of_vec_znx(rank + 1, out_size);
105 let ci_dft: usize = module.bytes_of_vec_znx_dft(rank + 1, out_size);
106 let ks: usize = GGSWCiphertext::keyswitch_internal_col0_scratch_space(module, basek, out_k, in_k, ksk_k, rank);
107 let expand_rows: usize = GGSWCiphertext::expand_row_scratch_space(module, basek, out_k, tsk_k, rank);
108 let res_dft: usize = module.bytes_of_vec_znx_dft(rank + 1, out_size);
109 res_znx + ci_dft + (ks | expand_rows | res_dft)
110 }
111
112 pub fn keyswitch_inplace_scratch_space(
113 module: &Module<FFT64>,
114 basek: usize,
115 out_k: usize,
116 ksk_k: usize,
117 tsk_k: usize,
118 rank: usize,
119 ) -> usize {
120 GGSWCiphertext::keyswitch_scratch_space(module, basek, out_k, out_k, ksk_k, tsk_k, rank)
121 }
122
123 pub fn automorphism_scratch_space(
124 module: &Module<FFT64>,
125 basek: usize,
126 out_k: usize,
127 in_k: usize,
128 atk_k: usize,
129 tsk_k: usize,
130 rank: usize,
131 ) -> usize {
132 let cols: usize = rank + 1;
133 let out_size: usize = derive_size(basek, out_k);
134 let res: usize = module.bytes_of_vec_znx(cols, out_size);
135 let res_dft: usize = module.bytes_of_vec_znx_dft(cols, out_size);
136 let ci_dft: usize = module.bytes_of_vec_znx_dft(cols, out_size);
137 let ks_internal: usize = GGSWCiphertext::keyswitch_internal_col0_scratch_space(module, basek, out_k, in_k, atk_k, rank);
138 let expand: usize = GGSWCiphertext::expand_row_scratch_space(module, basek, out_k, tsk_k, rank);
139 res + ci_dft + (ks_internal | expand | res_dft)
140 }
141
142 pub fn automorphism_inplace_scratch_space(
143 module: &Module<FFT64>,
144 basek: usize,
145 out_k: usize,
146 atk_k: usize,
147 tsk_k: usize,
148 rank: usize,
149 ) -> usize {
150 GGSWCiphertext::automorphism_scratch_space(module, basek, out_k, out_k, atk_k, tsk_k, rank)
151 }
152
153 pub fn external_product_scratch_space(
154 module: &Module<FFT64>,
155 basek: usize,
156 out_k: usize,
157 in_k: usize,
158 ggsw_k: usize,
159 rank: usize,
160 ) -> usize {
161 let tmp_in: usize = GLWECiphertextFourier::bytes_of(module, basek, in_k, rank);
162 let tmp_out: usize = GLWECiphertextFourier::bytes_of(module, basek, out_k, rank);
163 let ggsw: usize = GLWECiphertextFourier::external_product_scratch_space(module, basek, out_k, in_k, ggsw_k, rank);
164 tmp_in + tmp_out + ggsw
165 }
166
167 pub fn external_product_inplace_scratch_space(
168 module: &Module<FFT64>,
169 basek: usize,
170 out_k: usize,
171 ggsw_k: usize,
172 rank: usize,
173 ) -> usize {
174 let tmp: usize = GLWECiphertextFourier::bytes_of(module, basek, out_k, rank);
175 let ggsw: usize = GLWECiphertextFourier::external_product_inplace_scratch_space(module, basek, out_k, ggsw_k, rank);
176 tmp + ggsw
177 }
178}
179
180impl<DataSelf: AsMut<[u8]> + AsRef<[u8]>> GGSWCiphertext<DataSelf, FFT64> {
181 pub fn encrypt_sk<DataPt: AsRef<[u8]>, DataSk: AsRef<[u8]>>(
182 &mut self,
183 module: &Module<FFT64>,
184 pt: &ScalarZnx<DataPt>,
185 sk: &GLWESecret<DataSk, FFT64>,
186 source_xa: &mut Source,
187 source_xe: &mut Source,
188 sigma: f64,
189 scratch: &mut Scratch,
190 ) {
191 #[cfg(debug_assertions)]
192 {
193 assert_eq!(self.rank(), sk.rank());
194 assert_eq!(self.n(), module.n());
195 assert_eq!(pt.n(), module.n());
196 assert_eq!(sk.n(), module.n());
197 }
198
199 let basek: usize = self.basek();
200 let k: usize = self.k();
201 let rank: usize = self.rank();
202
203 let (mut tmp_pt, scratch1) = scratch.tmp_glwe_pt(module, basek, k);
204 let (mut tmp_ct, scratch2) = scratch1.tmp_glwe_ct(module, basek, k, rank);
205
206 (0..self.rows()).for_each(|row_i| {
207 tmp_pt.data.zero();
208
209 // Adds the scalar_znx_pt to the i-th limb of the vec_znx_pt
210 module.vec_znx_add_scalar_inplace(&mut tmp_pt.data, 0, row_i, pt, 0);
211 module.vec_znx_normalize_inplace(basek, &mut tmp_pt.data, 0, scratch2);
212
213 (0..rank + 1).for_each(|col_j| {
214 // rlwe encrypt of vec_znx_pt into vec_znx_ct
215
216 tmp_ct.encrypt_sk_private(
217 module,
218 Some((&tmp_pt, col_j)),
219 sk,
220 source_xa,
221 source_xe,
222 sigma,
223 scratch2,
224 );
225
226 // Switch vec_znx_ct into DFT domain
227 {
228 let (mut tmp_ct_dft, _) = scratch2.tmp_glwe_fourier(module, basek, k, rank);
229 tmp_ct.dft(module, &mut tmp_ct_dft);
230 self.set_row(module, row_i, col_j, &tmp_ct_dft);
231 }
232 });
233 });
234 }
235
236 pub(crate) fn expand_row<R, DataCi: AsRef<[u8]>, DataTsk: AsRef<[u8]>>(
237 &mut self,
238 module: &Module<FFT64>,
239 col_j: usize,
240 res: &mut R,
241 ci_dft: &VecZnxDft<DataCi, FFT64>,
242 tsk: &TensorKey<DataTsk, FFT64>,
243 scratch: &mut Scratch,
244 ) where
245 R: VecZnxToMut,
246 {
247 let cols: usize = self.rank() + 1;
248
249 assert!(
250 scratch.available() >= GGSWCiphertext::expand_row_scratch_space(module, self.basek(), self.k(), tsk.k(), self.rank())
251 );
252
253 // Example for rank 3:
254 //
255 // Note: M is a vector (m, Bm, B^2m, B^3m, ...), so each column is
256 // actually composed of that many rows and we focus on a specific row here
257 // implicitely given ci_dft.
258 //
259 // # Input
260 //
261 // col 0: (-(a0s0 + a1s1 + a2s2) + M[i], a0 , a1 , a2 )
262 // col 1: (0, 0, 0, 0)
263 // col 2: (0, 0, 0, 0)
264 // col 3: (0, 0, 0, 0)
265 //
266 // # Output
267 //
268 // col 0: (-(a0s0 + a1s1 + a2s2) + M[i], a0 , a1 , a2 )
269 // col 1: (-(b0s0 + b1s1 + b2s2) , b0 + M[i], b1 , b2 )
270 // col 2: (-(c0s0 + c1s1 + c2s2) , c0 , c1 + M[i], c2 )
271 // col 3: (-(d0s0 + d1s1 + d2s2) , d0 , d1 , d2 + M[i])
272
273 let (mut tmp_dft_i, scratch1) = scratch.tmp_vec_znx_dft(module, cols, tsk.size());
274 {
275 let (mut tmp_dft_col_data, scratch2) = scratch1.tmp_vec_znx_dft(module, 1, self.size());
276
277 // Performs a key-switch for each combination of s[i]*s[j], i.e. for a0, a1, a2
278 //
279 // # Example for col=1
280 //
281 // a0 * (-(f0s0 + f1s1 + f1s2) + s0^2, f0, f1, f2) = (-(a0f0s0 + a0f1s1 + a0f1s2) + a0s0^2, a0f0, a0f1, a0f2)
282 // +
283 // a1 * (-(g0s0 + g1s1 + g1s2) + s0s1, g0, g1, g2) = (-(a1g0s0 + a1g1s1 + a1g1s2) + a1s0s1, a1g0, a1g1, a1g2)
284 // +
285 // a2 * (-(h0s0 + h1s1 + h1s2) + s0s2, h0, h1, h2) = (-(a2h0s0 + a2h1s1 + a2h1s2) + a2s0s2, a2h0, a2h1, a2h2)
286 // =
287 // (-(x0s0 + x1s1 + x2s2) + s0(a0s0 + a1s1 + a2s2), x0, x1, x2)
288 (1..cols).for_each(|col_i| {
289 // Extracts a[i] and multipies with Enc(s[i]s[j])
290 tmp_dft_col_data.extract_column(0, ci_dft, col_i);
291
292 if col_i == 1 {
293 module.vmp_apply(
294 &mut tmp_dft_i,
295 &tmp_dft_col_data,
296 &tsk.at(col_i - 1, col_j - 1).0.data, // Selects Enc(s[i]s[j])
297 scratch2,
298 );
299 } else {
300 module.vmp_apply_add(
301 &mut tmp_dft_i,
302 &tmp_dft_col_data,
303 &tsk.at(col_i - 1, col_j - 1).0.data, // Selects Enc(s[i]s[j])
304 scratch2,
305 );
306 }
307 });
308 }
309
310 // Adds -(sum a[i] * s[i]) + m) on the i-th column of tmp_idft_i
311 //
312 // (-(x0s0 + x1s1 + x2s2) + a0s0s0 + a1s0s1 + a2s0s2, x0, x1, x2)
313 // +
314 // (0, -(a0s0 + a1s1 + a2s2) + M[i], 0, 0)
315 // =
316 // (-(x0s0 + x1s1 + x2s2) + s0(a0s0 + a1s1 + a2s2), x0 -(a0s0 + a1s1 + a2s2) + M[i], x1, x2)
317 // =
318 // (-(x0s0 + x1s1 + x2s2), x0 + M[i], x1, x2)
319 module.vec_znx_dft_add_inplace(&mut tmp_dft_i, col_j, ci_dft, 0);
320 let (mut tmp_idft, scratch2) = scratch1.tmp_vec_znx_big(module, 1, tsk.size());
321 (0..cols).for_each(|i| {
322 module.vec_znx_idft_tmp_a(&mut tmp_idft, 0, &mut tmp_dft_i, i);
323 module.vec_znx_big_normalize(self.basek(), res, i, &tmp_idft, 0, scratch2);
324 });
325 }
326
327 pub fn keyswitch<DataLhs: AsRef<[u8]>, DataKsk: AsRef<[u8]>, DataTsk: AsRef<[u8]>>(
328 &mut self,
329 module: &Module<FFT64>,
330 lhs: &GGSWCiphertext<DataLhs, FFT64>,
331 ksk: &GLWESwitchingKey<DataKsk, FFT64>,
332 tsk: &TensorKey<DataTsk, FFT64>,
333 scratch: &mut Scratch,
334 ) {
335 let rank: usize = self.rank();
336 let cols: usize = rank + 1;
337 let basek: usize = self.basek();
338
339 let (mut tmp_res, scratch1) = scratch.tmp_glwe_ct(module, basek, self.k(), rank);
340 let (mut ci_dft, scratch2) = scratch1.tmp_vec_znx_dft(module, cols, lhs.size());
341
342 // Keyswitch the j-th row of the col 0
343 (0..lhs.rows()).for_each(|row_i| {
344 // Key-switch column 0, i.e.
345 // col 0: (-(a0s0 + a1s1 + a2s2) + M[i], a0, a1, a2) -> (-(a0s0' + a1s1' + a2s2') + M[i], a0, a1, a2)
346 lhs.keyswitch_internal_col0(module, row_i, &mut tmp_res, ksk, scratch2);
347
348 // Isolates DFT(a[i])
349 (0..cols).for_each(|col_i| {
350 module.vec_znx_dft(&mut ci_dft, col_i, &tmp_res.data, col_i);
351 });
352
353 module.vmp_prepare_row(&mut self.data, row_i, 0, &ci_dft);
354
355 // Generates
356 //
357 // col 1: (-(b0s0' + b1s1' + b2s2') , b0 + M[i], b1 , b2 )
358 // col 2: (-(c0s0' + c1s1' + c2s2') , c0 , c1 + M[i], c2 )
359 // col 3: (-(d0s0' + d1s1' + d2s2') , d0 , d1 , d2 + M[i])
360 (1..cols).for_each(|col_j| {
361 self.expand_row(module, col_j, &mut tmp_res.data, &ci_dft, tsk, scratch2);
362 let (mut tmp_res_dft, _) = scratch2.tmp_glwe_fourier(module, basek, self.k(), rank);
363 tmp_res.dft(module, &mut tmp_res_dft);
364 self.set_row(module, row_i, col_j, &tmp_res_dft);
365 });
366 })
367 }
368
369 pub fn keyswitch_inplace<DataKsk: AsRef<[u8]>, DataTsk: AsRef<[u8]>>(
370 &mut self,
371 module: &Module<FFT64>,
372 ksk: &GLWESwitchingKey<DataKsk, FFT64>,
373 tsk: &TensorKey<DataTsk, FFT64>,
374 scratch: &mut Scratch,
375 ) {
376 unsafe {
377 let self_ptr: *mut GGSWCiphertext<DataSelf, FFT64> = self as *mut GGSWCiphertext<DataSelf, FFT64>;
378 self.keyswitch(module, &*self_ptr, ksk, tsk, scratch);
379 }
380 }
381
382 pub fn automorphism<DataLhs: AsRef<[u8]>, DataAk: AsRef<[u8]>, DataTsk: AsRef<[u8]>>(
383 &mut self,
384 module: &Module<FFT64>,
385 lhs: &GGSWCiphertext<DataLhs, FFT64>,
386 auto_key: &AutomorphismKey<DataAk, FFT64>,
387 tensor_key: &TensorKey<DataTsk, FFT64>,
388 scratch: &mut Scratch,
389 ) {
390 #[cfg(debug_assertions)]
391 {
392 assert_eq!(
393 self.rank(),
394 lhs.rank(),
395 "ggsw_out rank: {} != ggsw_in rank: {}",
396 self.rank(),
397 lhs.rank()
398 );
399 assert_eq!(
400 self.rank(),
401 auto_key.rank(),
402 "ggsw_in rank: {} != auto_key rank: {}",
403 self.rank(),
404 auto_key.rank()
405 );
406 assert_eq!(
407 self.rank(),
408 tensor_key.rank(),
409 "ggsw_in rank: {} != tensor_key rank: {}",
410 self.rank(),
411 tensor_key.rank()
412 );
413 assert!(
414 scratch.available()
415 >= GGSWCiphertext::automorphism_scratch_space(
416 module,
417 self.basek(),
418 self.k(),
419 lhs.k(),
420 auto_key.k(),
421 tensor_key.k(),
422 self.rank()
423 )
424 )
425 };
426
427 let rank: usize = self.rank();
428 let cols: usize = rank + 1;
429 let basek: usize = self.basek();
430
431 let (mut tmp_res, scratch1) = scratch.tmp_glwe_ct(module, basek, self.k(), rank);
432 let (mut ci_dft, scratch2) = scratch1.tmp_vec_znx_dft(module, cols, lhs.size());
433
434 // Keyswitch the j-th row of the col 0
435 (0..lhs.rows()).for_each(|row_i| {
436 // Key-switch column 0, i.e.
437 // col 0: (-(a0s0 + a1s1 + a2s2) + M[i], a0, a1, a2) -> (-(a0pi^-1(s0) + a1pi^-1(s1) + a2pi^-1(s2)) + M[i], a0, a1, a2)
438 lhs.keyswitch_internal_col0(module, row_i, &mut tmp_res, &auto_key.key, scratch2);
439
440 // Isolates DFT(AUTO(a[i]))
441 (0..cols).for_each(|col_i| {
442 // (-(a0pi^-1(s0) + a1pi^-1(s1) + a2pi^-1(s2)) + M[i], a0, a1, a2) -> (-(a0s0 + a1s1 + a2s2) + pi(M[i]), a0, a1, a2)
443 module.vec_znx_automorphism_inplace(auto_key.p(), &mut tmp_res.data, col_i);
444 module.vec_znx_dft(&mut ci_dft, col_i, &tmp_res.data, col_i);
445 });
446
447 module.vmp_prepare_row(&mut self.data, row_i, 0, &ci_dft);
448
449 // Generates
450 //
451 // col 1: (-(b0s0 + b1s1 + b2s2) , b0 + pi(M[i]), b1 , b2 )
452 // col 2: (-(c0s0 + c1s1 + c2s2) , c0 , c1 + pi(M[i]), c2 )
453 // col 3: (-(d0s0 + d1s1 + d2s2) , d0 , d1 , d2 + pi(M[i]))
454 (1..cols).for_each(|col_j| {
455 self.expand_row(
456 module,
457 col_j,
458 &mut tmp_res.data,
459 &ci_dft,
460 tensor_key,
461 scratch2,
462 );
463 let (mut tmp_res_dft, _) = scratch2.tmp_glwe_fourier(module, basek, self.k(), rank);
464 tmp_res.dft(module, &mut tmp_res_dft);
465 self.set_row(module, row_i, col_j, &tmp_res_dft);
466 });
467 })
468 }
469
470 pub fn automorphism_inplace<DataKsk: AsRef<[u8]>, DataTsk: AsRef<[u8]>>(
471 &mut self,
472 module: &Module<FFT64>,
473 auto_key: &AutomorphismKey<DataKsk, FFT64>,
474 tensor_key: &TensorKey<DataTsk, FFT64>,
475 scratch: &mut Scratch,
476 ) {
477 unsafe {
478 let self_ptr: *mut GGSWCiphertext<DataSelf, FFT64> = self as *mut GGSWCiphertext<DataSelf, FFT64>;
479 self.automorphism(module, &*self_ptr, auto_key, tensor_key, scratch);
480 }
481 }
482
483 pub fn external_product<DataLhs: AsRef<[u8]>, DataRhs: AsRef<[u8]>>(
484 &mut self,
485 module: &Module<FFT64>,
486 lhs: &GGSWCiphertext<DataLhs, FFT64>,
487 rhs: &GGSWCiphertext<DataRhs, FFT64>,
488 scratch: &mut Scratch,
489 ) {
490 #[cfg(debug_assertions)]
491 {
492 assert_eq!(
493 self.rank(),
494 lhs.rank(),
495 "ggsw_out rank: {} != ggsw_in rank: {}",
496 self.rank(),
497 lhs.rank()
498 );
499 assert_eq!(
500 self.rank(),
501 rhs.rank(),
502 "ggsw_in rank: {} != ggsw_apply rank: {}",
503 self.rank(),
504 rhs.rank()
505 );
506 }
507
508 let (mut tmp_ct_in, scratch1) = scratch.tmp_glwe_fourier(module, lhs.basek(), lhs.k(), lhs.rank());
509 let (mut tmp_ct_out, scratch2) = scratch1.tmp_glwe_fourier(module, self.basek(), self.k(), self.rank());
510
511 (0..self.rank() + 1).for_each(|col_i| {
512 (0..self.rows()).for_each(|row_j| {
513 lhs.get_row(module, row_j, col_i, &mut tmp_ct_in);
514 tmp_ct_out.external_product(module, &tmp_ct_in, rhs, scratch2);
515 self.set_row(module, row_j, col_i, &tmp_ct_out);
516 });
517 });
518
519 tmp_ct_out.data.zero();
520
521 (self.rows().min(lhs.rows())..self.rows()).for_each(|row_i| {
522 (0..self.rank() + 1).for_each(|col_j| {
523 self.set_row(module, row_i, col_j, &tmp_ct_out);
524 });
525 });
526 }
527
528 pub fn external_product_inplace<DataRhs: AsRef<[u8]>>(
529 &mut self,
530 module: &Module<FFT64>,
531 rhs: &GGSWCiphertext<DataRhs, FFT64>,
532 scratch: &mut Scratch,
533 ) {
534 #[cfg(debug_assertions)]
535 {
536 assert_eq!(
537 self.rank(),
538 rhs.rank(),
539 "ggsw_out rank: {} != ggsw_apply: {}",
540 self.rank(),
541 rhs.rank()
542 );
543 }
544
545 let (mut tmp_ct, scratch1) = scratch.tmp_glwe_fourier(module, self.basek(), self.k(), self.rank());
546
547 (0..self.rank() + 1).for_each(|col_i| {
548 (0..self.rows()).for_each(|row_j| {
549 self.get_row(module, row_j, col_i, &mut tmp_ct);
550 tmp_ct.external_product_inplace(module, rhs, scratch1);
551 self.set_row(module, row_j, col_i, &tmp_ct);
552 });
553 });
554 }
555}
556
557impl<DataSelf: AsRef<[u8]>> GGSWCiphertext<DataSelf, FFT64> {
558 pub(crate) fn keyswitch_internal_col0<DataRes: AsMut<[u8]> + AsRef<[u8]>, DataKsk: AsRef<[u8]>>(
559 &self,
560 module: &Module<FFT64>,
561 row_i: usize,
562 res: &mut GLWECiphertext<DataRes>,
563 ksk: &GLWESwitchingKey<DataKsk, FFT64>,
564 scratch: &mut Scratch,
565 ) {
566 #[cfg(debug_assertions)]
567 {
568 assert_eq!(self.rank(), ksk.rank());
569 assert_eq!(res.rank(), ksk.rank());
570 assert!(
571 scratch.available()
572 >= GGSWCiphertext::keyswitch_internal_col0_scratch_space(
573 module,
574 self.basek(),
575 res.k(),
576 self.k(),
577 ksk.k(),
578 ksk.rank()
579 )
580 )
581 }
582 let (mut tmp_dft_dft, scratch1) = scratch.tmp_glwe_fourier(module, self.basek(), self.k(), self.rank());
583 self.get_row(module, row_i, 0, &mut tmp_dft_dft);
584 res.keyswitch_from_fourier(module, &tmp_dft_dft, ksk, scratch1);
585 }
586}
587
588impl<DataSelf: AsRef<[u8]>> GetRow<FFT64> for GGSWCiphertext<DataSelf, FFT64> {
589 fn get_row<R: AsMut<[u8]> + AsRef<[u8]>>(
590 &self,
591 module: &Module<FFT64>,
592 row_i: usize,
593 col_j: usize,
594 res: &mut GLWECiphertextFourier<R, FFT64>,
595 ) {
596 module.vmp_extract_row(&mut res.data, &self.data, row_i, col_j);
597 }
598}
599
600impl<DataSelf: AsMut<[u8]> + AsRef<[u8]>> SetRow<FFT64> for GGSWCiphertext<DataSelf, FFT64> {
601 fn set_row<R: AsRef<[u8]>>(
602 &mut self,
603 module: &Module<FFT64>,
604 row_i: usize,
605 col_j: usize,
606 a: &GLWECiphertextFourier<R, FFT64>,
607 ) {
608 module.vmp_prepare_row(&mut self.data, row_i, col_j, &a.data);
609 }
610}