arnaucube
arnaucube/poulpyPublic Self-hosted repository
poulpy/core/src/ggsw_ciphertext.rs
core/src/ggsw_ciphertext.rsRaw
  1use base2k::{
  2    Backend, FFT64, MatZnxDft, MatZnxDftAlloc, MatZnxDftOps, MatZnxDftScratch, MatZnxDftToMut, MatZnxDftToRef, Module, ScalarZnx,
  3    ScalarZnxDft, ScalarZnxDftToRef, ScalarZnxToRef, Scratch, VecZnx, VecZnxAlloc, VecZnxBigAlloc, VecZnxBigOps,
  4    VecZnxBigScratch, VecZnxDft, VecZnxDftAlloc, VecZnxDftOps, VecZnxDftToMut, VecZnxDftToRef, VecZnxOps, VecZnxToMut,
  5    VecZnxToRef, ZnxInfos, ZnxZero,
  6};
  7use sampling::source::Source;
  8
  9use crate::{
 10    automorphism::AutomorphismKey,
 11    elem::{GetRow, Infos, SetRow},
 12    glwe_ciphertext::GLWECiphertext,
 13    glwe_ciphertext_fourier::GLWECiphertextFourier,
 14    glwe_plaintext::GLWEPlaintext,
 15    keys::SecretKeyFourier,
 16    keyswitch_key::GLWESwitchingKey,
 17    tensor_key::TensorKey,
 18    utils::derive_size,
 19};
 20
 21pub struct GGSWCiphertext<C, B: Backend> {
 22    pub data: MatZnxDft<C, B>,
 23    pub basek: usize,
 24    pub k: usize,
 25}
 26
 27impl<B: Backend> GGSWCiphertext<Vec<u8>, B> {
 28    pub fn new(module: &Module<B>, basek: usize, k: usize, rows: usize, rank: usize) -> Self {
 29        Self {
 30            data: module.new_mat_znx_dft(rows, rank + 1, rank + 1, derive_size(basek, k)),
 31            basek: basek,
 32            k: k,
 33        }
 34    }
 35}
 36
 37impl<T, B: Backend> Infos for GGSWCiphertext<T, B> {
 38    type Inner = MatZnxDft<T, B>;
 39
 40    fn inner(&self) -> &Self::Inner {
 41        &self.data
 42    }
 43
 44    fn basek(&self) -> usize {
 45        self.basek
 46    }
 47
 48    fn k(&self) -> usize {
 49        self.k
 50    }
 51}
 52
 53impl<T, B: Backend> GGSWCiphertext<T, B> {
 54    pub fn rank(&self) -> usize {
 55        self.data.cols_out() - 1
 56    }
 57}
 58
 59impl<C, B: Backend> MatZnxDftToMut<B> for GGSWCiphertext<C, B>
 60where
 61    MatZnxDft<C, B>: MatZnxDftToMut<B>,
 62{
 63    fn to_mut(&mut self) -> MatZnxDft<&mut [u8], B> {
 64        self.data.to_mut()
 65    }
 66}
 67
 68impl<C, B: Backend> MatZnxDftToRef<B> for GGSWCiphertext<C, B>
 69where
 70    MatZnxDft<C, B>: MatZnxDftToRef<B>,
 71{
 72    fn to_ref(&self) -> MatZnxDft<&[u8], B> {
 73        self.data.to_ref()
 74    }
 75}
 76
 77impl GGSWCiphertext<Vec<u8>, FFT64> {
 78    pub fn encrypt_sk_scratch_space(module: &Module<FFT64>, rank: usize, size: usize) -> usize {
 79        GLWECiphertext::encrypt_sk_scratch_space(module, size)
 80            + module.bytes_of_vec_znx(rank + 1, size)
 81            + module.bytes_of_vec_znx(1, size)
 82            + module.bytes_of_vec_znx_dft(rank + 1, size)
 83    }
 84
 85    pub(crate) fn expand_row_scratch_space(module: &Module<FFT64>, self_size: usize, tsk_size: usize, rank: usize) -> usize {
 86        let tmp_dft_i: usize = module.bytes_of_vec_znx_dft(rank + 1, tsk_size);
 87        let tmp_dft_col_data: usize = module.bytes_of_vec_znx_dft(1, self_size);
 88        let vmp: usize = tmp_dft_col_data + module.vmp_apply_tmp_bytes(self_size, self_size, self_size, rank, rank, tsk_size);
 89        let tmp_idft: usize = module.bytes_of_vec_znx_big(1, tsk_size);
 90        let norm: usize = module.vec_znx_big_normalize_tmp_bytes();
 91        tmp_dft_i + ((tmp_dft_col_data + vmp) | (tmp_idft + norm))
 92    }
 93
 94    pub(crate) fn keyswitch_internal_col0_scratch_space(
 95        module: &Module<FFT64>,
 96        out_size: usize,
 97        in_size: usize,
 98        ksk_size: usize,
 99        rank: usize,
100    ) -> usize {
101        GLWECiphertext::keyswitch_from_fourier_scratch_space(module, out_size, rank, in_size, rank, ksk_size)
102            + module.bytes_of_vec_znx_dft(rank + 1, in_size)
103    }
104
105    pub fn keyswitch_scratch_space(
106        module: &Module<FFT64>,
107        out_size: usize,
108        in_size: usize,
109        ksk_size: usize,
110        tsk_size: usize,
111        rank: usize,
112    ) -> usize {
113        let res_znx: usize = module.bytes_of_vec_znx(rank + 1, out_size);
114        let ci_dft: usize = module.bytes_of_vec_znx_dft(rank + 1, out_size);
115        let ks: usize = GGSWCiphertext::keyswitch_internal_col0_scratch_space(module, out_size, in_size, ksk_size, rank);
116        let expand_rows: usize = GGSWCiphertext::expand_row_scratch_space(module, out_size, tsk_size, rank);
117        let res_dft: usize = module.bytes_of_vec_znx_dft(rank + 1, out_size);
118        res_znx + ci_dft + (ks | expand_rows | res_dft)
119    }
120
121    pub fn automorphism_scratch_space(
122        module: &Module<FFT64>,
123        out_size: usize,
124        in_size: usize,
125        auto_key_size: usize,
126        rank: usize,
127    ) -> usize {
128        let tmp_dft: usize = module.bytes_of_vec_znx_dft(rank + 1, auto_key_size);
129        let tmp_idft: usize = module.bytes_of_vec_znx(rank + 1, out_size);
130        let vmp: usize =
131            GLWECiphertext::keyswitch_from_fourier_scratch_space(module, out_size, rank, in_size, rank, auto_key_size);
132        tmp_dft + tmp_idft + vmp
133    }
134
135    pub fn external_product_scratch_space(
136        module: &Module<FFT64>,
137        out_size: usize,
138        in_size: usize,
139        ggsw_size: usize,
140        rank: usize,
141    ) -> usize {
142        let tmp_in: usize = module.bytes_of_vec_znx_dft(rank + 1, in_size);
143        let tmp_out: usize = module.bytes_of_vec_znx_dft(rank + 1, out_size);
144        let ggsw: usize = GLWECiphertextFourier::external_product_scratch_space(module, out_size, in_size, ggsw_size, rank);
145        tmp_in + tmp_out + ggsw
146    }
147
148    pub fn external_product_inplace_scratch_space(
149        module: &Module<FFT64>,
150        out_size: usize,
151        ggsw_size: usize,
152        rank: usize,
153    ) -> usize {
154        let tmp: usize = module.bytes_of_vec_znx_dft(rank + 1, out_size);
155        let ggsw: usize = GLWECiphertextFourier::external_product_inplace_scratch_space(module, out_size, ggsw_size, rank);
156        tmp + ggsw
157    }
158}
159
160impl<DataSelf> GGSWCiphertext<DataSelf, FFT64>
161where
162    MatZnxDft<DataSelf, FFT64>: MatZnxDftToMut<FFT64> + MatZnxDftToRef<FFT64>,
163{
164    pub fn encrypt_sk<DataPt, DataSk>(
165        &mut self,
166        module: &Module<FFT64>,
167        pt: &ScalarZnx<DataPt>,
168        sk_dft: &SecretKeyFourier<DataSk, FFT64>,
169        source_xa: &mut Source,
170        source_xe: &mut Source,
171        sigma: f64,
172        scratch: &mut Scratch,
173    ) where
174        ScalarZnx<DataPt>: ScalarZnxToRef,
175        ScalarZnxDft<DataSk, FFT64>: ScalarZnxDftToRef<FFT64>,
176    {
177        #[cfg(debug_assertions)]
178        {
179            assert_eq!(self.rank(), sk_dft.rank());
180            assert_eq!(self.n(), module.n());
181            assert_eq!(pt.n(), module.n());
182            assert_eq!(sk_dft.n(), module.n());
183        }
184
185        let size: usize = self.size();
186        let basek: usize = self.basek();
187        let k: usize = self.k();
188        let cols: usize = self.rank() + 1;
189
190        let (tmp_znx_pt, scratch_1) = scratch.tmp_vec_znx(module, 1, size);
191        let (tmp_znx_ct, scrach_2) = scratch_1.tmp_vec_znx(module, cols, size);
192
193        let mut vec_znx_pt: GLWEPlaintext<&mut [u8]> = GLWEPlaintext {
194            data: tmp_znx_pt,
195            basek: basek,
196            k: k,
197        };
198
199        let mut vec_znx_ct: GLWECiphertext<&mut [u8]> = GLWECiphertext {
200            data: tmp_znx_ct,
201            basek: basek,
202            k,
203        };
204
205        (0..self.rows()).for_each(|row_i| {
206            vec_znx_pt.data.zero();
207
208            // Adds the scalar_znx_pt to the i-th limb of the vec_znx_pt
209            module.vec_znx_add_scalar_inplace(&mut vec_znx_pt, 0, row_i, pt, 0);
210            module.vec_znx_normalize_inplace(basek, &mut vec_znx_pt, 0, scrach_2);
211
212            (0..cols).for_each(|col_j| {
213                // rlwe encrypt of vec_znx_pt into vec_znx_ct
214
215                vec_znx_ct.encrypt_sk_private(
216                    module,
217                    Some((&vec_znx_pt, col_j)),
218                    sk_dft,
219                    source_xa,
220                    source_xe,
221                    sigma,
222                    scrach_2,
223                );
224
225                // Switch vec_znx_ct into DFT domain
226                {
227                    let (mut vec_znx_dft_ct, _) = scrach_2.tmp_vec_znx_dft(module, cols, size);
228
229                    (0..cols).for_each(|i| {
230                        module.vec_znx_dft(&mut vec_znx_dft_ct, i, &vec_znx_ct, i);
231                    });
232
233                    self.set_row(module, row_i, col_j, &vec_znx_dft_ct);
234                }
235            });
236        });
237    }
238
239    pub(crate) fn expand_row<R, DataCi, DataTsk>(
240        &mut self,
241        module: &Module<FFT64>,
242        col_j: usize,
243        res: &mut R,
244        ci_dft: &VecZnxDft<DataCi, FFT64>,
245        tsk: &TensorKey<DataTsk, FFT64>,
246        scratch: &mut Scratch,
247    ) where
248        R: VecZnxToMut,
249        VecZnxDft<DataCi, FFT64>: VecZnxDftToRef<FFT64>,
250        MatZnxDft<DataTsk, FFT64>: MatZnxDftToRef<FFT64>,
251    {
252        let cols: usize = self.rank() + 1;
253
254        // Example for rank 3:
255        //
256        // Note: M is a vector (m, Bm, B^2m, B^3m, ...), so each column is
257        // actually composed of that many rows and we focus on a specific row here
258        // implicitely given ci_dft.
259        //
260        // # Input
261        //
262        // col 0: (-(a0s0 + a1s1 + a2s2) + M[i], a0    , a1    , a2    )
263        // col 1: (0, 0, 0, 0)
264        // col 2: (0, 0, 0, 0)
265        // col 3: (0, 0, 0, 0)
266        //
267        // # Output
268        //
269        // col 0: (-(a0s0 + a1s1 + a2s2) + M[i], a0       , a1       , a2       )
270        // col 1: (-(b0s0 + b1s1 + b2s2)       , b0 + M[i], b1       , b2       )
271        // col 2: (-(c0s0 + c1s1 + c2s2)       , c0       , c1 + M[i], c2       )
272        // col 3: (-(d0s0 + d1s1 + d2s2)       , d0       , d1       , d2 + M[i])
273
274        let (mut tmp_dft_i, scratch1) = scratch.tmp_vec_znx_dft(module, cols, tsk.size());
275        {
276            let (mut tmp_dft_col_data, scratch2) = scratch1.tmp_vec_znx_dft(module, 1, self.size());
277
278            // Performs a key-switch for each combination of s[i]*s[j], i.e. for a0, a1, a2
279            //
280            // # Example for col=1
281            //
282            // a0 * (-(f0s0 + f1s1 + f1s2) + s0^2, f0, f1, f2) = (-(a0f0s0 + a0f1s1 + a0f1s2) + a0s0^2, a0f0, a0f1, a0f2)
283            // +
284            // a1 * (-(g0s0 + g1s1 + g1s2) + s0s1, g0, g1, g2) = (-(a1g0s0 + a1g1s1 + a1g1s2) + a1s0s1, a1g0, a1g1, a1g2)
285            // +
286            // a2 * (-(h0s0 + h1s1 + h1s2) + s0s2, h0, h1, h2) = (-(a2h0s0 + a2h1s1 + a2h1s2) + a2s0s2, a2h0, a2h1, a2h2)
287            // =
288            // (-(x0s0 + x1s1 + x2s2) + s0(a0s0 + a1s1 + a2s2), x0, x1, x2)
289            (1..cols).for_each(|col_i| {
290                // Extracts a[i] and multipies with Enc(s[i]s[j])
291                tmp_dft_col_data.extract_column(0, ci_dft, col_i);
292
293                if col_i == 1 {
294                    module.vmp_apply(
295                        &mut tmp_dft_i,
296                        &tmp_dft_col_data,
297                        tsk.at(col_i - 1, col_j - 1), // Selects Enc(s[i]s[j])
298                        scratch2,
299                    );
300                } else {
301                    module.vmp_apply_add(
302                        &mut tmp_dft_i,
303                        &tmp_dft_col_data,
304                        tsk.at(col_i - 1, col_j - 1), // Selects Enc(s[i]s[j])
305                        scratch2,
306                    );
307                }
308            });
309        }
310
311        // Adds -(sum a[i] * s[i]) + m)  on the i-th column of tmp_idft_i
312        //
313        // (-(x0s0 + x1s1 + x2s2) + a0s0s0 + a1s0s1 + a2s0s2, x0, x1, x2)
314        // +
315        // (0, -(a0s0 + a1s1 + a2s2) + M[i], 0, 0)
316        // =
317        // (-(x0s0 + x1s1 + x2s2) + s0(a0s0 + a1s1 + a2s2), x0 -(a0s0 + a1s1 + a2s2) + M[i], x1, x2)
318        // =
319        // (-(x0s0 + x1s1 + x2s2), x0 + M[i], x1, x2)
320        module.vec_znx_dft_add_inplace(&mut tmp_dft_i, col_j, ci_dft, 0);
321        let (mut tmp_idft, scratch2) = scratch1.tmp_vec_znx_big(module, 1, tsk.size());
322        (0..cols).for_each(|i| {
323            module.vec_znx_idft_tmp_a(&mut tmp_idft, 0, &mut tmp_dft_i, i);
324            module.vec_znx_big_normalize(self.basek(), res, i, &tmp_idft, 0, scratch2);
325        });
326    }
327
328    pub fn keyswitch<DataLhs, DataKsk, DataTsk>(
329        &mut self,
330        module: &Module<FFT64>,
331        lhs: &GGSWCiphertext<DataLhs, FFT64>,
332        ksk: &GLWESwitchingKey<DataKsk, FFT64>,
333        tsk: &TensorKey<DataTsk, FFT64>,
334        scratch: &mut Scratch,
335    ) where
336        MatZnxDft<DataLhs, FFT64>: MatZnxDftToRef<FFT64>,
337        MatZnxDft<DataKsk, FFT64>: MatZnxDftToRef<FFT64>,
338        MatZnxDft<DataTsk, FFT64>: MatZnxDftToRef<FFT64>,
339    {
340        let cols: usize = self.rank() + 1;
341
342        let (res_data, scratch1) = scratch.tmp_vec_znx(&module, cols, self.size());
343        let mut res: GLWECiphertext<&mut [u8]> = GLWECiphertext::<&mut [u8]> {
344            data: res_data,
345            basek: self.basek(),
346            k: self.k(),
347        };
348
349        let (mut ci_dft, scratch2) = scratch1.tmp_vec_znx_dft(module, cols, self.size());
350
351        // Keyswitch the j-th row of the col 0
352        (0..lhs.rows()).for_each(|row_i| {
353            // Key-switch column 0, i.e.
354            // col 0: (-(a0s0 + a1s1 + a2s2) + M[i], a0, a1, a2) -> (-(a0s0' + a1s1' + a2s2') + M[i], a0, a1, a2)
355            lhs.keyswitch_internal_col0(module, row_i, &mut res, ksk, scratch2);
356
357            // Isolates DFT(a[i])
358            (0..cols).for_each(|col_i| {
359                module.vec_znx_dft(&mut ci_dft, col_i, &res, col_i);
360            });
361
362            self.set_row(module, row_i, 0, &ci_dft);
363
364            // Generates
365            //
366            // col 1: (-(b0s0' + b1s1' + b2s2')    , b0 + M[i], b1       , b2       )
367            // col 2: (-(c0s0' + c1s1' + c2s2')    , c0       , c1 + M[i], c2       )
368            // col 3: (-(d0s0' + d1s1' + d2s2')    , d0       , d1       , d2 + M[i])
369            (1..cols).for_each(|col_j| {
370                self.expand_row(module, col_j, &mut res, &ci_dft, tsk, scratch2);
371
372                let (mut res_dft, _) = scratch2.tmp_vec_znx_dft(module, cols, self.size());
373                (0..cols).for_each(|i| {
374                    module.vec_znx_dft(&mut res_dft, i, &res, i);
375                });
376
377                self.set_row(module, row_i, col_j, &res_dft);
378            })
379        })
380    }
381
382    pub fn automorphism<DataLhs, DataRhs>(
383        &mut self,
384        module: &Module<FFT64>,
385        lhs: &GGSWCiphertext<DataLhs, FFT64>,
386        rhs: &AutomorphismKey<DataRhs, FFT64>,
387        scratch: &mut Scratch,
388    ) where
389        MatZnxDft<DataLhs, FFT64>: MatZnxDftToRef<FFT64>,
390        MatZnxDft<DataRhs, FFT64>: MatZnxDftToRef<FFT64>,
391    {
392        #[cfg(debug_assertions)]
393        {
394            assert_eq!(
395                self.rank(),
396                lhs.rank(),
397                "ggsw_out rank: {} != ggsw_in rank: {}",
398                self.rank(),
399                lhs.rank()
400            );
401            assert_eq!(
402                self.rank(),
403                rhs.rank(),
404                "ggsw_in rank: {} != auto_key rank: {}",
405                self.rank(),
406                rhs.rank()
407            );
408        };
409        let cols: usize = self.rank() + 1;
410
411        let (tmp_dft_data, scratch1) = scratch.tmp_vec_znx_dft(module, cols, rhs.size()); //TODO optimize
412
413        let mut tmp_dft: GLWECiphertextFourier<&mut [u8], FFT64> = GLWECiphertextFourier::<&mut [u8], FFT64> {
414            data: tmp_dft_data,
415            basek: lhs.basek(),
416            k: lhs.k(),
417        };
418
419        let (tmp_idft_data, scratch2) = scratch1.tmp_vec_znx(module, cols, self.size());
420
421        let mut tmp_idft: GLWECiphertext<&mut [u8]> = GLWECiphertext::<&mut [u8]> {
422            data: tmp_idft_data,
423            basek: self.basek(),
424            k: self.k(),
425        };
426
427        (0..cols).for_each(|col_i| {
428            (0..self.rows()).for_each(|row_j| {
429                lhs.get_row(module, row_j, col_i, &mut tmp_dft);
430                tmp_idft.keyswitch_from_fourier(module, &tmp_dft, &rhs.key, scratch2);
431                (0..cols).for_each(|i| {
432                    module.vec_znx_automorphism_inplace(rhs.p(), &mut tmp_idft, i);
433                });
434                self.set_row(module, row_j, col_i, &tmp_dft);
435            });
436        });
437
438        tmp_dft.data.zero();
439
440        (self.rows().min(lhs.rows())..self.rows()).for_each(|row_i| {
441            (0..self.rank() + 1).for_each(|col_j| {
442                self.set_row(module, row_i, col_j, &tmp_dft);
443            });
444        });
445    }
446
447    pub fn external_product<DataLhs, DataRhs>(
448        &mut self,
449        module: &Module<FFT64>,
450        lhs: &GGSWCiphertext<DataLhs, FFT64>,
451        rhs: &GGSWCiphertext<DataRhs, FFT64>,
452        scratch: &mut Scratch,
453    ) where
454        MatZnxDft<DataLhs, FFT64>: MatZnxDftToRef<FFT64>,
455        MatZnxDft<DataRhs, FFT64>: MatZnxDftToRef<FFT64>,
456    {
457        #[cfg(debug_assertions)]
458        {
459            assert_eq!(
460                self.rank(),
461                lhs.rank(),
462                "ggsw_out rank: {} != ggsw_in rank: {}",
463                self.rank(),
464                lhs.rank()
465            );
466            assert_eq!(
467                self.rank(),
468                rhs.rank(),
469                "ggsw_in rank: {} != ggsw_apply rank: {}",
470                self.rank(),
471                rhs.rank()
472            );
473        }
474
475        let (tmp_in_data, scratch1) = scratch.tmp_vec_znx_dft(module, lhs.rank() + 1, lhs.size());
476
477        let mut tmp_in: GLWECiphertextFourier<&mut [u8], FFT64> = GLWECiphertextFourier::<&mut [u8], FFT64> {
478            data: tmp_in_data,
479            basek: lhs.basek(),
480            k: lhs.k(),
481        };
482
483        let (tmp_out_data, scratch2) = scratch1.tmp_vec_znx_dft(module, self.rank() + 1, self.size());
484
485        let mut tmp_out: GLWECiphertextFourier<&mut [u8], FFT64> = GLWECiphertextFourier::<&mut [u8], FFT64> {
486            data: tmp_out_data,
487            basek: self.basek(),
488            k: self.k(),
489        };
490
491        (0..self.rank() + 1).for_each(|col_i| {
492            (0..self.rows()).for_each(|row_j| {
493                lhs.get_row(module, row_j, col_i, &mut tmp_in);
494                tmp_out.external_product(module, &tmp_in, rhs, scratch2);
495                self.set_row(module, row_j, col_i, &tmp_out);
496            });
497        });
498
499        tmp_out.data.zero();
500
501        (self.rows().min(lhs.rows())..self.rows()).for_each(|row_i| {
502            (0..self.rank() + 1).for_each(|col_j| {
503                self.set_row(module, row_i, col_j, &tmp_out);
504            });
505        });
506    }
507
508    pub fn external_product_inplace<DataRhs>(
509        &mut self,
510        module: &Module<FFT64>,
511        rhs: &GGSWCiphertext<DataRhs, FFT64>,
512        scratch: &mut Scratch,
513    ) where
514        MatZnxDft<DataRhs, FFT64>: MatZnxDftToRef<FFT64>,
515    {
516        #[cfg(debug_assertions)]
517        {
518            assert_eq!(
519                self.rank(),
520                rhs.rank(),
521                "ggsw_out rank: {} != ggsw_apply: {}",
522                self.rank(),
523                rhs.rank()
524            );
525        }
526
527        let (tmp_data, scratch1) = scratch.tmp_vec_znx_dft(module, self.rank() + 1, self.size());
528
529        let mut tmp: GLWECiphertextFourier<&mut [u8], FFT64> = GLWECiphertextFourier::<&mut [u8], FFT64> {
530            data: tmp_data,
531            basek: self.basek(),
532            k: self.k(),
533        };
534
535        (0..self.rank() + 1).for_each(|col_i| {
536            (0..self.rows()).for_each(|row_j| {
537                self.get_row(module, row_j, col_i, &mut tmp);
538                tmp.external_product_inplace(module, rhs, scratch1);
539                self.set_row(module, row_j, col_i, &tmp);
540            });
541        });
542    }
543}
544
545impl<DataSelf> GGSWCiphertext<DataSelf, FFT64>
546where
547    MatZnxDft<DataSelf, FFT64>: MatZnxDftToRef<FFT64>,
548{
549    pub(crate) fn keyswitch_internal_col0<DataRes, DataKsk>(
550        &self,
551        module: &Module<FFT64>,
552        row_i: usize,
553        res: &mut GLWECiphertext<DataRes>,
554        ksk: &GLWESwitchingKey<DataKsk, FFT64>,
555        scratch: &mut Scratch,
556    ) where
557        VecZnx<DataRes>: VecZnxToMut + VecZnxToRef,
558        MatZnxDft<DataKsk, FFT64>: MatZnxDftToRef<FFT64>,
559    {
560        #[cfg(debug_assertions)]
561        {
562            assert_eq!(self.rank(), ksk.rank());
563            assert_eq!(res.rank(), ksk.rank());
564        }
565
566        let (tmp_dft_in_data, scratch2) = scratch.tmp_vec_znx_dft(module, self.rank() + 1, self.size());
567        let mut tmp_dft_in: GLWECiphertextFourier<&mut [u8], FFT64> = GLWECiphertextFourier::<&mut [u8], FFT64> {
568            data: tmp_dft_in_data,
569            basek: self.basek(),
570            k: self.k(),
571        };
572        self.get_row(module, row_i, 0, &mut tmp_dft_in);
573        res.keyswitch_from_fourier(module, &tmp_dft_in, ksk, scratch2);
574    }
575}
576
577impl<DataSelf> GetRow<FFT64> for GGSWCiphertext<DataSelf, FFT64>
578where
579    MatZnxDft<DataSelf, FFT64>: MatZnxDftToRef<FFT64>,
580{
581    fn get_row<R>(&self, module: &Module<FFT64>, row_i: usize, col_j: usize, res: &mut R)
582    where
583        R: VecZnxDftToMut<FFT64>,
584    {
585        module.vmp_extract_row(res, self, row_i, col_j);
586    }
587}
588
589impl<DataSelf> SetRow<FFT64> for GGSWCiphertext<DataSelf, FFT64>
590where
591    MatZnxDft<DataSelf, FFT64>: MatZnxDftToMut<FFT64>,
592{
593    fn set_row<R>(&mut self, module: &Module<FFT64>, row_i: usize, col_j: usize, a: &R)
594    where
595        R: VecZnxDftToRef<FFT64>,
596    {
597        module.vmp_prepare_row(self, row_i, col_j, a);
598    }
599}