poulpy/core/src/glwe_ciphertext.rs
core/src/glwe_ciphertext.rsRaw
1use backend::{
2 AddNormal, Backend, FFT64, FillUniform, MatZnxDft, MatZnxDftOps, MatZnxDftScratch, MatZnxDftToRef, Module, ScalarZnxAlloc,
3 ScalarZnxDft, ScalarZnxDftAlloc, ScalarZnxDftOps, ScalarZnxDftToRef, Scratch, VecZnx, VecZnxAlloc, VecZnxBig, VecZnxBigAlloc,
4 VecZnxBigOps, VecZnxBigScratch, VecZnxDft, VecZnxDftAlloc, VecZnxDftOps, VecZnxDftToMut, VecZnxDftToRef, VecZnxOps,
5 VecZnxToMut, VecZnxToRef, ZnxInfos, ZnxZero,
6};
7use sampling::source::Source;
8
9use crate::{
10 SIX_SIGMA,
11 automorphism::AutomorphismKey,
12 elem::{Infos, SetMetaData},
13 ggsw_ciphertext::GGSWCiphertext,
14 glwe_ciphertext_fourier::GLWECiphertextFourier,
15 glwe_plaintext::GLWEPlaintext,
16 keys::{GLWEPublicKey, SecretDistribution, SecretKeyFourier},
17 keyswitch_key::GLWESwitchingKey,
18 utils::derive_size,
19};
20
21pub struct GLWECiphertext<C> {
22 pub data: VecZnx<C>,
23 pub basek: usize,
24 pub k: usize,
25}
26
27impl GLWECiphertext<Vec<u8>> {
28 pub fn alloc<B: Backend>(module: &Module<B>, basek: usize, k: usize, rank: usize) -> Self {
29 Self {
30 data: module.new_vec_znx(rank + 1, derive_size(basek, k)),
31 basek,
32 k,
33 }
34 }
35}
36
37impl<T> Infos for GLWECiphertext<T> {
38 type Inner = VecZnx<T>;
39
40 fn inner(&self) -> &Self::Inner {
41 &self.data
42 }
43
44 fn basek(&self) -> usize {
45 self.basek
46 }
47
48 fn k(&self) -> usize {
49 self.k
50 }
51}
52
53impl<T> GLWECiphertext<T> {
54 pub fn rank(&self) -> usize {
55 self.cols() - 1
56 }
57}
58
59impl<C> VecZnxToMut for GLWECiphertext<C>
60where
61 VecZnx<C>: VecZnxToMut,
62{
63 fn to_mut(&mut self) -> VecZnx<&mut [u8]> {
64 self.data.to_mut()
65 }
66}
67
68impl<C> VecZnxToRef for GLWECiphertext<C>
69where
70 VecZnx<C>: VecZnxToRef,
71{
72 fn to_ref(&self) -> VecZnx<&[u8]> {
73 self.data.to_ref()
74 }
75}
76
77impl<C> GLWECiphertext<C>
78where
79 VecZnx<C>: VecZnxToRef,
80{
81 #[allow(dead_code)]
82 pub(crate) fn dft<R>(&self, module: &Module<FFT64>, res: &mut GLWECiphertextFourier<R, FFT64>)
83 where
84 VecZnxDft<R, FFT64>: VecZnxDftToMut<FFT64> + ZnxInfos,
85 {
86 #[cfg(debug_assertions)]
87 {
88 assert_eq!(self.rank(), res.rank());
89 assert_eq!(self.basek(), res.basek())
90 }
91
92 (0..self.rank() + 1).for_each(|i| {
93 module.vec_znx_dft(res, i, self, i);
94 })
95 }
96}
97
98impl GLWECiphertext<Vec<u8>> {
99 pub fn encrypt_sk_scratch_space(module: &Module<FFT64>, ct_size: usize) -> usize {
100 module.vec_znx_big_normalize_tmp_bytes()
101 + module.bytes_of_vec_znx_dft(1, ct_size)
102 + module.bytes_of_vec_znx_big(1, ct_size)
103 }
104 pub fn encrypt_pk_scratch_space(module: &Module<FFT64>, pk_size: usize) -> usize {
105 ((module.bytes_of_vec_znx_dft(1, pk_size) + module.bytes_of_vec_znx_big(1, pk_size)) | module.bytes_of_scalar_znx(1))
106 + module.bytes_of_scalar_znx_dft(1)
107 + module.vec_znx_big_normalize_tmp_bytes()
108 }
109
110 pub fn decrypt_scratch_space(module: &Module<FFT64>, ct_size: usize) -> usize {
111 (module.vec_znx_big_normalize_tmp_bytes() | module.bytes_of_vec_znx_dft(1, ct_size))
112 + module.bytes_of_vec_znx_big(1, ct_size)
113 }
114
115 pub fn keyswitch_scratch_space(
116 module: &Module<FFT64>,
117 out_size: usize,
118 out_rank: usize,
119 in_size: usize,
120 in_rank: usize,
121 ksk_size: usize,
122 ) -> usize {
123 let res_dft: usize = module.bytes_of_vec_znx_dft(out_rank + 1, ksk_size);
124 let vmp: usize = module.vmp_apply_tmp_bytes(out_size, in_size, in_size, in_rank, out_rank + 1, ksk_size)
125 + module.bytes_of_vec_znx_dft(in_rank, in_size);
126 let normalize: usize = module.vec_znx_big_normalize_tmp_bytes();
127
128 return res_dft + (vmp | normalize);
129 }
130
131 pub fn keyswitch_from_fourier_scratch_space(
132 module: &Module<FFT64>,
133 out_size: usize,
134 out_rank: usize,
135 in_size: usize,
136 in_rank: usize,
137 ksk_size: usize,
138 ) -> usize {
139 let res_dft = module.bytes_of_vec_znx_dft(out_rank + 1, ksk_size);
140
141 let vmp: usize = module.vmp_apply_tmp_bytes(out_size, in_size, in_size, in_rank, out_rank + 1, ksk_size)
142 + module.bytes_of_vec_znx_dft(in_rank, in_size);
143
144 let norm: usize = module.vec_znx_big_normalize_tmp_bytes();
145
146 res_dft + (vmp | norm)
147 }
148
149 pub fn keyswitch_inplace_scratch_space(module: &Module<FFT64>, out_size: usize, out_rank: usize, ksk_size: usize) -> usize {
150 GLWECiphertext::keyswitch_scratch_space(module, out_size, out_rank, out_size, out_rank, ksk_size)
151 }
152
153 pub fn automorphism_scratch_space(
154 module: &Module<FFT64>,
155 out_size: usize,
156 out_rank: usize,
157 in_size: usize,
158 autokey_size: usize,
159 ) -> usize {
160 GLWECiphertext::keyswitch_scratch_space(module, out_size, out_rank, in_size, out_rank, autokey_size)
161 }
162
163 pub fn automorphism_inplace_scratch_space(
164 module: &Module<FFT64>,
165 out_size: usize,
166 out_rank: usize,
167 autokey_size: usize,
168 ) -> usize {
169 GLWECiphertext::keyswitch_scratch_space(module, out_size, out_rank, out_size, out_rank, autokey_size)
170 }
171
172 pub fn external_product_scratch_space(
173 module: &Module<FFT64>,
174 out_size: usize,
175 out_rank: usize,
176 in_size: usize,
177 ggsw_size: usize,
178 ) -> usize {
179 let res_dft: usize = module.bytes_of_vec_znx_dft(out_rank + 1, ggsw_size);
180 let vmp: usize = module.bytes_of_vec_znx_dft(out_rank + 1, in_size)
181 + module.vmp_apply_tmp_bytes(
182 out_size,
183 in_size,
184 in_size, // rows
185 out_rank + 1, // cols in
186 out_rank + 1, // cols out
187 ggsw_size,
188 );
189 let normalize: usize = module.vec_znx_big_normalize_tmp_bytes();
190
191 res_dft + (vmp | normalize)
192 }
193
194 pub fn external_product_inplace_scratch_space(
195 module: &Module<FFT64>,
196 out_size: usize,
197 out_rank: usize,
198 ggsw_size: usize,
199 ) -> usize {
200 GLWECiphertext::external_product_scratch_space(module, out_size, out_rank, out_size, ggsw_size)
201 }
202}
203
204impl<DataSelf> SetMetaData for GLWECiphertext<DataSelf>
205where
206 VecZnx<DataSelf>: VecZnxToMut,
207{
208 fn set_k(&mut self, k: usize) {
209 self.k = k
210 }
211
212 fn set_basek(&mut self, basek: usize) {
213 self.basek = basek
214 }
215}
216
217impl<DataSelf> GLWECiphertext<DataSelf>
218where
219 VecZnx<DataSelf>: VecZnxToMut,
220{
221 pub fn encrypt_sk<DataPt, DataSk>(
222 &mut self,
223 module: &Module<FFT64>,
224 pt: &GLWEPlaintext<DataPt>,
225 sk_dft: &SecretKeyFourier<DataSk, FFT64>,
226 source_xa: &mut Source,
227 source_xe: &mut Source,
228 sigma: f64,
229 scratch: &mut Scratch,
230 ) where
231 VecZnx<DataPt>: VecZnxToRef,
232 ScalarZnxDft<DataSk, FFT64>: ScalarZnxDftToRef<FFT64>,
233 {
234 self.encrypt_sk_private(
235 module,
236 Some((pt, 0)),
237 sk_dft,
238 source_xa,
239 source_xe,
240 sigma,
241 scratch,
242 );
243 }
244
245 pub fn encrypt_zero_sk<DataSk>(
246 &mut self,
247 module: &Module<FFT64>,
248 sk_dft: &SecretKeyFourier<DataSk, FFT64>,
249 source_xa: &mut Source,
250 source_xe: &mut Source,
251 sigma: f64,
252 scratch: &mut Scratch,
253 ) where
254 ScalarZnxDft<DataSk, FFT64>: ScalarZnxDftToRef<FFT64>,
255 {
256 self.encrypt_sk_private(module, None, sk_dft, source_xa, source_xe, sigma, scratch);
257 }
258
259 pub fn encrypt_pk<DataPt, DataPk>(
260 &mut self,
261 module: &Module<FFT64>,
262 pt: &GLWEPlaintext<DataPt>,
263 pk: &GLWEPublicKey<DataPk, FFT64>,
264 source_xu: &mut Source,
265 source_xe: &mut Source,
266 sigma: f64,
267 scratch: &mut Scratch,
268 ) where
269 VecZnx<DataPt>: VecZnxToRef,
270 VecZnxDft<DataPk, FFT64>: VecZnxDftToRef<FFT64>,
271 {
272 self.encrypt_pk_private(
273 module,
274 Some((pt, 0)),
275 pk,
276 source_xu,
277 source_xe,
278 sigma,
279 scratch,
280 );
281 }
282
283 pub fn encrypt_zero_pk<DataPk>(
284 &mut self,
285 module: &Module<FFT64>,
286 pk: &GLWEPublicKey<DataPk, FFT64>,
287 source_xu: &mut Source,
288 source_xe: &mut Source,
289 sigma: f64,
290 scratch: &mut Scratch,
291 ) where
292 VecZnxDft<DataPk, FFT64>: VecZnxDftToRef<FFT64>,
293 {
294 self.encrypt_pk_private(module, None, pk, source_xu, source_xe, sigma, scratch);
295 }
296
297 pub fn automorphism<DataLhs, DataRhs>(
298 &mut self,
299 module: &Module<FFT64>,
300 lhs: &GLWECiphertext<DataLhs>,
301 rhs: &AutomorphismKey<DataRhs, FFT64>,
302 scratch: &mut Scratch,
303 ) where
304 VecZnx<DataLhs>: VecZnxToRef,
305 MatZnxDft<DataRhs, FFT64>: MatZnxDftToRef<FFT64>,
306 {
307 self.keyswitch(module, lhs, &rhs.key, scratch);
308 (0..self.rank() + 1).for_each(|i| {
309 module.vec_znx_automorphism_inplace(rhs.p(), self, i);
310 })
311 }
312
313 pub fn automorphism_inplace<DataRhs>(
314 &mut self,
315 module: &Module<FFT64>,
316 rhs: &AutomorphismKey<DataRhs, FFT64>,
317 scratch: &mut Scratch,
318 ) where
319 MatZnxDft<DataRhs, FFT64>: MatZnxDftToRef<FFT64>,
320 {
321 self.keyswitch_inplace(module, &rhs.key, scratch);
322 (0..self.rank() + 1).for_each(|i| {
323 module.vec_znx_automorphism_inplace(rhs.p(), self, i);
324 })
325 }
326
327 pub fn automorphism_add<DataLhs, DataRhs>(
328 &mut self,
329 module: &Module<FFT64>,
330 lhs: &GLWECiphertext<DataLhs>,
331 rhs: &AutomorphismKey<DataRhs, FFT64>,
332 scratch: &mut Scratch,
333 ) where
334 VecZnx<DataLhs>: VecZnxToRef,
335 MatZnxDft<DataRhs, FFT64>: MatZnxDftToRef<FFT64>,
336 {
337 Self::keyswitch_private::<_, _, 1>(self, rhs.p(), module, lhs, &rhs.key, scratch);
338 }
339
340 pub fn automorphism_add_inplace<DataRhs>(
341 &mut self,
342 module: &Module<FFT64>,
343 rhs: &AutomorphismKey<DataRhs, FFT64>,
344 scratch: &mut Scratch,
345 ) where
346 MatZnxDft<DataRhs, FFT64>: MatZnxDftToRef<FFT64>,
347 {
348 unsafe {
349 let self_ptr: *mut GLWECiphertext<DataSelf> = self as *mut GLWECiphertext<DataSelf>;
350 Self::keyswitch_private::<_, _, 1>(self, rhs.p(), module, &*self_ptr, &rhs.key, scratch);
351 }
352 }
353
354 pub fn automorphism_sub_ab<DataLhs, DataRhs>(
355 &mut self,
356 module: &Module<FFT64>,
357 lhs: &GLWECiphertext<DataLhs>,
358 rhs: &AutomorphismKey<DataRhs, FFT64>,
359 scratch: &mut Scratch,
360 ) where
361 VecZnx<DataLhs>: VecZnxToRef,
362 MatZnxDft<DataRhs, FFT64>: MatZnxDftToRef<FFT64>,
363 {
364 Self::keyswitch_private::<_, _, 2>(self, rhs.p(), module, lhs, &rhs.key, scratch);
365 }
366
367 pub fn automorphism_sub_ab_inplace<DataRhs>(
368 &mut self,
369 module: &Module<FFT64>,
370 rhs: &AutomorphismKey<DataRhs, FFT64>,
371 scratch: &mut Scratch,
372 ) where
373 MatZnxDft<DataRhs, FFT64>: MatZnxDftToRef<FFT64>,
374 {
375 unsafe {
376 let self_ptr: *mut GLWECiphertext<DataSelf> = self as *mut GLWECiphertext<DataSelf>;
377 Self::keyswitch_private::<_, _, 2>(self, rhs.p(), module, &*self_ptr, &rhs.key, scratch);
378 }
379 }
380
381 pub fn automorphism_sub_ba<DataLhs, DataRhs>(
382 &mut self,
383 module: &Module<FFT64>,
384 lhs: &GLWECiphertext<DataLhs>,
385 rhs: &AutomorphismKey<DataRhs, FFT64>,
386 scratch: &mut Scratch,
387 ) where
388 VecZnx<DataLhs>: VecZnxToRef,
389 MatZnxDft<DataRhs, FFT64>: MatZnxDftToRef<FFT64>,
390 {
391 Self::keyswitch_private::<_, _, 3>(self, rhs.p(), module, lhs, &rhs.key, scratch);
392 }
393
394 pub fn automorphism_sub_ba_inplace<DataRhs>(
395 &mut self,
396 module: &Module<FFT64>,
397 rhs: &AutomorphismKey<DataRhs, FFT64>,
398 scratch: &mut Scratch,
399 ) where
400 MatZnxDft<DataRhs, FFT64>: MatZnxDftToRef<FFT64>,
401 {
402 unsafe {
403 let self_ptr: *mut GLWECiphertext<DataSelf> = self as *mut GLWECiphertext<DataSelf>;
404 Self::keyswitch_private::<_, _, 3>(self, rhs.p(), module, &*self_ptr, &rhs.key, scratch);
405 }
406 }
407
408 pub(crate) fn keyswitch_from_fourier<DataLhs, DataRhs>(
409 &mut self,
410 module: &Module<FFT64>,
411 lhs: &GLWECiphertextFourier<DataLhs, FFT64>,
412 rhs: &GLWESwitchingKey<DataRhs, FFT64>,
413 scratch: &mut Scratch,
414 ) where
415 VecZnxDft<DataLhs, FFT64>: VecZnxDftToRef<FFT64>,
416 MatZnxDft<DataRhs, FFT64>: MatZnxDftToRef<FFT64>,
417 {
418 let basek: usize = self.basek();
419
420 #[cfg(debug_assertions)]
421 {
422 assert_eq!(lhs.rank(), rhs.rank_in());
423 assert_eq!(self.rank(), rhs.rank_out());
424 assert_eq!(self.basek(), basek);
425 assert_eq!(lhs.basek(), basek);
426 assert_eq!(rhs.n(), module.n());
427 assert_eq!(self.n(), module.n());
428 assert_eq!(lhs.n(), module.n());
429 assert!(
430 scratch.available()
431 >= GLWECiphertext::keyswitch_from_fourier_scratch_space(
432 module,
433 self.size(),
434 self.rank(),
435 lhs.size(),
436 lhs.rank(),
437 rhs.size(),
438 )
439 );
440 }
441
442 let cols_in: usize = rhs.rank_in();
443 let cols_out: usize = rhs.rank_out() + 1;
444
445 // Buffer of the result of VMP in DFT
446 let (mut res_dft, scratch1) = scratch.tmp_vec_znx_dft(module, cols_out, rhs.size()); // Todo optimise
447
448 {
449 // Applies VMP
450 let (mut ai_dft, scratch2) = scratch1.tmp_vec_znx_dft(module, cols_in, lhs.size());
451 (0..cols_in).for_each(|col_i| {
452 module.vec_znx_dft_copy(&mut ai_dft, col_i, lhs, col_i + 1);
453 });
454 module.vmp_apply(&mut res_dft, &ai_dft, rhs, scratch2);
455 }
456
457 module.vec_znx_dft_add_inplace(&mut res_dft, 0, lhs, 0);
458
459 // Switches result of VMP outside of DFT
460 let res_big: VecZnxBig<&mut [u8], FFT64> = module.vec_znx_idft_consume::<&mut [u8]>(res_dft);
461
462 (0..cols_out).for_each(|i| {
463 module.vec_znx_big_normalize(basek, self, i, &res_big, i, scratch1);
464 });
465 }
466
467 pub fn keyswitch<DataLhs, DataRhs>(
468 &mut self,
469 module: &Module<FFT64>,
470 lhs: &GLWECiphertext<DataLhs>,
471 rhs: &GLWESwitchingKey<DataRhs, FFT64>,
472 scratch: &mut Scratch,
473 ) where
474 VecZnx<DataLhs>: VecZnxToRef,
475 MatZnxDft<DataRhs, FFT64>: MatZnxDftToRef<FFT64>,
476 {
477 Self::keyswitch_private::<_, _, 0>(self, 0, module, lhs, rhs, scratch);
478 }
479
480 pub(crate) fn keyswitch_private<DataLhs, DataRhs, const OP: u8>(
481 &mut self,
482 apply_auto: i64,
483 module: &Module<FFT64>,
484 lhs: &GLWECiphertext<DataLhs>,
485 rhs: &GLWESwitchingKey<DataRhs, FFT64>,
486 scratch: &mut Scratch,
487 ) where
488 VecZnx<DataLhs>: VecZnxToRef,
489 MatZnxDft<DataRhs, FFT64>: MatZnxDftToRef<FFT64>,
490 {
491 let basek: usize = self.basek();
492
493 #[cfg(debug_assertions)]
494 {
495 assert_eq!(lhs.rank(), rhs.rank_in());
496 assert_eq!(self.rank(), rhs.rank_out());
497 assert_eq!(self.basek(), basek);
498 assert_eq!(lhs.basek(), basek);
499 assert_eq!(rhs.n(), module.n());
500 assert_eq!(self.n(), module.n());
501 assert_eq!(lhs.n(), module.n());
502 assert!(
503 scratch.available()
504 >= GLWECiphertext::keyswitch_scratch_space(
505 module,
506 self.size(),
507 self.rank(),
508 lhs.size(),
509 lhs.rank(),
510 rhs.size(),
511 )
512 );
513 }
514
515 let cols_in: usize = rhs.rank_in();
516 let cols_out: usize = rhs.rank_out() + 1;
517
518 let (mut res_dft, scratch1) = scratch.tmp_vec_znx_dft(module, cols_out, rhs.size()); // Todo optimise
519
520 {
521 let (mut ai_dft, scratch2) = scratch1.tmp_vec_znx_dft(module, cols_in, lhs.size());
522 (0..cols_in).for_each(|col_i| {
523 module.vec_znx_dft(&mut ai_dft, col_i, lhs, col_i + 1);
524 });
525 module.vmp_apply(&mut res_dft, &ai_dft, rhs, scratch2);
526 }
527
528 let mut res_big: VecZnxBig<&mut [u8], FFT64> = module.vec_znx_idft_consume(res_dft);
529
530 module.vec_znx_big_add_small_inplace(&mut res_big, 0, lhs, 0);
531
532 (0..cols_out).for_each(|i| {
533 if apply_auto != 0 {
534 module.vec_znx_big_automorphism_inplace(apply_auto, &mut res_big, i);
535 }
536
537 match OP{
538 1=> module.vec_znx_big_add_small_inplace(&mut res_big, i, lhs, i),
539 2=> module.vec_znx_big_sub_small_a_inplace(&mut res_big, i, lhs, i),
540 3=> module.vec_znx_big_sub_small_b_inplace(&mut res_big, i, lhs, i),
541 _=>{},
542 }
543 module.vec_znx_big_normalize(basek, self, i, &res_big, i, scratch1);
544 });
545 }
546
547 pub fn keyswitch_inplace<DataRhs>(
548 &mut self,
549 module: &Module<FFT64>,
550 rhs: &GLWESwitchingKey<DataRhs, FFT64>,
551 scratch: &mut Scratch,
552 ) where
553 MatZnxDft<DataRhs, FFT64>: MatZnxDftToRef<FFT64>,
554 {
555 unsafe {
556 let self_ptr: *mut GLWECiphertext<DataSelf> = self as *mut GLWECiphertext<DataSelf>;
557 self.keyswitch(&module, &*self_ptr, rhs, scratch);
558 }
559 }
560
561 pub fn external_product<DataLhs, DataRhs>(
562 &mut self,
563 module: &Module<FFT64>,
564 lhs: &GLWECiphertext<DataLhs>,
565 rhs: &GGSWCiphertext<DataRhs, FFT64>,
566 scratch: &mut Scratch,
567 ) where
568 VecZnx<DataLhs>: VecZnxToRef,
569 MatZnxDft<DataRhs, FFT64>: MatZnxDftToRef<FFT64>,
570 {
571 let basek: usize = self.basek();
572
573 #[cfg(debug_assertions)]
574 {
575 assert_eq!(rhs.rank(), lhs.rank());
576 assert_eq!(rhs.rank(), self.rank());
577 assert_eq!(self.basek(), basek);
578 assert_eq!(lhs.basek(), basek);
579 assert_eq!(rhs.n(), module.n());
580 assert_eq!(self.n(), module.n());
581 assert_eq!(lhs.n(), module.n());
582 }
583
584 let cols: usize = rhs.rank() + 1;
585
586 let (mut res_dft, scratch1) = scratch.tmp_vec_znx_dft(module, cols, rhs.size()); // Todo optimise
587
588 {
589 let (mut a_dft, scratch2) = scratch1.tmp_vec_znx_dft(module, cols, lhs.size());
590 (0..cols).for_each(|col_i| {
591 module.vec_znx_dft(&mut a_dft, col_i, lhs, col_i);
592 });
593 module.vmp_apply(&mut res_dft, &a_dft, rhs, scratch2);
594 }
595
596 let res_big: VecZnxBig<&mut [u8], FFT64> = module.vec_znx_idft_consume(res_dft);
597
598 (0..cols).for_each(|i| {
599 module.vec_znx_big_normalize(basek, self, i, &res_big, i, scratch1);
600 });
601 }
602
603 pub fn external_product_inplace<DataRhs>(
604 &mut self,
605 module: &Module<FFT64>,
606 rhs: &GGSWCiphertext<DataRhs, FFT64>,
607 scratch: &mut Scratch,
608 ) where
609 MatZnxDft<DataRhs, FFT64>: MatZnxDftToRef<FFT64>,
610 {
611 unsafe {
612 let self_ptr: *mut GLWECiphertext<DataSelf> = self as *mut GLWECiphertext<DataSelf>;
613 self.external_product(&module, &*self_ptr, rhs, scratch);
614 }
615 }
616
617 pub(crate) fn encrypt_sk_private<DataPt, DataSk>(
618 &mut self,
619 module: &Module<FFT64>,
620 pt: Option<(&GLWEPlaintext<DataPt>, usize)>,
621 sk_dft: &SecretKeyFourier<DataSk, FFT64>,
622 source_xa: &mut Source,
623 source_xe: &mut Source,
624 sigma: f64,
625 scratch: &mut Scratch,
626 ) where
627 VecZnx<DataPt>: VecZnxToRef,
628 ScalarZnxDft<DataSk, FFT64>: ScalarZnxDftToRef<FFT64>,
629 {
630 #[cfg(debug_assertions)]
631 {
632 assert_eq!(self.rank(), sk_dft.rank());
633 assert_eq!(sk_dft.n(), module.n());
634 assert_eq!(self.n(), module.n());
635 if let Some((pt, col)) = pt {
636 assert_eq!(pt.n(), module.n());
637 assert!(col < self.rank() + 1);
638 }
639 }
640
641 let basek: usize = self.basek();
642 let k: usize = self.k();
643 let size: usize = self.size();
644 let cols: usize = self.rank() + 1;
645
646 let (mut c0_big, scratch_1) = scratch.tmp_vec_znx(module, 1, size);
647 c0_big.zero();
648
649 {
650 // c[i] = uniform
651 // c[0] -= c[i] * s[i],
652 (1..cols).for_each(|i| {
653 let (mut ci_dft, scratch_2) = scratch_1.tmp_vec_znx_dft(module, 1, size);
654
655 // c[i] = uniform
656 self.data.fill_uniform(basek, i, size, source_xa);
657
658 // c[i] = norm(IDFT(DFT(c[i]) * DFT(s[i])))
659 module.vec_znx_dft(&mut ci_dft, 0, self, i);
660 module.svp_apply_inplace(&mut ci_dft, 0, sk_dft, i - 1);
661 let ci_big: VecZnxBig<&mut [u8], FFT64> = module.vec_znx_idft_consume(ci_dft);
662
663 // use c[0] as buffer, which is overwritten later by the normalization step
664 module.vec_znx_big_normalize(basek, self, 0, &ci_big, 0, scratch_2);
665
666 // c0_tmp = -c[i] * s[i] (use c[0] as buffer)
667 module.vec_znx_sub_ab_inplace(&mut c0_big, 0, self, 0);
668
669 // c[i] += m if col = i
670 if let Some((pt, col)) = pt {
671 if i == col {
672 module.vec_znx_add_inplace(self, i, pt, 0);
673 module.vec_znx_normalize_inplace(basek, self, i, scratch_2);
674 }
675 }
676 });
677 }
678
679 // c[0] += e
680 c0_big.add_normal(basek, 0, k, source_xe, sigma, sigma * SIX_SIGMA);
681
682 // c[0] += m if col = 0
683 if let Some((pt, col)) = pt {
684 if col == 0 {
685 module.vec_znx_add_inplace(&mut c0_big, 0, pt, 0);
686 }
687 }
688
689 // c[0] = norm(c[0])
690 module.vec_znx_normalize(basek, self, 0, &c0_big, 0, scratch_1);
691 }
692
693 pub(crate) fn encrypt_pk_private<DataPt, DataPk>(
694 &mut self,
695 module: &Module<FFT64>,
696 pt: Option<(&GLWEPlaintext<DataPt>, usize)>,
697 pk: &GLWEPublicKey<DataPk, FFT64>,
698 source_xu: &mut Source,
699 source_xe: &mut Source,
700 sigma: f64,
701 scratch: &mut Scratch,
702 ) where
703 VecZnx<DataPt>: VecZnxToRef,
704 VecZnxDft<DataPk, FFT64>: VecZnxDftToRef<FFT64>,
705 {
706 #[cfg(debug_assertions)]
707 {
708 assert_eq!(self.basek(), pk.basek());
709 assert_eq!(self.n(), module.n());
710 assert_eq!(pk.n(), module.n());
711 assert_eq!(self.rank(), pk.rank());
712 if let Some((pt, _)) = pt {
713 assert_eq!(pt.basek(), pk.basek());
714 assert_eq!(pt.n(), module.n());
715 }
716 }
717
718 let basek: usize = pk.basek();
719 let size_pk: usize = pk.size();
720 let cols: usize = self.rank() + 1;
721
722 // Generates u according to the underlying secret distribution.
723 let (mut u_dft, scratch_1) = scratch.tmp_scalar_znx_dft(module, 1);
724
725 {
726 let (mut u, _) = scratch_1.tmp_scalar_znx(module, 1);
727 match pk.dist {
728 SecretDistribution::NONE => panic!(
729 "invalid public key: SecretDistribution::NONE, ensure it has been correctly intialized through \
730 Self::generate"
731 ),
732 SecretDistribution::TernaryFixed(hw) => u.fill_ternary_hw(0, hw, source_xu),
733 SecretDistribution::TernaryProb(prob) => u.fill_ternary_prob(0, prob, source_xu),
734 SecretDistribution::ZERO => {}
735 }
736
737 module.svp_prepare(&mut u_dft, 0, &u, 0);
738 }
739
740 // ct[i] = pk[i] * u + ei (+ m if col = i)
741 (0..cols).for_each(|i| {
742 let (mut ci_dft, scratch_2) = scratch_1.tmp_vec_znx_dft(module, 1, size_pk);
743 // ci_dft = DFT(u) * DFT(pk[i])
744 module.svp_apply(&mut ci_dft, 0, &u_dft, 0, pk, i);
745
746 // ci_big = u * p[i]
747 let mut ci_big = module.vec_znx_idft_consume(ci_dft);
748
749 // ci_big = u * pk[i] + e
750 ci_big.add_normal(basek, 0, pk.k(), source_xe, sigma, sigma * SIX_SIGMA);
751
752 // ci_big = u * pk[i] + e + m (if col = i)
753 if let Some((pt, col)) = pt {
754 if col == i {
755 module.vec_znx_big_add_small_inplace(&mut ci_big, 0, pt, 0);
756 }
757 }
758
759 // ct[i] = norm(ci_big)
760 module.vec_znx_big_normalize(basek, self, i, &ci_big, 0, scratch_2);
761 });
762 }
763}
764
765impl<DataSelf> GLWECiphertext<DataSelf>
766where
767 VecZnx<DataSelf>: VecZnxToRef,
768{
769 pub fn clone(&self) -> GLWECiphertext<Vec<u8>> {
770 GLWECiphertext {
771 data: self.data.clone(),
772 basek: self.basek(),
773 k: self.k(),
774 }
775 }
776
777 pub fn decrypt<DataPt, DataSk>(
778 &self,
779 module: &Module<FFT64>,
780 pt: &mut GLWEPlaintext<DataPt>,
781 sk_dft: &SecretKeyFourier<DataSk, FFT64>,
782 scratch: &mut Scratch,
783 ) where
784 VecZnx<DataPt>: VecZnxToMut,
785 ScalarZnxDft<DataSk, FFT64>: ScalarZnxDftToRef<FFT64>,
786 {
787 #[cfg(debug_assertions)]
788 {
789 assert_eq!(self.rank(), sk_dft.rank());
790 assert_eq!(self.n(), module.n());
791 assert_eq!(pt.n(), module.n());
792 assert_eq!(sk_dft.n(), module.n());
793 }
794
795 let cols: usize = self.rank() + 1;
796
797 let (mut c0_big, scratch_1) = scratch.tmp_vec_znx_big(module, 1, self.size()); // TODO optimize size when pt << ct
798 c0_big.zero();
799
800 {
801 (1..cols).for_each(|i| {
802 // ci_dft = DFT(a[i]) * DFT(s[i])
803 let (mut ci_dft, _) = scratch_1.tmp_vec_znx_dft(module, 1, self.size()); // TODO optimize size when pt << ct
804 module.vec_znx_dft(&mut ci_dft, 0, self, i);
805 module.svp_apply_inplace(&mut ci_dft, 0, sk_dft, i - 1);
806 let ci_big = module.vec_znx_idft_consume(ci_dft);
807
808 // c0_big += a[i] * s[i]
809 module.vec_znx_big_add_inplace(&mut c0_big, 0, &ci_big, 0);
810 });
811 }
812
813 // c0_big = (a * s) + (-a * s + m + e) = BIG(m + e)
814 module.vec_znx_big_add_small_inplace(&mut c0_big, 0, self, 0);
815
816 // pt = norm(BIG(m + e))
817 module.vec_znx_big_normalize(self.basek(), pt, 0, &mut c0_big, 0, scratch_1);
818
819 pt.basek = self.basek();
820 pt.k = pt.k().min(self.k());
821 }
822}