glwe operations

This commit is contained in:
Pro7ech
2025-10-16 16:57:30 +02:00
parent 1925571492
commit d27d43759a
9 changed files with 329 additions and 358 deletions

View File

@@ -1,19 +1,18 @@
use poulpy_hal::{ use poulpy_hal::{
api::{ api::{
ModuleN, ScratchAvailable, ScratchTakeBasic, VecZnxBigBytesOf, VecZnxBigNormalize, VecZnxCopy, VecZnxDftAddInplace, ModuleN, ScratchAvailable, ScratchTakeBasic, VecZnxBigBytesOf, VecZnxBigNormalize, VecZnxDftAddInplace, VecZnxDftApply,
VecZnxDftApply, VecZnxDftBytesOf, VecZnxDftCopy, VecZnxIdftApplyTmpA, VecZnxNormalize, VecZnxNormalizeTmpBytes, VecZnxDftBytesOf, VecZnxDftCopy, VecZnxIdftApplyTmpA, VecZnxNormalize, VecZnxNormalizeTmpBytes, VmpApplyDftToDft,
VmpApplyDftToDft, VmpApplyDftToDftAdd, VmpApplyDftToDftTmpBytes, VmpApplyDftToDftAdd, VmpApplyDftToDftTmpBytes,
}, },
layouts::{Backend, DataMut, Module, Scratch, VmpPMat, ZnxInfos}, layouts::{Backend, DataMut, Module, Scratch, VmpPMat, ZnxInfos},
}; };
use crate::{ use crate::{
ScratchTakeCore, GLWECopy, ScratchTakeCore,
layouts::{ layouts::{
GGLWE, GGLWEInfos, GGLWEToRef, GGSW, GGSWInfos, GGSWToMut, GLWEInfos, LWEInfos, GGLWE, GGLWEInfos, GGLWEToRef, GGSW, GGSWInfos, GGSWToMut, GLWEInfos, LWEInfos,
prepared::{TensorKeyPrepared, TensorKeyPreparedToRef}, prepared::{TensorKeyPrepared, TensorKeyPreparedToRef},
}, },
operations::GLWEOperations,
}; };
impl GGLWE<Vec<u8>> { impl GGLWE<Vec<u8>> {
@@ -39,11 +38,11 @@ impl<D: DataMut> GGSW<D> {
} }
} }
impl<BE: Backend> GGSWFromGGLWE<BE> for Module<BE> where Self: GGSWExpandRows<BE> + VecZnxCopy {} impl<BE: Backend> GGSWFromGGLWE<BE> for Module<BE> where Self: GGSWExpandRows<BE> + GLWECopy {}
pub trait GGSWFromGGLWE<BE: Backend> pub trait GGSWFromGGLWE<BE: Backend>
where where
Self: GGSWExpandRows<BE> + VecZnxCopy, Self: GGSWExpandRows<BE> + GLWECopy,
{ {
fn ggsw_from_gglwe_tmp_bytes<R, A>(&self, res_infos: &R, tsk_infos: &A) -> usize fn ggsw_from_gglwe_tmp_bytes<R, A>(&self, res_infos: &R, tsk_infos: &A) -> usize
where where
@@ -71,7 +70,7 @@ where
assert_eq!(tsk.n(), self.n() as u32); assert_eq!(tsk.n(), self.n() as u32);
for row in 0..res.dnum().into() { for row in 0..res.dnum().into() {
res.at_mut(row, 0).copy(self, &a.at(row, 0)); self.glwe_copy(&mut res.at_mut(row, 0), &a.at(row, 0));
} }
self.ggsw_expand_row(res, tsk, scratch); self.ggsw_expand_row(res, tsk, scratch);

View File

@@ -1,14 +1,13 @@
use std::collections::HashMap; use std::collections::HashMap;
use poulpy_hal::{ use poulpy_hal::{
api::{ api::{ModuleLogN, VecZnxCopy, VecZnxRotateInplace},
ModuleLogN, ModuleN, ScratchAvailable, VecZnxAddInplace, VecZnxAutomorphismInplace, VecZnxBigAddSmallInplace, VecZnxBigAutomorphismInplace, VecZnxBigNormalize, VecZnxBigNormalizeTmpBytes, VecZnxBigSubSmallNegateInplace, VecZnxCopy, VecZnxDftApply, VecZnxDftBytesOf, VecZnxDftCopy, VecZnxIdftApplyConsume, VecZnxIdftApplyTmpA, VecZnxNegateInplace, VecZnxNormalize, VecZnxNormalizeInplace, VecZnxNormalizeTmpBytes, VecZnxRotate, VecZnxRotateInplace, VecZnxRshInplace, VecZnxSub, VecZnxSubInplace, VecZnxSwitchRing, VmpApplyDftToDft, VmpApplyDftToDftAdd, VmpApplyDftToDftTmpBytes
},
layouts::{Backend, DataMut, DataRef, GaloisElement, Module, Scratch}, layouts::{Backend, DataMut, DataRef, GaloisElement, Module, Scratch},
}; };
use crate::{ use crate::{
layouts::{prepared::{AutomorphismKeyPrepared, AutomorphismKeyPreparedToRef}, GGLWEInfos, GLWEAlloc, GLWEInfos, GLWEToRef, LWEInfos, GLWE}, GLWEAutomorphism, GLWEOperations, ScratchTakeCore GLWEAutomorphism, ScratchTakeCore,
layouts::{GGLWEInfos, GLWE, GLWEAlloc, GLWEInfos, GLWEToMut, GLWEToRef, LWEInfos, prepared::AutomorphismKeyPreparedToRef},
}; };
/// [GLWEPacker] enables only the fly GLWE packing /// [GLWEPacker] enables only the fly GLWE packing
@@ -41,7 +40,7 @@ impl Accumulator {
pub fn alloc<A, M>(module: &M, infos: &A) -> Self pub fn alloc<A, M>(module: &M, infos: &A) -> Self
where where
A: GLWEInfos, A: GLWEInfos,
M: GLWEAlloc M: GLWEAlloc,
{ {
Self { Self {
data: GLWE::alloc_from_infos(module, infos), data: GLWE::alloc_from_infos(module, infos),
@@ -65,7 +64,7 @@ impl GLWEPacker {
pub fn new<A, M>(module: &M, infos: &A, log_batch: usize) -> Self pub fn new<A, M>(module: &M, infos: &A, log_batch: usize) -> Self
where where
A: GLWEInfos, A: GLWEInfos,
M: GLWEAlloc M: GLWEAlloc,
{ {
let mut accumulators: Vec<Accumulator> = Vec::<Accumulator>::new(); let mut accumulators: Vec<Accumulator> = Vec::<Accumulator>::new();
let log_n: usize = infos.n().log2(); let log_n: usize = infos.n().log2();
@@ -109,13 +108,8 @@ impl GLWEPacker {
/// * `a`: ciphertext to pack. Can optionally give None to pack a 0 ciphertext. /// * `a`: ciphertext to pack. Can optionally give None to pack a 0 ciphertext.
/// * `auto_keys`: a [HashMap] containing the [AutomorphismKeyExec]s. /// * `auto_keys`: a [HashMap] containing the [AutomorphismKeyExec]s.
/// * `scratch`: scratch space of size at least [Self::tmp_bytes]. /// * `scratch`: scratch space of size at least [Self::tmp_bytes].
pub fn add<A, K, M, BE: Backend>( pub fn add<A, K, M, BE: Backend>(&mut self, module: &M, a: Option<&A>, auto_keys: &HashMap<i64, K>, scratch: &mut Scratch<B>)
&mut self, where
module: &M,
a: Option<&A>,
auto_keys: &HashMap<i64, K>,
scratch: &mut Scratch<B>,
) where
A: GLWEToRef, A: GLWEToRef,
K: AutomorphismKeyPreparedToRef<BE>, K: AutomorphismKeyPreparedToRef<BE>,
M: GLWEAutomorphism<BE>, M: GLWEAutomorphism<BE>,
@@ -327,110 +321,69 @@ fn combine<B, M, K, BE: Backend>(
} }
} }
/// Packs [x_0: GLWE(m_0), x_1: GLWE(m_1), ..., x_i: GLWE(m_i)] pub trait GLWEPacking<BE: Backend>
/// to [0: GLWE(m_0 * X^x_0 + m_1 * X^x_1 + ... + m_i * X^x_i)] where
pub fn glwe_packing<D: DataMut, ATK, B: Backend>( Self: GLWEAutomorphism<BE> + GaloisElement + ModuleLogN,
module: &Module<B>,
cts: &mut HashMap<usize, &mut GLWE<D>>,
log_gap_out: usize,
auto_keys: &HashMap<i64, AutomorphismKeyPrepared<ATK, B>>,
scratch: &mut Scratch<B>,
) where
ATK: DataRef,
Module<B>: VecZnxRotateInplace<B>
+ VecZnxNormalizeInplace<B>
+ VecZnxNormalizeTmpBytes
+ VecZnxSwitchRing
+ VecZnxBigAutomorphismInplace<B>
+ VecZnxRshInplace<B>
+ VecZnxDftCopy<B>
+ VecZnxIdftApplyTmpA<B>
+ VecZnxSub
+ VecZnxAddInplace
+ VecZnxNegateInplace
+ VecZnxCopy
+ VecZnxSubInplace
+ VecZnxDftBytesOf
+ VmpApplyDftToDftTmpBytes
+ VecZnxBigNormalizeTmpBytes
+ VmpApplyDftToDft<B>
+ VmpApplyDftToDftAdd<B>
+ VecZnxDftApply<B>
+ VecZnxIdftApplyConsume<B>
+ VecZnxBigAddSmallInplace<B>
+ VecZnxBigNormalize<B>
+ VecZnxAutomorphismInplace<B>
+ VecZnxBigSubSmallNegateInplace<B>
+ VecZnxRotate
+ VecZnxNormalize<B>,
Scratch<B>: ScratchAvailable,
{ {
#[cfg(debug_assertions)] /// Packs [x_0: GLWE(m_0), x_1: GLWE(m_1), ..., x_i: GLWE(m_i)]
/// to [0: GLWE(m_0 * X^x_0 + m_1 * X^x_1 + ... + m_i * X^x_i)]
fn glwe_pack<R, K>(
&self,
cts: &mut HashMap<usize, &mut R>,
log_gap_out: usize,
keys: &HashMap<i64, K>,
scratch: &mut Scratch<BE>,
) where
R: GLWEToMut,
K: AutomorphismKeyPreparedToRef<BE>,
Scratch<BE>: ScratchTakeCore<BE>,
{ {
assert!(*cts.keys().max().unwrap() < module.n()) #[cfg(debug_assertions)]
} {
assert!(*cts.keys().max().unwrap() < self.n())
}
let log_n: usize = module.log_n(); let log_n: usize = self.log_n();
(0..log_n - log_gap_out).for_each(|i| { (0..log_n - log_gap_out).for_each(|i| {
let t: usize = (1 << log_n).min(1 << (log_n - 1 - i)); let t: usize = (1 << log_n).min(1 << (log_n - 1 - i));
let auto_key: &AutomorphismKeyPrepared<ATK, B> = if i == 0 { let key: &K = if i == 0 {
auto_keys.get(&-1).unwrap() keys.get(&-1).unwrap()
} else { } else {
auto_keys.get(&module.galois_element(1 << (i - 1))).unwrap() keys.get(&self.galois_element(1 << (i - 1))).unwrap()
}; };
(0..t).for_each(|j| { (0..t).for_each(|j| {
let mut a: Option<&mut GLWE<D>> = cts.remove(&j); let mut a: Option<&mut R> = cts.remove(&j);
let mut b: Option<&mut GLWE<D>> = cts.remove(&(j + t)); let mut b: Option<&mut R> = cts.remove(&(j + t));
pack_internal(module, &mut a, &mut b, i, auto_key, scratch); pack_internal(self, &mut a, &mut b, i, key, scratch);
if let Some(a) = a { if let Some(a) = a {
cts.insert(j, a); cts.insert(j, a);
} else if let Some(b) = b { } else if let Some(b) = b {
cts.insert(j, b); cts.insert(j, b);
} }
});
}); });
}); }
} }
#[allow(clippy::too_many_arguments)] #[allow(clippy::too_many_arguments)]
fn pack_internal<A: DataMut, D: DataMut, DataAK: DataRef, B: Backend>( fn pack_internal<M, A, B, K, BE: Backend>(
module: &Module<B>, module: &M,
a: &mut Option<&mut GLWE<A>>, a: &mut Option<&mut A>,
b: &mut Option<&mut GLWE<D>>, b: &mut Option<&mut B>,
i: usize, i: usize,
auto_key: &AutomorphismKeyPrepared<DataAK, B>, auto_key: &K,
scratch: &mut Scratch<B>, scratch: &mut Scratch<BE>,
) where ) where
Module<B>: VecZnxRotateInplace<B> M: GLWEAutomorphism<BE>,
+ VecZnxNormalizeInplace<B> A: GLWEToMut + GLWEInfos,
+ VecZnxNormalizeTmpBytes B: GLWEToMut + GLWEInfos,
+ VecZnxBigAutomorphismInplace<B> K: AutomorphismKeyPreparedToRef<BE>,
+ VecZnxRshInplace<B> Scratch<BE>: ScratchTakeCore<BE>,
+ VecZnxDftCopy<B>
+ VecZnxIdftApplyTmpA<B>
+ VecZnxSub
+ VecZnxAddInplace
+ VecZnxNegateInplace
+ VecZnxCopy
+ VecZnxSubInplace
+ VecZnxDftBytesOf
+ VmpApplyDftToDftTmpBytes
+ VecZnxBigNormalizeTmpBytes
+ VmpApplyDftToDft<B>
+ VmpApplyDftToDftAdd<B>
+ VecZnxDftApply<B>
+ VecZnxIdftApplyConsume<B>
+ VecZnxBigAddSmallInplace<B>
+ VecZnxBigNormalize<B>
+ VecZnxAutomorphismInplace<B>
+ VecZnxBigSubSmallNegateInplace<B>
+ VecZnxRotate
+ VecZnxNormalize<B>,
Scratch<B>: ScratchAvailable,
{ {
// Goal is to evaluate: a = a + b*X^t + phi(a - b*X^t)) // Goal is to evaluate: a = a + b*X^t + phi(a - b*X^t))
// We also use the identity: AUTO(a * X^t, g) = -X^t * AUTO(a, g) // We also use the identity: AUTO(a * X^t, g) = -X^t * AUTO(a, g)
@@ -446,7 +399,7 @@ fn pack_internal<A: DataMut, D: DataMut, DataAK: DataRef, B: Backend>(
let t: i64 = 1 << (a.n().log2() - i - 1); let t: i64 = 1 << (a.n().log2() - i - 1);
if let Some(b) = b.as_deref_mut() { if let Some(b) = b.as_deref_mut() {
let (mut tmp_b, scratch_1) = scratch.take_glwe_ct(a); let (mut tmp_b, scratch_1) = scratch.take_glwe_ct(module, a);
// a = a * X^-t // a = a * X^-t
a.rotate_inplace(module, -t, scratch_1); a.rotate_inplace(module, -t, scratch_1);

View File

@@ -9,10 +9,7 @@ use poulpy_hal::{
layouts::{Backend, DataMut, DataRef, Module, Scratch, VecZnx}, layouts::{Backend, DataMut, DataRef, Module, Scratch, VecZnx},
}; };
use crate::{ use crate::layouts::{Base2K, GGLWEInfos, GLWE, GLWEInfos, GLWELayout, LWEInfos, prepared::AutomorphismKeyPrepared};
layouts::{Base2K, GGLWEInfos, GLWE, GLWEInfos, GLWELayout, LWEInfos, prepared::AutomorphismKeyPrepared},
operations::GLWEOperations,
};
impl GLWE<Vec<u8>> { impl GLWE<Vec<u8>> {
pub fn trace_galois_elements<B: Backend>(module: &Module<B>) -> Vec<i64> { pub fn trace_galois_elements<B: Backend>(module: &Module<B>) -> Vec<i64> {

View File

@@ -4,6 +4,6 @@ mod glwe_ct;
mod lwe_ct; mod lwe_ct;
pub use gglwe_ct::*; pub use gglwe_ct::*;
//pub use gglwe_ct::*; // pub use gglwe_ct::*;
pub use glwe_ct::*; pub use glwe_ct::*;
pub use lwe_ct::*; pub use lwe_ct::*;

View File

@@ -14,12 +14,12 @@ mod utils;
pub use operations::*; pub use operations::*;
pub mod layouts; pub mod layouts;
pub use automorphism::*;
pub use conversion::*; pub use conversion::*;
pub use dist::*; pub use dist::*;
pub use external_product::*; pub use external_product::*;
pub use glwe_packing::*; pub use glwe_packing::*;
pub use keyswitching::*; pub use keyswitching::*;
pub use automorphism::*;
pub use encryption::SIGMA; pub use encryption::SIGMA;

View File

@@ -1,320 +1,292 @@
use poulpy_hal::{ use poulpy_hal::{
api::{ api::{
VecZnxAdd, VecZnxAddInplace, VecZnxCopy, VecZnxMulXpMinusOne, VecZnxMulXpMinusOneInplace, VecZnxNegateInplace, ModuleN, VecZnxAdd, VecZnxAddInplace, VecZnxCopy, VecZnxMulXpMinusOne, VecZnxMulXpMinusOneInplace, VecZnxNegateInplace,
VecZnxNormalize, VecZnxNormalizeInplace, VecZnxRotate, VecZnxRotateInplace, VecZnxRshInplace, VecZnxSub, VecZnxNormalize, VecZnxNormalizeInplace, VecZnxRotate, VecZnxRotateInplace, VecZnxRshInplace, VecZnxSub,
VecZnxSubInplace, VecZnxSubNegateInplace, VecZnxSubInplace, VecZnxSubNegateInplace,
}, },
layouts::{Backend, DataMut, Scratch, VecZnx, ZnxZero}, layouts::{Backend, Module, Scratch, VecZnx, ZnxZero},
}; };
use crate::layouts::{GLWE, GLWEInfos, GLWEPlaintext, GLWEToMut, GLWEToRef, LWEInfos, SetGLWEInfos, TorusPrecision}; use crate::{
ScratchTakeCore,
layouts::{GLWE, GLWEInfos, GLWEToMut, GLWEToRef, LWEInfos, SetGLWEInfos, TorusPrecision},
};
impl<D> GLWEOperations for GLWEPlaintext<D> pub trait GLWEAdd
where where
D: DataMut, Self: ModuleN + VecZnxAdd + VecZnxCopy + VecZnxAddInplace,
GLWEPlaintext<D>: GLWEToMut + GLWEInfos,
{ {
fn glwe_add<R, A, B>(&self, res: &mut R, a: &A, b: &B)
where
R: GLWEToMut,
A: GLWEToRef,
B: GLWEToRef,
{
let res: &mut GLWE<&mut [u8]> = &mut res.to_mut();
let a: &mut GLWE<&[u8]> = &mut a.to_ref();
let b: &GLWE<&[u8]> = &b.to_ref();
assert_eq!(a.n(), self.n() as u32);
assert_eq!(b.n(), self.n() as u32);
assert_eq!(res.n(), self.n() as u32);
assert_eq!(a.base2k(), b.base2k());
assert!(res.rank() >= a.rank().max(b.rank()));
let min_col: usize = (a.rank().min(b.rank()) + 1).into();
let max_col: usize = (a.rank().max(b.rank() + 1)).into();
let self_col: usize = (res.rank() + 1).into();
(0..min_col).for_each(|i| {
self.vec_znx_add(res.data_mut(), i, a.data(), i, b.data(), i);
});
if a.rank() > b.rank() {
(min_col..max_col).for_each(|i| {
self.vec_znx_copy(res.data_mut(), i, a.data(), i);
});
} else {
(min_col..max_col).for_each(|i| {
self.vec_znx_copy(res.data_mut(), i, b.data(), i);
});
}
let size: usize = res.size();
(max_col..self_col).for_each(|i| {
(0..size).for_each(|j| {
res.data.zero_at(i, j);
});
});
res.set_base2k(a.base2k());
res.set_k(set_k_binary(res, a, b));
}
fn glwe_add_inplace<R, A>(&self, res: &mut R, a: &A)
where
R: GLWEToMut,
A: GLWEToRef,
{
let res: &mut GLWE<&mut [u8]> = &mut res.to_mut();
let a: &GLWE<&[u8]> = &a.to_ref();
assert_eq!(res.n(), self.n() as u32);
assert_eq!(a.n(), self.n() as u32);
assert_eq!(res.base2k(), a.base2k());
assert!(res.rank() >= a.rank());
(0..(a.rank() + 1).into()).for_each(|i| {
self.vec_znx_add_inplace(res.data_mut(), i, a.data(), i);
});
res.set_k(set_k_unary(res, a))
}
} }
impl<D: DataMut> GLWEOperations for GLWE<D> where GLWE<D>: GLWEToMut + GLWEInfos {} impl<BE: Backend> GLWEAdd for Module<BE> where Self: ModuleN + VecZnxAdd + VecZnxCopy + VecZnxAddInplace {}
pub trait GLWEOperations: GLWEToMut + GLWEInfos + SetGLWEInfos + Sized { pub trait GLWESub
fn add<A, B, M>(&mut self, module: &M, a: &A, b: &B) where
Self: ModuleN + VecZnxSub + VecZnxCopy + VecZnxNegateInplace + VecZnxSubInplace + VecZnxSubNegateInplace,
{
fn glwe_sub<R, A, B>(&self, res: &mut R, a: &A, b: &B)
where where
A: GLWEToRef + GLWEInfos, R: GLWEToMut,
B: GLWEToRef + GLWEInfos, A: GLWEToRef,
M: VecZnxAdd + VecZnxCopy, B: GLWEToRef,
{ {
#[cfg(debug_assertions)] let res: &mut GLWE<&mut [u8]> = &mut res.to_mut();
{ let a: &GLWE<&[u8]> = &a.to_ref();
assert_eq!(a.n(), self.n()); let b: &GLWE<&[u8]> = &b.to_ref();
assert_eq!(b.n(), self.n());
assert_eq!(a.base2k(), b.base2k()); assert_eq!(a.n(), self.n() as u32);
assert!(self.rank() >= a.rank().max(b.rank())); assert_eq!(b.n(), self.n() as u32);
} assert_eq!(a.base2k(), b.base2k());
assert!(res.rank() >= a.rank().max(b.rank()));
let min_col: usize = (a.rank().min(b.rank()) + 1).into(); let min_col: usize = (a.rank().min(b.rank()) + 1).into();
let max_col: usize = (a.rank().max(b.rank() + 1)).into(); let max_col: usize = (a.rank().max(b.rank() + 1)).into();
let self_col: usize = (self.rank() + 1).into(); let self_col: usize = (res.rank() + 1).into();
let self_mut: &mut GLWE<&mut [u8]> = &mut self.to_mut();
let a_ref: &GLWE<&[u8]> = &a.to_ref();
let b_ref: &GLWE<&[u8]> = &b.to_ref();
(0..min_col).for_each(|i| { (0..min_col).for_each(|i| {
module.vec_znx_add(&mut self_mut.data, i, &a_ref.data, i, &b_ref.data, i); self.vec_znx_sub(res.data_mut(), i, a.data(), i, b.data(), i);
}); });
if a.rank() > b.rank() { if a.rank() > b.rank() {
(min_col..max_col).for_each(|i| { (min_col..max_col).for_each(|i| {
module.vec_znx_copy(&mut self_mut.data, i, &a_ref.data, i); self.vec_znx_copy(res.data_mut(), i, a.data(), i);
}); });
} else { } else {
(min_col..max_col).for_each(|i| { (min_col..max_col).for_each(|i| {
module.vec_znx_copy(&mut self_mut.data, i, &b_ref.data, i); self.vec_znx_copy(res.data_mut(), i, b.data(), i);
self.vec_znx_negate_inplace(res.data_mut(), i);
}); });
} }
let size: usize = self_mut.size(); let size: usize = res.size();
(max_col..self_col).for_each(|i| { (max_col..self_col).for_each(|i| {
(0..size).for_each(|j| { (0..size).for_each(|j| {
self_mut.data.zero_at(i, j); res.data.zero_at(i, j);
}); });
}); });
self.set_base2k(a.base2k()); res.set_base2k(a.base2k());
self.set_k(set_k_binary(self, a, b)); res.set_k(set_k_binary(res, a, b));
} }
fn add_inplace<A, M>(&mut self, module: &M, a: &A) fn glwe_sub_inplace<R, A>(&self, res: &mut R, a: &A)
where where
A: GLWEToRef + GLWEInfos, R: GLWEToMut,
M: VecZnxAddInplace, A: GLWEToRef,
{ {
#[cfg(debug_assertions)] let res: &mut GLWE<&mut [u8]> = &mut res.to_mut();
{ let a: &GLWE<&[u8]> = &a.to_ref();
assert_eq!(a.n(), self.n());
assert_eq!(self.base2k(), a.base2k());
assert!(self.rank() >= a.rank())
}
let self_mut: &mut GLWE<&mut [u8]> = &mut self.to_mut(); assert_eq!(res.n(), self.n() as u32);
let a_ref: &GLWE<&[u8]> = &a.to_ref(); assert_eq!(a.n(), self.n() as u32);
assert_eq!(res.base2k(), a.base2k());
assert!(res.rank() >= a.rank());
(0..(a.rank() + 1).into()).for_each(|i| { (0..(a.rank() + 1).into()).for_each(|i| {
module.vec_znx_add_inplace(&mut self_mut.data, i, &a_ref.data, i); self.vec_znx_sub_inplace(res.data_mut(), i, a.data(), i);
}); });
self.set_k(set_k_unary(self, a)) res.set_k(set_k_unary(res, a))
} }
fn sub<A, B, M>(&mut self, module: &M, a: &A, b: &B) fn glwe_sub_negate_inplace<R, A>(&self, res: &mut R, a: &A)
where where
A: GLWEToRef + GLWEInfos, R: GLWEToMut,
B: GLWEToRef + GLWEInfos, A: GLWEToRef,
M: VecZnxSub + VecZnxCopy + VecZnxNegateInplace,
{ {
#[cfg(debug_assertions)] let res: &mut GLWE<&mut [u8]> = &mut res.to_mut();
{ let a: &GLWE<&[u8]> = &a.to_ref();
assert_eq!(a.n(), self.n());
assert_eq!(b.n(), self.n());
assert_eq!(a.base2k(), b.base2k());
assert!(self.rank() >= a.rank().max(b.rank()));
}
let min_col: usize = (a.rank().min(b.rank()) + 1).into(); assert_eq!(res.n(), self.n() as u32);
let max_col: usize = (a.rank().max(b.rank() + 1)).into(); assert_eq!(a.n(), self.n() as u32);
let self_col: usize = (self.rank() + 1).into(); assert_eq!(res.base2k(), a.base2k());
assert!(res.rank() >= a.rank());
let self_mut: &mut GLWE<&mut [u8]> = &mut self.to_mut();
let a_ref: &GLWE<&[u8]> = &a.to_ref();
let b_ref: &GLWE<&[u8]> = &b.to_ref();
(0..min_col).for_each(|i| {
module.vec_znx_sub(&mut self_mut.data, i, &a_ref.data, i, &b_ref.data, i);
});
if a.rank() > b.rank() {
(min_col..max_col).for_each(|i| {
module.vec_znx_copy(&mut self_mut.data, i, &a_ref.data, i);
});
} else {
(min_col..max_col).for_each(|i| {
module.vec_znx_copy(&mut self_mut.data, i, &b_ref.data, i);
module.vec_znx_negate_inplace(&mut self_mut.data, i);
});
}
let size: usize = self_mut.size();
(max_col..self_col).for_each(|i| {
(0..size).for_each(|j| {
self_mut.data.zero_at(i, j);
});
});
self.set_base2k(a.base2k());
self.set_k(set_k_binary(self, a, b));
}
fn sub_inplace_ab<A, M>(&mut self, module: &M, a: &A)
where
A: GLWEToRef + GLWEInfos,
M: VecZnxSubInplace,
{
#[cfg(debug_assertions)]
{
assert_eq!(a.n(), self.n());
assert_eq!(self.base2k(), a.base2k());
assert!(self.rank() >= a.rank())
}
let self_mut: &mut GLWE<&mut [u8]> = &mut self.to_mut();
let a_ref: &GLWE<&[u8]> = &a.to_ref();
(0..(a.rank() + 1).into()).for_each(|i| { (0..(a.rank() + 1).into()).for_each(|i| {
module.vec_znx_sub_inplace(&mut self_mut.data, i, &a_ref.data, i); self.vec_znx_sub_negate_inplace(res.data_mut(), i, a.data(), i);
}); });
self.set_k(set_k_unary(self, a)) res.set_k(set_k_unary(res, a))
} }
}
fn sub_inplace_ba<A, M>(&mut self, module: &M, a: &A) pub trait GLWERotate<BE: Backend>
where
Self: ModuleN + VecZnxRotate + VecZnxRotateInplace<BE>,
{
fn glwe_rotate<R, A>(&self, k: i64, res: &mut R, a: &A)
where where
A: GLWEToRef + GLWEInfos, R: GLWEToMut,
M: VecZnxSubNegateInplace, A: GLWEToRef,
{ {
#[cfg(debug_assertions)] let res: &mut GLWE<&mut [u8]> = &mut res.to_mut();
{ let a: &GLWE<&[u8]> = &a.to_ref();
assert_eq!(a.n(), self.n());
assert_eq!(self.base2k(), a.base2k());
assert!(self.rank() >= a.rank())
}
let self_mut: &mut GLWE<&mut [u8]> = &mut self.to_mut(); assert_eq!(a.n(), self.n() as u32);
let a_ref: &GLWE<&[u8]> = &a.to_ref(); assert_eq!(res.rank(), a.rank());
(0..(a.rank() + 1).into()).for_each(|i| { (0..(a.rank() + 1).into()).for_each(|i| {
module.vec_znx_sub_negate_inplace(&mut self_mut.data, i, &a_ref.data, i); self.vec_znx_rotate(k, res.data_mut(), i, a.data(), i);
}); });
self.set_k(set_k_unary(self, a)) res.set_base2k(a.base2k());
res.set_k(set_k_unary(res, a))
} }
fn rotate<A, M>(&mut self, module: &M, k: i64, a: &A) fn glwe_rotate_inplace<R>(&self, k: i64, res: &mut R, scratch: &mut Scratch<BE>)
where where
A: GLWEToRef + GLWEInfos, R: GLWEToMut,
M: VecZnxRotate, Scratch<BE>: ScratchTakeCore<BE>,
{ {
#[cfg(debug_assertions)] let res: &mut GLWE<&mut [u8]> = &mut res.to_mut();
{
assert_eq!(a.n(), self.n()); (0..(res.rank() + 1).into()).for_each(|i| {
assert_eq!(self.rank(), a.rank()) self.vec_znx_rotate_inplace(k, res.data_mut(), i, scratch);
});
}
}
pub trait GLWEMulXpMinusOne<BE: Backend>
where
Self: ModuleN + VecZnxMulXpMinusOne + VecZnxMulXpMinusOneInplace<BE>,
{
fn glwe_mul_xp_minus_one<R, A>(&self, k: i64, res: &mut R, a: &A)
where
R: GLWEToMut,
A: GLWEToRef,
{
let res: &mut GLWE<&mut [u8]> = &mut res.to_mut();
let a: &GLWE<&[u8]> = &a.to_ref();
assert_eq!(res.n(), self.n() as u32);
assert_eq!(a.n(), self.n() as u32);
assert_eq!(res.rank(), a.rank());
for i in 0..res.rank().as_usize() + 1 {
self.vec_znx_mul_xp_minus_one(k, res.data_mut(), i, a.data(), i);
} }
let self_mut: &mut GLWE<&mut [u8]> = &mut self.to_mut(); res.set_base2k(a.base2k());
let a_ref: &GLWE<&[u8]> = &a.to_ref(); res.set_k(set_k_unary(res, a))
(0..(a.rank() + 1).into()).for_each(|i| {
module.vec_znx_rotate(k, &mut self_mut.data, i, &a_ref.data, i);
});
self.set_base2k(a.base2k());
self.set_k(set_k_unary(self, a))
} }
fn rotate_inplace<M, BE: Backend>(&mut self, module: &M, k: i64, scratch: &mut Scratch<BE>) fn glwe_mul_xp_minus_one_inplace<R>(&self, k: i64, res: &mut R, scratch: &mut Scratch<BE>)
where where
M: VecZnxRotateInplace<BE>, R: GLWEToMut,
{ {
let self_mut: &mut GLWE<&mut [u8]> = &mut self.to_mut(); let res: &mut GLWE<&mut [u8]> = &mut res.to_mut();
(0..(self_mut.rank() + 1).into()).for_each(|i| { assert_eq!(res.n(), self.n() as u32);
module.vec_znx_rotate_inplace(k, &mut self_mut.data, i, scratch);
}); for i in 0..res.rank().as_usize() + 1 {
self.vec_znx_mul_xp_minus_one_inplace(k, res.data_mut(), i, scratch);
}
} }
}
fn mul_xp_minus_one<A, M>(&mut self, module: &M, k: i64, a: &A) pub trait GLWECopy
where
Self: ModuleN + VecZnxCopy,
{
fn glwe_copy<R, A>(&self, res: &mut R, a: &A)
where where
A: GLWEToRef + GLWEInfos, R: GLWEToMut,
M: VecZnxMulXpMinusOne, A: GLWEToRef,
{ {
#[cfg(debug_assertions)] let res: &mut GLWE<&mut [u8]> = &mut res.to_mut();
{ let a: &GLWE<&[u8]> = &a.to_ref();
assert_eq!(a.n(), self.n());
assert_eq!(self.rank(), a.rank()) assert_eq!(res.n(), self.n() as u32);
assert_eq!(a.n(), self.n() as u32);
assert_eq!(res.rank(), a.rank());
for i in 0..res.rank().as_usize() + 1 {
self.vec_znx_copy(res.data_mut(), i, a.data(), i);
} }
let self_mut: &mut GLWE<&mut [u8]> = &mut self.to_mut(); res.set_k(a.k().min(res.max_k()));
let a_ref: &GLWE<&[u8]> = &a.to_ref(); res.set_base2k(a.base2k());
(0..(a.rank() + 1).into()).for_each(|i| {
module.vec_znx_mul_xp_minus_one(k, &mut self_mut.data, i, &a_ref.data, i);
});
self.set_base2k(a.base2k());
self.set_k(set_k_unary(self, a))
} }
}
fn mul_xp_minus_one_inplace<M, BE: Backend>(&mut self, module: &M, k: i64, scratch: &mut Scratch<BE>) pub trait GLWEShift<BE: Backend>
where
Self: ModuleN + VecZnxRshInplace<BE>,
{
fn glwe_rsh<R>(&self, k: usize, res: &mut R, scratch: &mut Scratch<BE>)
where where
M: VecZnxMulXpMinusOneInplace<BE>, R: GLWEToMut,
Scratch<BE>: ScratchTakeCore<BE>,
{ {
let self_mut: &mut GLWE<&mut [u8]> = &mut self.to_mut(); let res: &mut GLWE<&mut [u8]> = &mut res.to_mut();
let base2k: usize = res.base2k().into();
(0..(self_mut.rank() + 1).into()).for_each(|i| { for i in 0..res.rank().as_usize() + 1 {
module.vec_znx_mul_xp_minus_one_inplace(k, &mut self_mut.data, i, scratch); self.vec_znx_rsh_inplace(base2k, k, res.data_mut(), i, scratch);
});
}
fn copy<A, M>(&mut self, module: &M, a: &A)
where
A: GLWEToRef + GLWEInfos,
M: VecZnxCopy,
{
#[cfg(debug_assertions)]
{
assert_eq!(self.n(), a.n());
assert_eq!(self.rank(), a.rank());
} }
let self_mut: &mut GLWE<&mut [u8]> = &mut self.to_mut();
let a_ref: &GLWE<&[u8]> = &a.to_ref();
(0..(self_mut.rank() + 1).into()).for_each(|i| {
module.vec_znx_copy(&mut self_mut.data, i, &a_ref.data, i);
});
self.set_k(a.k().min(self.max_k()));
self.set_base2k(a.base2k());
}
fn rsh<M, BE: Backend>(&mut self, module: &M, k: usize, scratch: &mut Scratch<BE>)
where
M: VecZnxRshInplace<BE>,
{
let base2k: usize = self.base2k().into();
(0..(self.rank() + 1).into()).for_each(|i| {
module.vec_znx_rsh_inplace(base2k, k, &mut self.to_mut().data, i, scratch);
})
}
fn normalize<A, M, BE: Backend>(&mut self, module: &M, a: &A, scratch: &mut Scratch<BE>)
where
A: GLWEToRef + GLWEInfos,
M: VecZnxNormalize<BE>,
{
#[cfg(debug_assertions)]
{
assert_eq!(self.n(), a.n());
assert_eq!(self.rank(), a.rank());
}
let self_mut: &mut GLWE<&mut [u8]> = &mut self.to_mut();
let a_ref: &GLWE<&[u8]> = &a.to_ref();
(0..(self_mut.rank() + 1).into()).for_each(|i| {
module.vec_znx_normalize(
a.base2k().into(),
&mut self_mut.data,
i,
a.base2k().into(),
&a_ref.data,
i,
scratch,
);
});
self.set_base2k(a.base2k());
self.set_k(a.k().min(self.k()));
}
fn normalize_inplace<M, BE: Backend>(&mut self, module: &M, scratch: &mut Scratch<BE>)
where
M: VecZnxNormalizeInplace<BE>,
{
let self_mut: &mut GLWE<&mut [u8]> = &mut self.to_mut();
(0..(self_mut.rank() + 1).into()).for_each(|i| {
module.vec_znx_normalize_inplace(self_mut.base2k().into(), &mut self_mut.data, i, scratch);
});
} }
} }
@@ -324,6 +296,50 @@ impl GLWE<Vec<u8>> {
} }
} }
pub trait GLWENormalize<BE: Backend>
where
Self: ModuleN + VecZnxNormalize<BE> + VecZnxNormalizeInplace<BE>,
{
fn glwe_normalize<R, A>(&self, res: &mut R, a: &A, scratch: &mut Scratch<BE>)
where
R: GLWEToMut,
A: GLWEToRef,
Scratch<BE>: ScratchTakeCore<BE>,
{
let res: &mut GLWE<&mut [u8]> = &mut res.to_mut();
let a: &GLWE<&[u8]> = &a.to_ref();
assert_eq!(res.n(), self.n() as u32);
assert_eq!(a.n(), self.n() as u32);
assert_eq!(res.rank(), a.rank());
for i in 0..res.rank().as_usize() + 1 {
self.vec_znx_normalize(
res.base2k().into(),
res.data_mut(),
i,
a.base2k().into(),
a.data(),
i,
scratch,
);
}
res.set_k(a.k().min(res.k()));
}
fn glwe_normalize_inplace<R>(&mut self, res: &mut R, scratch: &mut Scratch<BE>)
where
R: GLWEToMut,
Scratch<BE>: ScratchTakeCore<BE>,
{
let res: &mut GLWE<&mut [u8]> = &mut res.to_mut();
for i in 0..res.rank().as_usize() + 1 {
self.vec_znx_normalize_inplace(res.base2k().into(), res.data_mut(), i, scratch);
}
}
}
// c = op(a, b) // c = op(a, b)
fn set_k_binary(c: &impl GLWEInfos, a: &impl GLWEInfos, b: &impl GLWEInfos) -> TorusPrecision { fn set_k_binary(c: &impl GLWEInfos, a: &impl GLWEInfos, b: &impl GLWEInfos) -> TorusPrecision {
// If either operands is a ciphertext // If either operands is a ciphertext

View File

@@ -9,8 +9,11 @@ pub trait ModuleN {
fn n(&self) -> usize; fn n(&self) -> usize;
} }
pub trait ModuleLogN where Self: ModuleN{ pub trait ModuleLogN
fn log_n(&self) -> usize{ where
(u64::BITS - (self.n() as u64-1).leading_zeros()) as usize Self: ModuleN,
{
fn log_n(&self) -> usize {
(u64::BITS - (self.n() as u64 - 1).leading_zeros()) as usize
} }
} }

View File

@@ -2,7 +2,10 @@ use std::{fmt::Display, marker::PhantomData, ptr::NonNull};
use rand_distr::num_traits::Zero; use rand_distr::num_traits::Zero;
use crate::{api::{ModuleLogN, ModuleN}, GALOISGENERATOR}; use crate::{
GALOISGENERATOR,
api::{ModuleLogN, ModuleN},
};
#[allow(clippy::missing_safety_doc)] #[allow(clippy::missing_safety_doc)]
pub trait Backend: Sized { pub trait Backend: Sized {
@@ -86,7 +89,7 @@ where
} }
} }
impl<BE: Backend> ModuleLogN for Module<BE> where Self: ModuleN{} impl<BE: Backend> ModuleLogN for Module<BE> where Self: ModuleN {}
impl<BE: Backend> CyclotomicOrder for Module<BE> where Self: ModuleN {} impl<BE: Backend> CyclotomicOrder for Module<BE> where Self: ModuleN {}