GPU implementation for multiexp and fft

.gitignore

@@ -1,3 +1,7 @@
 target
 Cargo.lock
-pkg
+pkg
+*.key
+*.proof
+*.data
+.idea/

Cargo.toml

@@ -15,30 +15,55 @@ crate-type = ["cdylib", "lib", "staticlib"]
 [dependencies]
 rand = "0.4"
 bit-vec = "0.6"
-cfg-if = "0.1"
+cfg-if = "1.*"
+
+#pairing = {package = "pairing_ce", version = "0.24.*" }
+pairing = {path = "../pairing", package = "pairing_ce"}
 
-#pairing = {package = "pairing_ce", path = "../pairing" }
-pairing = {package = "pairing_ce", version = "0.19" }
 byteorder = "1"
 
-futures= {package = "futures", version = "0.3", default_features = false, features = ["executor"]}
+futures = {package = "futures", version = "0.3", default_features = false, features = ["executor"]}
 num_cpus = "1"
 crossbeam = {version = "0.7", optional = true}
-
 prefetch = {version = "0.2", optional = true}
 
 web-sys = {version = "0.3", optional = true, features = ["console", "Performance", "Window"]}
 
-tiny-keccak = {version = "1.4.2", optional = true}
+tiny-keccak = {version = "1.5", optional = true}
 blake2-rfc = {version = "0.2.18", optional = true}
 
+blake2s_simd = {version = "0.5"}
+lazy_static = {version = "1", optional = true}
+
+blake2s_const = {version = "0.6", optional = true, path = "./src/plonk/blake2_const/blake2s/"}
+
+# rescue_hash = {git = "https://github.com/shamatar/rescue_hash.git", optional = true }
+# rescue_hash = {path = "../rescue_hash", optional = true }
+# poseidon_hash = {path = "../poseidon_hash", optional = true }
+
+hex = "*"
+
+
+# add GPU
+thiserror = "1.0.10"
+rand_core = "0.5"
+ocl = { version = "0.19.4", package = "fil-ocl", optional = true }
+ff-cl-gen = { path = "../ff-cl-gen", optional = true }
+fs2 = { version = "0.4.3", optional = true }
+log = "0.4.8"
+#futures_01 = {package = "futures", version = "0.1"}
+
+
 [features]
-# default = []
-default = ["multicore"]
-#default = ["wasm"]
+#default = ["multicore", "plonk"]
+default = ["multicore", "plonk", "gpu"]
 multicore = ["crossbeam", "futures/thread-pool"]
 sonic = ["tiny-keccak", "blake2-rfc"]
 gm17 = []
 nolog = []
+plonk = ["lazy_static", "tiny-keccak", "blake2s_const"]
+# redshift = ["plonk", "rescue_hash", "poseidon_hash"]
+marlin = ["tiny-keccak", "blake2s_const"]
 wasm = ["web-sys"]
-nightly = ["prefetch"]
+asm = ["pairing/asm"]
+gpu = ["ocl", "ff-cl-gen", "fs2"]

run_buffered_multiexp.sh

@@ -0,0 +1,3 @@
+#!/bin/sh
+
+RUSTFLAGS="-C target-cpu=native -C target_feature=+bmi2,+adx,+sse4.1" cargo +nightly test --release --features "asm" -- --ignored --nocapture test_large_data_buffered_multiexp

run_diff_windows.sh

@@ -0,0 +1,3 @@
+#!/bin/sh
+
+cargo test --release -- --ignored --nocapture test_large_data_different_windows_multiexp

run_diff_windows_nightly.sh

@@ -0,0 +1,3 @@
+#!/bin/sh
+
+RUSTFLAGS="-C target-cpu=native -C target_feature=+bmi2,+adx,+sse4.1" cargo +nightly test --release --features "asm" -- --ignored --nocapture test_large_data_different_windows_multiexp

run_diff_windows_nightly_futures.sh

@@ -0,0 +1,3 @@
+#!/bin/sh
+
+RUSTFLAGS="-C target-cpu=native -C target_feature=+bmi2,+adx,+sse4.1" cargo +nightly test --release --features "asm" -- --ignored --nocapture future_based_test_large_data_different_windows

run_insane_fft.sh

@@ -0,0 +1,3 @@
+#!/bin/sh
+
+RUSTFLAGS="-C target-cpu=native -C target_feature=+bmi2,+adx,+sse4.1" cargo +nightly test --release --features "asm" -- --ignored --nocapture test_fft_scaling

run_insane_lde.sh

@@ -0,0 +1,3 @@
+#!/bin/sh
+
+RUSTFLAGS="-C target-cpu=native -C target_feature=+bmi2,+adx,+sse4.1" cargo +nightly test --release --features "asm" -- --ignored --nocapture test_insane_size_lde

run_insane_test.sh

@@ -0,0 +1,4 @@
+#!/bin/sh
+
+# cargo test --release -- --ignored --nocapture test_multiexp_performance_on_large_data
+RUSTFLAGS="-C target-cpu=native -C target_feature=+bmi2,+adx,+sse4.1" cargo +nightly test --release --features "asm" -- --ignored --nocapture test_large_data_different_multiexps

run_insane_test_with_futures.sh

@@ -0,0 +1,3 @@
+#!/bin/sh
+
+RUSTFLAGS="-C target-cpu=native -C target_feature=+bmi2,+adx,+sse4.1" cargo +nightly test --release --features "asm" -- --ignored --nocapture test_future_based_multiexp_performance_on_large_data

run_long_division.sh

@@ -0,0 +1,3 @@
+#!/bin/sh
+
+cargo test --release -- --ignored --nocapture test_long_naive_division

run_parallel_jobs.sh

@@ -0,0 +1,3 @@
+#!/bin/sh
+
+RUSTFLAGS="-C target-cpu=native -C target_feature=+bmi2,+adx,+sse4.1" cargo +nightly test --release --features "asm" -- --ignored --nocapture test_optimal_bn254_multiexp

run_shared_l3.sh

@@ -0,0 +1,3 @@
+#!/bin/sh
+
+RUSTFLAGS="-C target-cpu=native -C target_feature=+bmi2,+adx,+sse4.1" cargo +nightly test --release --features "asm" -- --ignored --nocapture test_l3_shared_multiexp_bn254

run_test_on_nightly.sh

@@ -0,0 +1,6 @@
+#!/bin/sh
+
+# RUSTFLAGS="-C target-cpu=native -C target_feature=+bmi2,+adx,+sse4.1" cargo +nightly test --release -- --nocapture test_valid_bn254_multiexp
+# RUSTFLAGS="-C target-cpu=native -C target_feature=+bmi2,+adx,+sse4.1" cargo +nightly test --release -- --nocapture test_dense_multiexp_vs_new_multiexp
+RUSTFLAGS="-C target-cpu=native -C target_feature=+bmi2,+adx,+sse4.1" cargo +nightly test --release --features "asm" -- --nocapture test_valid_bn254_multiexp
+RUSTFLAGS="-C target-cpu=native -C target_feature=+bmi2,+adx,+sse4.1" cargo +nightly test --release --features "asm" -- --nocapture test_dense_multiexp_vs_new_multiexp

src/constants.rs

@@ -0,0 +1,48 @@
+pub const ETH_BLOCK_10_000_000_HASH: &'static str
+          = "aa20f7bde5be60603f11a45fc4923aab7552be775403fc00c2e6b805e6297dbe";
+
+use crate::pairing::{Engine, CurveProjective};
+use crate::byteorder::{BigEndian, ReadBytesExt};
+
+pub fn make_random_points_with_unknown_discrete_log_from_seed<E: Engine>(
+    dst: &[u8],
+    seed: &[u8],
+    num_points: usize
+) -> Vec<E::G1Affine> {
+    let mut result = vec![];
+
+    use rand::{Rng, SeedableRng};
+    use rand::chacha::ChaChaRng;
+    // Create an RNG based on the outcome of the random beacon
+    let mut rng = {
+        // if we use Blake hasher
+        let input: Vec<u8> = dst.iter().chain(seed.iter()).cloned().collect();
+        let h = blake2s_simd::blake2s(&input);
+        assert!(h.as_bytes().len() == 32);
+        let mut seed = [0u32; 8];
+        for (i, chunk) in h.as_bytes().chunks_exact(8).enumerate() {
+            seed[i] = (&chunk[..]).read_u32::<BigEndian>().expect("digest is large enough for this to work");
+        }
+
+        ChaChaRng::from_seed(&seed)
+    };
+
+    for _ in 0..num_points {
+        let point: E::G1 = rng.gen();
+
+        result.push(point.into_affine());
+    }
+
+    result
+}
+
+pub fn make_random_points_with_unknown_discrete_log<E: Engine>(
+    dst: &[u8],
+    num_points: usize
+) -> Vec<E::G1Affine> {
+    make_random_points_with_unknown_discrete_log_from_seed::<E>(
+        dst, 
+        &hex::decode(crate::constants::ETH_BLOCK_10_000_000_HASH).unwrap(),
+        num_points
+    )
+}

src/cs.rs

@@ -56,6 +56,12 @@ impl<E: Engine> AsRef<[(Variable, E::Fr)]> for LinearCombination<E> {
     }
 }
 
+impl<E: Engine> AsMut<Vec<(Variable, E::Fr)>> for LinearCombination<E> {
+    fn as_mut(&mut self) -> &mut Vec<(Variable, E::Fr)> {
+        &mut self.0
+    }
+}
+
 impl<E: Engine> LinearCombination<E> {
     pub fn zero() -> LinearCombination<E> {
         LinearCombination(vec![])
@@ -178,8 +184,9 @@ impl From<io::Error> for SynthesisError {
     }
 }
 
-impl Error for SynthesisError {
-    fn description(&self) -> &str {
+
+impl SynthesisError {
+    pub fn self_description(&self) -> &str {
         match *self {
             SynthesisError::AssignmentMissing => "an assignment for a variable could not be computed",
             SynthesisError::DivisionByZero => "division by zero",
@@ -193,13 +200,19 @@ impl Error for SynthesisError {
     }
 }
 
+impl Error for SynthesisError {
+    fn description(&self) -> &str {
+        self.self_description()
+    }
+}
+
 impl fmt::Display for SynthesisError {
     fn fmt(&self, f: &mut fmt::Formatter) -> Result<(), fmt::Error> {
         if let &SynthesisError::IoError(ref e) = self {
             write!(f, "I/O error: ")?;
             e.fmt(f)
         } else {
-            write!(f, "{}", self.description())
+            write!(f, "{}", self.self_description())
         }
     }
 }