implementation

README.md

@@ -1,6 +1,6 @@
 <div align="center">
 <a href="https://www.webb.tools/">
-    
+
 ![Webb Logo](./assets/webb_banner_light.png#gh-light-mode-only)
 ![Webb Logo](./assets/webb_banner_dark.png#gh-dark-mode-only)
   </a>
@@ -29,7 +29,7 @@
     <li><a href="#test">Testing</a></li>
     <li><a href="#contribute">Contributing</a></li>
     <li><a href="#license">License</a></li>
-  </ul>  
+  </ul>
 </details>
 
 <h1 id="start"> Getting Started  🎉 </h1>
@@ -131,3 +131,13 @@ If you have a contribution in mind, please check out our [Contribution Guide](./
 Licensed under <a href="LICENSE">GNU General Public License v3.0</a>.
 
 Unless you explicitly state otherwise, any contribution intentionally submitted for inclusion in this crate by you, as defined in the GNU General Public License v3.0 license, shall be licensed as above, without any additional terms or conditions.
+
+
+## Troubleshooting
+The linking phase may fail due to not finding libgmp (i.e., "could not find library -lgmp") when building on a mac M1. To fix this problem, run:
+
+```bash
+brew install gmp
+# make sure to run the commands below each time when starting a new env, or, append them to .zshrc
+export LIBRARY_PATH=$LIBRARY_PATH:/opt/homebrew/lib
+export INCLUDE_PATH=$INCLUDE_PATH:/opt/homebrew/include

dkg-gadget/src/async_protocols/mod.rs

@@ -680,6 +680,7 @@ where
 				recipient_id: maybe_recipient_id,
 				payload,
 				session_id: params.session_id,
+				ssid: params.handle.ssid,
 			};
 			if let Err(err) = params.engine.sign_and_send_msg(unsigned_dkg_message) {
 				params

dkg-gadget/src/async_protocols/remote.rs

@@ -37,6 +37,8 @@ pub struct AsyncProtocolRemote<C> {
 	pub(crate) current_round_blame_tx: Arc<tokio::sync::watch::Sender<CurrentRoundBlame>>,
 	pub(crate) session_id: SessionId,
 	pub(crate) associated_block_id: u64,
+	/// The signing set index. For keygen, this is always 0
+	pub(crate) ssid: u8,
 	pub(crate) logger: DebugLogger,
 	status_history: Arc<Mutex<Vec<MetaHandlerStatus>>>,
 }
@@ -74,6 +76,7 @@ impl<C: Clone> Clone for AsyncProtocolRemote<C> {
 			logger: self.logger.clone(),
 			status_history: self.status_history.clone(),
 			associated_block_id: self.associated_block_id,
+			ssid: self.ssid,
 		}
 	}
 }
@@ -101,6 +104,7 @@ impl<C: AtLeast32BitUnsigned + Copy + Send> AsyncProtocolRemote<C> {
 		session_id: SessionId,
 		logger: DebugLogger,
 		associated_block_id: u64,
+		ssid: u8,
 	) -> Self {
 		let (stop_tx, stop_rx) = tokio::sync::mpsc::unbounded_channel();
 		let (tx_keygen_signing, rx_keygen_signing) = tokio::sync::mpsc::unbounded_channel();
@@ -113,31 +117,6 @@ impl<C: AtLeast32BitUnsigned + Copy + Send> AsyncProtocolRemote<C> {
 		let status = Arc::new(Atomic::new(MetaHandlerStatus::Beginning));
 		let status_history = Arc::new(Mutex::new(vec![MetaHandlerStatus::Beginning]));
 
-		// let status_debug = status.clone();
-		// let status_history_debug = status_history.clone();
-		// let logger_debug = logger.clone();
-
-		// The purpose of this task is to log the status of the meta handler
-		// in the case that it is stalled/not-progressing. This is useful for debugging.
-		// tokio::task::spawn(async move {
-		// 	loop {
-		// 		tokio::time::sleep(std::time::Duration::from_secs(2)).await;
-		// 		let status = status_debug.load(Ordering::Relaxed);
-		// 		if [MetaHandlerStatus::Terminated, MetaHandlerStatus::Complete].contains(&status) {
-		// 			break
-		// 		}
-		// 		let status_history = status_history_debug.lock();
-
-		// 		if status == MetaHandlerStatus::Beginning && status_history.len() == 1 {
-		// 			continue
-		// 		}
-
-		// 		logger_debug.debug(format!(
-		// 			"AsyncProtocolRemote status: {status:?} ||||| history: {status_history:?} |||||
-		// session_id: {session_id:?}", 		));
-		// 	}
-		// });
-
 		Self {
 			status,
 			tx_keygen_signing,
@@ -156,6 +135,7 @@ impl<C: AtLeast32BitUnsigned + Copy + Send> AsyncProtocolRemote<C> {
 			is_primary_remote: false,
 			session_id,
 			associated_block_id,
+			ssid,
 		}
 	}
 

dkg-gadget/src/async_protocols/sign/handler.rs

@@ -255,6 +255,7 @@ where
 				recipient_id: None,
 				payload,
 				session_id: params.session_id,
+				ssid: params.handle.ssid,
 			};
 
 			params.engine.sign_and_send_msg(unsigned_dkg_message.clone())?;

dkg-gadget/src/gossip_messages/misbehaviour_report.rs

@@ -150,6 +150,7 @@ where
 			recipient_id: None,
 			session_id: report.session_id,
 			payload,
+			ssid: 0,
 		};
 		let encoded_dkg_message = message.encode();
 

dkg-gadget/src/gossip_messages/public_key_gossip.rs

@@ -149,6 +149,7 @@ pub(crate) fn gossip_public_key<GE>(
 			recipient_id: None,
 			session_id: msg.session_id,
 			payload,
+			ssid: 0,
 		};
 		let encoded_dkg_message = message.encode();
 

dkg-gadget/src/lib.rs

@@ -34,7 +34,7 @@ pub mod keystore;
 
 pub mod gossip_engine;
 mod keygen_manager;
-mod signing_manager;
+pub mod signing_manager;
 // mod meta_async_rounds;
 pub mod db;
 mod metrics;

dkg-gadget/src/signing_manager/mod.rs

@@ -59,6 +59,7 @@ const MAX_RUNNING_TASKS: usize = 4;
 const MAX_ENQUEUED_TASKS: usize = 20;
 // How often to poll the jobs to check completion status
 const JOB_POLL_INTERVAL_IN_MILLISECONDS: u64 = 500;
+pub const MAX_SIGNING_SETS_PER_PROPOSAL: u8 = 2;
 
 impl<B, BE, C, GE> SigningManager<B, BE, C, GE>
 where
@@ -73,8 +74,8 @@ where
 			work_manager: WorkManager::<B>::new(
 				logger,
 				clock,
-				MAX_RUNNING_TASKS,
-				MAX_ENQUEUED_TASKS,
+				MAX_RUNNING_TASKS * MAX_SIGNING_SETS_PER_PROPOSAL as usize,
+				MAX_ENQUEUED_TASKS * MAX_SIGNING_SETS_PER_PROPOSAL as usize,
 				PollMethod::Interval { millis: JOB_POLL_INTERVAL_IN_MILLISECONDS },
 			),
 			lock: Arc::new(AtomicBool::new(false)),
@@ -203,59 +204,64 @@ where
 			   if we are not, we continue the loop.
 			*/
 			let unsigned_proposal_bytes = batch.encode();
-			let concat_data = dkg_pub_key
-				.clone()
-				.into_iter()
-				//.chain(at.encode())
-				.chain(unsigned_proposal_bytes)
-				.collect::<Vec<u8>>();
-			let seed = sp_core::keccak_256(&concat_data);
-			let unsigned_proposal_hash = batch.hash().expect("unable to hash proposal");
 
-			let maybe_set = self
-				.generate_signers(&seed, threshold, best_authorities.clone(), dkg_worker)
-				.ok();
-			if let Some(signing_set) = maybe_set {
-				// if we are in the set, send to work manager
-				if signing_set.contains(&party_i) {
-					dkg_worker.logger.info(format!(
-						"🕸️  Session Id {:?} | {}-out-of-{} signers: ({:?})",
-						session_id,
-						threshold,
-						best_authorities.len(),
-						signing_set,
-					));
-					match self.create_signing_protocol(
-						dkg_worker,
-						best_authorities.clone(),
-						authority_public_key.clone(),
-						party_i,
-						session_id,
-						threshold,
-						ProtoStageType::Signing { unsigned_proposal_hash },
-						batch,
-						signing_set,
-						*header.number(),
-					) {
-						Ok((handle, task)) => {
-							// Send task to the work manager. Force start if the type chain ID is
-							// None, implying this is a proposal needed for rotating sessions and
-							// thus a priority
-							let force_start = typed_chain_id == TypedChainId::None;
-							self.work_manager.push_task(
-								unsigned_proposal_hash,
-								force_start,
-								handle,
-								task,
-							)?;
-						},
-						Err(err) => {
-							dkg_worker
-								.logger
-								.error(format!("Error creating signing protocol: {:?}", &err));
-							dkg_worker.handle_dkg_error(err.clone()).await;
-							return Err(err)
-						},
+			for ssid in 0..MAX_SIGNING_SETS_PER_PROPOSAL {
+				let concat_data = dkg_pub_key
+					.clone()
+					.into_iter()
+					.chain(unsigned_proposal_bytes.clone())
+					.chain(ssid.encode())
+					.collect::<Vec<u8>>();
+				let seed = sp_core::keccak_256(&concat_data);
+				let unsigned_proposal_hash = batch.hash().expect("unable to hash proposal");
+
+				let maybe_set = self
+					.generate_signers(&seed, threshold, best_authorities.clone(), dkg_worker)
+					.ok();
+				if let Some(signing_set) = maybe_set {
+					// if we are in the set, send to work manager
+					if signing_set.contains(&party_i) {
+						dkg_worker.logger.info(format!(
+							"🕸️  Session Id {:?} | SSID {} | {}-out-of-{} signers: ({:?})",
+							session_id,
+							ssid,
+							threshold,
+							best_authorities.len(),
+							signing_set,
+						));
+						match self.create_signing_protocol(
+							dkg_worker,
+							best_authorities.clone(),
+							authority_public_key.clone(),
+							party_i,
+							session_id,
+							threshold,
+							ProtoStageType::Signing { unsigned_proposal_hash },
+							batch.clone(),
+							signing_set,
+							*header.number(),
+							ssid,
+						) {
+							Ok((handle, task)) => {
+								// Send task to the work manager. Force start if the type chain ID
+								// is None, implying this is a proposal needed for rotating sessions
+								// and thus a priority
+								let force_start = typed_chain_id == TypedChainId::None;
+								self.work_manager.push_task(
+									unsigned_proposal_hash,
+									force_start,
+									handle,
+									task,
+								)?;
+							},
+							Err(err) => {
+								dkg_worker
+									.logger
+									.error(format!("Error creating signing protocol: {:?}", &err));
+								dkg_worker.handle_dkg_error(err.clone()).await;
+								return Err(err)
+							},
+						}
 					}
 				}
 			}
@@ -291,6 +297,7 @@ where
 		>,
 		signing_set: Vec<KeygenPartyId>,
 		associated_block_id: NumberFor<B>,
+		ssid: u8,
 	) -> Result<(AsyncProtocolRemote<NumberFor<B>>, Pin<Box<dyn SendFuture<'static, ()>>>), DKGError>
 	{
 		dkg_worker.logger.debug(format!("{party_i:?} All Parameters: {best_authorities:?} | authority_pub_key: {authority_public_key:?} | session_id: {session_id:?} | threshold: {threshold:?} | stage: {stage:?} | unsigned_proposal_batch: {unsigned_proposal_batch:?} | signing_set: {signing_set:?} | associated_block_id: {associated_block_id:?}"));
@@ -302,11 +309,12 @@ where
 			stage,
 			crate::DKG_SIGNING_PROTOCOL_NAME,
 			associated_block_id,
+			ssid,
 		)?;
 
 		let handle = async_proto_params.handle.clone();
 
-		let err_handler_tx = dkg_worker.error_handler.clone();
+		let err_handler_tx = dkg_worker.error_handler_channel.tx.clone();
 		let meta_handler = GenericAsyncHandler::setup_signing(
 			async_proto_params,
 			threshold,

dkg-gadget/src/signing_manager/work_manager.rs

@@ -399,6 +399,7 @@ fn should_deliver<B: BlockT>(
 ) -> bool {
 	task.handle.session_id == msg.msg.session_id &&
 		task.task_hash == message_task_hash &&
+		task.handle.ssid == msg.msg.ssid &&
 		associated_block_id_acceptable(
 			task.handle.associated_block_id,
 			msg.msg.associated_block_id,