Merge pull request #11 from ethereum/make-tests-executable

Make tests executable

Author: CarlBeek

Makefile

@@ -28,4 +28,4 @@ venv_lint: venv_activate
 	$(VENV_ACTIVATE) && flake8 --config=flake8.ini ./src ./tests && mypy --config-file mypy.ini ./src ./tests
 
 venv_test: venv_activate
-	@echo "TODO: implement tests"
+	$(VENV_ACTIVATE) && ${VENV_NAME}/bin/python -m pytest tests/test.py

figures/dv-attestation-production-process.png

@@ -4,3 +4,6 @@ eth2spec==1.1.2
 # dev requirements
 mypy
 flake8
+
+# test requirements
+pytest

figures/dv-block-production-process.png

@@ -1,64 +1,17 @@
-import eth2spec.phase0.mainnet as eth2spec
-
-from .eth_node_interface import (
+from eth2spec.phase0.mainnet import (
     AttestationData,
     BeaconBlock,
 )
+
 from .utils.types import (
     AttestationDuty,
-    BLSPubkey,
     ProposerDuty,
     SlashingDB,
 )
-
-"""
-Helper Functions
-"""
-
-
-def is_slashable_attestation_data(slashing_db: SlashingDB,
-                                  attestation_data: AttestationData, pubkey: BLSPubkey) -> bool:
-    matching_slashing_db_data = [data for data in slashing_db.data if data.pubkey == pubkey]
-    if matching_slashing_db_data == []:
-        return True
-    assert len(matching_slashing_db_data) == 1
-    slashing_db_data = matching_slashing_db_data[0]
-    # Check for EIP-3076 conditions:
-    # https://eips.ethereum.org/EIPS/eip-3076#conditions
-    if slashing_db_data.signed_attestations != []:
-        min_target = min(attn.target_epoch for attn in slashing_db_data.signed_attestations)
-        min_source = min(attn.source_epoch for attn in slashing_db_data.signed_attestations)
-        if attestation_data.target.epoch <= min_target:
-            return True
-        if attestation_data.source.epoch < min_source:
-            return True
-    for past_attn in slashing_db_data.signed_attestations:
-        past_attn_data = AttestationData(source=past_attn.source_epoch, target=past_attn.target_epoch)
-        if eth2spec.is_slashable_attestation_data(past_attn_data, attestation_data):
-            return True
-    return False
-
-
-def is_slashable_block(slashing_db: SlashingDB, block: BeaconBlock, pubkey: BLSPubkey) -> bool:
-    matching_slashing_db_data = [data for data in slashing_db.data if data.pubkey == pubkey]
-    if matching_slashing_db_data == []:
-        return False
-    assert len(matching_slashing_db_data) == 1
-    slashing_db_data = matching_slashing_db_data[0]
-    # Check for EIP-3076 conditions:
-    # https://eips.ethereum.org/EIPS/eip-3076#conditions
-    if slashing_db_data.signed_blocks != []:
-        min_block = slashing_db_data.signed_blocks[0]
-        for b in slashing_db_data.signed_blocks[1:]:
-            if b.slot < min_block.slot:
-                min_block = b
-        if block.slot < min_block.slot:
-            return True
-    for past_block in slashing_db_data.signed_blocks:
-        if past_block.slot == block.slot:
-            if past_block.signing_root != block.hash_tree_root():
-                return True
-    return False
+from .utils.helpers import (
+    is_slashable_attestation_data,
+    is_slashable_block,
+)
 
 
 """
@@ -71,12 +24,12 @@ def consensus_is_valid_attestation_data(slashing_db: SlashingDB,
     """Determines if the given attestation is valid for the attestation duty.
     """
     assert attestation_data.slot == attestation_duty.slot
-    assert attestation_data.committee_index == attestation_duty.committee_index
+    assert attestation_data.index == attestation_duty.committee_index
     assert not is_slashable_attestation_data(slashing_db, attestation_data, attestation_duty.pubkey)
     return True
 
 
-def consensus_on_attestation(attestation_duty: AttestationDuty) -> AttestationData:
+def consensus_on_attestation(slashing_db: SlashingDB, attestation_duty: AttestationDuty) -> AttestationData:
     """Consensus protocol between distributed validator nodes for attestation values.
     Returns the decided value.
     If this DV is the leader, it must use `bn_produce_attestation_data` for the proposed value.
@@ -95,7 +48,7 @@ def consensus_is_valid_block(slashing_db: SlashingDB, block: BeaconBlock, propos
     return True
 
 
-def consensus_on_block(proposer_duty: ProposerDuty) -> AttestationData:
+def consensus_on_block(slashing_db: SlashingDB, proposer_duty: ProposerDuty) -> AttestationData:
     """Consensus protocol between distributed validator nodes for block values.
     Returns the decided value.
     If this DV is the leader, it must use `bn_produce_block` for the proposed value.

requirements.txt

@@ -76,7 +76,7 @@ def bn_submit_block(block: SignedBeaconBlock) -> None:
 - VC asks for its attestation, block proposal, or sync  duties using the following methods:
     - https://ethereum.github.io/beacon-APIs/#/ValidatorRequiredApi/getAttesterDuties
     - https://ethereum.github.io/beacon-APIs/#/ValidatorRequiredApi/getProposerDuties
-    - mhttps://ethereum.github.io/beacon-APIs/#/ValidatorRequiredApi/getSyncCommitteeDuties
+    - https://ethereum.github.io/beacon-APIs/#/ValidatorRequiredApi/getSyncCommitteeDuties
 - VC asks for new attestation data, block, or sync duty using the following methods:
     - https://ethereum.github.io/beacon-APIs/#/ValidatorRequiredApi/produceAttestationData
     - https://ethereum.github.io/beacon-APIs/#/ValidatorRequiredApi/produceBlockV2

src/dvspec/consensus.py

@@ -2,7 +2,16 @@
 from typing import (
     List,
 )
+from eth2spec.phase0.mainnet import (
+    AttestationData,
+    BeaconBlock,
+)
 
+from .utils.helpers import (
+    get_slashing_db_data_for_pubkey,
+    is_slashable_attestation_data,
+    is_slashable_block,
+)
 from .eth_node_interface import (
     AttestationDuty,
     ProposerDuty,
@@ -24,7 +33,9 @@
 from .utils.types import (
     BLSPubkey,
     SlashingDB,
-    UInt64
+    SlashingDBAttestation,
+    SlashingDBBlock,
+    ValidatorIndex
 )
 
 
@@ -35,7 +46,7 @@ class ValidatorIdentity:
     # Ethereum public key
     pubkey: BLSPubkey
     # Index of Ethereum validator
-    index: UInt64
+    index: ValidatorIndex
 
 
 @dataclass
@@ -47,7 +58,7 @@ class CoValidator:
     # Secret-shared public key
     pubkey: BLSPubkey
     # Index of the co-validator in the distributed validator protocol
-    index: UInt64
+    index: ValidatorIndex
 
 
 @dataclass
@@ -64,27 +75,52 @@ class State:
     distributed_validators: List[DistributedValidator]
 
 
-def serve_attestation_duty(attestation_duty: AttestationDuty) -> None:
+def update_attestation_slashing_db(slashing_db: SlashingDB,
+                                   attestation_data: AttestationData, pubkey: BLSPubkey) -> None:
+    """Update slashing DB for the validator with pubkey with new attestation data.
+    """
+    assert not is_slashable_attestation_data(slashing_db, attestation_data, pubkey)
+    slashing_db_data = get_slashing_db_data_for_pubkey(slashing_db, pubkey)
+    slashing_db_attestation = SlashingDBAttestation(source_epoch=attestation_data.source.epoch,
+                                                    target_epoch=attestation_data.target.epoch,
+                                                    signing_root=attestation_data.hash_tree_root())
+    slashing_db_data.signed_attestations.append(slashing_db_attestation)
+
+
+def update_block_slashing_db(slashing_db: SlashingDB, block: BeaconBlock, pubkey: BLSPubkey) -> None:
+    """Update slashing DB for the validator with pubkey with new block.
+    """
+    assert not is_slashable_block(slashing_db, block, pubkey)
+    slashing_db_data = get_slashing_db_data_for_pubkey(slashing_db, pubkey)
+    slashing_db_block = SlashingDBBlock(slot=block.slot,
+                                        signing_root=block.hash_tree_root())
+    slashing_db_data.signed_blocks.append(slashing_db_block)
+
+
+def serve_attestation_duty(slashing_db: SlashingDB, attestation_duty: AttestationDuty) -> None:
     """
     Attestation Production Process:
     1. At the start of every epoch, get attestation duties for epoch+1 by running
         bn_get_attestation_duties_for_epoch(validator_indices, epoch+1)
     2. For each attestation_duty received in Step 1, schedule
-        serve_attestation_duty(attestation_duty) at 1/3rd way through the slot
+        serve_attestation_duty(slashing_db, attestation_duty) at 1/3rd way through the slot
         attestation_duty.slot
     See notes here:
     https://github.com/ethereum/beacon-APIs/blob/05c1bc142e1a3fb2a63c79098743776241341d08/validator-flow.md#attestation
     """
+    # TODO: Is lock on consensus the best way to do this? Does lock on slashing DB work?
     # Obtain lock on consensus_on_attestation here.
     # Only a single consensus_on_attestation instance should be
     # running at any given time
-    attestation_data = consensus_on_attestation(attestation_duty)
+    attestation_data = consensus_on_attestation(slashing_db, attestation_duty)
     # Release lock on consensus_on_attestation here.
+    # Add attestation to slashing DB
+    update_attestation_slashing_db(slashing_db, attestation_data, attestation_duty.pubkey)
     # Cache decided attestation data value to provide to VC
     cache_attestation_data_for_vc(attestation_data, attestation_duty)
 
 
-def serve_proposer_duty(proposer_duty: ProposerDuty) -> None:
+def serve_proposer_duty(slashing_db: SlashingDB, proposer_duty: ProposerDuty) -> None:
     """"
     Block Production Process:
     1. At the start of every epoch, get proposer duties for epoch+1 by running
@@ -94,11 +130,14 @@ def serve_proposer_duty(proposer_duty: ProposerDuty) -> None:
     See notes here:
     https://github.com/ethereum/beacon-APIs/blob/05c1bc142e1a3fb2a63c79098743776241341d08/validator-flow.md#block-proposing
     """
+    # TODO: Is lock on consensus the best way to do this? Does lock on slashing DB work?
     # Obtain lock on consensus_on_block here.
     # Only a single consensus_on_block instance should be
     # running at any given time
-    block = consensus_on_block(proposer_duty)
+    block = consensus_on_block(slashing_db, proposer_duty)
     # Release lock on consensus_on_block here.
+    # Add block to slashing DB
+    update_block_slashing_db(slashing_db, block, proposer_duty.pubkey)
     # Cache decided block value to provide to VC
     cache_block_for_vc(block, proposer_duty)
 

src/dvspec/eth_node_interface.py

@@ -0,0 +1,70 @@
+import eth2spec.phase0.mainnet as eth2spec
+from eth2spec.phase0.mainnet import (
+    AttestationData,
+    BeaconBlock,
+)
+
+from .types import (
+    BLSPubkey,
+    SlashingDB,
+    SlashingDBData,
+)
+
+
+"""
+Helper Functions
+"""
+
+
+def get_slashing_db_data_for_pubkey(slashing_db: SlashingDB, pubkey: BLSPubkey) -> SlashingDBData:
+    """Get SlashingDBData for the pubkey in the slashing_db.
+    Returns empty SlashingDBData for the pubkey if matching entry is not found in slashing_db.
+    """
+    matching_slashing_db_data = [data for data in slashing_db.data if data.pubkey == pubkey]
+    if matching_slashing_db_data == []:
+        # No matching SlashingDBData found. Returning empty SlashingDBData.
+        return SlashingDBData(pubkey=pubkey, signed_blocks=[], signed_attestations=[])
+    assert len(matching_slashing_db_data) == 1
+    slashing_db_data = matching_slashing_db_data[0]
+    return slashing_db_data
+
+
+def is_slashable_attestation_data(slashing_db: SlashingDB,
+                                  attestation_data: AttestationData, pubkey: BLSPubkey) -> bool:
+    """Checks if the attestation data is slashable according to the slashing DB.
+    """
+    slashing_db_data = get_slashing_db_data_for_pubkey(slashing_db, pubkey)
+    # Check for EIP-3076 conditions:
+    # https://eips.ethereum.org/EIPS/eip-3076#conditions
+    if slashing_db_data.signed_attestations != []:
+        min_target = min(attn.target_epoch for attn in slashing_db_data.signed_attestations)
+        min_source = min(attn.source_epoch for attn in slashing_db_data.signed_attestations)
+        if attestation_data.target.epoch <= min_target:
+            return True
+        if attestation_data.source.epoch < min_source:
+            return True
+    for past_attn in slashing_db_data.signed_attestations:
+        past_attn_data = AttestationData(source=past_attn.source_epoch, target=past_attn.target_epoch)
+        if eth2spec.is_slashable_attestation_data(past_attn_data, attestation_data):
+            return True
+    return False
+
+
+def is_slashable_block(slashing_db: SlashingDB, block: BeaconBlock, pubkey: BLSPubkey) -> bool:
+    """Checks if the block is slashable according to the slashing DB.
+    """
+    slashing_db_data = get_slashing_db_data_for_pubkey(slashing_db, pubkey)
+    # Check for EIP-3076 conditions:
+    # https://eips.ethereum.org/EIPS/eip-3076#conditions
+    if slashing_db_data.signed_blocks != []:
+        min_block = slashing_db_data.signed_blocks[0]
+        for b in slashing_db_data.signed_blocks[1:]:
+            if b.slot < min_block.slot:
+                min_block = b
+        if block.slot < min_block.slot:
+            return True
+    for past_block in slashing_db_data.signed_blocks:
+        if past_block.slot == block.slot:
+            if past_block.signing_root != block.hash_tree_root():
+                return True
+    return False

src/dvspec/spec.py

@@ -0,0 +1,51 @@
+from eth2spec.phase0.mainnet import (
+    AttestationData,
+    BeaconBlock,
+)
+from dvspec.utils.types import (
+    BLSSignature,
+    Bytes32,
+    AttestationDuty,
+    ProposerDuty,
+    SlashingDB,
+)
+from dvspec.consensus import (
+    consensus_is_valid_attestation_data,
+    consensus_is_valid_block,
+)
+
+from tests.helpers.eth_node_interface import (
+    bn_produce_attestation_data,
+    bn_produce_block,
+)
+
+
+"""
+Consensus Specification
+"""
+
+
+def consensus_on_attestation(slashing_db: SlashingDB, attestation_duty: AttestationDuty) -> AttestationData:
+    """Consensus protocol between distributed validator nodes for attestation values.
+    Returns the decided value.
+    If this DV is the leader, it must use `bn_produce_attestation_data` for the proposed value.
+    The consensus protocol must use `consensus_is_valid_attestation_data` to determine
+    validity of the proposed attestation value.
+    """
+    # TODO: Use this method in tests instead of dvspec.consensus.consensus_on_attestation
+    attestation_data = bn_produce_attestation_data(attestation_duty.slot, attestation_duty.committee_index)
+    assert consensus_is_valid_attestation_data(slashing_db, attestation_data, attestation_duty)
+    return attestation_data
+
+
+def consensus_on_block(slashing_db: SlashingDB, proposer_duty: ProposerDuty) -> BeaconBlock:
+    """Consensus protocol between distributed validator nodes for block values.
+    Returns the decided value.
+    If this DV is the leader, it must use `bn_produce_block` for the proposed value.
+    The consensus protocol must use `consensus_is_valid_block` to determine
+    validity of the proposed block value.
+    """
+    # TODO: Use this method in tests instead of dvspec.consensus.consensus_on_block
+    block = bn_produce_block(proposer_duty.slot, BLSSignature(b'0'*96), Bytes32(b'0'*32))
+    assert consensus_is_valid_block(slashing_db, block, proposer_duty)
+    return block