Adapt explorer backend and tests to wit/2

.gitignore

@@ -9,7 +9,8 @@ venv
 
 analysis/*
 
-explorer.toml
+explorer.mainnet.toml
+explorer.testnet.toml
 
 **/*.lock
 

.pre-commit-config.yaml

@@ -1,4 +1,4 @@
-files: api/|blockchain/|mockups/|schemas/|scripts/|tests/
+files: create_*|api/|blockchain/|mockups/|schemas/|scripts/|tests/
 repos:
   - repo: https://github.com/PyCQA/isort
     rev: 5.13.2

README.md

@@ -44,30 +44,7 @@ After installing memcached (see Dependencies), the memcached daemon will now hav
 sudo vim /etc/memcached.conf
 ```
 
-Increase the amount of memory in MB memcached can use by editing the value after the `-m` flag and at the bottom of the file add `-S` to enable SASL authentication. All other parameters can be kept at their default values.
-
-Create the SASL configuration:
-```
-sudo mkdir /etc/sasl2
-sudo vim /etc/sasl2/memcached.conf
-```
-
-Add below lines to the configuration file and save it:
-```
-mech_list: plain
-log_level: 5
-sasldb_path: /etc/sasl2/memcached-sasldb2
-```
-
-Create a user for memcached and enter your password twice:
-```
-sudo saslpasswd2 -a memcached -c -f /etc/sasl2/memcached-sasldb2 <username>
-```
-
-Change the ownership of the SASL database so the memcache user can access it. Note that if you changed the memcache user in the `memcached.conf` file, you also need to modify it in below command:
-```
-sudo chown memcache:memcache /etc/sasl2/memcached-sasldb2
-```
+Increase the amount of memory in MB memcached can use by editing the value after the `-m` flag. All other parameters can be kept at their default values.
 
 Restart the memcached daemon with the following command:
 ```
@@ -86,7 +63,7 @@ sudo journalctl -u memcached
 
 You can fetch memcached statistics using below command.
 ```
-memcstat --servers="127.0.0.1" --username <username> --password <password>
+memcstat --servers="127.0.0.1"
 ```
 
 ## Creating the database

api/__init__.py

@@ -1,4 +1,3 @@
-import toml
 from flask import Flask
 from flask_smorest import Api, Blueprint
 
@@ -13,6 +12,8 @@
 from api.blueprints.address.info_blueprint import address_info_blueprint
 from api.blueprints.address.labels_blueprint import address_labels_blueprint
 from api.blueprints.address.mints_blueprint import address_mints_blueprint
+from api.blueprints.address.stakes_blueprint import address_stakes_blueprint
+from api.blueprints.address.unstakes_blueprint import address_unstakes_blueprint
 from api.blueprints.address.utxos_blueprint import address_utxos_blueprint
 from api.blueprints.address.value_transfers_blueprint import (
     address_value_transfers_blueprint,
@@ -23,13 +24,15 @@
 from api.blueprints.network.balances_blueprint import network_balances_blueprint
 from api.blueprints.network.blockchain_blueprint import network_blockchain_blueprint
 from api.blueprints.network.mempool_blueprint import network_mempool_blueprint
-from api.blueprints.network.reputation_blueprint import network_reputation_blueprint
+from api.blueprints.network.stakes_blueprint import network_stakes_blueprint
 from api.blueprints.network.statistics_blueprint import network_statistics_blueprint
 from api.blueprints.network.supply_blueprint import network_supply_blueprint
 from api.blueprints.network.tapi_blueprint import network_tapi_blueprint
+from api.blueprints.network.version_blueprint import network_version_blueprint
 from api.blueprints.search.epoch_blueprint import search_epoch_blueprint
 from api.blueprints.search.hash_blueprint import search_hash_blueprint
 from api.blueprints.transaction.mempool_blueprint import transaction_mempool_blueprint
+from api.blueprints.transaction.nonce_blueprint import transaction_nonce_blueprint
 from api.blueprints.transaction.priority_blueprint import transaction_priority_blueprint
 from api.blueprints.transaction.send_blueprint import transaction_send_blueprint
 from api.connect import (
@@ -38,12 +41,13 @@
     create_database,
     create_witnet_node,
 )
-from api.gunicorn_config import toml_config
-from mockups.config import mock_config
+from blockchain.config import BlockchainConfig
+from blockchain.consensus_constants import ConsensusConstants
+from blockchain.objects.wip import WIP
 from util.logger import configure_rotating_logger
 
 
-def create_app(mock=False):
+def create_app(config, mockup=False):
     # Create app
     app = Flask(__name__)
     app.config["JSON_SORT_KEYS"] = False
@@ -66,27 +70,26 @@ def create_app(mock=False):
         "show-header": "false",
     }
 
-    if not mock:
-        explorer_config = toml.load(toml_config)
-    else:
-        explorer_config = mock_config
-    app.config["explorer"] = explorer_config
+    # Create blockchain configuration object
+    BlockchainConfig.config = config
+    BlockchainConfig.wip = WIP(mockup=mockup)
+    BlockchainConfig.consensus_constants = ConsensusConstants(mockup=mockup)
 
     # Setup logger
-    log_file = explorer_config["api"]["log"]["log_file"]
+    log_file = BlockchainConfig.config["api"]["log"]["log_file"]
     app.extensions["logger"] = configure_rotating_logger("api", log_file, "info")
 
     # Create connections to external resources
-    address_caching_server = create_address_caching_server(explorer_config, mock=mock)
+    address_caching_server = create_address_caching_server(mockup=mockup)
     address_caching_server.init_app(app, "address_caching_server")
 
-    cache = create_cache(explorer_config, mock=mock)
+    cache = create_cache(mockup=mockup)
     cache.init_app(app)
 
-    database = create_database(explorer_config, mock=mock)
+    database = create_database(mockup=mockup)
     database.init_app(app)
 
-    witnet_node = create_witnet_node(explorer_config, mock=mock)
+    witnet_node = create_witnet_node(mockup=mockup)
     witnet_node.init_app(app)
 
     # Create top-level blueprints
@@ -123,7 +126,9 @@ def create_app(mock=False):
     address_blueprint.register_blueprint(address_info_blueprint)
     address_blueprint.register_blueprint(address_labels_blueprint)
     address_blueprint.register_blueprint(address_mints_blueprint)
+    address_blueprint.register_blueprint(address_stakes_blueprint)
     address_blueprint.register_blueprint(address_utxos_blueprint)
+    address_blueprint.register_blueprint(address_unstakes_blueprint)
     address_blueprint.register_blueprint(address_value_transfers_blueprint)
     api.register_blueprint(address_blueprint, url_prefix="/api/address")
 
@@ -136,17 +141,19 @@ def create_app(mock=False):
     network_blueprint.register_blueprint(network_balances_blueprint)
     network_blueprint.register_blueprint(network_blockchain_blueprint)
     network_blueprint.register_blueprint(network_mempool_blueprint)
-    network_blueprint.register_blueprint(network_reputation_blueprint)
+    network_blueprint.register_blueprint(network_stakes_blueprint)
     network_blueprint.register_blueprint(network_statistics_blueprint)
     network_blueprint.register_blueprint(network_supply_blueprint)
     network_blueprint.register_blueprint(network_tapi_blueprint)
+    network_blueprint.register_blueprint(network_version_blueprint)
     api.register_blueprint(network_blueprint, url_prefix="/api/network")
 
     search_blueprint.register_blueprint(search_epoch_blueprint)
     search_blueprint.register_blueprint(search_hash_blueprint)
     api.register_blueprint(search_blueprint, url_prefix="/api/search")
 
     transaction_blueprint.register_blueprint(transaction_mempool_blueprint)
+    transaction_blueprint.register_blueprint(transaction_nonce_blueprint)
     transaction_blueprint.register_blueprint(transaction_priority_blueprint)
     transaction_blueprint.register_blueprint(transaction_send_blueprint)
     api.register_blueprint(transaction_blueprint, url_prefix="/api/transaction")

api/blueprints/address/blocks_blueprint.py

@@ -3,12 +3,12 @@
 from flask_smorest import Blueprint, abort
 from marshmallow import ValidationError
 
+from api.connect import send_address_caching_request
 from blockchain.objects.address import Address
 from schemas.address.block_view_schema import BlockView
 from schemas.include.address_schema import AddressSchema
 from schemas.misc.abort_schema import AbortSchema
 from schemas.misc.version_schema import VersionSchema
-from util.common_functions import send_address_caching_request
 
 address_blocks_blueprint = Blueprint(
     "address blocks",
@@ -45,7 +45,6 @@ class AddressBlocks(MethodView):
     def get(self, args, pagination_parameters):
         address_caching_server = current_app.extensions["address_caching_server"]
         cache = current_app.extensions["cache"]
-        config = current_app.config["explorer"]
         database = current_app.extensions["database"]
         logger = current_app.extensions["logger"]
         witnet_node = current_app.extensions["witnet_node"]
@@ -62,7 +61,7 @@ def get(self, args, pagination_parameters):
         # Try to fetch the result from the cache
         cached_blocks = cache.get(f"{arg_address}_blocks")
         # Return cached version if found (fast)
-        if cached_blocks:
+        if cached_blocks is not None:
             logger.info(f"Found {len(cached_blocks)} blocks for {arg_address} in cache")
             pagination_parameters.item_count = len(cached_blocks)
             return cached_blocks[start:stop], 200, {"X-Version": "1.0.0"}
@@ -73,7 +72,6 @@ def get(self, args, pagination_parameters):
             )
             address = Address(
                 arg_address,
-                config,
                 database=database,
                 witnet_node=witnet_node,
                 logger=logger,

api/blueprints/address/data_requests_created_blueprint.py

@@ -3,12 +3,12 @@
 from flask_smorest import Blueprint, abort
 from marshmallow import ValidationError
 
+from api.connect import send_address_caching_request
 from blockchain.objects.address import Address
 from schemas.address.data_request_view_schema import DataRequestCreatedView
 from schemas.include.address_schema import AddressSchema
 from schemas.misc.abort_schema import AbortSchema
 from schemas.misc.version_schema import VersionSchema
-from util.common_functions import send_address_caching_request
 
 address_data_requests_created_blueprint = Blueprint(
     "address data requests created",
@@ -45,7 +45,6 @@ class AddressDataRequestsCreated(MethodView):
     def get(self, args, pagination_parameters):
         address_caching_server = current_app.extensions["address_caching_server"]
         cache = current_app.extensions["cache"]
-        config = current_app.config["explorer"]
         database = current_app.extensions["database"]
         logger = current_app.extensions["logger"]
         witnet_node = current_app.extensions["witnet_node"]
@@ -62,7 +61,7 @@ def get(self, args, pagination_parameters):
         # Try to fetch the result from the cache
         cached_data_requests_created = cache.get(f"{arg_address}_data-requests-created")
         # Return cached version if found (fast)
-        if cached_data_requests_created:
+        if cached_data_requests_created is not None:
             logger.info(
                 f"Found {len(cached_data_requests_created)} data requests created for {arg_address} in cache"
             )
@@ -79,7 +78,6 @@ def get(self, args, pagination_parameters):
             )
             address = Address(
                 arg_address,
-                config,
                 database=database,
                 witnet_node=witnet_node,
                 logger=logger,

api/blueprints/address/data_requests_solved_blueprint.py

@@ -3,12 +3,12 @@
 from flask_smorest import Blueprint, abort
 from marshmallow import ValidationError
 
+from api.connect import send_address_caching_request
 from blockchain.objects.address import Address
 from schemas.address.data_request_view_schema import DataRequestSolvedView
 from schemas.include.address_schema import AddressSchema
 from schemas.misc.abort_schema import AbortSchema
 from schemas.misc.version_schema import VersionSchema
-from util.common_functions import send_address_caching_request
 
 address_data_requests_solved_blueprint = Blueprint(
     "address data requests solved",
@@ -45,7 +45,6 @@ class AddressDataRequestsSolved(MethodView):
     def get(self, args, pagination_parameters):
         address_caching_server = current_app.extensions["address_caching_server"]
         cache = current_app.extensions["cache"]
-        config = current_app.config["explorer"]
         database = current_app.extensions["database"]
         logger = current_app.extensions["logger"]
         witnet_node = current_app.extensions["witnet_node"]
@@ -62,7 +61,7 @@ def get(self, args, pagination_parameters):
         # Try to fetch the result from the cache
         cached_data_requests_solved = cache.get(f"{arg_address}_data-requests-solved")
         # Return cached version if found (fast)
-        if cached_data_requests_solved:
+        if cached_data_requests_solved is not None:
             logger.info(
                 f"Found {len(cached_data_requests_solved)} data requests solved for {arg_address} in cache"
             )
@@ -75,7 +74,6 @@ def get(self, args, pagination_parameters):
             )
             address = Address(
                 arg_address,
-                config,
                 database=database,
                 witnet_node=witnet_node,
                 logger=logger,

api/blueprints/address/details_blueprint.py

@@ -3,12 +3,12 @@
 from flask_smorest import Blueprint, abort
 from marshmallow import ValidationError
 
+from api.connect import send_address_caching_request
 from blockchain.objects.address import Address
 from schemas.address.details_view_schema import DetailsView
 from schemas.include.address_schema import AddressSchema
 from schemas.misc.abort_schema import AbortSchema
 from schemas.misc.version_schema import VersionSchema
-from util.common_functions import send_address_caching_request
 
 address_details_blueprint = Blueprint(
     "address details",
@@ -23,7 +23,7 @@ class AddressDetails(MethodView):
     @address_details_blueprint.response(
         200,
         DetailsView,
-        description="Returns the balance, reputation and label of an address.",
+        description="Returns the balance, stake info and label of an address.",
         headers={
             "X-Version": {
                 "description": "Version of this API endpoint.",
@@ -43,7 +43,6 @@ class AddressDetails(MethodView):
     )
     def get(self, args):
         address_caching_server = current_app.extensions["address_caching_server"]
-        config = current_app.config["explorer"]
         database = current_app.extensions["database"]
         logger = current_app.extensions["logger"]
         witnet_node = current_app.extensions["witnet_node"]
@@ -56,7 +55,6 @@ def get(self, args):
 
         address = Address(
             arg_address,
-            config,
             database=database,
             witnet_node=witnet_node,
             logger=logger,
@@ -71,6 +69,6 @@ def get(self, args):
             abort(
                 404,
                 message=f"Incorrect message format for details data for {arg_address}.",
-                headers={"X-Version": "1.0.0"},
+                headers={"X-Version": "2.0.0"},
             )
-        return details, 200, {"X-Version": "1.0.0"}
+        return details, 200, {"X-Version": "2.0.0"}

api/blueprints/address/mints_blueprint.py

@@ -3,12 +3,12 @@
 from flask_smorest import Blueprint, abort
 from marshmallow import ValidationError
 
+from api.connect import send_address_caching_request
 from blockchain.objects.address import Address
 from schemas.address.mint_view_schema import MintView
 from schemas.include.address_schema import AddressSchema
 from schemas.misc.abort_schema import AbortSchema
 from schemas.misc.version_schema import VersionSchema
-from util.common_functions import send_address_caching_request
 
 address_mints_blueprint = Blueprint(
     "address mints",
@@ -45,7 +45,6 @@ class AddressMints(MethodView):
     def get(self, args, pagination_parameters):
         address_caching_server = current_app.extensions["address_caching_server"]
         cache = current_app.extensions["cache"]
-        config = current_app.config["explorer"]
         database = current_app.extensions["database"]
         logger = current_app.extensions["logger"]
         witnet_node = current_app.extensions["witnet_node"]
@@ -62,7 +61,7 @@ def get(self, args, pagination_parameters):
         # Try to fetch the result from the cache
         cached_mints = cache.get(f"{arg_address}_mints")
         # Return cached version if found (fast)
-        if cached_mints:
+        if cached_mints is not None:
             logger.info(
                 f"Found {len(cached_mints)} mint transactions for {arg_address} in cache"
             )
@@ -75,7 +74,6 @@ def get(self, args, pagination_parameters):
             )
             address = Address(
                 arg_address,
-                config,
                 database=database,
                 witnet_node=witnet_node,
                 logger=logger,