mirror of
https://github.com/pezkuwichain/pezkuwi-wallet-utils.git
synced 2026-07-08 12:27:28 +00:00
pezkuwichain
95939ab8a2
Android's BalancesIntegrationTest CI fetches this fixture directly from raw.githubusercontent.com/.../master/tests/chains_for_testBalance.json, but it never existed in this repo's output - only chains/, xcm/, icons/, and staking/ were ever synced from nova-base by sync_from_nova.py. This is why "Run balances tests" in pezkuwi-wallet-android has been failing (FileNotFoundException) even after fixing its CI infra and instrumentation-runner issues. Only this one fixture is published from nova-base/tests/, not the rest of that directory (upstream's own pytest suite for validating its chains.json output, unused by anything in this repo or its consumers).
317 lines
11 KiB
Python
317 lines
11 KiB
Python
#!/usr/bin/env python3
|
|
"""
|
|
Merge Nova (Polkadot ecosystem) + Pezkuwi overlay.
|
|
|
|
Sources:
|
|
A: nova-base/ -> Polkadot ecosystem (98+ chains, XCM, config) - git submodule
|
|
B: pezkuwi-overlay/ -> Pezkuwi ecosystem (4 chains, XCM, config) - we maintain
|
|
|
|
Output:
|
|
chains/ -> Merged chains (Pezkuwi first, then Nova)
|
|
xcm/ -> Merged XCM (Nova base + Pezkuwi entries added to each section)
|
|
icons/ -> Merged icons (Pezkuwi overrides Nova)
|
|
staking/ -> Merged global config (Nova base URLs + Pezkuwi overrides)
|
|
|
|
Rules:
|
|
- Blocked chains (broken RPC etc.) are EXCLUDED via blacklist
|
|
- Pezkuwi entries are ADDED to Nova's base
|
|
- Pezkuwi chains appear first in the list
|
|
"""
|
|
|
|
import json
|
|
import shutil
|
|
from pathlib import Path
|
|
|
|
ROOT = Path(__file__).parent.parent
|
|
NOVA_BASE = ROOT / "nova-base"
|
|
PEZKUWI_OVERLAY = ROOT / "pezkuwi-overlay"
|
|
OUTPUT_CHAINS = ROOT / "chains"
|
|
OUTPUT_XCM = ROOT / "xcm"
|
|
OUTPUT_STAKING = ROOT / "staking"
|
|
OUTPUT_TESTS = ROOT / "tests"
|
|
|
|
|
|
def load_json(path: Path) -> dict | list:
|
|
with open(path, 'r', encoding='utf-8') as f:
|
|
return json.load(f)
|
|
|
|
|
|
def save_json(path: Path, data: dict | list):
|
|
path.parent.mkdir(parents=True, exist_ok=True)
|
|
with open(path, 'w', encoding='utf-8') as f:
|
|
json.dump(data, f, indent=2, ensure_ascii=False)
|
|
f.write('\n')
|
|
|
|
|
|
def load_blacklist() -> set:
|
|
"""Load blocked chain IDs from blacklist."""
|
|
blacklist_file = PEZKUWI_OVERLAY / "chains" / "blocked-chains.json"
|
|
if blacklist_file.exists():
|
|
data = load_json(blacklist_file)
|
|
return set(data.get("chain_ids", []))
|
|
return set()
|
|
|
|
|
|
def merge_chains(nova_chains: list, pezkuwi_chains: list, blocked_ids: set) -> list:
|
|
"""Pezkuwi chains first, then Nova chains. Blocked chains excluded."""
|
|
pezkuwi_ids = {c['chainId'] for c in pezkuwi_chains}
|
|
nova_filtered = [
|
|
c for c in nova_chains
|
|
if c['chainId'] not in pezkuwi_ids and c['chainId'] not in blocked_ids
|
|
]
|
|
return pezkuwi_chains + nova_filtered
|
|
|
|
|
|
def merge_xcm(nova_xcm: dict, pezkuwi_xcm: dict) -> dict:
|
|
"""
|
|
Merge XCM: Nova base + Pezkuwi entries added to EACH section.
|
|
|
|
Sections: assetsLocation, instructions, networkDeliveryFee, networkBaseWeight, chains
|
|
"""
|
|
merged = {}
|
|
|
|
# 1. assetsLocation - dict, Pezkuwi overrides/adds
|
|
merged['assetsLocation'] = {
|
|
**nova_xcm.get('assetsLocation', {}),
|
|
**pezkuwi_xcm.get('assetsLocation', {})
|
|
}
|
|
|
|
# 2. instructions - dict, keep Nova's (Pezkuwi uses same instruction types)
|
|
if 'instructions' in nova_xcm:
|
|
merged['instructions'] = nova_xcm['instructions']
|
|
|
|
# 3. networkDeliveryFee - dict keyed by chainId, Pezkuwi adds entries
|
|
merged['networkDeliveryFee'] = {
|
|
**nova_xcm.get('networkDeliveryFee', {}),
|
|
**pezkuwi_xcm.get('networkDeliveryFee', {})
|
|
}
|
|
|
|
# 4. networkBaseWeight - dict keyed by chainId, Pezkuwi adds entries
|
|
merged['networkBaseWeight'] = {
|
|
**nova_xcm.get('networkBaseWeight', {}),
|
|
**pezkuwi_xcm.get('networkBaseWeight', {})
|
|
}
|
|
|
|
# 5. chains - list, Pezkuwi first then Nova (no duplicates)
|
|
pezkuwi_chain_ids = {c['chainId'] for c in pezkuwi_xcm.get('chains', [])}
|
|
nova_chains_filtered = [
|
|
c for c in nova_xcm.get('chains', [])
|
|
if c['chainId'] not in pezkuwi_chain_ids
|
|
]
|
|
merged['chains'] = pezkuwi_xcm.get('chains', []) + nova_chains_filtered
|
|
|
|
return merged
|
|
|
|
|
|
def sync_chains():
|
|
print("Syncing chains...")
|
|
|
|
blocked_ids = load_blacklist()
|
|
print(f" Blacklist: {len(blocked_ids)} chains excluded")
|
|
|
|
pezkuwi_chains_file = PEZKUWI_OVERLAY / "chains" / "pezkuwi-chains.json"
|
|
pezkuwi_chains = load_json(pezkuwi_chains_file) if pezkuwi_chains_file.exists() else []
|
|
print(f" Pezkuwi: {len(pezkuwi_chains)} chains")
|
|
|
|
for version_dir in sorted(NOVA_BASE.glob("chains/v*")):
|
|
version = version_dir.name
|
|
output_dir = OUTPUT_CHAINS / version
|
|
|
|
# chains.json
|
|
nova_file = version_dir / "chains.json"
|
|
if nova_file.exists():
|
|
nova_chains = load_json(nova_file)
|
|
merged = merge_chains(nova_chains, pezkuwi_chains, blocked_ids)
|
|
save_json(output_dir / "chains.json", merged)
|
|
print(f" {version}/chains.json: {len(pezkuwi_chains)} + {len(nova_chains)} - {len(blocked_ids)} blocked = {len(merged)}")
|
|
|
|
# chains_dev.json
|
|
nova_dev = version_dir / "chains_dev.json"
|
|
if nova_dev.exists():
|
|
nova_chains = load_json(nova_dev)
|
|
merged = merge_chains(nova_chains, pezkuwi_chains, blocked_ids)
|
|
save_json(output_dir / "chains_dev.json", merged)
|
|
|
|
# android/chains.json
|
|
android_dir = output_dir / "android"
|
|
if nova_file.exists():
|
|
save_json(android_dir / "chains.json", merge_chains(load_json(nova_file), pezkuwi_chains, blocked_ids))
|
|
|
|
# preConfigured (copy from Nova)
|
|
nova_preconfig = version_dir / "preConfigured"
|
|
if nova_preconfig.exists():
|
|
output_preconfig = output_dir / "preConfigured"
|
|
if output_preconfig.exists():
|
|
shutil.rmtree(output_preconfig)
|
|
shutil.copytree(nova_preconfig, output_preconfig)
|
|
|
|
|
|
def sync_xcm():
|
|
print("\nSyncing XCM...")
|
|
|
|
# Load Pezkuwi XCM overlays
|
|
pezkuwi_xcm_file = PEZKUWI_OVERLAY / "xcm" / "pezkuwi-xcm.json"
|
|
pezkuwi_xcm_dynamic_file = PEZKUWI_OVERLAY / "xcm" / "pezkuwi-xcm-dynamic.json"
|
|
|
|
pezkuwi_xcm = load_json(pezkuwi_xcm_file) if pezkuwi_xcm_file.exists() else {}
|
|
pezkuwi_xcm_dynamic = load_json(pezkuwi_xcm_dynamic_file) if pezkuwi_xcm_dynamic_file.exists() else {}
|
|
|
|
print(f" Pezkuwi XCM: {len(pezkuwi_xcm.get('chains', []))} chains")
|
|
print(f" Pezkuwi XCM dynamic: {len(pezkuwi_xcm_dynamic.get('chains', []))} chains")
|
|
|
|
for version_dir in sorted(NOVA_BASE.glob("xcm/v*")):
|
|
version = version_dir.name
|
|
output_dir = OUTPUT_XCM / version
|
|
output_dir.mkdir(parents=True, exist_ok=True)
|
|
|
|
for nova_file in version_dir.glob("*.json"):
|
|
filename = nova_file.name
|
|
nova_data = load_json(nova_file)
|
|
|
|
# Choose overlay based on filename
|
|
if 'dynamic' in filename:
|
|
overlay = pezkuwi_xcm_dynamic
|
|
else:
|
|
overlay = pezkuwi_xcm
|
|
|
|
merged = merge_xcm(nova_data, overlay)
|
|
save_json(output_dir / filename, merged)
|
|
print(f" {version}/{filename}: {len(merged.get('chains', []))} chains")
|
|
|
|
# Root XCM files
|
|
for xcm_file in NOVA_BASE.glob("xcm/*.json"):
|
|
shutil.copy(xcm_file, OUTPUT_XCM / xcm_file.name)
|
|
|
|
|
|
def sync_icons():
|
|
print("\nSyncing icons...")
|
|
|
|
nova_icons = NOVA_BASE / "icons"
|
|
pezkuwi_icons = PEZKUWI_OVERLAY / "icons"
|
|
output_icons = ROOT / "icons"
|
|
|
|
# Copy Nova icons (don't overwrite existing)
|
|
if nova_icons.exists():
|
|
for icon_dir in nova_icons.iterdir():
|
|
if icon_dir.is_dir():
|
|
output_dir = output_icons / icon_dir.name
|
|
output_dir.mkdir(parents=True, exist_ok=True)
|
|
for icon_file in icon_dir.rglob("*"):
|
|
if icon_file.is_file():
|
|
rel = icon_file.relative_to(icon_dir)
|
|
target = output_dir / rel
|
|
if not target.exists():
|
|
target.parent.mkdir(parents=True, exist_ok=True)
|
|
shutil.copy(icon_file, target)
|
|
|
|
# Copy Pezkuwi icons (override Nova)
|
|
if pezkuwi_icons.exists():
|
|
for icon_file in pezkuwi_icons.rglob("*"):
|
|
if icon_file.is_file():
|
|
rel = icon_file.relative_to(pezkuwi_icons)
|
|
target = output_icons / rel
|
|
target.parent.mkdir(parents=True, exist_ok=True)
|
|
shutil.copy(icon_file, target)
|
|
print(f" Pezkuwi: {rel}")
|
|
|
|
|
|
def merge_config(nova_config: dict, pezkuwi_overlay: dict) -> dict:
|
|
"""Deep merge: Nova base config + Pezkuwi overlay (Pezkuwi wins on conflicts)."""
|
|
merged = dict(nova_config)
|
|
for key, value in pezkuwi_overlay.items():
|
|
if key in merged and isinstance(merged[key], dict) and isinstance(value, dict):
|
|
merged[key] = {**merged[key], **value}
|
|
else:
|
|
merged[key] = value
|
|
return merged
|
|
|
|
|
|
def sync_config():
|
|
"""
|
|
Merge global config:
|
|
A: nova-base/staking/global_config.json (Nova SubQuery URLs)
|
|
+ nova-base/global/config.json (Nova multisig/proxy URLs)
|
|
B: pezkuwi-overlay/config/global_config_overlay.json (Pezkuwi stakingApiOverrides)
|
|
C: staking/global_config.json (output - what the app fetches)
|
|
"""
|
|
print("\nSyncing global config...")
|
|
|
|
overlay_file = PEZKUWI_OVERLAY / "config" / "global_config_overlay.json"
|
|
overlay = load_json(overlay_file) if overlay_file.exists() else {}
|
|
|
|
# Production: nova-base/staking + nova-base/global + pezkuwi overlay
|
|
for suffix in ("", "_dev"):
|
|
nova_staking = NOVA_BASE / "staking" / f"global_config{suffix}.json"
|
|
nova_global = NOVA_BASE / "global" / f"config{suffix}.json"
|
|
|
|
base = {}
|
|
if nova_global.exists():
|
|
base.update(load_json(nova_global))
|
|
if nova_staking.exists():
|
|
base.update(load_json(nova_staking))
|
|
|
|
merged = merge_config(base, overlay)
|
|
output = OUTPUT_STAKING / f"global_config{suffix}.json"
|
|
save_json(output, merged)
|
|
|
|
label = "production" if suffix == "" else "dev"
|
|
print(f" {label}: {list(merged.keys())}")
|
|
|
|
# Copy validators from Nova (if present)
|
|
nova_validators = NOVA_BASE / "staking" / "nova_validators.json"
|
|
if nova_validators.exists():
|
|
shutil.copy(nova_validators, OUTPUT_STAKING / "nova_validators.json")
|
|
|
|
nova_validators_dir = NOVA_BASE / "staking" / "validators"
|
|
if nova_validators_dir.exists():
|
|
output_validators = OUTPUT_STAKING / "validators"
|
|
if output_validators.exists():
|
|
shutil.rmtree(output_validators)
|
|
shutil.copytree(nova_validators_dir, output_validators)
|
|
|
|
|
|
def sync_tests():
|
|
"""
|
|
Publish test fixtures the mobile apps fetch directly over HTTP (e.g. Android's
|
|
BalancesIntegrationTest reads tests/chains_for_testBalance.json from
|
|
raw.githubusercontent.com). Only that fixture is published, not the rest of
|
|
nova-base/tests/ (upstream's own pytest suite for validating its chains.json
|
|
output, which isn't run or otherwise used from this repo).
|
|
"""
|
|
print("\nSyncing tests...")
|
|
|
|
nova_fixture = NOVA_BASE / "tests" / "chains_for_testBalance.json"
|
|
if nova_fixture.exists():
|
|
OUTPUT_TESTS.mkdir(parents=True, exist_ok=True)
|
|
shutil.copy(nova_fixture, OUTPUT_TESTS / "chains_for_testBalance.json")
|
|
print(f" chains_for_testBalance.json: copied from Nova")
|
|
|
|
|
|
def main():
|
|
print("=" * 60)
|
|
print("Nova + Pezkuwi Merge")
|
|
print("=" * 60)
|
|
print(f"Nova (A): {NOVA_BASE}")
|
|
print(f"Pezkuwi (B): {PEZKUWI_OVERLAY}")
|
|
print()
|
|
|
|
if not NOVA_BASE.exists():
|
|
print("ERROR: nova-base not found!")
|
|
print("Run: git submodule update --init --recursive")
|
|
return 1
|
|
|
|
sync_chains()
|
|
sync_xcm()
|
|
sync_icons()
|
|
sync_config()
|
|
sync_tests()
|
|
|
|
print("\n" + "=" * 60)
|
|
print("Done!")
|
|
print("=" * 60)
|
|
return 0
|
|
|
|
|
|
if __name__ == "__main__":
|
|
exit(main())
|