MahmoudEmad/herolib
1
0
Fork 0
Code Issues 55 Pull Requests 1 Actions Packages Projects Releases 26 Wiki Activity

feat: Improve MyceliumStreamer to read from workers

Browse Source 
- Allow reading data directly from specific workers by specifying
  their public key in `MyceliumStreamer.read()`. This improves
  data retrieval flexibility and allows for distributed data access.
- Add master data reading to ensure data consistency and allow
  comparison between master and worker data.  This helps debug and
  verify data replication.
- Implement JSON encoding/decoding for database transfer between
  master and worker nodes. This enables efficient and structured
  data exchange.
This commit is contained in:
Mahmoud Emad
2025-03-03 22:44:53 +02:00
parent 9dbc36d634
commit 5b69f935a5
2 changed files with 70 additions and 18 deletions
Download Patch File Download Diff File Expand all files Collapse all files

20
examples/data/deduped_mycelium_master.vsh
View File

@@ -5,7 +5,7 @@ import time
// Known worker public key
worker1_public_key := '46a9f9cee1ce98ef7478f3dea759589bbf6da9156533e63fed9f233640ac072c'
worker2_public_key := '46a9f9cee1ce98ef7478f3dea759589bbf6da9156533e63fed9f233640ac072c'
// worker2_public_key := '46a9f9cee1ce98ef7478f3dea759589bbf6da9156533e63fed9f233640ac072c'
// Create master node
println('Starting master node...')
@@ -19,7 +19,7 @@ println('Initializing workers...')
// Add workers and initialize its database
// You should run the deduped_mycelium_worker.vsh script for each worker
streamer.add_worker(worker1_public_key)!
streamer.add_worker(worker2_public_key)!
// streamer.add_worker(worker2_public_key)!
// When we preforming a write, we get the ID of the record
// We basically write to the master database, and read from the workers normally
@@ -28,9 +28,15 @@ mut id2 := streamer.write(id: 2, value: 'Record 2')!
println('Master record 1 data: ${id1}')
println('Master record 2 data: ${id2}')
// Read data from workers
worker_id1 := streamer.read(id: 1)!
worker_id2 := streamer.read(id: 2)!
// Read data from master
master_id1 := streamer.read(id: 1)!
master_id2 := streamer.read(id: 2)!
println('Master 1 data: ${master_id1.bytestr()}')
println('Master 2 data: ${master_id2.bytestr()}')
println('Worker 1 data: ${worker_id1}')
println('Worker 2 data: ${worker_id2}')
// Read data from workers
worker_id1 := streamer.read(id: 1, worker_public_key: worker1_public_key)!
worker_id2 := streamer.read(id: 2, worker_public_key: worker1_public_key)!
println('Worker 1 data: ${worker_id1.bytestr()}')
println('Worker 2 data: ${worker_id2.bytestr()}')