Git-Mirrors/veilid
1
0
Fork 0
mirror of https://gitlab.com/veilid/veilid.git synced 2025-07-31 10:48:49 -04:00
Code Issues Projects Releases Packages Wiki Activity

checkpoint merge of network-shim branch

Browse source
This commit is contained in:
Christien Rioux 2025-02-10 03:06:41 +00:00
parent 079b665230
commit a2b0214b8e
276 changed files with 17493 additions and 7193 deletions
Download patch file Download diff file Expand all files Collapse all files

39
veilid-python/tests/test_dht.py
View file

@ -129,6 +129,8 @@ async def test_open_writer_dht_value(api_connection: veilid.VeilidAPI):
vdtemp = await rc.set_dht_value(key, ValueSubkey(0), vb)
assert vdtemp is None
await sync(rc, [rec])
vdtemp = await rc.get_dht_value(key, ValueSubkey(0), True)
assert vdtemp.data == vb
@ -147,6 +149,7 @@ async def test_open_writer_dht_value(api_connection: veilid.VeilidAPI):
# and verified they stored correctly
# Delete things locally and reopen and see if we can write
# with the same writer key
await sync(rc, [rec])
await rc.close_dht_record(key)
await rc.delete_dht_record(key)
@ -170,6 +173,8 @@ async def test_open_writer_dht_value(api_connection: veilid.VeilidAPI):
vdtemp = await rc.set_dht_value(key, ValueSubkey(1), vc)
assert vdtemp is None
await sync(rc, [rec])
# Verify the network got the subkey update with a refresh check
vdtemp = await rc.get_dht_value(key, ValueSubkey(1), True)
assert vdtemp is not None
@ -575,22 +580,7 @@ async def test_dht_write_read_local():
print(f' {n}: {desc.key} {desc.owner}:{desc.owner_secret}')
print('syncing records to the network')
syncrecords = records.copy()
while len(syncrecords) > 0:
donerecords = set()
subkeysleft = 0
for desc0 in records:
rr = await rc0.inspect_dht_record(desc0.key, [])
left = 0; [left := left + (x[1]-x[0]+1) for x in rr.offline_subkeys]
if left == 0:
donerecords.add(desc0)
else:
subkeysleft += left
syncrecords = [x for x in syncrecords if x not in donerecords]
print(f' {len(syncrecords)} records {subkeysleft} subkeys left')
time.sleep(1)
await sync(rc0, records)
for desc0 in records:
await rc0.close_dht_record(desc0.key)
@ -613,3 +603,20 @@ async def test_dht_write_read_local():
print(f' {n}')
n += 1
async def sync(rc: veilid.RoutingContext, records: list[veilid.DHTRecordDescriptor]):
print('syncing records to the network')
syncrecords = records.copy()
while len(syncrecords) > 0:
donerecords = set()
subkeysleft = 0
for desc in records:
rr = await rc.inspect_dht_record(desc.key, [])
left = 0; [left := left + (x[1]-x[0]+1) for x in rr.offline_subkeys]
if left == 0:
donerecords.add(desc)
else:
subkeysleft += left
syncrecords = [x for x in syncrecords if x not in donerecords]
print(f' {len(syncrecords)} records {subkeysleft} subkeys left')
time.sleep(1)