FS-9775: Fix memory reuse. Remove redundant fields

This commit is contained in:
colm 2016-12-22 17:34:51 -05:00 committed by Mike Jerris
parent 1aee27863f
commit f6a2908ea8
4 changed files with 222 additions and 181 deletions

View File

@ -537,7 +537,7 @@ KS_DECLARE(ks_status_t) ks_dht_bind(ks_dht_t *dht, const ks_dht_nodeid_t *nodeid
* If the route table for the family doesn't exist yet, initialize a new route table and create a local node for the endpoint. * If the route table for the family doesn't exist yet, initialize a new route table and create a local node for the endpoint.
*/ */
if (ep->addr.family == AF_INET) { if (ep->addr.family == AF_INET) {
if (!dht->rt_ipv4 && (ret = ks_dhtrt_initroute(&dht->rt_ipv4, dht, dht->pool, dht->tpool)) != KS_STATUS_SUCCESS) goto done; if (!dht->rt_ipv4 && (ret = ks_dhtrt_initroute(&dht->rt_ipv4, dht, dht->pool)) != KS_STATUS_SUCCESS) goto done;
if ((ret = ks_dhtrt_create_node(dht->rt_ipv4, if ((ret = ks_dhtrt_create_node(dht->rt_ipv4,
ep->nodeid, ep->nodeid,
KS_DHT_LOCAL, KS_DHT_LOCAL,
@ -545,7 +545,7 @@ KS_DECLARE(ks_status_t) ks_dht_bind(ks_dht_t *dht, const ks_dht_nodeid_t *nodeid
ep->addr.port, ep->addr.port,
&ep->node)) != KS_STATUS_SUCCESS) goto done; &ep->node)) != KS_STATUS_SUCCESS) goto done;
} else { } else {
if (!dht->rt_ipv6 && (ret = ks_dhtrt_initroute(&dht->rt_ipv6, dht, dht->pool, dht->tpool)) != KS_STATUS_SUCCESS) goto done; if (!dht->rt_ipv6 && (ret = ks_dhtrt_initroute(&dht->rt_ipv6, dht, dht->pool)) != KS_STATUS_SUCCESS) goto done;
if ((ret = ks_dhtrt_create_node(dht->rt_ipv6, if ((ret = ks_dhtrt_create_node(dht->rt_ipv6,
ep->nodeid, ep->nodeid,
KS_DHT_LOCAL, KS_DHT_LOCAL,

View File

@ -89,7 +89,7 @@ enum ks_dht_nodetype_t { KS_DHT_REMOTE=0x01,
struct ks_dht_node_s { struct ks_dht_node_s {
ks_dht_nodeid_t nodeid; ks_dht_nodeid_t nodeid;
ks_sockaddr_t addr; ks_sockaddr_t addr;
enum ks_afflags_t family; /* AF_INET or AF_INET6 */ // enum ks_afflags_t family; /* AF_INET or AF_INET6 */
enum ks_dht_nodetype_t type; /* local or remote */ enum ks_dht_nodetype_t type; /* local or remote */
ks_dhtrt_routetable_t* table; ks_dhtrt_routetable_t* table;
ks_rwl_t *reflock; ks_rwl_t *reflock;
@ -425,8 +425,7 @@ KS_DECLARE(ks_status_t) ks_dht_message_response(ks_dht_message_t *message,
*/ */
KS_DECLARE(ks_status_t) ks_dhtrt_initroute(ks_dhtrt_routetable_t **tableP, KS_DECLARE(ks_status_t) ks_dhtrt_initroute(ks_dhtrt_routetable_t **tableP,
ks_dht_t *dht, ks_dht_t *dht,
ks_pool_t *pool, ks_pool_t *pool);
ks_thread_pool_t* tpool);
KS_DECLARE(void) ks_dhtrt_deinitroute(ks_dhtrt_routetable_t **table); KS_DECLARE(void) ks_dhtrt_deinitroute(ks_dhtrt_routetable_t **table);
KS_DECLARE(ks_status_t) ks_dhtrt_create_node(ks_dhtrt_routetable_t* table, KS_DECLARE(ks_status_t) ks_dhtrt_create_node(ks_dhtrt_routetable_t* table,

View File

@ -59,8 +59,6 @@ typedef struct ks_dhtrt_bucket_entry_s {
ks_time_t tyme; ks_time_t tyme;
uint8_t id[KS_DHT_NODEID_SIZE]; uint8_t id[KS_DHT_NODEID_SIZE];
ks_dht_node_t *gptr; /* ptr to peer */ ks_dht_node_t *gptr; /* ptr to peer */
enum ks_dht_nodetype_t type;
enum ks_afflags_t family;
uint8_t inuse; uint8_t inuse;
uint8_t outstanding_pings; uint8_t outstanding_pings;
uint8_t flags; /* active, suspect, expired */ uint8_t flags; /* active, suspect, expired */
@ -98,7 +96,6 @@ typedef struct ks_dhtrt_internal_s {
uint8_t localid[KS_DHT_NODEID_SIZE]; uint8_t localid[KS_DHT_NODEID_SIZE];
ks_dhtrt_bucket_header_t *buckets; /* root bucketheader */ ks_dhtrt_bucket_header_t *buckets; /* root bucketheader */
ks_dht_t *dht; ks_dht_t *dht;
ks_thread_pool_t *tpool;
ks_rwl_t *lock; /* lock for safe traversal of the tree */ ks_rwl_t *lock; /* lock for safe traversal of the tree */
ks_time_t last_process_table; ks_time_t last_process_table;
ks_time_t next_process_table_delta; ks_time_t next_process_table_delta;
@ -169,8 +166,6 @@ static
ks_status_t ks_dhtrt_delete_id(ks_dhtrt_bucket_t *bucket, ks_dhtrt_nodeid_t id); ks_status_t ks_dhtrt_delete_id(ks_dhtrt_bucket_t *bucket, ks_dhtrt_nodeid_t id);
static static
char *ks_dhtrt_printableid(uint8_t *id, char *buffer); char *ks_dhtrt_printableid(uint8_t *id, char *buffer);
static
unsigned char ks_dhtrt_isactive(ks_dhtrt_bucket_entry_t *entry);
static static
uint8_t ks_dhtrt_findclosest_locked_nodes(ks_dhtrt_routetable_t *table, ks_dhtrt_querynodes_t *query); uint8_t ks_dhtrt_findclosest_locked_nodes(ks_dhtrt_routetable_t *table, ks_dhtrt_querynodes_t *query);
@ -199,8 +194,7 @@ void ks_dhtrt_ping(ks_dhtrt_internal_t *table, ks_dhtrt_bucket_entry_t *entry);
KS_DECLARE(ks_status_t) ks_dhtrt_initroute(ks_dhtrt_routetable_t **tableP, KS_DECLARE(ks_status_t) ks_dhtrt_initroute(ks_dhtrt_routetable_t **tableP,
ks_dht_t *dht, ks_dht_t *dht,
ks_pool_t *pool, ks_pool_t *pool)
ks_thread_pool_t* tpool)
{ {
(void)ks_dhtrt_find_relatedbucketheader; (void)ks_dhtrt_find_relatedbucketheader;
@ -212,7 +206,6 @@ KS_DECLARE(ks_status_t) ks_dhtrt_initroute(ks_dhtrt_routetable_t **tableP,
ks_dhtrt_internal_t *internal = ks_pool_alloc(pool, sizeof(ks_dhtrt_internal_t)); ks_dhtrt_internal_t *internal = ks_pool_alloc(pool, sizeof(ks_dhtrt_internal_t));
ks_rwl_create(&internal->lock, pool); ks_rwl_create(&internal->lock, pool);
internal->tpool = tpool;
internal->dht = dht; internal->dht = dht;
internal->next_process_table_delta = KS_DHTRT_PROCESSTABLE_INTERVAL; internal->next_process_table_delta = KS_DHTRT_PROCESSTABLE_INTERVAL;
ks_mutex_create(&internal->deleted_node_lock, KS_MUTEX_FLAG_DEFAULT, pool); ks_mutex_create(&internal->deleted_node_lock, KS_MUTEX_FLAG_DEFAULT, pool);
@ -301,6 +294,7 @@ KS_DECLARE(ks_status_t) ks_dhtrt_create_node( ks_dhtrt_routetable_t *table,
assert(header != NULL); /* should always find a header */ assert(header != NULL); /* should always find a header */
ks_dhtrt_bucket_entry_t *bentry = ks_dhtrt_find_bucketentry(header, nodeid.id); ks_dhtrt_bucket_entry_t *bentry = ks_dhtrt_find_bucketentry(header, nodeid.id);
if (bentry != 0) { if (bentry != 0) {
bentry->tyme = ks_time_now_sec(); bentry->tyme = ks_time_now_sec();
@ -319,18 +313,20 @@ KS_DECLARE(ks_status_t) ks_dhtrt_create_node( ks_dhtrt_routetable_t *table,
tnode = ks_dhtrt_make_node(table); tnode = ks_dhtrt_make_node(table);
tnode->table = table; tnode->table = table;
enum ks_afflags_t family;
for (int i = 0; i < 5; ++i) { for (int i = 0; i < 5; ++i) {
if (ip[i] == ':') { if (ip[i] == ':') {
tnode->family = AF_INET6; break; family = AF_INET6; break;
} else if (ip[i] == '.') { } else if (ip[i] == '.') {
tnode->family = AF_INET; break; family = AF_INET; break;
} }
} }
memcpy(tnode->nodeid.id, nodeid.id, KS_DHT_NODEID_SIZE); memcpy(tnode->nodeid.id, nodeid.id, KS_DHT_NODEID_SIZE);
tnode->type = type; tnode->type = type;
if (( ks_addr_set(&tnode->addr, ip, port, tnode->family) != KS_STATUS_SUCCESS) || if (( ks_addr_set(&tnode->addr, ip, port, family) != KS_STATUS_SUCCESS) ||
( ks_rwl_create(&tnode->reflock, table->pool) != KS_STATUS_SUCCESS)) { ( ks_rwl_create(&tnode->reflock, table->pool) != KS_STATUS_SUCCESS)) {
ks_pool_free(table->pool, &tnode); ks_pool_free(table->pool, &tnode);
ks_rwl_read_unlock(internal->lock); ks_rwl_read_unlock(internal->lock);
@ -1031,7 +1027,7 @@ void ks_dhtrt_process_deleted(ks_dhtrt_routetable_t *table, int8_t all)
ks_dhtrt_deletednode_t *deleted = internal->deleted_node; ks_dhtrt_deletednode_t *deleted = internal->deleted_node;
ks_dhtrt_deletednode_t *prev = NULL, *temp=NULL; ks_dhtrt_deletednode_t *prev = NULL, *temp=NULL;
#ifdef KS_DHT_DEBUGPRINTFX_ #ifdef KS_DHT_DEBUGPRINTF_
ks_log(KS_LOG_DEBUG, "ALLOC process_deleted entry: internal->deleted_count %d\n", internal->deleted_count); ks_log(KS_LOG_DEBUG, "ALLOC process_deleted entry: internal->deleted_count %d\n", internal->deleted_count);
#endif #endif
@ -1040,14 +1036,14 @@ void ks_dhtrt_process_deleted(ks_dhtrt_routetable_t *table, int8_t all)
uint32_t threshold = KS_DHTRT_RECYCLE_NODE_THRESHOLD; uint32_t threshold = KS_DHTRT_RECYCLE_NODE_THRESHOLD;
if (all) { if (all) {
threshold = 1; threshold = 0;
} }
while(internal->deleted_count > threshold && deleted) { while(internal->deleted_count > threshold && deleted) {
ks_dht_node_t* node = deleted->node; ks_dht_node_t* node = deleted->node;
#ifdef KS_DHT_DEBUGPRINTFX_ #ifdef KS_DHT_DEBUGPRINTFX_
ks_log(KS_LOG_DEBUG, "ALLOC process_deleted entry: try write lock\n"); ks_log(KS_LOG_DEBUG, "ALLOC process_deleted : try write lock\n");
#endif #endif
if (ks_rwl_try_write_lock(node->reflock) == KS_STATUS_SUCCESS) { if (ks_rwl_try_write_lock(node->reflock) == KS_STATUS_SUCCESS) {
@ -1057,8 +1053,8 @@ void ks_dhtrt_process_deleted(ks_dhtrt_routetable_t *table, int8_t all)
deleted = deleted->next; deleted = deleted->next;
ks_pool_free(table->pool, &temp); ks_pool_free(table->pool, &temp);
--internal->deleted_count; --internal->deleted_count;
#ifdef KS_DHT_DEBUGPRINTF_ #ifdef KS_DHT_DEBUGPRINTFX__
ks_log(KS_LOG_DEBUG, "ALLOC process_deleted: internal->deleted_count %d\n", internal->deleted_count); ks_log(KS_LOG_DEBUG, "ALLOC process_deleted: internal->deleted_count reduced to %d\n", internal->deleted_count);
#endif #endif
if (prev != NULL) { if (prev != NULL) {
prev->next = deleted; prev->next = deleted;
@ -1069,8 +1065,8 @@ void ks_dhtrt_process_deleted(ks_dhtrt_routetable_t *table, int8_t all)
} }
else { else {
#ifdef KS_DHT_DEBUGPRINTFX_ #ifdef KS_DHT_DEBUGPRINTF_
ks_log(KS_LOG_DEBUG, "ALLOC process_deleted entry: try write lock failed\n"); ks_log(KS_LOG_DEBUG, "ALLOC process_deleted : try write lock failed\n");
#endif #endif
prev = deleted; prev = deleted;
deleted = prev->next; deleted = prev->next;
@ -1117,7 +1113,7 @@ KS_DECLARE(void) ks_dhtrt_dump(ks_dhtrt_routetable_t *table, int level) {
b->entries[ix].flags, b->entries[ix].flags,
b->entries[ix].outstanding_pings, b->entries[ix].outstanding_pings,
n->type, n->type,
n->family, n->addr.family,
buffer); buffer);
} }
else { else {
@ -1263,8 +1259,6 @@ void ks_dhtrt_split_bucket(ks_dhtrt_bucket_header_t *original,
/* move it to the left */ /* move it to the left */
memcpy(dest->entries[lix].id, source->entries[rix].id, KS_DHT_NODEID_SIZE); memcpy(dest->entries[lix].id, source->entries[rix].id, KS_DHT_NODEID_SIZE);
dest->entries[lix].gptr = source->entries[rix].gptr; dest->entries[lix].gptr = source->entries[rix].gptr;
dest->entries[lix].family = source->entries[rix].family;
dest->entries[lix].type = source->entries[rix].type;
dest->entries[lix].inuse = 1; dest->entries[lix].inuse = 1;
++lix; ++lix;
++dest->count; ++dest->count;
@ -1341,8 +1335,6 @@ ks_status_t ks_dhtrt_insert_id(ks_dhtrt_bucket_t *bucket, ks_dht_node_t *node)
if ( free<KS_DHT_BUCKETSIZE ) { if ( free<KS_DHT_BUCKETSIZE ) {
bucket->entries[free].inuse = 1; bucket->entries[free].inuse = 1;
bucket->entries[free].gptr = node; bucket->entries[free].gptr = node;
bucket->entries[free].type = node->type;
bucket->entries[free].family = node->family;
bucket->entries[free].tyme = ks_time_now_sec(); bucket->entries[free].tyme = ks_time_now_sec();
bucket->entries[free].flags = DHTPEER_DUBIOUS; bucket->entries[free].flags = DHTPEER_DUBIOUS;
@ -1454,11 +1446,10 @@ uint8_t ks_dhtrt_findclosest_bucketnodes(ks_dhtrt_nodeid_t id,
for (uint8_t ix=0; ix<KS_DHT_BUCKETSIZE; ++ix) { for (uint8_t ix=0; ix<KS_DHT_BUCKETSIZE; ++ix) {
if ( bucket->entries[ix].inuse == 1 && /* in use */ if ( bucket->entries[ix].inuse == 1 && /* in use */
bucket->entries[ix].flags == DHTPEER_ACTIVE && /* not dubious or expired */ bucket->entries[ix].flags == DHTPEER_ACTIVE && /* not dubious or expired */
(family == ifboth || bucket->entries[ix].family == family) && /* match if family */ (family == ifboth || bucket->entries[ix].gptr->addr.family == family) && /* match if family */
(bucket->entries[ix].type & type) && /* match type */ (bucket->entries[ix].gptr->type & type) ) { /* match type */
ks_dhtrt_isactive( &(bucket->entries[ix])) ) {
/* calculate xor value */ /* calculate xor value */
ks_dhtrt_xor(bucket->entries[ix].id, id, xorvalue ); ks_dhtrt_xor(bucket->entries[ix].id, id, xorvalue );
@ -1561,7 +1552,7 @@ void ks_dhtrt_queue_node_fordelete(ks_dhtrt_routetable_t* table, ks_dht_node_t*
deleted->next = internal->deleted_node; deleted->next = internal->deleted_node;
internal->deleted_node = deleted; /* add to deleted queue */ internal->deleted_node = deleted; /* add to deleted queue */
++internal->deleted_count; ++internal->deleted_count;
#ifdef KS_DHT_DEBUGPRINTFX_ #ifdef KS_DHT_DEBUGPRINTF_
ks_log(KS_LOG_DEBUG, "ALLOC: Queue for delete %d\n", internal->deleted_count); ks_log(KS_LOG_DEBUG, "ALLOC: Queue for delete %d\n", internal->deleted_count);
#endif #endif
ks_mutex_unlock(internal->deleted_node_lock); ks_mutex_unlock(internal->deleted_node_lock);

View File

@ -31,10 +31,10 @@ void test01()
printf("**** testbuckets - test01 start\n"); fflush(stdout); printf("**** testbuckets - test01 start\n"); fflush(stdout);
ks_dhtrt_routetable_t *rt; ks_dhtrt_routetable_t *rt;
ks_dhtrt_initroute(&rt, dht, pool, tpool); ks_dhtrt_initroute(&rt, dht, pool);
ks_dhtrt_deinitroute(&rt); ks_dhtrt_deinitroute(&rt);
ks_dhtrt_initroute(&rt, dht, pool, tpool); ks_dhtrt_initroute(&rt, dht, pool);
ks_dht_nodeid_t nodeid, homeid; ks_dht_nodeid_t nodeid, homeid;
memset(homeid.id, 0xdd, KS_DHT_NODEID_SIZE); memset(homeid.id, 0xdd, KS_DHT_NODEID_SIZE);
homeid.id[19] = 0; homeid.id[19] = 0;
@ -183,43 +183,43 @@ void test03()
for (int i=0; i<200; ++i) { for (int i=0; i<200; ++i) {
if (i%10 == 0) { if (i%10 == 0) {
++nodeid.id[0]; ++nodeid.id[0];
nodeid.id[1] = 0; nodeid.id[1] = 0;
} }
else { else {
++nodeid.id[1]; ++nodeid.id[1];
} }
ks_status_t s0 = ks_dhtrt_create_node(rt, nodeid, KS_DHT_REMOTE, ipv4, port, &peer); ks_status_t s0 = ks_dhtrt_create_node(rt, nodeid, KS_DHT_REMOTE, ipv4, port, &peer);
if (s0 == KS_STATUS_SUCCESS) { if (s0 == KS_STATUS_SUCCESS) {
ks_dhtrt_touch_node(rt, nodeid); ks_dhtrt_touch_node(rt, nodeid);
++ipv4_remote; ++ipv4_remote;
} }
} }
for (int i=0; i<2; ++i) { for (int i=0; i<2; ++i) {
if (i%10 == 0) { if (i%10 == 0) {
++nodeid.id[0]; ++nodeid.id[0];
nodeid.id[1] = 0; nodeid.id[1] = 0;
} }
else { else {
++nodeid.id[1]; ++nodeid.id[1];
} }
ks_status_t s0 = ks_dhtrt_create_node(rt, nodeid, KS_DHT_LOCAL, ipv4, port, &peer); ks_status_t s0 = ks_dhtrt_create_node(rt, nodeid, KS_DHT_LOCAL, ipv4, port, &peer);
if (s0 == KS_STATUS_SUCCESS) { if (s0 == KS_STATUS_SUCCESS) {
ks_dhtrt_touch_node(rt, nodeid); ks_dhtrt_touch_node(rt, nodeid);
++ipv4_local; ++ipv4_local;
} }
} }
for (int i=0; i<201; ++i) { for (int i=0; i<201; ++i) {
if (i%10 == 0) { if (i%10 == 0) {
++nodeid.id[0]; ++nodeid.id[0];
nodeid.id[1] = 0; nodeid.id[1] = 0;
} }
else { else {
++nodeid.id[1]; ++nodeid.id[1];
} }
ks_dhtrt_create_node(rt, nodeid, KS_DHT_REMOTE, ipv6, port, &peer); ks_dhtrt_create_node(rt, nodeid, KS_DHT_REMOTE, ipv6, port, &peer);
ks_dhtrt_touch_node(rt, nodeid); ks_dhtrt_touch_node(rt, nodeid);
@ -274,20 +274,20 @@ void test04()
for (int i=0,i2=0,i3=0; i<10000; ++i, ++i2, ++i3) { for (int i=0,i2=0,i3=0; i<10000; ++i, ++i2, ++i3) {
if (i%20 == 0) { if (i%20 == 0) {
nodeid.id[0] = nodeid.id[0] / 2; nodeid.id[0] = nodeid.id[0] / 2;
if (i2%20 == 0) { if (i2%20 == 0) {
nodeid.id[1] = nodeid.id[1] / 2; nodeid.id[1] = nodeid.id[1] / 2;
i2 = 0; i2 = 0;
if (i3%20 == 0) { if (i3%20 == 0) {
nodeid.id[2] = nodeid.id[2] / 2; nodeid.id[2] = nodeid.id[2] / 2;
} }
} }
else { else {
++nodeid.id[3]; ++nodeid.id[3];
} }
} }
else { else {
++nodeid.id[1]; ++nodeid.id[1];
} }
ks_dhtrt_create_node(rt, nodeid, KS_DHT_REMOTE, ipv4, port, &peer); ks_dhtrt_create_node(rt, nodeid, KS_DHT_REMOTE, ipv4, port, &peer);
ks_dhtrt_touch_node(rt, nodeid); ks_dhtrt_touch_node(rt, nodeid);
@ -395,8 +395,8 @@ void test06()
ks_dhtrt_touch_node(rt, g_nodeid1); ks_dhtrt_touch_node(rt, g_nodeid1);
ks_dht_node_t *peer2 = ks_dhtrt_find_node(rt, g_nodeid1); //lock=2 ks_dht_node_t *peer2 = ks_dhtrt_find_node(rt, g_nodeid1); //lock=2
peer2 = ks_dhtrt_find_node(rt, g_nodeid1); //lock=3 peer2 = ks_dhtrt_find_node(rt, g_nodeid1); //lock=3
peer2 = ks_dhtrt_find_node(rt, g_nodeid1); //lock=4 peer2 = ks_dhtrt_find_node(rt, g_nodeid1); //lock=4
ks_dhtrt_release_node(peer2); //lock=3 ks_dhtrt_release_node(peer2); //lock=3
ks_dhtrt_sharelock_node(peer2); //lock=4 ks_dhtrt_sharelock_node(peer2); //lock=4
@ -423,6 +423,50 @@ void test06()
return; return;
} }
void test07()
{
printf("**** testbuckets - test07 start\n"); fflush(stdout);
ks_dht_node_t *peer;
memset(g_nodeid1.id, 0xef, KS_DHT_NODEID_SIZE);
memset(g_nodeid2.id, 0xef, KS_DHT_NODEID_SIZE);
char ipv6[] = "1234:1234:1234:1234";
char ipv4[] = "123.123.123.123";
unsigned short port = 7000;
/* build a delete queue */
for(int i0=0, i1=0; i0<150; ++i0, ++i1) {
if (i0%20 == 0) {
g_nodeid2.id[0]>>=1;
}
else {
++ g_nodeid2.id[19];
}
ks_dhtrt_create_node(rt, g_nodeid2, KS_DHT_REMOTE, ipv4, port, &peer);
ks_dhtrt_touch_node(rt, g_nodeid2);
ks_dhtrt_release_node(peer);
}
memset(g_nodeid2.id, 0xef, KS_DHT_NODEID_SIZE);
for (int i0=0, i1=0; i0<150; ++i0, ++i1) {
if (i0%20 == 0) {
g_nodeid2.id[0]>>=1;
}
else {
++ g_nodeid2.id[19];
}
ks_dht_node_t* n = ks_dhtrt_find_node(rt, g_nodeid2);
ks_dhtrt_release_node(n);
ks_dhtrt_delete_node(rt, n);
}
ks_dhtrt_process_table(rt);
printf("**** test07 should delete 100 nodes, leaving 50\n"); fflush(stdout);
printf("**** testbuckets - test07 ended\n"); fflush(stdout);
}
static int gindex = 1; static int gindex = 1;
@ -461,8 +505,8 @@ static void *test60ex2(ks_thread_t *thread, void *data)
ks_sleep(10000); ks_sleep(10000);
for (int i=0; i<query.count; ++i) { for (int i=0; i<query.count; ++i) {
ks_dhtrt_release_node(query.nodes[i]); ks_dhtrt_release_node(query.nodes[i]);
ks_sleep(10000); ks_sleep(10000);
} }
ks_sleep(2000000); ks_sleep(2000000);
@ -492,19 +536,19 @@ static void *test60ex(ks_thread_t *thread, void *data)
for (int loop=0; loop<test60loops; ++loop) { for (int loop=0; loop<test60loops; ++loop) {
for (int i=0; i<test60nodes; ++i) { for (int i=0; i<test60nodes; ++i) {
++nodeid.id[19]; ++nodeid.id[19];
ks_dhtrt_create_node(rt, nodeid, KS_DHT_LOCAL, ipv4, port, &peer); ks_dhtrt_create_node(rt, nodeid, KS_DHT_LOCAL, ipv4, port, &peer);
ks_sleep(1000); ks_sleep(1000);
ks_dhtrt_touch_node(rt, nodeid); ks_dhtrt_touch_node(rt, nodeid);
} }
for (int i=0; i<test60nodes; ++i) { for (int i=0; i<test60nodes; ++i) {
peer = ks_dhtrt_find_node(rt, nodeid); peer = ks_dhtrt_find_node(rt, nodeid);
if (peer) { if (peer) {
ks_dhtrt_delete_node(rt, peer); ks_dhtrt_delete_node(rt, peer);
ks_sleep(400); ks_sleep(400);
} }
--nodeid.id[19]; --nodeid.id[19];
} }
} }
@ -568,42 +612,42 @@ void test30()
for (int i=0; i<200; ++i) { for (int i=0; i<200; ++i) {
if (i%10 == 0) { if (i%10 == 0) {
++nodeid.id[0]; ++nodeid.id[0];
nodeid.id[1] = 0; nodeid.id[1] = 0;
} }
else { else {
++nodeid.id[1]; ++nodeid.id[1];
} }
ks_status_t s0 = ks_dhtrt_create_node(rt, nodeid, KS_DHT_REMOTE, ipv4, port, &peer); ks_status_t s0 = ks_dhtrt_create_node(rt, nodeid, KS_DHT_REMOTE, ipv4, port, &peer);
if (s0 == KS_STATUS_SUCCESS) { if (s0 == KS_STATUS_SUCCESS) {
ks_dhtrt_touch_node(rt, nodeid); ks_dhtrt_touch_node(rt, nodeid);
++ipv4_remote; ++ipv4_remote;
} }
} }
for (int i=0; i<2; ++i) { for (int i=0; i<2; ++i) {
if (i%10 == 0) { if (i%10 == 0) {
++nodeid.id[0]; ++nodeid.id[0];
nodeid.id[1] = 0; nodeid.id[1] = 0;
} }
else { else {
++nodeid.id[1]; ++nodeid.id[1];
} }
ks_status_t s0 = ks_dhtrt_create_node(rt, nodeid, KS_DHT_LOCAL, ipv4, port, &peer); ks_status_t s0 = ks_dhtrt_create_node(rt, nodeid, KS_DHT_LOCAL, ipv4, port, &peer);
if (s0 == KS_STATUS_SUCCESS) { if (s0 == KS_STATUS_SUCCESS) {
ks_dhtrt_touch_node(rt, nodeid); ks_dhtrt_touch_node(rt, nodeid);
++ipv4_local; ++ipv4_local;
} }
} }
for (int i=0; i<201; ++i) { for (int i=0; i<201; ++i) {
if (i%10 == 0) { if (i%10 == 0) {
++nodeid.id[0]; ++nodeid.id[0];
nodeid.id[1] = 0; nodeid.id[1] = 0;
} }
else { else {
++nodeid.id[1]; ++nodeid.id[1];
} }
ks_dhtrt_create_node(rt, nodeid, KS_DHT_REMOTE, ipv6, port, &peer); ks_dhtrt_create_node(rt, nodeid, KS_DHT_REMOTE, ipv6, port, &peer);
ks_dhtrt_touch_node(rt, nodeid); ks_dhtrt_touch_node(rt, nodeid);
@ -650,17 +694,17 @@ void test50()
for (int i=0,i2=0; i<200; ++i, ++i2) { for (int i=0,i2=0; i<200; ++i, ++i2) {
if (i%20 == 0) { if (i%20 == 0) {
nodeid.id[0] = nodeid.id[0] / 2; nodeid.id[0] = nodeid.id[0] / 2;
if (i2%20 == 0) { if (i2%20 == 0) {
i2 = 0; i2 = 0;
nodeid.id[1] = nodeid.id[1] / 2; nodeid.id[1] = nodeid.id[1] / 2;
} }
else { else {
++nodeid.id[2]; ++nodeid.id[2];
} }
} }
else { else {
++nodeid.id[1]; ++nodeid.id[1];
} }
ks_dhtrt_create_node(rt, nodeid, KS_DHT_REMOTE, ipv4, port, &peer); ks_dhtrt_create_node(rt, nodeid, KS_DHT_REMOTE, ipv4, port, &peer);
ks_dhtrt_touch_node(rt, nodeid); ks_dhtrt_touch_node(rt, nodeid);
@ -668,23 +712,23 @@ void test50()
memset(nodeid.id, 0xef, KS_DHT_NODEID_SIZE); memset(nodeid.id, 0xef, KS_DHT_NODEID_SIZE);
for (int i=0,i2=0; i<200; ++i, ++i2) { for (int i=0,i2=0; i<200; ++i, ++i2) {
if (i%20 == 0) { if (i%20 == 0) {
nodeid.id[0] = nodeid.id[0] / 2; nodeid.id[0] = nodeid.id[0] / 2;
if (i2%20 == 0) { if (i2%20 == 0) {
i2 = 0; i2 = 0;
nodeid.id[1] = nodeid.id[1] / 2; nodeid.id[1] = nodeid.id[1] / 2;
} }
else { else {
++nodeid.id[2]; ++nodeid.id[2];
} }
} }
else { else {
++nodeid.id[1]; ++nodeid.id[1];
} }
ks_dht_node_t *n = ks_dhtrt_find_node(rt, nodeid); ks_dht_node_t *n = ks_dhtrt_find_node(rt, nodeid);
if (n != NULL) { if (n != NULL) {
ks_dhtrt_release_node(n); ks_dhtrt_release_node(n);
ks_dhtrt_delete_node(rt, n); ks_dhtrt_delete_node(rt, n);
} }
} }
@ -694,17 +738,17 @@ void test50()
for (int i=0,i2=0; i<200; ++i, ++i2) { for (int i=0,i2=0; i<200; ++i, ++i2) {
if (i%20 == 0) { if (i%20 == 0) {
nodeid.id[0] = nodeid.id[0] / 2; nodeid.id[0] = nodeid.id[0] / 2;
if (i2%20 == 0) { if (i2%20 == 0) {
i2 = 0; i2 = 0;
nodeid.id[1] = nodeid.id[1] / 2; nodeid.id[1] = nodeid.id[1] / 2;
} }
else { else {
++nodeid.id[2]; ++nodeid.id[2];
} }
} }
else { else {
++nodeid.id[1]; ++nodeid.id[1];
} }
ks_dhtrt_create_node(rt, nodeid, KS_DHT_REMOTE, ipv4, port, &peer); ks_dhtrt_create_node(rt, nodeid, KS_DHT_REMOTE, ipv4, port, &peer);
ks_dhtrt_touch_node(rt, nodeid); ks_dhtrt_touch_node(rt, nodeid);
@ -734,17 +778,17 @@ void test51()
for (int i=0,i2=0; i<2; ++i, ++i2) { for (int i=0,i2=0; i<2; ++i, ++i2) {
if (i%20 == 0) { if (i%20 == 0) {
nodeid.id[0] = nodeid.id[0] / 2; nodeid.id[0] = nodeid.id[0] / 2;
if (i2%20 == 0) { if (i2%20 == 0) {
i2 = 0; i2 = 0;
nodeid.id[1] = nodeid.id[1] / 2; nodeid.id[1] = nodeid.id[1] / 2;
} }
else { else {
++nodeid.id[2]; ++nodeid.id[2];
} }
} }
else { else {
++nodeid.id[1]; ++nodeid.id[1];
} }
ks_dhtrt_create_node(rt, nodeid, KS_DHT_REMOTE, ipv4, port, &peer); ks_dhtrt_create_node(rt, nodeid, KS_DHT_REMOTE, ipv4, port, &peer);
ks_dhtrt_touch_node(rt, nodeid); ks_dhtrt_touch_node(rt, nodeid);
@ -770,16 +814,16 @@ int main(int argc, char *argv[]) {
int tests[100]; int tests[100];
if (argc == 0) { if (argc == 0) {
tests[0] = 1; tests[0] = 1;
tests[1] = 2; tests[1] = 2;
tests[2] = 3; tests[2] = 3;
tests[3] = 4; tests[3] = 4;
tests[4] = 5; tests[4] = 5;
} }
else { else {
for(int tix=1; tix<100 && tix<argc; ++tix) { for(int tix=1; tix<100 && tix<argc; ++tix) {
long i = strtol(argv[tix], NULL, 0); long i = strtol(argv[tix], NULL, 0);
tests[tix] = i; tests[tix] = i;
} }
} }
@ -808,89 +852,96 @@ int main(int argc, char *argv[]) {
printf("init/deinit routeable\n"); fflush(stdout); printf("init/deinit routeable\n"); fflush(stdout);
ks_dhtrt_initroute(&rt, dht, pool, tpool); ks_dhtrt_initroute(&rt, dht, pool);
ks_dhtrt_deinitroute(&rt); ks_dhtrt_deinitroute(&rt);
for (int tix=0; tix<argc; ++tix) { for (int tix=0; tix<argc; ++tix) {
if (tests[tix] == 1) { if (tests[tix] == 1) {
ks_dhtrt_initroute(&rt, dht, pool, tpool); ks_dhtrt_initroute(&rt, dht, pool);
test01(); test01();
ks_dhtrt_deinitroute(&rt); ks_dhtrt_deinitroute(&rt);
continue; continue;
} }
if (tests[tix] == 2) { if (tests[tix] == 2) {
ks_dhtrt_initroute(&rt, dht, pool, tpool); ks_dhtrt_initroute(&rt, dht, pool);
test02(); test02();
ks_dhtrt_deinitroute(&rt); ks_dhtrt_deinitroute(&rt);
continue; continue;
} }
if (tests[tix] == 3) { if (tests[tix] == 3) {
ks_dhtrt_initroute(&rt, dht, pool, tpool); ks_dhtrt_initroute(&rt, dht, pool);
test03(); test03();
ks_dhtrt_deinitroute(&rt); ks_dhtrt_deinitroute(&rt);
continue; continue;
} }
if (tests[tix] == 4) { if (tests[tix] == 4) {
ks_dhtrt_initroute(&rt, dht, pool, tpool); ks_dhtrt_initroute(&rt, dht, pool);
test04(); test04();
ks_dhtrt_deinitroute(&rt); ks_dhtrt_deinitroute(&rt);
continue; continue;
} }
if (tests[tix] == 5) { if (tests[tix] == 5) {
ks_dhtrt_initroute(&rt, dht, pool, tpool); ks_dhtrt_initroute(&rt, dht, pool);
test05(); test05();
ks_dhtrt_deinitroute(&rt); ks_dhtrt_deinitroute(&rt);
continue; continue;
} }
if (tests[tix] == 6) { if (tests[tix] == 6) {
ks_dhtrt_initroute(&rt, dht, pool, tpool); ks_dhtrt_initroute(&rt, dht, pool);
test06(); test06();
ks_dhtrt_deinitroute(&rt); ks_dhtrt_deinitroute(&rt);
continue; continue;
} }
if (tests[tix] == 7) {
ks_dhtrt_initroute(&rt, dht, pool);
test07();
ks_dhtrt_deinitroute(&rt);
continue;
}
if (tests[tix] == 30) { if (tests[tix] == 30) {
ks_dhtrt_initroute(&rt, dht, pool, tpool); ks_dhtrt_initroute(&rt, dht, pool);
test30(); test30();
ks_dhtrt_deinitroute(&rt); ks_dhtrt_deinitroute(&rt);
continue; continue;
} }
if (tests[tix] == 50) { if (tests[tix] == 50) {
ks_dhtrt_initroute(&rt, dht, pool, tpool); ks_dhtrt_initroute(&rt, dht, pool);
test50(); test50();
ks_dhtrt_deinitroute(&rt); ks_dhtrt_deinitroute(&rt);
continue; continue;
} }
if (tests[tix] == 51) { if (tests[tix] == 51) {
ks_dhtrt_initroute(&rt, dht, pool, tpool); ks_dhtrt_initroute(&rt, dht, pool);
test51(); test51();
ks_dhtrt_deinitroute(&rt); ks_dhtrt_deinitroute(&rt);
continue; continue;
} }
if (tests[tix] == 60) { if (tests[tix] == 60) {
ks_dhtrt_initroute(&rt, dht, pool, tpool); ks_dhtrt_initroute(&rt, dht, pool);
test60(); test60();
ks_dhtrt_deinitroute(&rt); ks_dhtrt_deinitroute(&rt);
continue; continue;
} }
if (tests[tix] == 99) { if (tests[tix] == 99) {
ks_dhtrt_initroute(&rt, dht, pool, tpool); ks_dhtrt_initroute(&rt, dht, pool);
//testnodelocking(); //testnodelocking();
ks_dhtrt_deinitroute(&rt); ks_dhtrt_deinitroute(&rt);
continue; continue;
} }