Finalize for submission

dsg-uwaterloo · Apr 16, 2024 · 3a65784 · 3a65784
1 parent d304a01
commit 3a65784
Show file tree

Hide file tree

Showing 91 changed files with 2,701 additions and 265 deletions.
diff --git a/ansible/templates/oblishard-shardnode.service.j2 b/ansible/templates/oblishard-shardnode.service.j2
@@ -5,6 +5,8 @@ After=syslog.target network.target
 
 [Service]
 Type=simple
+StandardOutput=file:/root/oblishard/shardnode/{{ 'shardnode-' + item.id | string + '-' + item.replicaid | string + '.stdout.log' }}
+StandardError=file:/root/oblishard/shardnode/{{ 'shardnode-' + item.id | string + '-' + item.replicaid | string + '.stderr.log' }}
 ExecStart=/root/oblishard/shardnode/shardnode \
     -shardnodeid {{ item.id }} \
     -bindip {{ item.local_bind_ip }} \

diff --git a/api/oramnode/oramnode.pb.go b/api/oramnode/oramnode.pb.go
diff --git a/api/oramnode/oramnode_grpc.pb.go b/api/oramnode/oramnode_grpc.pb.go
diff --git a/api/router/router.pb.go b/api/router/router.pb.go
diff --git a/api/router/router_grpc.pb.go b/api/router/router_grpc.pb.go
diff --git a/api/shardnode.proto b/api/shardnode.proto
@@ -53,13 +53,13 @@ message JoinRaftVoterReply {
 
 message SendBlocksRequest {
     int32 maxBlocks = 1;
-    repeated int32 paths = 2;
     int32 storage_id = 3;
 }
 
 message Block {
     string block = 1;
     string value = 2;
+    int32 path = 3;
 }
 
 message SendBlocksReply {

diff --git a/api/shardnode/shardnode.pb.go b/api/shardnode/shardnode.pb.go
diff --git a/api/shardnode/shardnode_grpc.pb.go b/api/shardnode/shardnode_grpc.pb.go
diff --git a/experiments/paper_failure_experiments/oram/jaeger_endpoint.yaml b/experiments/paper_failure_experiments/oram/jaeger_endpoint.yaml
@@ -0,0 +1,5 @@
+exposed_ip: 192.168.252.112
+local_bind_ip: 192.168.252.112
+deploy_host: host1
+api_port: 16686
+grpc_port: 4317
diff --git a/experiments/paper_failure_experiments/oram/oramnode_endpoints.yaml b/experiments/paper_failure_experiments/oram/oramnode_endpoints.yaml
@@ -0,0 +1,64 @@
+endpoints:
+  - exposed_ip: 52.235.62.184
+    local_bind_ip: 10.0.0.8
+    deploy_host: host1
+    port: 1851
+    id: 0
+    replicaid: 0
+    raftport: 1227
+  - exposed_ip: 52.235.56.209
+    local_bind_ip: 10.0.0.9
+    deploy_host: host2
+    port: 1852
+    id: 0
+    replicaid: 1
+    raftport: 1228
+  - exposed_ip: 52.235.58.158
+    local_bind_ip: 10.0.0.10
+    deploy_host: host3
+    port: 1853
+    id: 0
+    replicaid: 2
+    raftport: 1229
+  - exposed_ip: 52.235.56.209
+    local_bind_ip: 10.0.0.9
+    deploy_host: host2
+    port: 1854
+    id: 1
+    replicaid: 0
+    raftport: 1230
+  - exposed_ip: 52.235.58.158
+    local_bind_ip: 10.0.0.10
+    deploy_host: host3
+    port: 1855
+    id: 1
+    replicaid: 1
+    raftport: 1231
+  - exposed_ip: 52.235.62.184
+    local_bind_ip: 10.0.0.8
+    deploy_host: host1
+    port: 1856
+    id: 1
+    replicaid: 2
+    raftport: 1232
+  - exposed_ip: 52.235.58.158
+    local_bind_ip: 10.0.0.10
+    deploy_host: host3
+    port: 1857
+    id: 2
+    replicaid: 0
+    raftport: 1233
+  - exposed_ip: 52.235.62.184
+    local_bind_ip: 10.0.0.8
+    deploy_host: host1
+    port: 1858
+    id: 2
+    replicaid: 1
+    raftport: 1234
+  - exposed_ip: 52.235.56.209
+    local_bind_ip: 10.0.0.9
+    deploy_host: host2
+    port: 1859
+    id: 2
+    replicaid: 2
+    raftport: 1235
diff --git a/experiments/paper_failure_experiments/oram/parameters.yaml b/experiments/paper_failure_experiments/oram/parameters.yaml
@@ -0,0 +1,15 @@
+max-blocks-to-send: 400 # The maximum number of blocks to send from each shard node to the oram node during evictions
+eviction-rate: 100 # How many ReadPath operations before eviction
+evict-path-count: 200 # How many paths to evict at a time
+batch-timeout: 1 # How many milliseconds to wait before sending a batch of blocks to the oram node 
+epoch-time: 1 # How many milliseconds between each epoch
+trace: false # Whether to use opentelemetry and jaeger
+Z: 1 # number of real blocks per bucket
+S: 6 # number of dummy blocks per bucket
+shift: 1 # 2^shift is the tree branching factor
+tree-height: 18 # height of the tree
+redis-pipeline-size: 3000000 # number of requests to pipeline to redis
+max-requests: 20000 # maximum number of requests in flight at the client
+block-size: 1024 # size of each block in bytes
+log: false # whether to log
+profile: false # Whether to profile
diff --git a/experiments/paper_failure_experiments/oram/redis_endpoints.yaml b/experiments/paper_failure_experiments/oram/redis_endpoints.yaml
@@ -0,0 +1,37 @@
+endpoints:
+  - exposed_ip: 20.63.24.45
+    local_bind_ip: 10.0.0.5
+    deploy_host: host4
+    port: 6379
+    id: 0
+    oramnode_id: 0
+  - exposed_ip: 20.63.24.45
+    local_bind_ip: 10.0.0.5
+    deploy_host: host4
+    port: 6380
+    id: 1
+    oramnode_id: 1
+  - exposed_ip: 20.63.24.45
+    local_bind_ip: 10.0.0.5
+    deploy_host: host4
+    port: 6381
+    id: 2
+    oramnode_id: 2
+  - exposed_ip: 20.63.24.45
+    local_bind_ip: 10.0.0.5
+    deploy_host: host4
+    port: 6382
+    id: 3
+    oramnode_id: 0
+  - exposed_ip: 20.63.24.45
+    local_bind_ip: 10.0.0.5
+    deploy_host: host4
+    port: 6383
+    id: 4
+    oramnode_id: 1
+  - exposed_ip: 20.63.24.45
+    local_bind_ip: 10.0.0.5
+    deploy_host: host4
+    port: 6384
+    id: 5
+    oramnode_id: 2
diff --git a/experiments/paper_failure_experiments/oram/router_endpoints.yaml b/experiments/paper_failure_experiments/oram/router_endpoints.yaml
@@ -0,0 +1,16 @@
+endpoints:
+  - exposed_ip: 52.235.62.184
+    local_bind_ip: 10.0.0.8
+    deploy_host: host1
+    port: 8845
+    id: 0
+  - exposed_ip: 52.235.56.209
+    local_bind_ip: 10.0.0.9
+    deploy_host: host2
+    port: 8845
+    id: 1
+  - exposed_ip: 52.235.58.158
+    local_bind_ip: 10.0.0.10
+    deploy_host: host3
+    port: 8745
+    id: 2