Skip to content

Commit

Permalink
Update experiment configs
Browse files Browse the repository at this point in the history
  • Loading branch information
@aminst
aminst committed Mar 25, 2024
1 parent 254a185 commit 6957000
Show file tree
Hide file tree
Showing 148 changed files with 4,613 additions and 82 deletions.
3 changes: 2 additions & 1 deletion .gitignore
View file
Original file line number Diff line number Diff line change
Expand Up @@ -11,4 +11,5 @@ cmd/oramnode/oramnode
db.txt
trace.txt
*.txt
.ipynb_checkpoints/*
.ipynb_checkpoints/*
hosts
10 changes: 5 additions & 5 deletions ansible/deploy.yaml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -98,15 +98,15 @@
delegate_to: "{{ item.deploy_host }}"
with_items: "{{ redis_endpoints.endpoints }}"

# - name: Stop previous Redis services
# ansible.builtin.shell:
# cmd: systemctl stop redis*
- name: Stop previous Redis services
ansible.builtin.shell:
cmd: systemctl stop redis*

- name: Start Redis
ansible.builtin.systemd:
name: "redis-{{ item.id }}"
state: started # will cause reinitialization of the DB
# daemon_reload: true
state: restarted # will cause reinitialization of the DB
daemon_reload: true
delegate_to: "{{ item.deploy_host }}"
with_items: "{{ redis_endpoints.endpoints }}"

Expand Down
2 changes: 1 addition & 1 deletion ansible/experiment.yaml
View file
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
# Expects experiment_output_path to be passed as an extra variable
- name: Run the Experiment
hosts: host1
hosts: host0
become: yes
become_user: root
tasks:
Expand Down
2 changes: 1 addition & 1 deletion configs/default/parameters.yaml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -11,5 +11,5 @@ tree-height: 18 # height of the tree
redis-pipeline-size: 500000 # number of requests to pipeline to redis
max-requests: 8000 # maximum number of requests in flight at the client
block-size: 1024 # size of each block in bytes
log: false # whether to log
log: true # whether to log
profile: false # Whether to profile
5 changes: 2 additions & 3 deletions configs/hosts
View file
Original file line number Diff line number Diff line change
@@ -1,3 +1,2 @@
host1 ansible_host=tem15 ansible_user=asetayes
host2 ansible_host=tem17 ansible_user=asetayes
host3 ansible_host=tem19 ansible_user=asetayes
host1 ansible_host=20.115.80.167 ansible_user=azureuser
host2 ansible_host=20.64.96.78 ansible_user=asetayes
32 changes: 16 additions & 16 deletions configs/oramnode_endpoints.yaml
View file
Original file line number Diff line number Diff line change
@@ -1,25 +1,25 @@
endpoints:
- exposed_ip: 192.168.252.115
local_bind_ip: 192.168.252.115
- exposed_ip: 20.115.80.167
local_bind_ip: 20.115.80.167
deploy_host: host1
port: 1751
id: 0
replicaid: 0
raftport: 1127
- exposed_ip: 192.168.252.117
local_bind_ip: 192.168.252.117
deploy_host: host2
port: 1752
id: 0
replicaid: 1
raftport: 1128
- exposed_ip: 192.168.252.119
local_bind_ip: 192.168.252.119
deploy_host: host3
port: 1753
id: 0
replicaid: 2
raftport: 1129
# - exposed_ip: 192.168.252.117
# local_bind_ip: 192.168.252.117
# deploy_host: host2
# port: 1752
# id: 0
# replicaid: 1
# raftport: 1128
# - exposed_ip: 192.168.252.119
# local_bind_ip: 192.168.252.119
# deploy_host: host3
# port: 1753
# id: 0
# replicaid: 2
# raftport: 1129
# - exposed_ip: 192.168.252.117
# local_bind_ip: 192.168.252.117
# deploy_host: host2
Expand Down
28 changes: 14 additions & 14 deletions configs/shardnode_endpoints.yaml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -6,20 +6,20 @@ endpoints:
id: 0
replicaid: 0
raftport: 3124
- exposed_ip: 192.168.252.117
local_bind_ip: 192.168.252.117
deploy_host: host2
port: 8749
id: 0
replicaid: 1
raftport: 3125
- exposed_ip: 192.168.252.119
local_bind_ip: 192.168.252.119
deploy_host: host3
port: 8750
id: 0
replicaid: 2
raftport: 3126
# - exposed_ip: 192.168.252.117
# local_bind_ip: 192.168.252.117
# deploy_host: host2
# port: 8749
# id: 0
# replicaid: 1
# raftport: 3125
# - exposed_ip: 192.168.252.119
# local_bind_ip: 192.168.252.119
# deploy_host: host3
# port: 8750
# id: 0
# replicaid: 2
# raftport: 3126
# - exposed_ip: 192.168.252.117
# local_bind_ip: 192.168.252.117
# deploy_host: host2
Expand Down
0 ...ents/shardnode_crash/jaeger_endpoint.yaml → ..._experiments/scale_1/jaeger_endpoint.yaml
View file
File renamed without changes.
12 changes: 6 additions & 6 deletions ...s/shardnode_crash/oramnode_endpoints.yaml → ...periments/scale_1/oramnode_endpoints.yaml
View file
Original file line number Diff line number Diff line change
@@ -1,20 +1,20 @@
endpoints:
- exposed_ip: 192.168.252.115
local_bind_ip: 192.168.252.115
- exposed_ip: 10.2.0.5
local_bind_ip: 10.2.0.5
deploy_host: host1
port: 1751
id: 0
replicaid: 0
raftport: 1127
- exposed_ip: 192.168.252.117
local_bind_ip: 192.168.252.117
- exposed_ip: 10.2.0.8
local_bind_ip: 10.2.0.8
deploy_host: host2
port: 1752
id: 0
replicaid: 1
raftport: 1128
- exposed_ip: 192.168.252.119
local_bind_ip: 192.168.252.119
- exposed_ip: 10.2.0.9
local_bind_ip: 10.2.0.9
deploy_host: host3
port: 1753
id: 0
Expand Down
16 changes: 16 additions & 0 deletions experiments/azure_scaling_experiments/scale_1/parameters.yaml
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,16 @@
max-blocks-to-send: 400 # The maximum number of blocks to send from each shard node to the oram node during evictions
eviction-rate: 100 # How many ReadPath operations before eviction
evict-path-count: 200 # How many paths to evict at a time
batch-timeout: 10 # How many milliseconds to wait before sending a batch of blocks to the oram node
epoch-time: 10 # How many milliseconds between each epoch
trace: false # Whether to use opentelemetry and jaeger
Z: 1 # number of real blocks per bucket
S: 6 # number of dummy blocks per bucket
shift: 1 # 2^shift is the tree branching factor
tree-height: 20 # height of the tree
redis-pipeline-size: 5000000 # number of requests to pipeline to redis
max-requests: 10000 # maximum number of requests in flight at the client
block-size: 1200 # size of each block in bytes
log: false # whether to log
profile: false # Whether to profile
scale: 1
19 changes: 19 additions & 0 deletions experiments/azure_scaling_experiments/scale_1/redis_endpoints.yaml
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,19 @@
endpoints:
- exposed_ip: 20.64.96.78
local_bind_ip: 20.64.96.78
deploy_host: host4
port: 6379
id: 0
oramnode_id: 0
# - exposed_ip: 192.168.252.117
# local_bind_ip: 192.168.252.117
# deploy_host: host2
# port: 6379
# id: 1
# oramnode_id: 1
# - exposed_ip: 192.168.252.119
# local_bind_ip: 192.168.252.119
# deploy_host: host3
# port: 6379
# id: 2
# oramnode_id: 2
4 changes: 2 additions & 2 deletions ...nts/shardnode_crash/router_endpoints.yaml → ...experiments/scale_1/router_endpoints.yaml
View file
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
endpoints:
- exposed_ip: 192.168.252.115
local_bind_ip: 192.168.252.115
- exposed_ip: 10.2.0.5
local_bind_ip: 10.2.0.5
deploy_host: host1
port: 8745
id: 0
Expand Down
12 changes: 6 additions & 6 deletions .../shardnode_crash/shardnode_endpoints.yaml → ...eriments/scale_1/shardnode_endpoints.yaml
View file
Original file line number Diff line number Diff line change
@@ -1,20 +1,20 @@
endpoints:
- exposed_ip: 192.168.252.115
local_bind_ip: 192.168.252.115
- exposed_ip: 10.2.0.5
local_bind_ip: 10.2.0.5
deploy_host: host1
port: 8748
id: 0
replicaid: 0
raftport: 3124
- exposed_ip: 192.168.252.117
local_bind_ip: 192.168.252.117
- exposed_ip: 10.2.0.8
local_bind_ip: 10.2.0.8
deploy_host: host2
port: 8749
id: 0
replicaid: 1
raftport: 3125
- exposed_ip: 192.168.252.119
local_bind_ip: 192.168.252.119
- exposed_ip: 10.2.0.9
local_bind_ip: 10.2.0.9
deploy_host: host3
port: 8750
id: 0
Expand Down
5 changes: 5 additions & 0 deletions experiments/azure_scaling_experiments/scale_2/jaeger_endpoint.yaml
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,5 @@
exposed_ip: 192.168.252.115
local_bind_ip: 192.168.252.115
deploy_host: host1
api_port: 16686
grpc_port: 4317
43 changes: 43 additions & 0 deletions experiments/azure_scaling_experiments/scale_2/oramnode_endpoints.yaml
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,43 @@
endpoints:
- exposed_ip: 10.2.0.5
local_bind_ip: 10.2.0.5
deploy_host: host1
port: 1751
id: 0
replicaid: 0
raftport: 1127
- exposed_ip: 10.2.0.8
local_bind_ip: 10.2.0.8
deploy_host: host2
port: 1752
id: 0
replicaid: 1
raftport: 1128
- exposed_ip: 10.2.0.9
local_bind_ip: 10.2.0.9
deploy_host: host3
port: 1753
id: 0
replicaid: 2
raftport: 1129
- exposed_ip: 10.2.0.5
local_bind_ip: 10.2.0.5
deploy_host: host1
port: 1754
id: 1
replicaid: 0
raftport: 1130
- exposed_ip: 10.2.0.8
local_bind_ip: 10.2.0.8
deploy_host: host2
port: 1755
id: 1
replicaid: 1
raftport: 1131
- exposed_ip: 10.2.0.9
local_bind_ip: 10.2.0.9
deploy_host: host3
port: 1756
id: 1
replicaid: 2
raftport: 1132
16 changes: 16 additions & 0 deletions experiments/azure_scaling_experiments/scale_2/parameters.yaml
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,16 @@
max-blocks-to-send: 400 # The maximum number of blocks to send from each shard node to the oram node during evictions
eviction-rate: 100 # How many ReadPath operations before eviction
evict-path-count: 200 # How many paths to evict at a time
batch-timeout: 10 # How many milliseconds to wait before sending a batch of blocks to the oram node
epoch-time: 10 # How many milliseconds between each epoch
trace: false # Whether to use opentelemetry and jaeger
Z: 1 # number of real blocks per bucket
S: 6 # number of dummy blocks per bucket
shift: 1 # 2^shift is the tree branching factor
tree-height: 19 # height of the tree
redis-pipeline-size: 5000000 # number of requests to pipeline to redis
max-requests: 20000 # maximum number of requests in flight at the client
block-size: 1200 # size of each block in bytes
log: false # whether to log
profile: false # Whether to profile
scale: 2
19 changes: 19 additions & 0 deletions experiments/azure_scaling_experiments/scale_2/redis_endpoints.yaml
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,19 @@
endpoints:
- exposed_ip: 20.64.96.78
local_bind_ip: 20.64.96.78
deploy_host: host4
port: 6379
id: 0
oramnode_id: 0
- exposed_ip: 40.124.174.216
local_bind_ip: 40.124.174.216
deploy_host: host5
port: 6379
id: 1
oramnode_id: 1
# - exposed_ip: 192.168.252.119
# local_bind_ip: 192.168.252.119
# deploy_host: host3
# port: 6379
# id: 2
# oramnode_id: 2
16 changes: 16 additions & 0 deletions experiments/azure_scaling_experiments/scale_2/router_endpoints.yaml
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,16 @@
endpoints:
- exposed_ip: 10.2.0.5
local_bind_ip: 10.2.0.5
deploy_host: host1
port: 8745
id: 0
- exposed_ip: 10.2.0.8
local_bind_ip: 10.2.0.8
deploy_host: host2
port: 8745
id: 1
# - exposed_ip: 192.168.252.119
# local_bind_ip: 192.168.252.119
# deploy_host: host3
# port: 8745
# id: 2
Loading

0 comments on commit 6957000

Please sign in to comment.