Update experiment configs

.gitignore

@@ -11,4 +11,5 @@ cmd/oramnode/oramnode
 db.txt
 trace.txt
 *.txt
-.ipynb_checkpoints/*
+.ipynb_checkpoints/*
+hosts

ansible/deploy.yaml

@@ -98,15 +98,15 @@
       delegate_to: "{{ item.deploy_host }}"
       with_items: "{{ redis_endpoints.endpoints }}"
 
-    # - name: Stop previous Redis services
-    #   ansible.builtin.shell:
-    #     cmd: systemctl stop redis*   
+    - name: Stop previous Redis services
+      ansible.builtin.shell:
+        cmd: systemctl stop redis*   
 
     - name: Start Redis
       ansible.builtin.systemd:
         name: "redis-{{ item.id }}"
-        state: started # will cause reinitialization of the DB
-        # daemon_reload: true
+        state: restarted # will cause reinitialization of the DB
+        daemon_reload: true
       delegate_to: "{{ item.deploy_host }}"
       with_items: "{{ redis_endpoints.endpoints }}"
 

ansible/experiment.yaml

@@ -1,6 +1,6 @@
 # Expects experiment_output_path to be passed as an extra variable
 - name: Run the Experiment
-  hosts: host1
+  hosts: host0
   become: yes
   become_user: root
   tasks:

configs/default/parameters.yaml

@@ -11,5 +11,5 @@ tree-height: 18 # height of the tree
 redis-pipeline-size: 500000 # number of requests to pipeline to redis
 max-requests: 8000 # maximum number of requests in flight at the client
 block-size: 1024 # size of each block in bytes
-log: false # whether to log
+log: true # whether to log
 profile: false # Whether to profile

configs/hosts

@@ -1,3 +1,2 @@
-host1 ansible_host=tem15 ansible_user=asetayes
-host2 ansible_host=tem17 ansible_user=asetayes
-host3 ansible_host=tem19 ansible_user=asetayes
+host1 ansible_host=20.115.80.167 ansible_user=azureuser
+host2 ansible_host=20.64.96.78 ansible_user=asetayes

configs/oramnode_endpoints.yaml

@@ -1,25 +1,25 @@
 endpoints:
-  - exposed_ip: 192.168.252.115
-    local_bind_ip: 192.168.252.115
+  - exposed_ip: 20.115.80.167
+    local_bind_ip: 20.115.80.167
     deploy_host: host1
     port: 1751
     id: 0
     replicaid: 0
     raftport: 1127
-  - exposed_ip: 192.168.252.117
-    local_bind_ip: 192.168.252.117
-    deploy_host: host2
-    port: 1752
-    id: 0
-    replicaid: 1
-    raftport: 1128
-  - exposed_ip: 192.168.252.119
-    local_bind_ip: 192.168.252.119
-    deploy_host: host3
-    port: 1753
-    id: 0
-    replicaid: 2
-    raftport: 1129
+  # - exposed_ip: 192.168.252.117
+  #   local_bind_ip: 192.168.252.117
+  #   deploy_host: host2
+  #   port: 1752
+  #   id: 0
+  #   replicaid: 1
+  #   raftport: 1128
+  # - exposed_ip: 192.168.252.119
+  #   local_bind_ip: 192.168.252.119
+  #   deploy_host: host3
+  #   port: 1753
+  #   id: 0
+  #   replicaid: 2
+  #   raftport: 1129
   # - exposed_ip: 192.168.252.117
   #   local_bind_ip: 192.168.252.117
   #   deploy_host: host2

configs/shardnode_endpoints.yaml

@@ -6,20 +6,20 @@ endpoints:
     id: 0
     replicaid: 0
     raftport: 3124
-  - exposed_ip: 192.168.252.117
-    local_bind_ip: 192.168.252.117
-    deploy_host: host2
-    port: 8749
-    id: 0
-    replicaid: 1
-    raftport: 3125
-  - exposed_ip: 192.168.252.119
-    local_bind_ip: 192.168.252.119
-    deploy_host: host3
-    port: 8750
-    id: 0
-    replicaid: 2
-    raftport: 3126
+  # - exposed_ip: 192.168.252.117
+  #   local_bind_ip: 192.168.252.117
+  #   deploy_host: host2
+  #   port: 8749
+  #   id: 0
+  #   replicaid: 1
+  #   raftport: 3125
+  # - exposed_ip: 192.168.252.119
+  #   local_bind_ip: 192.168.252.119
+  #   deploy_host: host3
+  #   port: 8750
+  #   id: 0
+  #   replicaid: 2
+  #   raftport: 3126
   # - exposed_ip: 192.168.252.117
   #   local_bind_ip: 192.168.252.117
   #   deploy_host: host2

experiments/crash_experiments/shardnode_crash/oramnode_endpoints.yaml → experiments/azure_scaling_experiments/scale_1/oramnode_endpoints.yaml

@@ -1,20 +1,20 @@
 endpoints:
-  - exposed_ip: 192.168.252.115
-    local_bind_ip: 192.168.252.115
+  - exposed_ip: 10.2.0.5
+    local_bind_ip: 10.2.0.5
     deploy_host: host1
     port: 1751
     id: 0
     replicaid: 0
     raftport: 1127
-  - exposed_ip: 192.168.252.117
-    local_bind_ip: 192.168.252.117
+  - exposed_ip: 10.2.0.8
+    local_bind_ip: 10.2.0.8
     deploy_host: host2
     port: 1752
     id: 0
     replicaid: 1
     raftport: 1128
-  - exposed_ip: 192.168.252.119
-    local_bind_ip: 192.168.252.119
+  - exposed_ip: 10.2.0.9
+    local_bind_ip: 10.2.0.9
     deploy_host: host3
     port: 1753
     id: 0

experiments/azure_scaling_experiments/scale_1/parameters.yaml

@@ -0,0 +1,16 @@
+max-blocks-to-send: 400 # The maximum number of blocks to send from each shard node to the oram node during evictions
+eviction-rate: 100 # How many ReadPath operations before eviction
+evict-path-count: 200 # How many paths to evict at a time
+batch-timeout: 10 # How many milliseconds to wait before sending a batch of blocks to the oram node 
+epoch-time: 10 # How many milliseconds between each epoch
+trace: false # Whether to use opentelemetry and jaeger
+Z: 1 # number of real blocks per bucket
+S: 6 # number of dummy blocks per bucket
+shift: 1 # 2^shift is the tree branching factor
+tree-height: 20 # height of the tree
+redis-pipeline-size: 5000000 # number of requests to pipeline to redis
+max-requests: 10000 # maximum number of requests in flight at the client
+block-size: 1200 # size of each block in bytes
+log: false # whether to log
+profile: false # Whether to profile
+scale: 1

experiments/azure_scaling_experiments/scale_1/redis_endpoints.yaml

@@ -0,0 +1,19 @@
+endpoints:
+  - exposed_ip: 20.64.96.78
+    local_bind_ip: 20.64.96.78
+    deploy_host: host4
+    port: 6379
+    id: 0
+    oramnode_id: 0
+  # - exposed_ip: 192.168.252.117
+  #   local_bind_ip: 192.168.252.117
+  #   deploy_host: host2
+  #   port: 6379
+  #   id: 1
+  #   oramnode_id: 1
+  # - exposed_ip: 192.168.252.119
+  #   local_bind_ip: 192.168.252.119
+  #   deploy_host: host3
+  #   port: 6379
+  #   id: 2
+  #   oramnode_id: 2

experiments/crash_experiments/shardnode_crash/router_endpoints.yaml → experiments/azure_scaling_experiments/scale_1/router_endpoints.yaml

@@ -1,6 +1,6 @@
 endpoints:
-  - exposed_ip: 192.168.252.115
-    local_bind_ip: 192.168.252.115
+  - exposed_ip: 10.2.0.5
+    local_bind_ip: 10.2.0.5
     deploy_host: host1
     port: 8745
     id: 0

experiments/crash_experiments/shardnode_crash/shardnode_endpoints.yaml → experiments/azure_scaling_experiments/scale_1/shardnode_endpoints.yaml

@@ -1,20 +1,20 @@
 endpoints:
-  - exposed_ip: 192.168.252.115
-    local_bind_ip: 192.168.252.115
+  - exposed_ip: 10.2.0.5
+    local_bind_ip: 10.2.0.5
     deploy_host: host1
     port: 8748
     id: 0
     replicaid: 0
     raftport: 3124
-  - exposed_ip: 192.168.252.117
-    local_bind_ip: 192.168.252.117
+  - exposed_ip: 10.2.0.8
+    local_bind_ip: 10.2.0.8
     deploy_host: host2
     port: 8749
     id: 0
     replicaid: 1
     raftport: 3125
-  - exposed_ip: 192.168.252.119
-    local_bind_ip: 192.168.252.119
+  - exposed_ip: 10.2.0.9
+    local_bind_ip: 10.2.0.9
     deploy_host: host3
     port: 8750
     id: 0

experiments/azure_scaling_experiments/scale_2/jaeger_endpoint.yaml

@@ -0,0 +1,5 @@
+exposed_ip: 192.168.252.115
+local_bind_ip: 192.168.252.115
+deploy_host: host1
+api_port: 16686
+grpc_port: 4317

experiments/azure_scaling_experiments/scale_2/oramnode_endpoints.yaml

@@ -0,0 +1,43 @@
+endpoints:
+  - exposed_ip: 10.2.0.5
+    local_bind_ip: 10.2.0.5
+    deploy_host: host1
+    port: 1751
+    id: 0
+    replicaid: 0
+    raftport: 1127
+  - exposed_ip: 10.2.0.8
+    local_bind_ip: 10.2.0.8
+    deploy_host: host2
+    port: 1752
+    id: 0
+    replicaid: 1
+    raftport: 1128
+  - exposed_ip: 10.2.0.9
+    local_bind_ip: 10.2.0.9
+    deploy_host: host3
+    port: 1753
+    id: 0
+    replicaid: 2
+    raftport: 1129
+  - exposed_ip: 10.2.0.5
+    local_bind_ip: 10.2.0.5
+    deploy_host: host1
+    port: 1754
+    id: 1
+    replicaid: 0
+    raftport: 1130
+  - exposed_ip: 10.2.0.8
+    local_bind_ip: 10.2.0.8
+    deploy_host: host2
+    port: 1755
+    id: 1
+    replicaid: 1
+    raftport: 1131
+  - exposed_ip: 10.2.0.9
+    local_bind_ip: 10.2.0.9
+    deploy_host: host3
+    port: 1756
+    id: 1
+    replicaid: 2
+    raftport: 1132

experiments/azure_scaling_experiments/scale_2/parameters.yaml

@@ -0,0 +1,16 @@
+max-blocks-to-send: 400 # The maximum number of blocks to send from each shard node to the oram node during evictions
+eviction-rate: 100 # How many ReadPath operations before eviction
+evict-path-count: 200 # How many paths to evict at a time
+batch-timeout: 10 # How many milliseconds to wait before sending a batch of blocks to the oram node 
+epoch-time: 10 # How many milliseconds between each epoch
+trace: false # Whether to use opentelemetry and jaeger
+Z: 1 # number of real blocks per bucket
+S: 6 # number of dummy blocks per bucket
+shift: 1 # 2^shift is the tree branching factor
+tree-height: 19 # height of the tree
+redis-pipeline-size: 5000000 # number of requests to pipeline to redis
+max-requests: 20000 # maximum number of requests in flight at the client
+block-size: 1200 # size of each block in bytes
+log: false # whether to log
+profile: false # Whether to profile
+scale: 2

experiments/azure_scaling_experiments/scale_2/redis_endpoints.yaml

@@ -0,0 +1,19 @@
+endpoints:
+  - exposed_ip: 20.64.96.78
+    local_bind_ip: 20.64.96.78
+    deploy_host: host4
+    port: 6379
+    id: 0
+    oramnode_id: 0
+  - exposed_ip: 40.124.174.216
+    local_bind_ip: 40.124.174.216
+    deploy_host: host5
+    port: 6379
+    id: 1
+    oramnode_id: 1
+  # - exposed_ip: 192.168.252.119
+  #   local_bind_ip: 192.168.252.119
+  #   deploy_host: host3
+  #   port: 6379
+  #   id: 2
+  #   oramnode_id: 2

experiments/azure_scaling_experiments/scale_2/router_endpoints.yaml

@@ -0,0 +1,16 @@
+endpoints:
+  - exposed_ip: 10.2.0.5
+    local_bind_ip: 10.2.0.5
+    deploy_host: host1
+    port: 8745
+    id: 0
+  - exposed_ip: 10.2.0.8
+    local_bind_ip: 10.2.0.8
+    deploy_host: host2
+    port: 8745
+    id: 1
+  # - exposed_ip: 192.168.252.119
+  #   local_bind_ip: 192.168.252.119
+  #   deploy_host: host3
+  #   port: 8745
+  #   id: 2