diff --git a/.gitignore b/.gitignore index f08ef05..b7fa6c2 100644 --- a/.gitignore +++ b/.gitignore @@ -11,4 +11,5 @@ cmd/oramnode/oramnode db.txt trace.txt *.txt -.ipynb_checkpoints/* \ No newline at end of file +.ipynb_checkpoints/* +hosts \ No newline at end of file diff --git a/ansible/deploy.yaml b/ansible/deploy.yaml index cb71bc8..e58ca95 100644 --- a/ansible/deploy.yaml +++ b/ansible/deploy.yaml @@ -98,15 +98,15 @@ delegate_to: "{{ item.deploy_host }}" with_items: "{{ redis_endpoints.endpoints }}" - # - name: Stop previous Redis services - # ansible.builtin.shell: - # cmd: systemctl stop redis* + - name: Stop previous Redis services + ansible.builtin.shell: + cmd: systemctl stop redis* - name: Start Redis ansible.builtin.systemd: name: "redis-{{ item.id }}" - state: started # will cause reinitialization of the DB - # daemon_reload: true + state: restarted # will cause reinitialization of the DB + daemon_reload: true delegate_to: "{{ item.deploy_host }}" with_items: "{{ redis_endpoints.endpoints }}" diff --git a/ansible/experiment.yaml b/ansible/experiment.yaml index edf7d8f..b6013be 100644 --- a/ansible/experiment.yaml +++ b/ansible/experiment.yaml @@ -1,6 +1,6 @@ # Expects experiment_output_path to be passed as an extra variable - name: Run the Experiment - hosts: host1 + hosts: host0 become: yes become_user: root tasks: diff --git a/configs/default/parameters.yaml b/configs/default/parameters.yaml index 72374f2..4705d8b 100644 --- a/configs/default/parameters.yaml +++ b/configs/default/parameters.yaml @@ -11,5 +11,5 @@ tree-height: 18 # height of the tree redis-pipeline-size: 500000 # number of requests to pipeline to redis max-requests: 8000 # maximum number of requests in flight at the client block-size: 1024 # size of each block in bytes -log: false # whether to log +log: true # whether to log profile: false # Whether to profile \ No newline at end of file diff --git a/configs/hosts b/configs/hosts index 7c2eddb..702f2a5 100644 --- a/configs/hosts +++ b/configs/hosts @@ -1,3 +1,2 @@ -host1 ansible_host=tem15 ansible_user=asetayes -host2 ansible_host=tem17 ansible_user=asetayes -host3 ansible_host=tem19 ansible_user=asetayes \ No newline at end of file +host1 ansible_host=20.115.80.167 ansible_user=azureuser +host2 ansible_host=20.64.96.78 ansible_user=asetayes \ No newline at end of file diff --git a/configs/oramnode_endpoints.yaml b/configs/oramnode_endpoints.yaml index 14d8713..03ed45e 100644 --- a/configs/oramnode_endpoints.yaml +++ b/configs/oramnode_endpoints.yaml @@ -1,25 +1,25 @@ endpoints: - - exposed_ip: 192.168.252.115 - local_bind_ip: 192.168.252.115 + - exposed_ip: 20.115.80.167 + local_bind_ip: 20.115.80.167 deploy_host: host1 port: 1751 id: 0 replicaid: 0 raftport: 1127 - - exposed_ip: 192.168.252.117 - local_bind_ip: 192.168.252.117 - deploy_host: host2 - port: 1752 - id: 0 - replicaid: 1 - raftport: 1128 - - exposed_ip: 192.168.252.119 - local_bind_ip: 192.168.252.119 - deploy_host: host3 - port: 1753 - id: 0 - replicaid: 2 - raftport: 1129 + # - exposed_ip: 192.168.252.117 + # local_bind_ip: 192.168.252.117 + # deploy_host: host2 + # port: 1752 + # id: 0 + # replicaid: 1 + # raftport: 1128 + # - exposed_ip: 192.168.252.119 + # local_bind_ip: 192.168.252.119 + # deploy_host: host3 + # port: 1753 + # id: 0 + # replicaid: 2 + # raftport: 1129 # - exposed_ip: 192.168.252.117 # local_bind_ip: 192.168.252.117 # deploy_host: host2 diff --git a/configs/shardnode_endpoints.yaml b/configs/shardnode_endpoints.yaml index 436608d..a02cfca 100644 --- a/configs/shardnode_endpoints.yaml +++ b/configs/shardnode_endpoints.yaml @@ -6,20 +6,20 @@ endpoints: id: 0 replicaid: 0 raftport: 3124 - - exposed_ip: 192.168.252.117 - local_bind_ip: 192.168.252.117 - deploy_host: host2 - port: 8749 - id: 0 - replicaid: 1 - raftport: 3125 - - exposed_ip: 192.168.252.119 - local_bind_ip: 192.168.252.119 - deploy_host: host3 - port: 8750 - id: 0 - replicaid: 2 - raftport: 3126 + # - exposed_ip: 192.168.252.117 + # local_bind_ip: 192.168.252.117 + # deploy_host: host2 + # port: 8749 + # id: 0 + # replicaid: 1 + # raftport: 3125 + # - exposed_ip: 192.168.252.119 + # local_bind_ip: 192.168.252.119 + # deploy_host: host3 + # port: 8750 + # id: 0 + # replicaid: 2 + # raftport: 3126 # - exposed_ip: 192.168.252.117 # local_bind_ip: 192.168.252.117 # deploy_host: host2 diff --git a/experiments/crash_experiments/shardnode_crash/jaeger_endpoint.yaml b/experiments/azure_scaling_experiments/scale_1/jaeger_endpoint.yaml similarity index 100% rename from experiments/crash_experiments/shardnode_crash/jaeger_endpoint.yaml rename to experiments/azure_scaling_experiments/scale_1/jaeger_endpoint.yaml diff --git a/experiments/crash_experiments/shardnode_crash/oramnode_endpoints.yaml b/experiments/azure_scaling_experiments/scale_1/oramnode_endpoints.yaml similarity index 79% rename from experiments/crash_experiments/shardnode_crash/oramnode_endpoints.yaml rename to experiments/azure_scaling_experiments/scale_1/oramnode_endpoints.yaml index 14d8713..f9918db 100644 --- a/experiments/crash_experiments/shardnode_crash/oramnode_endpoints.yaml +++ b/experiments/azure_scaling_experiments/scale_1/oramnode_endpoints.yaml @@ -1,20 +1,20 @@ endpoints: - - exposed_ip: 192.168.252.115 - local_bind_ip: 192.168.252.115 + - exposed_ip: 10.2.0.5 + local_bind_ip: 10.2.0.5 deploy_host: host1 port: 1751 id: 0 replicaid: 0 raftport: 1127 - - exposed_ip: 192.168.252.117 - local_bind_ip: 192.168.252.117 + - exposed_ip: 10.2.0.8 + local_bind_ip: 10.2.0.8 deploy_host: host2 port: 1752 id: 0 replicaid: 1 raftport: 1128 - - exposed_ip: 192.168.252.119 - local_bind_ip: 192.168.252.119 + - exposed_ip: 10.2.0.9 + local_bind_ip: 10.2.0.9 deploy_host: host3 port: 1753 id: 0 diff --git a/experiments/azure_scaling_experiments/scale_1/parameters.yaml b/experiments/azure_scaling_experiments/scale_1/parameters.yaml new file mode 100644 index 0000000..a8b6b5d --- /dev/null +++ b/experiments/azure_scaling_experiments/scale_1/parameters.yaml @@ -0,0 +1,16 @@ +max-blocks-to-send: 400 # The maximum number of blocks to send from each shard node to the oram node during evictions +eviction-rate: 100 # How many ReadPath operations before eviction +evict-path-count: 200 # How many paths to evict at a time +batch-timeout: 10 # How many milliseconds to wait before sending a batch of blocks to the oram node +epoch-time: 10 # How many milliseconds between each epoch +trace: false # Whether to use opentelemetry and jaeger +Z: 1 # number of real blocks per bucket +S: 6 # number of dummy blocks per bucket +shift: 1 # 2^shift is the tree branching factor +tree-height: 20 # height of the tree +redis-pipeline-size: 5000000 # number of requests to pipeline to redis +max-requests: 10000 # maximum number of requests in flight at the client +block-size: 1200 # size of each block in bytes +log: false # whether to log +profile: false # Whether to profile +scale: 1 \ No newline at end of file diff --git a/experiments/azure_scaling_experiments/scale_1/redis_endpoints.yaml b/experiments/azure_scaling_experiments/scale_1/redis_endpoints.yaml new file mode 100644 index 0000000..3933c30 --- /dev/null +++ b/experiments/azure_scaling_experiments/scale_1/redis_endpoints.yaml @@ -0,0 +1,19 @@ +endpoints: + - exposed_ip: 20.64.96.78 + local_bind_ip: 20.64.96.78 + deploy_host: host4 + port: 6379 + id: 0 + oramnode_id: 0 + # - exposed_ip: 192.168.252.117 + # local_bind_ip: 192.168.252.117 + # deploy_host: host2 + # port: 6379 + # id: 1 + # oramnode_id: 1 + # - exposed_ip: 192.168.252.119 + # local_bind_ip: 192.168.252.119 + # deploy_host: host3 + # port: 6379 + # id: 2 + # oramnode_id: 2 \ No newline at end of file diff --git a/experiments/crash_experiments/shardnode_crash/router_endpoints.yaml b/experiments/azure_scaling_experiments/scale_1/router_endpoints.yaml similarity index 82% rename from experiments/crash_experiments/shardnode_crash/router_endpoints.yaml rename to experiments/azure_scaling_experiments/scale_1/router_endpoints.yaml index c4bf992..a594349 100644 --- a/experiments/crash_experiments/shardnode_crash/router_endpoints.yaml +++ b/experiments/azure_scaling_experiments/scale_1/router_endpoints.yaml @@ -1,6 +1,6 @@ endpoints: - - exposed_ip: 192.168.252.115 - local_bind_ip: 192.168.252.115 + - exposed_ip: 10.2.0.5 + local_bind_ip: 10.2.0.5 deploy_host: host1 port: 8745 id: 0 diff --git a/experiments/crash_experiments/shardnode_crash/shardnode_endpoints.yaml b/experiments/azure_scaling_experiments/scale_1/shardnode_endpoints.yaml similarity index 86% rename from experiments/crash_experiments/shardnode_crash/shardnode_endpoints.yaml rename to experiments/azure_scaling_experiments/scale_1/shardnode_endpoints.yaml index 436608d..9ceea75 100644 --- a/experiments/crash_experiments/shardnode_crash/shardnode_endpoints.yaml +++ b/experiments/azure_scaling_experiments/scale_1/shardnode_endpoints.yaml @@ -1,20 +1,20 @@ endpoints: - - exposed_ip: 192.168.252.115 - local_bind_ip: 192.168.252.115 + - exposed_ip: 10.2.0.5 + local_bind_ip: 10.2.0.5 deploy_host: host1 port: 8748 id: 0 replicaid: 0 raftport: 3124 - - exposed_ip: 192.168.252.117 - local_bind_ip: 192.168.252.117 + - exposed_ip: 10.2.0.8 + local_bind_ip: 10.2.0.8 deploy_host: host2 port: 8749 id: 0 replicaid: 1 raftport: 3125 - - exposed_ip: 192.168.252.119 - local_bind_ip: 192.168.252.119 + - exposed_ip: 10.2.0.9 + local_bind_ip: 10.2.0.9 deploy_host: host3 port: 8750 id: 0 diff --git a/experiments/azure_scaling_experiments/scale_2/jaeger_endpoint.yaml b/experiments/azure_scaling_experiments/scale_2/jaeger_endpoint.yaml new file mode 100644 index 0000000..f8e9404 --- /dev/null +++ b/experiments/azure_scaling_experiments/scale_2/jaeger_endpoint.yaml @@ -0,0 +1,5 @@ +exposed_ip: 192.168.252.115 +local_bind_ip: 192.168.252.115 +deploy_host: host1 +api_port: 16686 +grpc_port: 4317 \ No newline at end of file diff --git a/experiments/azure_scaling_experiments/scale_2/oramnode_endpoints.yaml b/experiments/azure_scaling_experiments/scale_2/oramnode_endpoints.yaml new file mode 100644 index 0000000..55b9763 --- /dev/null +++ b/experiments/azure_scaling_experiments/scale_2/oramnode_endpoints.yaml @@ -0,0 +1,43 @@ +endpoints: + - exposed_ip: 10.2.0.5 + local_bind_ip: 10.2.0.5 + deploy_host: host1 + port: 1751 + id: 0 + replicaid: 0 + raftport: 1127 + - exposed_ip: 10.2.0.8 + local_bind_ip: 10.2.0.8 + deploy_host: host2 + port: 1752 + id: 0 + replicaid: 1 + raftport: 1128 + - exposed_ip: 10.2.0.9 + local_bind_ip: 10.2.0.9 + deploy_host: host3 + port: 1753 + id: 0 + replicaid: 2 + raftport: 1129 + - exposed_ip: 10.2.0.5 + local_bind_ip: 10.2.0.5 + deploy_host: host1 + port: 1754 + id: 1 + replicaid: 0 + raftport: 1130 + - exposed_ip: 10.2.0.8 + local_bind_ip: 10.2.0.8 + deploy_host: host2 + port: 1755 + id: 1 + replicaid: 1 + raftport: 1131 + - exposed_ip: 10.2.0.9 + local_bind_ip: 10.2.0.9 + deploy_host: host3 + port: 1756 + id: 1 + replicaid: 2 + raftport: 1132 \ No newline at end of file diff --git a/experiments/azure_scaling_experiments/scale_2/parameters.yaml b/experiments/azure_scaling_experiments/scale_2/parameters.yaml new file mode 100644 index 0000000..63cd675 --- /dev/null +++ b/experiments/azure_scaling_experiments/scale_2/parameters.yaml @@ -0,0 +1,16 @@ +max-blocks-to-send: 400 # The maximum number of blocks to send from each shard node to the oram node during evictions +eviction-rate: 100 # How many ReadPath operations before eviction +evict-path-count: 200 # How many paths to evict at a time +batch-timeout: 10 # How many milliseconds to wait before sending a batch of blocks to the oram node +epoch-time: 10 # How many milliseconds between each epoch +trace: false # Whether to use opentelemetry and jaeger +Z: 1 # number of real blocks per bucket +S: 6 # number of dummy blocks per bucket +shift: 1 # 2^shift is the tree branching factor +tree-height: 19 # height of the tree +redis-pipeline-size: 5000000 # number of requests to pipeline to redis +max-requests: 20000 # maximum number of requests in flight at the client +block-size: 1200 # size of each block in bytes +log: false # whether to log +profile: false # Whether to profile +scale: 2 \ No newline at end of file diff --git a/experiments/azure_scaling_experiments/scale_2/redis_endpoints.yaml b/experiments/azure_scaling_experiments/scale_2/redis_endpoints.yaml new file mode 100644 index 0000000..9e7a89d --- /dev/null +++ b/experiments/azure_scaling_experiments/scale_2/redis_endpoints.yaml @@ -0,0 +1,19 @@ +endpoints: + - exposed_ip: 20.64.96.78 + local_bind_ip: 20.64.96.78 + deploy_host: host4 + port: 6379 + id: 0 + oramnode_id: 0 + - exposed_ip: 40.124.174.216 + local_bind_ip: 40.124.174.216 + deploy_host: host5 + port: 6379 + id: 1 + oramnode_id: 1 + # - exposed_ip: 192.168.252.119 + # local_bind_ip: 192.168.252.119 + # deploy_host: host3 + # port: 6379 + # id: 2 + # oramnode_id: 2 \ No newline at end of file diff --git a/experiments/azure_scaling_experiments/scale_2/router_endpoints.yaml b/experiments/azure_scaling_experiments/scale_2/router_endpoints.yaml new file mode 100644 index 0000000..94df212 --- /dev/null +++ b/experiments/azure_scaling_experiments/scale_2/router_endpoints.yaml @@ -0,0 +1,16 @@ +endpoints: + - exposed_ip: 10.2.0.5 + local_bind_ip: 10.2.0.5 + deploy_host: host1 + port: 8745 + id: 0 + - exposed_ip: 10.2.0.8 + local_bind_ip: 10.2.0.8 + deploy_host: host2 + port: 8745 + id: 1 + # - exposed_ip: 192.168.252.119 + # local_bind_ip: 192.168.252.119 + # deploy_host: host3 + # port: 8745 + # id: 2 \ No newline at end of file diff --git a/experiments/azure_scaling_experiments/scale_2/shardnode_endpoints.yaml b/experiments/azure_scaling_experiments/scale_2/shardnode_endpoints.yaml new file mode 100644 index 0000000..bab3bc4 --- /dev/null +++ b/experiments/azure_scaling_experiments/scale_2/shardnode_endpoints.yaml @@ -0,0 +1,64 @@ +endpoints: + - exposed_ip: 10.2.0.5 + local_bind_ip: 10.2.0.5 + deploy_host: host1 + port: 8748 + id: 0 + replicaid: 0 + raftport: 3124 + - exposed_ip: 10.2.0.8 + local_bind_ip: 10.2.0.8 + deploy_host: host2 + port: 8749 + id: 0 + replicaid: 1 + raftport: 3125 + - exposed_ip: 10.2.0.9 + local_bind_ip: 10.2.0.9 + deploy_host: host3 + port: 8750 + id: 0 + replicaid: 2 + raftport: 3126 + - exposed_ip: 10.2.0.5 + local_bind_ip: 10.2.0.5 + deploy_host: host1 + port: 8751 + id: 1 + replicaid: 0 + raftport: 3127 + - exposed_ip: 10.2.0.8 + local_bind_ip: 10.2.0.8 + deploy_host: host2 + port: 8752 + id: 1 + replicaid: 1 + raftport: 3128 + - exposed_ip: 10.2.0.9 + local_bind_ip: 10.2.0.9 + deploy_host: host3 + port: 8753 + id: 1 + replicaid: 2 + raftport: 3129 + # - exposed_ip: 192.168.252.119 + # local_bind_ip: 192.168.252.119 + # deploy_host: host3 + # port: 2754 + # id: 2 + # replicaid: 0 + # raftport: 3130 + # - exposed_ip: 192.168.252.115 + # local_bind_ip: 192.168.252.115 + # deploy_host: host1 + # port: 2755 + # id: 2 + # replicaid: 1 + # raftport: 3131 + # - exposed_ip: 192.168.252.117 + # local_bind_ip: 192.168.252.117 + # deploy_host: host2 + # port: 2756 + # id: 2 + # replicaid: 2 + # raftport: 3132 \ No newline at end of file diff --git a/experiments/azure_scaling_experiments/scale_3/jaeger_endpoint.yaml b/experiments/azure_scaling_experiments/scale_3/jaeger_endpoint.yaml new file mode 100644 index 0000000..f8e9404 --- /dev/null +++ b/experiments/azure_scaling_experiments/scale_3/jaeger_endpoint.yaml @@ -0,0 +1,5 @@ +exposed_ip: 192.168.252.115 +local_bind_ip: 192.168.252.115 +deploy_host: host1 +api_port: 16686 +grpc_port: 4317 \ No newline at end of file diff --git a/experiments/azure_scaling_experiments/scale_3/oramnode_endpoints.yaml b/experiments/azure_scaling_experiments/scale_3/oramnode_endpoints.yaml new file mode 100644 index 0000000..10e0cab --- /dev/null +++ b/experiments/azure_scaling_experiments/scale_3/oramnode_endpoints.yaml @@ -0,0 +1,64 @@ +endpoints: + - exposed_ip: 10.2.0.5 + local_bind_ip: 10.2.0.5 + deploy_host: host1 + port: 1751 + id: 0 + replicaid: 0 + raftport: 1127 + - exposed_ip: 10.2.0.8 + local_bind_ip: 10.2.0.8 + deploy_host: host2 + port: 1752 + id: 0 + replicaid: 1 + raftport: 1128 + - exposed_ip: 10.2.0.9 + local_bind_ip: 10.2.0.9 + deploy_host: host3 + port: 1753 + id: 0 + replicaid: 2 + raftport: 1129 + - exposed_ip: 10.2.0.5 + local_bind_ip: 10.2.0.5 + deploy_host: host1 + port: 1754 + id: 1 + replicaid: 0 + raftport: 1130 + - exposed_ip: 10.2.0.8 + local_bind_ip: 10.2.0.8 + deploy_host: host2 + port: 1755 + id: 1 + replicaid: 1 + raftport: 1131 + - exposed_ip: 10.2.0.9 + local_bind_ip: 10.2.0.9 + deploy_host: host3 + port: 1756 + id: 1 + replicaid: 2 + raftport: 1132 + - exposed_ip: 10.2.0.5 + local_bind_ip: 10.2.0.5 + deploy_host: host1 + port: 1757 + id: 2 + replicaid: 0 + raftport: 1133 + - exposed_ip: 10.2.0.8 + local_bind_ip: 10.2.0.8 + deploy_host: host2 + port: 1758 + id: 2 + replicaid: 1 + raftport: 1134 + - exposed_ip: 10.2.0.9 + local_bind_ip: 10.2.0.9 + deploy_host: host3 + port: 1759 + id: 2 + replicaid: 2 + raftport: 1135 \ No newline at end of file diff --git a/experiments/azure_scaling_experiments/scale_3/parameters.yaml b/experiments/azure_scaling_experiments/scale_3/parameters.yaml new file mode 100644 index 0000000..cce6769 --- /dev/null +++ b/experiments/azure_scaling_experiments/scale_3/parameters.yaml @@ -0,0 +1,16 @@ +max-blocks-to-send: 400 # The maximum number of blocks to send from each shard node to the oram node during evictions +eviction-rate: 100 # How many ReadPath operations before eviction +evict-path-count: 200 # How many paths to evict at a time +batch-timeout: 1 # How many milliseconds to wait before sending a batch of blocks to the oram node +epoch-time: 1 # How many milliseconds between each epoch +trace: false # Whether to use opentelemetry and jaeger +Z: 1 # number of real blocks per bucket +S: 6 # number of dummy blocks per bucket +shift: 1 # 2^shift is the tree branching factor +tree-height: 18 # height of the tree +redis-pipeline-size: 5000000 # number of requests to pipeline to redis +max-requests: 20000 # maximum number of requests in flight at the client +block-size: 1200 # size of each block in bytes +log: false # whether to log +profile: false # Whether to profile +scale: 3 \ No newline at end of file diff --git a/experiments/azure_scaling_experiments/scale_3/redis_endpoints.yaml b/experiments/azure_scaling_experiments/scale_3/redis_endpoints.yaml new file mode 100644 index 0000000..313da6c --- /dev/null +++ b/experiments/azure_scaling_experiments/scale_3/redis_endpoints.yaml @@ -0,0 +1,19 @@ +endpoints: + - exposed_ip: 20.64.96.78 + local_bind_ip: 20.64.96.78 + deploy_host: host4 + port: 6379 + id: 0 + oramnode_id: 0 + - exposed_ip: 40.124.174.216 + local_bind_ip: 40.124.174.216 + deploy_host: host5 + port: 6379 + id: 1 + oramnode_id: 1 + - exposed_ip: 40.80.204.149 + local_bind_ip: 40.80.204.149 + deploy_host: host6 + port: 6379 + id: 2 + oramnode_id: 2 \ No newline at end of file diff --git a/experiments/azure_scaling_experiments/scale_3/router_endpoints.yaml b/experiments/azure_scaling_experiments/scale_3/router_endpoints.yaml new file mode 100644 index 0000000..e7f5697 --- /dev/null +++ b/experiments/azure_scaling_experiments/scale_3/router_endpoints.yaml @@ -0,0 +1,16 @@ +endpoints: + - exposed_ip: 10.2.0.5 + local_bind_ip: 10.2.0.5 + deploy_host: host1 + port: 8745 + id: 0 + - exposed_ip: 10.2.0.8 + local_bind_ip: 10.2.0.8 + deploy_host: host2 + port: 8745 + id: 1 + - exposed_ip: 10.2.0.9 + local_bind_ip: 10.2.0.9 + deploy_host: host3 + port: 8745 + id: 2 \ No newline at end of file diff --git a/experiments/azure_scaling_experiments/scale_3/shardnode_endpoints.yaml b/experiments/azure_scaling_experiments/scale_3/shardnode_endpoints.yaml new file mode 100644 index 0000000..652a9cd --- /dev/null +++ b/experiments/azure_scaling_experiments/scale_3/shardnode_endpoints.yaml @@ -0,0 +1,64 @@ +endpoints: + - exposed_ip: 10.2.0.5 + local_bind_ip: 10.2.0.5 + deploy_host: host1 + port: 8748 + id: 0 + replicaid: 0 + raftport: 3124 + - exposed_ip: 10.2.0.8 + local_bind_ip: 10.2.0.8 + deploy_host: host2 + port: 8749 + id: 0 + replicaid: 1 + raftport: 3125 + - exposed_ip: 10.2.0.9 + local_bind_ip: 10.2.0.9 + deploy_host: host3 + port: 8750 + id: 0 + replicaid: 2 + raftport: 3126 + - exposed_ip: 10.2.0.5 + local_bind_ip: 10.2.0.5 + deploy_host: host1 + port: 8751 + id: 1 + replicaid: 0 + raftport: 3127 + - exposed_ip: 10.2.0.8 + local_bind_ip: 10.2.0.8 + deploy_host: host2 + port: 8752 + id: 1 + replicaid: 1 + raftport: 3128 + - exposed_ip: 10.2.0.9 + local_bind_ip: 10.2.0.9 + deploy_host: host3 + port: 8753 + id: 1 + replicaid: 2 + raftport: 3129 + - exposed_ip: 10.2.0.5 + local_bind_ip: 10.2.0.5 + deploy_host: host1 + port: 8754 + id: 2 + replicaid: 0 + raftport: 3130 + - exposed_ip: 10.2.0.8 + local_bind_ip: 10.2.0.8 + deploy_host: host2 + port: 8755 + id: 2 + replicaid: 1 + raftport: 3131 + - exposed_ip: 10.2.0.9 + local_bind_ip: 10.2.0.9 + deploy_host: host3 + port: 8756 + id: 2 + replicaid: 2 + raftport: 3132 \ No newline at end of file diff --git a/experiments/crash_experiments/shardnode_crash/hosts b/experiments/crash_experiments/shardnode_crash/hosts deleted file mode 100644 index 7c2eddb..0000000 --- a/experiments/crash_experiments/shardnode_crash/hosts +++ /dev/null @@ -1,3 +0,0 @@ -host1 ansible_host=tem15 ansible_user=asetayes -host2 ansible_host=tem17 ansible_user=asetayes -host3 ansible_host=tem19 ansible_user=asetayes \ No newline at end of file diff --git a/experiments/run_experiments.sh b/experiments/run_experiments.sh index a8f4dfe..6ff3a06 100755 --- a/experiments/run_experiments.sh +++ b/experiments/run_experiments.sh @@ -1,13 +1,13 @@ # N: number of times to run each experiment # define variable N below -N=3 +N=1 # Arguments: # $1: experiment directory deploy_the_system() { local experiment_dir=$1 echo "Deploying the system for experiment $(basename $experiment_dir)" - ansible-playbook -i $experiment_dir/hosts ../ansible/deploy.yaml -e "experiment_path=$experiment_dir" + ansible-playbook -i $experiment_dir/hosts ../ansible/deploy.yaml -e "experiment_path=$experiment_dir" -vv if [ $? -eq 0 ]; then echo "System deployed successfully" else @@ -23,7 +23,7 @@ run_experiment_N_times() { for i in $(seq 1 $N) do echo "Running experiment $i for $(basename $experiment_dir_path)" - ansible-playbook -i $experiment_dir_path/hosts ../ansible/experiment.yaml -e "experiment_output_path=$experiment_dir_path/experiment_$i.txt" + ansible-playbook -i $experiment_dir_path/hosts ../ansible/experiment.yaml -e "experiment_output_path=$experiment_dir_path/experiment_$i.txt" -vv if [ $? -eq 0 ]; then echo "Experiment $i ran successfully" else diff --git a/experiments/tembo_scaling_experiments/r1_sh1_om1_red1/jaeger_endpoint.yaml b/experiments/tembo_scaling_experiments/r1_sh1_om1_red1/jaeger_endpoint.yaml new file mode 100644 index 0000000..8ae1b1d --- /dev/null +++ b/experiments/tembo_scaling_experiments/r1_sh1_om1_red1/jaeger_endpoint.yaml @@ -0,0 +1,5 @@ +exposed_ip: 192.168.252.112 +local_bind_ip: 192.168.252.112 +deploy_host: host1 +api_port: 16686 +grpc_port: 4317 \ No newline at end of file diff --git a/experiments/tembo_scaling_experiments/r1_sh1_om1_red1/oramnode_endpoints.yaml b/experiments/tembo_scaling_experiments/r1_sh1_om1_red1/oramnode_endpoints.yaml new file mode 100644 index 0000000..5c21c9c --- /dev/null +++ b/experiments/tembo_scaling_experiments/r1_sh1_om1_red1/oramnode_endpoints.yaml @@ -0,0 +1,43 @@ +endpoints: + - exposed_ip: 192.168.252.112 + local_bind_ip: 192.168.252.112 + deploy_host: host1 + port: 1851 + id: 0 + replicaid: 0 + raftport: 1227 + # - exposed_ip: 10.2.0.8 + # local_bind_ip: 10.2.0.8 + # deploy_host: host2 + # port: 1752 + # id: 0 + # replicaid: 1 + # raftport: 1128 + # - exposed_ip: 10.2.0.9 + # local_bind_ip: 10.2.0.9 + # deploy_host: host3 + # port: 1753 + # id: 0 + # replicaid: 2 + # raftport: 1129 + # - exposed_ip: 192.168.252.117 + # local_bind_ip: 192.168.252.117 + # deploy_host: host2 + # port: 1754 + # id: 1 + # replicaid: 0 + # raftport: 1130 + # - exposed_ip: 192.168.252.115 + # local_bind_ip: 192.168.252.115 + # deploy_host: host1 + # port: 1755 + # id: 1 + # replicaid: 1 + # raftport: 1131 + # - exposed_ip: 192.168.252.119 + # local_bind_ip: 192.168.252.119 + # deploy_host: host3 + # port: 1756 + # id: 1 + # replicaid: 2 + # raftport: 1132 \ No newline at end of file diff --git a/experiments/crash_experiments/shardnode_crash/parameters.yaml b/experiments/tembo_scaling_experiments/r1_sh1_om1_red1/parameters.yaml similarity index 87% rename from experiments/crash_experiments/shardnode_crash/parameters.yaml rename to experiments/tembo_scaling_experiments/r1_sh1_om1_red1/parameters.yaml index 4b61a52..977b16b 100644 --- a/experiments/crash_experiments/shardnode_crash/parameters.yaml +++ b/experiments/tembo_scaling_experiments/r1_sh1_om1_red1/parameters.yaml @@ -9,7 +9,7 @@ S: 6 # number of dummy blocks per bucket shift: 1 # 2^shift is the tree branching factor tree-height: 20 # height of the tree redis-pipeline-size: 5000000 # number of requests to pipeline to redis -max-requests: 10000 # maximum number of requests in flight at the client -block-size: 150 # size of each block in bytes +max-requests: 30000 # maximum number of requests in flight at the client +block-size: 10 # size of each block in bytes log: false # whether to log profile: false # Whether to profile \ No newline at end of file diff --git a/experiments/crash_experiments/shardnode_crash/redis_endpoints.yaml b/experiments/tembo_scaling_experiments/r1_sh1_om1_red1/redis_endpoints.yaml similarity index 84% rename from experiments/crash_experiments/shardnode_crash/redis_endpoints.yaml rename to experiments/tembo_scaling_experiments/r1_sh1_om1_red1/redis_endpoints.yaml index 098032b..3a350f6 100644 --- a/experiments/crash_experiments/shardnode_crash/redis_endpoints.yaml +++ b/experiments/tembo_scaling_experiments/r1_sh1_om1_red1/redis_endpoints.yaml @@ -1,6 +1,6 @@ endpoints: - - exposed_ip: 192.168.252.115 - local_bind_ip: 192.168.252.115 + - exposed_ip: 192.168.252.112 + local_bind_ip: 192.168.252.112 deploy_host: host1 port: 6379 id: 0 diff --git a/experiments/tembo_scaling_experiments/r1_sh1_om1_red1/router_endpoints.yaml b/experiments/tembo_scaling_experiments/r1_sh1_om1_red1/router_endpoints.yaml new file mode 100644 index 0000000..6577831 --- /dev/null +++ b/experiments/tembo_scaling_experiments/r1_sh1_om1_red1/router_endpoints.yaml @@ -0,0 +1,16 @@ +endpoints: + - exposed_ip: 192.168.252.112 + local_bind_ip: 192.168.252.112 + deploy_host: host1 + port: 8845 + id: 0 + # - exposed_ip: 192.168.252.117 + # local_bind_ip: 192.168.252.117 + # deploy_host: host2 + # port: 8745 + # id: 1 + # - exposed_ip: 192.168.252.119 + # local_bind_ip: 192.168.252.119 + # deploy_host: host3 + # port: 8745 + # id: 2 \ No newline at end of file diff --git a/experiments/tembo_scaling_experiments/r1_sh1_om1_red1/shardnode_endpoints.yaml b/experiments/tembo_scaling_experiments/r1_sh1_om1_red1/shardnode_endpoints.yaml new file mode 100644 index 0000000..b8d0a70 --- /dev/null +++ b/experiments/tembo_scaling_experiments/r1_sh1_om1_red1/shardnode_endpoints.yaml @@ -0,0 +1,64 @@ +endpoints: + - exposed_ip: 192.168.252.112 + local_bind_ip: 192.168.252.112 + deploy_host: host1 + port: 8848 + id: 0 + replicaid: 0 + raftport: 3224 + # - exposed_ip: 10.2.0.8 + # local_bind_ip: 10.2.0.8 + # deploy_host: host2 + # port: 8749 + # id: 0 + # replicaid: 1 + # raftport: 3125 + # - exposed_ip: 10.2.0.9 + # local_bind_ip: 10.2.0.9 + # deploy_host: host3 + # port: 8750 + # id: 0 + # replicaid: 2 + # raftport: 3126 + # - exposed_ip: 192.168.252.117 + # local_bind_ip: 192.168.252.117 + # deploy_host: host2 + # port: 8751 + # id: 1 + # replicaid: 0 + # raftport: 3127 + # - exposed_ip: 192.168.252.115 + # local_bind_ip: 192.168.252.115 + # deploy_host: host1 + # port: 8752 + # id: 1 + # replicaid: 1 + # raftport: 3128 + # - exposed_ip: 192.168.252.119 + # local_bind_ip: 192.168.252.119 + # deploy_host: host3 + # port: 8753 + # id: 1 + # replicaid: 2 + # raftport: 3129 + # - exposed_ip: 192.168.252.119 + # local_bind_ip: 192.168.252.119 + # deploy_host: host3 + # port: 2754 + # id: 2 + # replicaid: 0 + # raftport: 3130 + # - exposed_ip: 192.168.252.115 + # local_bind_ip: 192.168.252.115 + # deploy_host: host1 + # port: 2755 + # id: 2 + # replicaid: 1 + # raftport: 3131 + # - exposed_ip: 192.168.252.117 + # local_bind_ip: 192.168.252.117 + # deploy_host: host2 + # port: 2756 + # id: 2 + # replicaid: 2 + # raftport: 3132 \ No newline at end of file diff --git a/experiments/tembo_scaling_experiments/r1_sh1_om1_red2/jaeger_endpoint.yaml b/experiments/tembo_scaling_experiments/r1_sh1_om1_red2/jaeger_endpoint.yaml new file mode 100644 index 0000000..8ae1b1d --- /dev/null +++ b/experiments/tembo_scaling_experiments/r1_sh1_om1_red2/jaeger_endpoint.yaml @@ -0,0 +1,5 @@ +exposed_ip: 192.168.252.112 +local_bind_ip: 192.168.252.112 +deploy_host: host1 +api_port: 16686 +grpc_port: 4317 \ No newline at end of file diff --git a/experiments/tembo_scaling_experiments/r1_sh1_om1_red2/oramnode_endpoints.yaml b/experiments/tembo_scaling_experiments/r1_sh1_om1_red2/oramnode_endpoints.yaml new file mode 100644 index 0000000..5c21c9c --- /dev/null +++ b/experiments/tembo_scaling_experiments/r1_sh1_om1_red2/oramnode_endpoints.yaml @@ -0,0 +1,43 @@ +endpoints: + - exposed_ip: 192.168.252.112 + local_bind_ip: 192.168.252.112 + deploy_host: host1 + port: 1851 + id: 0 + replicaid: 0 + raftport: 1227 + # - exposed_ip: 10.2.0.8 + # local_bind_ip: 10.2.0.8 + # deploy_host: host2 + # port: 1752 + # id: 0 + # replicaid: 1 + # raftport: 1128 + # - exposed_ip: 10.2.0.9 + # local_bind_ip: 10.2.0.9 + # deploy_host: host3 + # port: 1753 + # id: 0 + # replicaid: 2 + # raftport: 1129 + # - exposed_ip: 192.168.252.117 + # local_bind_ip: 192.168.252.117 + # deploy_host: host2 + # port: 1754 + # id: 1 + # replicaid: 0 + # raftport: 1130 + # - exposed_ip: 192.168.252.115 + # local_bind_ip: 192.168.252.115 + # deploy_host: host1 + # port: 1755 + # id: 1 + # replicaid: 1 + # raftport: 1131 + # - exposed_ip: 192.168.252.119 + # local_bind_ip: 192.168.252.119 + # deploy_host: host3 + # port: 1756 + # id: 1 + # replicaid: 2 + # raftport: 1132 \ No newline at end of file diff --git a/experiments/tembo_scaling_experiments/r1_sh1_om1_red2/parameters.yaml b/experiments/tembo_scaling_experiments/r1_sh1_om1_red2/parameters.yaml new file mode 100644 index 0000000..00f5806 --- /dev/null +++ b/experiments/tembo_scaling_experiments/r1_sh1_om1_red2/parameters.yaml @@ -0,0 +1,15 @@ +max-blocks-to-send: 400 # The maximum number of blocks to send from each shard node to the oram node during evictions +eviction-rate: 100 # How many ReadPath operations before eviction +evict-path-count: 200 # How many paths to evict at a time +batch-timeout: 5 # How many milliseconds to wait before sending a batch of blocks to the oram node +epoch-time: 5 # How many milliseconds between each epoch +trace: false # Whether to use opentelemetry and jaeger +Z: 1 # number of real blocks per bucket +S: 6 # number of dummy blocks per bucket +shift: 1 # 2^shift is the tree branching factor +tree-height: 19 # height of the tree +redis-pipeline-size: 5000000 # number of requests to pipeline to redis +max-requests: 30000 # maximum number of requests in flight at the client +block-size: 10 # size of each block in bytes +log: false # whether to log +profile: false # Whether to profile \ No newline at end of file diff --git a/experiments/tembo_scaling_experiments/r1_sh1_om1_red2/redis_endpoints.yaml b/experiments/tembo_scaling_experiments/r1_sh1_om1_red2/redis_endpoints.yaml new file mode 100644 index 0000000..eadabdf --- /dev/null +++ b/experiments/tembo_scaling_experiments/r1_sh1_om1_red2/redis_endpoints.yaml @@ -0,0 +1,19 @@ +endpoints: + - exposed_ip: 192.168.252.112 + local_bind_ip: 192.168.252.112 + deploy_host: host1 + port: 6379 + id: 0 + oramnode_id: 0 + - exposed_ip: 192.168.252.113 + local_bind_ip: 192.168.252.113 + deploy_host: host2 + port: 6379 + id: 1 + oramnode_id: 0 + # - exposed_ip: 192.168.252.119 + # local_bind_ip: 192.168.252.119 + # deploy_host: host3 + # port: 6379 + # id: 2 + # oramnode_id: 2 \ No newline at end of file diff --git a/experiments/tembo_scaling_experiments/r1_sh1_om1_red2/router_endpoints.yaml b/experiments/tembo_scaling_experiments/r1_sh1_om1_red2/router_endpoints.yaml new file mode 100644 index 0000000..6577831 --- /dev/null +++ b/experiments/tembo_scaling_experiments/r1_sh1_om1_red2/router_endpoints.yaml @@ -0,0 +1,16 @@ +endpoints: + - exposed_ip: 192.168.252.112 + local_bind_ip: 192.168.252.112 + deploy_host: host1 + port: 8845 + id: 0 + # - exposed_ip: 192.168.252.117 + # local_bind_ip: 192.168.252.117 + # deploy_host: host2 + # port: 8745 + # id: 1 + # - exposed_ip: 192.168.252.119 + # local_bind_ip: 192.168.252.119 + # deploy_host: host3 + # port: 8745 + # id: 2 \ No newline at end of file diff --git a/experiments/tembo_scaling_experiments/r1_sh1_om1_red2/shardnode_endpoints.yaml b/experiments/tembo_scaling_experiments/r1_sh1_om1_red2/shardnode_endpoints.yaml new file mode 100644 index 0000000..b8d0a70 --- /dev/null +++ b/experiments/tembo_scaling_experiments/r1_sh1_om1_red2/shardnode_endpoints.yaml @@ -0,0 +1,64 @@ +endpoints: + - exposed_ip: 192.168.252.112 + local_bind_ip: 192.168.252.112 + deploy_host: host1 + port: 8848 + id: 0 + replicaid: 0 + raftport: 3224 + # - exposed_ip: 10.2.0.8 + # local_bind_ip: 10.2.0.8 + # deploy_host: host2 + # port: 8749 + # id: 0 + # replicaid: 1 + # raftport: 3125 + # - exposed_ip: 10.2.0.9 + # local_bind_ip: 10.2.0.9 + # deploy_host: host3 + # port: 8750 + # id: 0 + # replicaid: 2 + # raftport: 3126 + # - exposed_ip: 192.168.252.117 + # local_bind_ip: 192.168.252.117 + # deploy_host: host2 + # port: 8751 + # id: 1 + # replicaid: 0 + # raftport: 3127 + # - exposed_ip: 192.168.252.115 + # local_bind_ip: 192.168.252.115 + # deploy_host: host1 + # port: 8752 + # id: 1 + # replicaid: 1 + # raftport: 3128 + # - exposed_ip: 192.168.252.119 + # local_bind_ip: 192.168.252.119 + # deploy_host: host3 + # port: 8753 + # id: 1 + # replicaid: 2 + # raftport: 3129 + # - exposed_ip: 192.168.252.119 + # local_bind_ip: 192.168.252.119 + # deploy_host: host3 + # port: 2754 + # id: 2 + # replicaid: 0 + # raftport: 3130 + # - exposed_ip: 192.168.252.115 + # local_bind_ip: 192.168.252.115 + # deploy_host: host1 + # port: 2755 + # id: 2 + # replicaid: 1 + # raftport: 3131 + # - exposed_ip: 192.168.252.117 + # local_bind_ip: 192.168.252.117 + # deploy_host: host2 + # port: 2756 + # id: 2 + # replicaid: 2 + # raftport: 3132 \ No newline at end of file diff --git a/experiments/tembo_scaling_experiments/r1_sh1_om1_red4/jaeger_endpoint.yaml b/experiments/tembo_scaling_experiments/r1_sh1_om1_red4/jaeger_endpoint.yaml new file mode 100644 index 0000000..8ae1b1d --- /dev/null +++ b/experiments/tembo_scaling_experiments/r1_sh1_om1_red4/jaeger_endpoint.yaml @@ -0,0 +1,5 @@ +exposed_ip: 192.168.252.112 +local_bind_ip: 192.168.252.112 +deploy_host: host1 +api_port: 16686 +grpc_port: 4317 \ No newline at end of file diff --git a/experiments/tembo_scaling_experiments/r1_sh1_om1_red4/oramnode_endpoints.yaml b/experiments/tembo_scaling_experiments/r1_sh1_om1_red4/oramnode_endpoints.yaml new file mode 100644 index 0000000..5c21c9c --- /dev/null +++ b/experiments/tembo_scaling_experiments/r1_sh1_om1_red4/oramnode_endpoints.yaml @@ -0,0 +1,43 @@ +endpoints: + - exposed_ip: 192.168.252.112 + local_bind_ip: 192.168.252.112 + deploy_host: host1 + port: 1851 + id: 0 + replicaid: 0 + raftport: 1227 + # - exposed_ip: 10.2.0.8 + # local_bind_ip: 10.2.0.8 + # deploy_host: host2 + # port: 1752 + # id: 0 + # replicaid: 1 + # raftport: 1128 + # - exposed_ip: 10.2.0.9 + # local_bind_ip: 10.2.0.9 + # deploy_host: host3 + # port: 1753 + # id: 0 + # replicaid: 2 + # raftport: 1129 + # - exposed_ip: 192.168.252.117 + # local_bind_ip: 192.168.252.117 + # deploy_host: host2 + # port: 1754 + # id: 1 + # replicaid: 0 + # raftport: 1130 + # - exposed_ip: 192.168.252.115 + # local_bind_ip: 192.168.252.115 + # deploy_host: host1 + # port: 1755 + # id: 1 + # replicaid: 1 + # raftport: 1131 + # - exposed_ip: 192.168.252.119 + # local_bind_ip: 192.168.252.119 + # deploy_host: host3 + # port: 1756 + # id: 1 + # replicaid: 2 + # raftport: 1132 \ No newline at end of file diff --git a/experiments/tembo_scaling_experiments/r1_sh1_om1_red4/parameters.yaml b/experiments/tembo_scaling_experiments/r1_sh1_om1_red4/parameters.yaml new file mode 100644 index 0000000..e50dad7 --- /dev/null +++ b/experiments/tembo_scaling_experiments/r1_sh1_om1_red4/parameters.yaml @@ -0,0 +1,15 @@ +max-blocks-to-send: 400 # The maximum number of blocks to send from each shard node to the oram node during evictions +eviction-rate: 100 # How many ReadPath operations before eviction +evict-path-count: 200 # How many paths to evict at a time +batch-timeout: 5 # How many milliseconds to wait before sending a batch of blocks to the oram node +epoch-time: 5 # How many milliseconds between each epoch +trace: false # Whether to use opentelemetry and jaeger +Z: 1 # number of real blocks per bucket +S: 6 # number of dummy blocks per bucket +shift: 1 # 2^shift is the tree branching factor +tree-height: 18 # height of the tree +redis-pipeline-size: 5000000 # number of requests to pipeline to redis +max-requests: 30000 # maximum number of requests in flight at the client +block-size: 10 # size of each block in bytes +log: false # whether to log +profile: false # Whether to profile \ No newline at end of file diff --git a/experiments/tembo_scaling_experiments/r1_sh1_om1_red4/redis_endpoints.yaml b/experiments/tembo_scaling_experiments/r1_sh1_om1_red4/redis_endpoints.yaml new file mode 100644 index 0000000..b4dd9fd --- /dev/null +++ b/experiments/tembo_scaling_experiments/r1_sh1_om1_red4/redis_endpoints.yaml @@ -0,0 +1,25 @@ +endpoints: + - exposed_ip: 192.168.252.112 + local_bind_ip: 192.168.252.112 + deploy_host: host1 + port: 6379 + id: 0 + oramnode_id: 0 + - exposed_ip: 192.168.252.113 + local_bind_ip: 192.168.252.113 + deploy_host: host2 + port: 6379 + id: 1 + oramnode_id: 0 + - exposed_ip: 192.168.252.114 + local_bind_ip: 192.168.252.114 + deploy_host: host3 + port: 6379 + id: 2 + oramnode_id: 0 + - exposed_ip: 192.168.252.115 + local_bind_ip: 192.168.252.115 + deploy_host: host4 + port: 6379 + id: 3 + oramnode_id: 0 \ No newline at end of file diff --git a/experiments/tembo_scaling_experiments/r1_sh1_om1_red4/router_endpoints.yaml b/experiments/tembo_scaling_experiments/r1_sh1_om1_red4/router_endpoints.yaml new file mode 100644 index 0000000..6577831 --- /dev/null +++ b/experiments/tembo_scaling_experiments/r1_sh1_om1_red4/router_endpoints.yaml @@ -0,0 +1,16 @@ +endpoints: + - exposed_ip: 192.168.252.112 + local_bind_ip: 192.168.252.112 + deploy_host: host1 + port: 8845 + id: 0 + # - exposed_ip: 192.168.252.117 + # local_bind_ip: 192.168.252.117 + # deploy_host: host2 + # port: 8745 + # id: 1 + # - exposed_ip: 192.168.252.119 + # local_bind_ip: 192.168.252.119 + # deploy_host: host3 + # port: 8745 + # id: 2 \ No newline at end of file diff --git a/experiments/tembo_scaling_experiments/r1_sh1_om1_red4/shardnode_endpoints.yaml b/experiments/tembo_scaling_experiments/r1_sh1_om1_red4/shardnode_endpoints.yaml new file mode 100644 index 0000000..b8d0a70 --- /dev/null +++ b/experiments/tembo_scaling_experiments/r1_sh1_om1_red4/shardnode_endpoints.yaml @@ -0,0 +1,64 @@ +endpoints: + - exposed_ip: 192.168.252.112 + local_bind_ip: 192.168.252.112 + deploy_host: host1 + port: 8848 + id: 0 + replicaid: 0 + raftport: 3224 + # - exposed_ip: 10.2.0.8 + # local_bind_ip: 10.2.0.8 + # deploy_host: host2 + # port: 8749 + # id: 0 + # replicaid: 1 + # raftport: 3125 + # - exposed_ip: 10.2.0.9 + # local_bind_ip: 10.2.0.9 + # deploy_host: host3 + # port: 8750 + # id: 0 + # replicaid: 2 + # raftport: 3126 + # - exposed_ip: 192.168.252.117 + # local_bind_ip: 192.168.252.117 + # deploy_host: host2 + # port: 8751 + # id: 1 + # replicaid: 0 + # raftport: 3127 + # - exposed_ip: 192.168.252.115 + # local_bind_ip: 192.168.252.115 + # deploy_host: host1 + # port: 8752 + # id: 1 + # replicaid: 1 + # raftport: 3128 + # - exposed_ip: 192.168.252.119 + # local_bind_ip: 192.168.252.119 + # deploy_host: host3 + # port: 8753 + # id: 1 + # replicaid: 2 + # raftport: 3129 + # - exposed_ip: 192.168.252.119 + # local_bind_ip: 192.168.252.119 + # deploy_host: host3 + # port: 2754 + # id: 2 + # replicaid: 0 + # raftport: 3130 + # - exposed_ip: 192.168.252.115 + # local_bind_ip: 192.168.252.115 + # deploy_host: host1 + # port: 2755 + # id: 2 + # replicaid: 1 + # raftport: 3131 + # - exposed_ip: 192.168.252.117 + # local_bind_ip: 192.168.252.117 + # deploy_host: host2 + # port: 2756 + # id: 2 + # replicaid: 2 + # raftport: 3132 \ No newline at end of file diff --git a/experiments/tembo_scaling_experiments/r1_sh1_om2_red4/jaeger_endpoint.yaml b/experiments/tembo_scaling_experiments/r1_sh1_om2_red4/jaeger_endpoint.yaml new file mode 100644 index 0000000..8ae1b1d --- /dev/null +++ b/experiments/tembo_scaling_experiments/r1_sh1_om2_red4/jaeger_endpoint.yaml @@ -0,0 +1,5 @@ +exposed_ip: 192.168.252.112 +local_bind_ip: 192.168.252.112 +deploy_host: host1 +api_port: 16686 +grpc_port: 4317 \ No newline at end of file diff --git a/experiments/tembo_scaling_experiments/r1_sh1_om2_red4/oramnode_endpoints.yaml b/experiments/tembo_scaling_experiments/r1_sh1_om2_red4/oramnode_endpoints.yaml new file mode 100644 index 0000000..5bd517f --- /dev/null +++ b/experiments/tembo_scaling_experiments/r1_sh1_om2_red4/oramnode_endpoints.yaml @@ -0,0 +1,43 @@ +endpoints: + - exposed_ip: 192.168.252.112 + local_bind_ip: 192.168.252.112 + deploy_host: host1 + port: 1851 + id: 0 + replicaid: 0 + raftport: 1227 + # - exposed_ip: 10.2.0.8 + # local_bind_ip: 10.2.0.8 + # deploy_host: host2 + # port: 1752 + # id: 0 + # replicaid: 1 + # raftport: 1128 + # - exposed_ip: 10.2.0.9 + # local_bind_ip: 10.2.0.9 + # deploy_host: host3 + # port: 1753 + # id: 0 + # replicaid: 2 + # raftport: 1129 + - exposed_ip: 192.168.252.113 + local_bind_ip: 192.168.252.113 + deploy_host: host2 + port: 1854 + id: 1 + replicaid: 0 + raftport: 1230 + # - exposed_ip: 192.168.252.115 + # local_bind_ip: 192.168.252.115 + # deploy_host: host1 + # port: 1755 + # id: 1 + # replicaid: 1 + # raftport: 1131 + # - exposed_ip: 192.168.252.119 + # local_bind_ip: 192.168.252.119 + # deploy_host: host3 + # port: 1756 + # id: 1 + # replicaid: 2 + # raftport: 1132 \ No newline at end of file diff --git a/experiments/tembo_scaling_experiments/r1_sh1_om2_red4/parameters.yaml b/experiments/tembo_scaling_experiments/r1_sh1_om2_red4/parameters.yaml new file mode 100644 index 0000000..e50dad7 --- /dev/null +++ b/experiments/tembo_scaling_experiments/r1_sh1_om2_red4/parameters.yaml @@ -0,0 +1,15 @@ +max-blocks-to-send: 400 # The maximum number of blocks to send from each shard node to the oram node during evictions +eviction-rate: 100 # How many ReadPath operations before eviction +evict-path-count: 200 # How many paths to evict at a time +batch-timeout: 5 # How many milliseconds to wait before sending a batch of blocks to the oram node +epoch-time: 5 # How many milliseconds between each epoch +trace: false # Whether to use opentelemetry and jaeger +Z: 1 # number of real blocks per bucket +S: 6 # number of dummy blocks per bucket +shift: 1 # 2^shift is the tree branching factor +tree-height: 18 # height of the tree +redis-pipeline-size: 5000000 # number of requests to pipeline to redis +max-requests: 30000 # maximum number of requests in flight at the client +block-size: 10 # size of each block in bytes +log: false # whether to log +profile: false # Whether to profile \ No newline at end of file diff --git a/experiments/tembo_scaling_experiments/r1_sh1_om2_red4/redis_endpoints.yaml b/experiments/tembo_scaling_experiments/r1_sh1_om2_red4/redis_endpoints.yaml new file mode 100644 index 0000000..b7c0f5f --- /dev/null +++ b/experiments/tembo_scaling_experiments/r1_sh1_om2_red4/redis_endpoints.yaml @@ -0,0 +1,25 @@ +endpoints: + - exposed_ip: 192.168.252.112 + local_bind_ip: 192.168.252.112 + deploy_host: host1 + port: 6379 + id: 0 + oramnode_id: 0 + - exposed_ip: 192.168.252.113 + local_bind_ip: 192.168.252.113 + deploy_host: host2 + port: 6379 + id: 1 + oramnode_id: 0 + - exposed_ip: 192.168.252.114 + local_bind_ip: 192.168.252.114 + deploy_host: host3 + port: 6379 + id: 2 + oramnode_id: 1 + - exposed_ip: 192.168.252.115 + local_bind_ip: 192.168.252.115 + deploy_host: host4 + port: 6379 + id: 3 + oramnode_id: 1 \ No newline at end of file diff --git a/experiments/tembo_scaling_experiments/r1_sh1_om2_red4/router_endpoints.yaml b/experiments/tembo_scaling_experiments/r1_sh1_om2_red4/router_endpoints.yaml new file mode 100644 index 0000000..6577831 --- /dev/null +++ b/experiments/tembo_scaling_experiments/r1_sh1_om2_red4/router_endpoints.yaml @@ -0,0 +1,16 @@ +endpoints: + - exposed_ip: 192.168.252.112 + local_bind_ip: 192.168.252.112 + deploy_host: host1 + port: 8845 + id: 0 + # - exposed_ip: 192.168.252.117 + # local_bind_ip: 192.168.252.117 + # deploy_host: host2 + # port: 8745 + # id: 1 + # - exposed_ip: 192.168.252.119 + # local_bind_ip: 192.168.252.119 + # deploy_host: host3 + # port: 8745 + # id: 2 \ No newline at end of file diff --git a/experiments/tembo_scaling_experiments/r1_sh1_om2_red4/shardnode_endpoints.yaml b/experiments/tembo_scaling_experiments/r1_sh1_om2_red4/shardnode_endpoints.yaml new file mode 100644 index 0000000..b8d0a70 --- /dev/null +++ b/experiments/tembo_scaling_experiments/r1_sh1_om2_red4/shardnode_endpoints.yaml @@ -0,0 +1,64 @@ +endpoints: + - exposed_ip: 192.168.252.112 + local_bind_ip: 192.168.252.112 + deploy_host: host1 + port: 8848 + id: 0 + replicaid: 0 + raftport: 3224 + # - exposed_ip: 10.2.0.8 + # local_bind_ip: 10.2.0.8 + # deploy_host: host2 + # port: 8749 + # id: 0 + # replicaid: 1 + # raftport: 3125 + # - exposed_ip: 10.2.0.9 + # local_bind_ip: 10.2.0.9 + # deploy_host: host3 + # port: 8750 + # id: 0 + # replicaid: 2 + # raftport: 3126 + # - exposed_ip: 192.168.252.117 + # local_bind_ip: 192.168.252.117 + # deploy_host: host2 + # port: 8751 + # id: 1 + # replicaid: 0 + # raftport: 3127 + # - exposed_ip: 192.168.252.115 + # local_bind_ip: 192.168.252.115 + # deploy_host: host1 + # port: 8752 + # id: 1 + # replicaid: 1 + # raftport: 3128 + # - exposed_ip: 192.168.252.119 + # local_bind_ip: 192.168.252.119 + # deploy_host: host3 + # port: 8753 + # id: 1 + # replicaid: 2 + # raftport: 3129 + # - exposed_ip: 192.168.252.119 + # local_bind_ip: 192.168.252.119 + # deploy_host: host3 + # port: 2754 + # id: 2 + # replicaid: 0 + # raftport: 3130 + # - exposed_ip: 192.168.252.115 + # local_bind_ip: 192.168.252.115 + # deploy_host: host1 + # port: 2755 + # id: 2 + # replicaid: 1 + # raftport: 3131 + # - exposed_ip: 192.168.252.117 + # local_bind_ip: 192.168.252.117 + # deploy_host: host2 + # port: 2756 + # id: 2 + # replicaid: 2 + # raftport: 3132 \ No newline at end of file diff --git a/experiments/tembo_scaling_experiments/r1_sh2_om1_red4/jaeger_endpoint.yaml b/experiments/tembo_scaling_experiments/r1_sh2_om1_red4/jaeger_endpoint.yaml new file mode 100644 index 0000000..8ae1b1d --- /dev/null +++ b/experiments/tembo_scaling_experiments/r1_sh2_om1_red4/jaeger_endpoint.yaml @@ -0,0 +1,5 @@ +exposed_ip: 192.168.252.112 +local_bind_ip: 192.168.252.112 +deploy_host: host1 +api_port: 16686 +grpc_port: 4317 \ No newline at end of file diff --git a/experiments/tembo_scaling_experiments/r1_sh2_om1_red4/oramnode_endpoints.yaml b/experiments/tembo_scaling_experiments/r1_sh2_om1_red4/oramnode_endpoints.yaml new file mode 100644 index 0000000..5c21c9c --- /dev/null +++ b/experiments/tembo_scaling_experiments/r1_sh2_om1_red4/oramnode_endpoints.yaml @@ -0,0 +1,43 @@ +endpoints: + - exposed_ip: 192.168.252.112 + local_bind_ip: 192.168.252.112 + deploy_host: host1 + port: 1851 + id: 0 + replicaid: 0 + raftport: 1227 + # - exposed_ip: 10.2.0.8 + # local_bind_ip: 10.2.0.8 + # deploy_host: host2 + # port: 1752 + # id: 0 + # replicaid: 1 + # raftport: 1128 + # - exposed_ip: 10.2.0.9 + # local_bind_ip: 10.2.0.9 + # deploy_host: host3 + # port: 1753 + # id: 0 + # replicaid: 2 + # raftport: 1129 + # - exposed_ip: 192.168.252.117 + # local_bind_ip: 192.168.252.117 + # deploy_host: host2 + # port: 1754 + # id: 1 + # replicaid: 0 + # raftport: 1130 + # - exposed_ip: 192.168.252.115 + # local_bind_ip: 192.168.252.115 + # deploy_host: host1 + # port: 1755 + # id: 1 + # replicaid: 1 + # raftport: 1131 + # - exposed_ip: 192.168.252.119 + # local_bind_ip: 192.168.252.119 + # deploy_host: host3 + # port: 1756 + # id: 1 + # replicaid: 2 + # raftport: 1132 \ No newline at end of file diff --git a/experiments/tembo_scaling_experiments/r1_sh2_om1_red4/parameters.yaml b/experiments/tembo_scaling_experiments/r1_sh2_om1_red4/parameters.yaml new file mode 100644 index 0000000..e50dad7 --- /dev/null +++ b/experiments/tembo_scaling_experiments/r1_sh2_om1_red4/parameters.yaml @@ -0,0 +1,15 @@ +max-blocks-to-send: 400 # The maximum number of blocks to send from each shard node to the oram node during evictions +eviction-rate: 100 # How many ReadPath operations before eviction +evict-path-count: 200 # How many paths to evict at a time +batch-timeout: 5 # How many milliseconds to wait before sending a batch of blocks to the oram node +epoch-time: 5 # How many milliseconds between each epoch +trace: false # Whether to use opentelemetry and jaeger +Z: 1 # number of real blocks per bucket +S: 6 # number of dummy blocks per bucket +shift: 1 # 2^shift is the tree branching factor +tree-height: 18 # height of the tree +redis-pipeline-size: 5000000 # number of requests to pipeline to redis +max-requests: 30000 # maximum number of requests in flight at the client +block-size: 10 # size of each block in bytes +log: false # whether to log +profile: false # Whether to profile \ No newline at end of file diff --git a/experiments/tembo_scaling_experiments/r1_sh2_om1_red4/redis_endpoints.yaml b/experiments/tembo_scaling_experiments/r1_sh2_om1_red4/redis_endpoints.yaml new file mode 100644 index 0000000..b4dd9fd --- /dev/null +++ b/experiments/tembo_scaling_experiments/r1_sh2_om1_red4/redis_endpoints.yaml @@ -0,0 +1,25 @@ +endpoints: + - exposed_ip: 192.168.252.112 + local_bind_ip: 192.168.252.112 + deploy_host: host1 + port: 6379 + id: 0 + oramnode_id: 0 + - exposed_ip: 192.168.252.113 + local_bind_ip: 192.168.252.113 + deploy_host: host2 + port: 6379 + id: 1 + oramnode_id: 0 + - exposed_ip: 192.168.252.114 + local_bind_ip: 192.168.252.114 + deploy_host: host3 + port: 6379 + id: 2 + oramnode_id: 0 + - exposed_ip: 192.168.252.115 + local_bind_ip: 192.168.252.115 + deploy_host: host4 + port: 6379 + id: 3 + oramnode_id: 0 \ No newline at end of file diff --git a/experiments/tembo_scaling_experiments/r1_sh2_om1_red4/router_endpoints.yaml b/experiments/tembo_scaling_experiments/r1_sh2_om1_red4/router_endpoints.yaml new file mode 100644 index 0000000..6577831 --- /dev/null +++ b/experiments/tembo_scaling_experiments/r1_sh2_om1_red4/router_endpoints.yaml @@ -0,0 +1,16 @@ +endpoints: + - exposed_ip: 192.168.252.112 + local_bind_ip: 192.168.252.112 + deploy_host: host1 + port: 8845 + id: 0 + # - exposed_ip: 192.168.252.117 + # local_bind_ip: 192.168.252.117 + # deploy_host: host2 + # port: 8745 + # id: 1 + # - exposed_ip: 192.168.252.119 + # local_bind_ip: 192.168.252.119 + # deploy_host: host3 + # port: 8745 + # id: 2 \ No newline at end of file diff --git a/experiments/tembo_scaling_experiments/r1_sh2_om1_red4/shardnode_endpoints.yaml b/experiments/tembo_scaling_experiments/r1_sh2_om1_red4/shardnode_endpoints.yaml new file mode 100644 index 0000000..0606386 --- /dev/null +++ b/experiments/tembo_scaling_experiments/r1_sh2_om1_red4/shardnode_endpoints.yaml @@ -0,0 +1,64 @@ +endpoints: + - exposed_ip: 192.168.252.112 + local_bind_ip: 192.168.252.112 + deploy_host: host1 + port: 8848 + id: 0 + replicaid: 0 + raftport: 3224 + # - exposed_ip: 10.2.0.8 + # local_bind_ip: 10.2.0.8 + # deploy_host: host2 + # port: 8749 + # id: 0 + # replicaid: 1 + # raftport: 3125 + # - exposed_ip: 10.2.0.9 + # local_bind_ip: 10.2.0.9 + # deploy_host: host3 + # port: 8750 + # id: 0 + # replicaid: 2 + # raftport: 3126 + - exposed_ip: 192.168.252.113 + local_bind_ip: 192.168.252.113 + deploy_host: host2 + port: 8851 + id: 1 + replicaid: 0 + raftport: 3227 + # - exposed_ip: 192.168.252.115 + # local_bind_ip: 192.168.252.115 + # deploy_host: host1 + # port: 8752 + # id: 1 + # replicaid: 1 + # raftport: 3128 + # - exposed_ip: 192.168.252.119 + # local_bind_ip: 192.168.252.119 + # deploy_host: host3 + # port: 8753 + # id: 1 + # replicaid: 2 + # raftport: 3129 + # - exposed_ip: 192.168.252.119 + # local_bind_ip: 192.168.252.119 + # deploy_host: host3 + # port: 2754 + # id: 2 + # replicaid: 0 + # raftport: 3130 + # - exposed_ip: 192.168.252.115 + # local_bind_ip: 192.168.252.115 + # deploy_host: host1 + # port: 2755 + # id: 2 + # replicaid: 1 + # raftport: 3131 + # - exposed_ip: 192.168.252.117 + # local_bind_ip: 192.168.252.117 + # deploy_host: host2 + # port: 2756 + # id: 2 + # replicaid: 2 + # raftport: 3132 \ No newline at end of file diff --git a/experiments/tembo_scaling_experiments/r2_sh1_om1_red4/jaeger_endpoint.yaml b/experiments/tembo_scaling_experiments/r2_sh1_om1_red4/jaeger_endpoint.yaml new file mode 100644 index 0000000..8ae1b1d --- /dev/null +++ b/experiments/tembo_scaling_experiments/r2_sh1_om1_red4/jaeger_endpoint.yaml @@ -0,0 +1,5 @@ +exposed_ip: 192.168.252.112 +local_bind_ip: 192.168.252.112 +deploy_host: host1 +api_port: 16686 +grpc_port: 4317 \ No newline at end of file diff --git a/experiments/tembo_scaling_experiments/r2_sh1_om1_red4/oramnode_endpoints.yaml b/experiments/tembo_scaling_experiments/r2_sh1_om1_red4/oramnode_endpoints.yaml new file mode 100644 index 0000000..5c21c9c --- /dev/null +++ b/experiments/tembo_scaling_experiments/r2_sh1_om1_red4/oramnode_endpoints.yaml @@ -0,0 +1,43 @@ +endpoints: + - exposed_ip: 192.168.252.112 + local_bind_ip: 192.168.252.112 + deploy_host: host1 + port: 1851 + id: 0 + replicaid: 0 + raftport: 1227 + # - exposed_ip: 10.2.0.8 + # local_bind_ip: 10.2.0.8 + # deploy_host: host2 + # port: 1752 + # id: 0 + # replicaid: 1 + # raftport: 1128 + # - exposed_ip: 10.2.0.9 + # local_bind_ip: 10.2.0.9 + # deploy_host: host3 + # port: 1753 + # id: 0 + # replicaid: 2 + # raftport: 1129 + # - exposed_ip: 192.168.252.117 + # local_bind_ip: 192.168.252.117 + # deploy_host: host2 + # port: 1754 + # id: 1 + # replicaid: 0 + # raftport: 1130 + # - exposed_ip: 192.168.252.115 + # local_bind_ip: 192.168.252.115 + # deploy_host: host1 + # port: 1755 + # id: 1 + # replicaid: 1 + # raftport: 1131 + # - exposed_ip: 192.168.252.119 + # local_bind_ip: 192.168.252.119 + # deploy_host: host3 + # port: 1756 + # id: 1 + # replicaid: 2 + # raftport: 1132 \ No newline at end of file diff --git a/experiments/tembo_scaling_experiments/r2_sh1_om1_red4/parameters.yaml b/experiments/tembo_scaling_experiments/r2_sh1_om1_red4/parameters.yaml new file mode 100644 index 0000000..e50dad7 --- /dev/null +++ b/experiments/tembo_scaling_experiments/r2_sh1_om1_red4/parameters.yaml @@ -0,0 +1,15 @@ +max-blocks-to-send: 400 # The maximum number of blocks to send from each shard node to the oram node during evictions +eviction-rate: 100 # How many ReadPath operations before eviction +evict-path-count: 200 # How many paths to evict at a time +batch-timeout: 5 # How many milliseconds to wait before sending a batch of blocks to the oram node +epoch-time: 5 # How many milliseconds between each epoch +trace: false # Whether to use opentelemetry and jaeger +Z: 1 # number of real blocks per bucket +S: 6 # number of dummy blocks per bucket +shift: 1 # 2^shift is the tree branching factor +tree-height: 18 # height of the tree +redis-pipeline-size: 5000000 # number of requests to pipeline to redis +max-requests: 30000 # maximum number of requests in flight at the client +block-size: 10 # size of each block in bytes +log: false # whether to log +profile: false # Whether to profile \ No newline at end of file diff --git a/experiments/tembo_scaling_experiments/r2_sh1_om1_red4/redis_endpoints.yaml b/experiments/tembo_scaling_experiments/r2_sh1_om1_red4/redis_endpoints.yaml new file mode 100644 index 0000000..b4dd9fd --- /dev/null +++ b/experiments/tembo_scaling_experiments/r2_sh1_om1_red4/redis_endpoints.yaml @@ -0,0 +1,25 @@ +endpoints: + - exposed_ip: 192.168.252.112 + local_bind_ip: 192.168.252.112 + deploy_host: host1 + port: 6379 + id: 0 + oramnode_id: 0 + - exposed_ip: 192.168.252.113 + local_bind_ip: 192.168.252.113 + deploy_host: host2 + port: 6379 + id: 1 + oramnode_id: 0 + - exposed_ip: 192.168.252.114 + local_bind_ip: 192.168.252.114 + deploy_host: host3 + port: 6379 + id: 2 + oramnode_id: 0 + - exposed_ip: 192.168.252.115 + local_bind_ip: 192.168.252.115 + deploy_host: host4 + port: 6379 + id: 3 + oramnode_id: 0 \ No newline at end of file diff --git a/experiments/tembo_scaling_experiments/r2_sh1_om1_red4/router_endpoints.yaml b/experiments/tembo_scaling_experiments/r2_sh1_om1_red4/router_endpoints.yaml new file mode 100644 index 0000000..63318e0 --- /dev/null +++ b/experiments/tembo_scaling_experiments/r2_sh1_om1_red4/router_endpoints.yaml @@ -0,0 +1,16 @@ +endpoints: + - exposed_ip: 192.168.252.112 + local_bind_ip: 192.168.252.112 + deploy_host: host1 + port: 8845 + id: 0 + - exposed_ip: 192.168.252.113 + local_bind_ip: 192.168.252.113 + deploy_host: host2 + port: 8845 + id: 1 + # - exposed_ip: 192.168.252.119 + # local_bind_ip: 192.168.252.119 + # deploy_host: host3 + # port: 8745 + # id: 2 \ No newline at end of file diff --git a/experiments/tembo_scaling_experiments/r2_sh1_om1_red4/shardnode_endpoints.yaml b/experiments/tembo_scaling_experiments/r2_sh1_om1_red4/shardnode_endpoints.yaml new file mode 100644 index 0000000..b8d0a70 --- /dev/null +++ b/experiments/tembo_scaling_experiments/r2_sh1_om1_red4/shardnode_endpoints.yaml @@ -0,0 +1,64 @@ +endpoints: + - exposed_ip: 192.168.252.112 + local_bind_ip: 192.168.252.112 + deploy_host: host1 + port: 8848 + id: 0 + replicaid: 0 + raftport: 3224 + # - exposed_ip: 10.2.0.8 + # local_bind_ip: 10.2.0.8 + # deploy_host: host2 + # port: 8749 + # id: 0 + # replicaid: 1 + # raftport: 3125 + # - exposed_ip: 10.2.0.9 + # local_bind_ip: 10.2.0.9 + # deploy_host: host3 + # port: 8750 + # id: 0 + # replicaid: 2 + # raftport: 3126 + # - exposed_ip: 192.168.252.117 + # local_bind_ip: 192.168.252.117 + # deploy_host: host2 + # port: 8751 + # id: 1 + # replicaid: 0 + # raftport: 3127 + # - exposed_ip: 192.168.252.115 + # local_bind_ip: 192.168.252.115 + # deploy_host: host1 + # port: 8752 + # id: 1 + # replicaid: 1 + # raftport: 3128 + # - exposed_ip: 192.168.252.119 + # local_bind_ip: 192.168.252.119 + # deploy_host: host3 + # port: 8753 + # id: 1 + # replicaid: 2 + # raftport: 3129 + # - exposed_ip: 192.168.252.119 + # local_bind_ip: 192.168.252.119 + # deploy_host: host3 + # port: 2754 + # id: 2 + # replicaid: 0 + # raftport: 3130 + # - exposed_ip: 192.168.252.115 + # local_bind_ip: 192.168.252.115 + # deploy_host: host1 + # port: 2755 + # id: 2 + # replicaid: 1 + # raftport: 3131 + # - exposed_ip: 192.168.252.117 + # local_bind_ip: 192.168.252.117 + # deploy_host: host2 + # port: 2756 + # id: 2 + # replicaid: 2 + # raftport: 3132 \ No newline at end of file diff --git a/experiments/tembo_scaling_experiments/r2_sh1_om1_red4_four_machine_redis/jaeger_endpoint.yaml b/experiments/tembo_scaling_experiments/r2_sh1_om1_red4_four_machine_redis/jaeger_endpoint.yaml new file mode 100644 index 0000000..8ae1b1d --- /dev/null +++ b/experiments/tembo_scaling_experiments/r2_sh1_om1_red4_four_machine_redis/jaeger_endpoint.yaml @@ -0,0 +1,5 @@ +exposed_ip: 192.168.252.112 +local_bind_ip: 192.168.252.112 +deploy_host: host1 +api_port: 16686 +grpc_port: 4317 \ No newline at end of file diff --git a/experiments/tembo_scaling_experiments/r2_sh1_om1_red4_four_machine_redis/oramnode_endpoints.yaml b/experiments/tembo_scaling_experiments/r2_sh1_om1_red4_four_machine_redis/oramnode_endpoints.yaml new file mode 100644 index 0000000..5c21c9c --- /dev/null +++ b/experiments/tembo_scaling_experiments/r2_sh1_om1_red4_four_machine_redis/oramnode_endpoints.yaml @@ -0,0 +1,43 @@ +endpoints: + - exposed_ip: 192.168.252.112 + local_bind_ip: 192.168.252.112 + deploy_host: host1 + port: 1851 + id: 0 + replicaid: 0 + raftport: 1227 + # - exposed_ip: 10.2.0.8 + # local_bind_ip: 10.2.0.8 + # deploy_host: host2 + # port: 1752 + # id: 0 + # replicaid: 1 + # raftport: 1128 + # - exposed_ip: 10.2.0.9 + # local_bind_ip: 10.2.0.9 + # deploy_host: host3 + # port: 1753 + # id: 0 + # replicaid: 2 + # raftport: 1129 + # - exposed_ip: 192.168.252.117 + # local_bind_ip: 192.168.252.117 + # deploy_host: host2 + # port: 1754 + # id: 1 + # replicaid: 0 + # raftport: 1130 + # - exposed_ip: 192.168.252.115 + # local_bind_ip: 192.168.252.115 + # deploy_host: host1 + # port: 1755 + # id: 1 + # replicaid: 1 + # raftport: 1131 + # - exposed_ip: 192.168.252.119 + # local_bind_ip: 192.168.252.119 + # deploy_host: host3 + # port: 1756 + # id: 1 + # replicaid: 2 + # raftport: 1132 \ No newline at end of file diff --git a/experiments/tembo_scaling_experiments/r2_sh1_om1_red4_four_machine_redis/parameters.yaml b/experiments/tembo_scaling_experiments/r2_sh1_om1_red4_four_machine_redis/parameters.yaml new file mode 100644 index 0000000..e50dad7 --- /dev/null +++ b/experiments/tembo_scaling_experiments/r2_sh1_om1_red4_four_machine_redis/parameters.yaml @@ -0,0 +1,15 @@ +max-blocks-to-send: 400 # The maximum number of blocks to send from each shard node to the oram node during evictions +eviction-rate: 100 # How many ReadPath operations before eviction +evict-path-count: 200 # How many paths to evict at a time +batch-timeout: 5 # How many milliseconds to wait before sending a batch of blocks to the oram node +epoch-time: 5 # How many milliseconds between each epoch +trace: false # Whether to use opentelemetry and jaeger +Z: 1 # number of real blocks per bucket +S: 6 # number of dummy blocks per bucket +shift: 1 # 2^shift is the tree branching factor +tree-height: 18 # height of the tree +redis-pipeline-size: 5000000 # number of requests to pipeline to redis +max-requests: 30000 # maximum number of requests in flight at the client +block-size: 10 # size of each block in bytes +log: false # whether to log +profile: false # Whether to profile \ No newline at end of file diff --git a/experiments/tembo_scaling_experiments/r2_sh1_om1_red4_four_machine_redis/redis_endpoints.yaml b/experiments/tembo_scaling_experiments/r2_sh1_om1_red4_four_machine_redis/redis_endpoints.yaml new file mode 100644 index 0000000..b4dd9fd --- /dev/null +++ b/experiments/tembo_scaling_experiments/r2_sh1_om1_red4_four_machine_redis/redis_endpoints.yaml @@ -0,0 +1,25 @@ +endpoints: + - exposed_ip: 192.168.252.112 + local_bind_ip: 192.168.252.112 + deploy_host: host1 + port: 6379 + id: 0 + oramnode_id: 0 + - exposed_ip: 192.168.252.113 + local_bind_ip: 192.168.252.113 + deploy_host: host2 + port: 6379 + id: 1 + oramnode_id: 0 + - exposed_ip: 192.168.252.114 + local_bind_ip: 192.168.252.114 + deploy_host: host3 + port: 6379 + id: 2 + oramnode_id: 0 + - exposed_ip: 192.168.252.115 + local_bind_ip: 192.168.252.115 + deploy_host: host4 + port: 6379 + id: 3 + oramnode_id: 0 \ No newline at end of file diff --git a/experiments/tembo_scaling_experiments/r2_sh1_om1_red4_four_machine_redis/router_endpoints.yaml b/experiments/tembo_scaling_experiments/r2_sh1_om1_red4_four_machine_redis/router_endpoints.yaml new file mode 100644 index 0000000..c9f85be --- /dev/null +++ b/experiments/tembo_scaling_experiments/r2_sh1_om1_red4_four_machine_redis/router_endpoints.yaml @@ -0,0 +1,16 @@ +endpoints: + - exposed_ip: 192.168.252.112 + local_bind_ip: 192.168.252.112 + deploy_host: host1 + port: 8845 + id: 0 + - exposed_ip: 192.168.252.112 + local_bind_ip: 192.168.252.112 + deploy_host: host1 + port: 8846 + id: 1 + # - exposed_ip: 192.168.252.119 + # local_bind_ip: 192.168.252.119 + # deploy_host: host3 + # port: 8745 + # id: 2 \ No newline at end of file diff --git a/experiments/tembo_scaling_experiments/r2_sh1_om1_red4_four_machine_redis/shardnode_endpoints.yaml b/experiments/tembo_scaling_experiments/r2_sh1_om1_red4_four_machine_redis/shardnode_endpoints.yaml new file mode 100644 index 0000000..b8d0a70 --- /dev/null +++ b/experiments/tembo_scaling_experiments/r2_sh1_om1_red4_four_machine_redis/shardnode_endpoints.yaml @@ -0,0 +1,64 @@ +endpoints: + - exposed_ip: 192.168.252.112 + local_bind_ip: 192.168.252.112 + deploy_host: host1 + port: 8848 + id: 0 + replicaid: 0 + raftport: 3224 + # - exposed_ip: 10.2.0.8 + # local_bind_ip: 10.2.0.8 + # deploy_host: host2 + # port: 8749 + # id: 0 + # replicaid: 1 + # raftport: 3125 + # - exposed_ip: 10.2.0.9 + # local_bind_ip: 10.2.0.9 + # deploy_host: host3 + # port: 8750 + # id: 0 + # replicaid: 2 + # raftport: 3126 + # - exposed_ip: 192.168.252.117 + # local_bind_ip: 192.168.252.117 + # deploy_host: host2 + # port: 8751 + # id: 1 + # replicaid: 0 + # raftport: 3127 + # - exposed_ip: 192.168.252.115 + # local_bind_ip: 192.168.252.115 + # deploy_host: host1 + # port: 8752 + # id: 1 + # replicaid: 1 + # raftport: 3128 + # - exposed_ip: 192.168.252.119 + # local_bind_ip: 192.168.252.119 + # deploy_host: host3 + # port: 8753 + # id: 1 + # replicaid: 2 + # raftport: 3129 + # - exposed_ip: 192.168.252.119 + # local_bind_ip: 192.168.252.119 + # deploy_host: host3 + # port: 2754 + # id: 2 + # replicaid: 0 + # raftport: 3130 + # - exposed_ip: 192.168.252.115 + # local_bind_ip: 192.168.252.115 + # deploy_host: host1 + # port: 2755 + # id: 2 + # replicaid: 1 + # raftport: 3131 + # - exposed_ip: 192.168.252.117 + # local_bind_ip: 192.168.252.117 + # deploy_host: host2 + # port: 2756 + # id: 2 + # replicaid: 2 + # raftport: 3132 \ No newline at end of file diff --git a/experiments/tembo_scaling_experiments/r2_sh1_om1_red4_network_bound/jaeger_endpoint.yaml b/experiments/tembo_scaling_experiments/r2_sh1_om1_red4_network_bound/jaeger_endpoint.yaml new file mode 100644 index 0000000..8ae1b1d --- /dev/null +++ b/experiments/tembo_scaling_experiments/r2_sh1_om1_red4_network_bound/jaeger_endpoint.yaml @@ -0,0 +1,5 @@ +exposed_ip: 192.168.252.112 +local_bind_ip: 192.168.252.112 +deploy_host: host1 +api_port: 16686 +grpc_port: 4317 \ No newline at end of file diff --git a/experiments/tembo_scaling_experiments/r2_sh1_om1_red4_network_bound/oramnode_endpoints.yaml b/experiments/tembo_scaling_experiments/r2_sh1_om1_red4_network_bound/oramnode_endpoints.yaml new file mode 100644 index 0000000..1d93448 --- /dev/null +++ b/experiments/tembo_scaling_experiments/r2_sh1_om1_red4_network_bound/oramnode_endpoints.yaml @@ -0,0 +1,43 @@ +endpoints: + - exposed_ip: 192.168.252.115 + local_bind_ip: 192.168.252.115 + deploy_host: host4 + port: 1851 + id: 0 + replicaid: 0 + raftport: 1227 + # - exposed_ip: 10.2.0.8 + # local_bind_ip: 10.2.0.8 + # deploy_host: host2 + # port: 1752 + # id: 0 + # replicaid: 1 + # raftport: 1128 + # - exposed_ip: 10.2.0.9 + # local_bind_ip: 10.2.0.9 + # deploy_host: host3 + # port: 1753 + # id: 0 + # replicaid: 2 + # raftport: 1129 + # - exposed_ip: 192.168.252.117 + # local_bind_ip: 192.168.252.117 + # deploy_host: host2 + # port: 1754 + # id: 1 + # replicaid: 0 + # raftport: 1130 + # - exposed_ip: 192.168.252.115 + # local_bind_ip: 192.168.252.115 + # deploy_host: host1 + # port: 1755 + # id: 1 + # replicaid: 1 + # raftport: 1131 + # - exposed_ip: 192.168.252.119 + # local_bind_ip: 192.168.252.119 + # deploy_host: host3 + # port: 1756 + # id: 1 + # replicaid: 2 + # raftport: 1132 \ No newline at end of file diff --git a/experiments/tembo_scaling_experiments/r2_sh1_om1_red4_network_bound/parameters.yaml b/experiments/tembo_scaling_experiments/r2_sh1_om1_red4_network_bound/parameters.yaml new file mode 100644 index 0000000..e50dad7 --- /dev/null +++ b/experiments/tembo_scaling_experiments/r2_sh1_om1_red4_network_bound/parameters.yaml @@ -0,0 +1,15 @@ +max-blocks-to-send: 400 # The maximum number of blocks to send from each shard node to the oram node during evictions +eviction-rate: 100 # How many ReadPath operations before eviction +evict-path-count: 200 # How many paths to evict at a time +batch-timeout: 5 # How many milliseconds to wait before sending a batch of blocks to the oram node +epoch-time: 5 # How many milliseconds between each epoch +trace: false # Whether to use opentelemetry and jaeger +Z: 1 # number of real blocks per bucket +S: 6 # number of dummy blocks per bucket +shift: 1 # 2^shift is the tree branching factor +tree-height: 18 # height of the tree +redis-pipeline-size: 5000000 # number of requests to pipeline to redis +max-requests: 30000 # maximum number of requests in flight at the client +block-size: 10 # size of each block in bytes +log: false # whether to log +profile: false # Whether to profile \ No newline at end of file diff --git a/experiments/tembo_scaling_experiments/r2_sh1_om1_red4_network_bound/redis_endpoints.yaml b/experiments/tembo_scaling_experiments/r2_sh1_om1_red4_network_bound/redis_endpoints.yaml new file mode 100644 index 0000000..b4dd9fd --- /dev/null +++ b/experiments/tembo_scaling_experiments/r2_sh1_om1_red4_network_bound/redis_endpoints.yaml @@ -0,0 +1,25 @@ +endpoints: + - exposed_ip: 192.168.252.112 + local_bind_ip: 192.168.252.112 + deploy_host: host1 + port: 6379 + id: 0 + oramnode_id: 0 + - exposed_ip: 192.168.252.113 + local_bind_ip: 192.168.252.113 + deploy_host: host2 + port: 6379 + id: 1 + oramnode_id: 0 + - exposed_ip: 192.168.252.114 + local_bind_ip: 192.168.252.114 + deploy_host: host3 + port: 6379 + id: 2 + oramnode_id: 0 + - exposed_ip: 192.168.252.115 + local_bind_ip: 192.168.252.115 + deploy_host: host4 + port: 6379 + id: 3 + oramnode_id: 0 \ No newline at end of file diff --git a/experiments/tembo_scaling_experiments/r2_sh1_om1_red4_network_bound/router_endpoints.yaml b/experiments/tembo_scaling_experiments/r2_sh1_om1_red4_network_bound/router_endpoints.yaml new file mode 100644 index 0000000..63318e0 --- /dev/null +++ b/experiments/tembo_scaling_experiments/r2_sh1_om1_red4_network_bound/router_endpoints.yaml @@ -0,0 +1,16 @@ +endpoints: + - exposed_ip: 192.168.252.112 + local_bind_ip: 192.168.252.112 + deploy_host: host1 + port: 8845 + id: 0 + - exposed_ip: 192.168.252.113 + local_bind_ip: 192.168.252.113 + deploy_host: host2 + port: 8845 + id: 1 + # - exposed_ip: 192.168.252.119 + # local_bind_ip: 192.168.252.119 + # deploy_host: host3 + # port: 8745 + # id: 2 \ No newline at end of file diff --git a/experiments/tembo_scaling_experiments/r2_sh1_om1_red4_network_bound/shardnode_endpoints.yaml b/experiments/tembo_scaling_experiments/r2_sh1_om1_red4_network_bound/shardnode_endpoints.yaml new file mode 100644 index 0000000..f7cc636 --- /dev/null +++ b/experiments/tembo_scaling_experiments/r2_sh1_om1_red4_network_bound/shardnode_endpoints.yaml @@ -0,0 +1,64 @@ +endpoints: + - exposed_ip: 192.168.252.114 + local_bind_ip: 192.168.252.114 + deploy_host: host3 + port: 8848 + id: 0 + replicaid: 0 + raftport: 3224 + # - exposed_ip: 10.2.0.8 + # local_bind_ip: 10.2.0.8 + # deploy_host: host2 + # port: 8749 + # id: 0 + # replicaid: 1 + # raftport: 3125 + # - exposed_ip: 10.2.0.9 + # local_bind_ip: 10.2.0.9 + # deploy_host: host3 + # port: 8750 + # id: 0 + # replicaid: 2 + # raftport: 3126 + # - exposed_ip: 192.168.252.117 + # local_bind_ip: 192.168.252.117 + # deploy_host: host2 + # port: 8751 + # id: 1 + # replicaid: 0 + # raftport: 3127 + # - exposed_ip: 192.168.252.115 + # local_bind_ip: 192.168.252.115 + # deploy_host: host1 + # port: 8752 + # id: 1 + # replicaid: 1 + # raftport: 3128 + # - exposed_ip: 192.168.252.119 + # local_bind_ip: 192.168.252.119 + # deploy_host: host3 + # port: 8753 + # id: 1 + # replicaid: 2 + # raftport: 3129 + # - exposed_ip: 192.168.252.119 + # local_bind_ip: 192.168.252.119 + # deploy_host: host3 + # port: 2754 + # id: 2 + # replicaid: 0 + # raftport: 3130 + # - exposed_ip: 192.168.252.115 + # local_bind_ip: 192.168.252.115 + # deploy_host: host1 + # port: 2755 + # id: 2 + # replicaid: 1 + # raftport: 3131 + # - exposed_ip: 192.168.252.117 + # local_bind_ip: 192.168.252.117 + # deploy_host: host2 + # port: 2756 + # id: 2 + # replicaid: 2 + # raftport: 3132 \ No newline at end of file diff --git a/experiments/tembo_scaling_experiments/r2_sh1_om1_red4_single_machine_redis/jaeger_endpoint.yaml b/experiments/tembo_scaling_experiments/r2_sh1_om1_red4_single_machine_redis/jaeger_endpoint.yaml new file mode 100644 index 0000000..8ae1b1d --- /dev/null +++ b/experiments/tembo_scaling_experiments/r2_sh1_om1_red4_single_machine_redis/jaeger_endpoint.yaml @@ -0,0 +1,5 @@ +exposed_ip: 192.168.252.112 +local_bind_ip: 192.168.252.112 +deploy_host: host1 +api_port: 16686 +grpc_port: 4317 \ No newline at end of file diff --git a/experiments/tembo_scaling_experiments/r2_sh1_om1_red4_single_machine_redis/oramnode_endpoints.yaml b/experiments/tembo_scaling_experiments/r2_sh1_om1_red4_single_machine_redis/oramnode_endpoints.yaml new file mode 100644 index 0000000..5c21c9c --- /dev/null +++ b/experiments/tembo_scaling_experiments/r2_sh1_om1_red4_single_machine_redis/oramnode_endpoints.yaml @@ -0,0 +1,43 @@ +endpoints: + - exposed_ip: 192.168.252.112 + local_bind_ip: 192.168.252.112 + deploy_host: host1 + port: 1851 + id: 0 + replicaid: 0 + raftport: 1227 + # - exposed_ip: 10.2.0.8 + # local_bind_ip: 10.2.0.8 + # deploy_host: host2 + # port: 1752 + # id: 0 + # replicaid: 1 + # raftport: 1128 + # - exposed_ip: 10.2.0.9 + # local_bind_ip: 10.2.0.9 + # deploy_host: host3 + # port: 1753 + # id: 0 + # replicaid: 2 + # raftport: 1129 + # - exposed_ip: 192.168.252.117 + # local_bind_ip: 192.168.252.117 + # deploy_host: host2 + # port: 1754 + # id: 1 + # replicaid: 0 + # raftport: 1130 + # - exposed_ip: 192.168.252.115 + # local_bind_ip: 192.168.252.115 + # deploy_host: host1 + # port: 1755 + # id: 1 + # replicaid: 1 + # raftport: 1131 + # - exposed_ip: 192.168.252.119 + # local_bind_ip: 192.168.252.119 + # deploy_host: host3 + # port: 1756 + # id: 1 + # replicaid: 2 + # raftport: 1132 \ No newline at end of file diff --git a/experiments/tembo_scaling_experiments/r2_sh1_om1_red4_single_machine_redis/parameters.yaml b/experiments/tembo_scaling_experiments/r2_sh1_om1_red4_single_machine_redis/parameters.yaml new file mode 100644 index 0000000..e50dad7 --- /dev/null +++ b/experiments/tembo_scaling_experiments/r2_sh1_om1_red4_single_machine_redis/parameters.yaml @@ -0,0 +1,15 @@ +max-blocks-to-send: 400 # The maximum number of blocks to send from each shard node to the oram node during evictions +eviction-rate: 100 # How many ReadPath operations before eviction +evict-path-count: 200 # How many paths to evict at a time +batch-timeout: 5 # How many milliseconds to wait before sending a batch of blocks to the oram node +epoch-time: 5 # How many milliseconds between each epoch +trace: false # Whether to use opentelemetry and jaeger +Z: 1 # number of real blocks per bucket +S: 6 # number of dummy blocks per bucket +shift: 1 # 2^shift is the tree branching factor +tree-height: 18 # height of the tree +redis-pipeline-size: 5000000 # number of requests to pipeline to redis +max-requests: 30000 # maximum number of requests in flight at the client +block-size: 10 # size of each block in bytes +log: false # whether to log +profile: false # Whether to profile \ No newline at end of file diff --git a/experiments/tembo_scaling_experiments/r2_sh1_om1_red4_single_machine_redis/redis_endpoints.yaml b/experiments/tembo_scaling_experiments/r2_sh1_om1_red4_single_machine_redis/redis_endpoints.yaml new file mode 100644 index 0000000..019bcb6 --- /dev/null +++ b/experiments/tembo_scaling_experiments/r2_sh1_om1_red4_single_machine_redis/redis_endpoints.yaml @@ -0,0 +1,25 @@ +endpoints: + - exposed_ip: 192.168.252.112 + local_bind_ip: 192.168.252.112 + deploy_host: host1 + port: 6379 + id: 0 + oramnode_id: 0 + - exposed_ip: 192.168.252.112 + local_bind_ip: 192.168.252.112 + deploy_host: host1 + port: 6380 + id: 1 + oramnode_id: 0 + - exposed_ip: 192.168.252.112 + local_bind_ip: 192.168.252.112 + deploy_host: host1 + port: 6381 + id: 2 + oramnode_id: 0 + - exposed_ip: 192.168.252.112 + local_bind_ip: 192.168.252.112 + deploy_host: host1 + port: 6382 + id: 3 + oramnode_id: 0 \ No newline at end of file diff --git a/experiments/tembo_scaling_experiments/r2_sh1_om1_red4_single_machine_redis/router_endpoints.yaml b/experiments/tembo_scaling_experiments/r2_sh1_om1_red4_single_machine_redis/router_endpoints.yaml new file mode 100644 index 0000000..c9f85be --- /dev/null +++ b/experiments/tembo_scaling_experiments/r2_sh1_om1_red4_single_machine_redis/router_endpoints.yaml @@ -0,0 +1,16 @@ +endpoints: + - exposed_ip: 192.168.252.112 + local_bind_ip: 192.168.252.112 + deploy_host: host1 + port: 8845 + id: 0 + - exposed_ip: 192.168.252.112 + local_bind_ip: 192.168.252.112 + deploy_host: host1 + port: 8846 + id: 1 + # - exposed_ip: 192.168.252.119 + # local_bind_ip: 192.168.252.119 + # deploy_host: host3 + # port: 8745 + # id: 2 \ No newline at end of file diff --git a/experiments/tembo_scaling_experiments/r2_sh1_om1_red4_single_machine_redis/shardnode_endpoints.yaml b/experiments/tembo_scaling_experiments/r2_sh1_om1_red4_single_machine_redis/shardnode_endpoints.yaml new file mode 100644 index 0000000..b8d0a70 --- /dev/null +++ b/experiments/tembo_scaling_experiments/r2_sh1_om1_red4_single_machine_redis/shardnode_endpoints.yaml @@ -0,0 +1,64 @@ +endpoints: + - exposed_ip: 192.168.252.112 + local_bind_ip: 192.168.252.112 + deploy_host: host1 + port: 8848 + id: 0 + replicaid: 0 + raftport: 3224 + # - exposed_ip: 10.2.0.8 + # local_bind_ip: 10.2.0.8 + # deploy_host: host2 + # port: 8749 + # id: 0 + # replicaid: 1 + # raftport: 3125 + # - exposed_ip: 10.2.0.9 + # local_bind_ip: 10.2.0.9 + # deploy_host: host3 + # port: 8750 + # id: 0 + # replicaid: 2 + # raftport: 3126 + # - exposed_ip: 192.168.252.117 + # local_bind_ip: 192.168.252.117 + # deploy_host: host2 + # port: 8751 + # id: 1 + # replicaid: 0 + # raftport: 3127 + # - exposed_ip: 192.168.252.115 + # local_bind_ip: 192.168.252.115 + # deploy_host: host1 + # port: 8752 + # id: 1 + # replicaid: 1 + # raftport: 3128 + # - exposed_ip: 192.168.252.119 + # local_bind_ip: 192.168.252.119 + # deploy_host: host3 + # port: 8753 + # id: 1 + # replicaid: 2 + # raftport: 3129 + # - exposed_ip: 192.168.252.119 + # local_bind_ip: 192.168.252.119 + # deploy_host: host3 + # port: 2754 + # id: 2 + # replicaid: 0 + # raftport: 3130 + # - exposed_ip: 192.168.252.115 + # local_bind_ip: 192.168.252.115 + # deploy_host: host1 + # port: 2755 + # id: 2 + # replicaid: 1 + # raftport: 3131 + # - exposed_ip: 192.168.252.117 + # local_bind_ip: 192.168.252.117 + # deploy_host: host2 + # port: 2756 + # id: 2 + # replicaid: 2 + # raftport: 3132 \ No newline at end of file diff --git a/experiments/tembo_scaling_experiments/r2_sh1_om1_red4_two_machine_redis/jaeger_endpoint.yaml b/experiments/tembo_scaling_experiments/r2_sh1_om1_red4_two_machine_redis/jaeger_endpoint.yaml new file mode 100644 index 0000000..8ae1b1d --- /dev/null +++ b/experiments/tembo_scaling_experiments/r2_sh1_om1_red4_two_machine_redis/jaeger_endpoint.yaml @@ -0,0 +1,5 @@ +exposed_ip: 192.168.252.112 +local_bind_ip: 192.168.252.112 +deploy_host: host1 +api_port: 16686 +grpc_port: 4317 \ No newline at end of file diff --git a/experiments/tembo_scaling_experiments/r2_sh1_om1_red4_two_machine_redis/oramnode_endpoints.yaml b/experiments/tembo_scaling_experiments/r2_sh1_om1_red4_two_machine_redis/oramnode_endpoints.yaml new file mode 100644 index 0000000..e39d8ca --- /dev/null +++ b/experiments/tembo_scaling_experiments/r2_sh1_om1_red4_two_machine_redis/oramnode_endpoints.yaml @@ -0,0 +1,43 @@ +endpoints: + - exposed_ip: 192.168.252.113 + local_bind_ip: 192.168.252.113 + deploy_host: host2 + port: 1851 + id: 0 + replicaid: 0 + raftport: 1227 + # - exposed_ip: 10.2.0.8 + # local_bind_ip: 10.2.0.8 + # deploy_host: host2 + # port: 1752 + # id: 0 + # replicaid: 1 + # raftport: 1128 + # - exposed_ip: 10.2.0.9 + # local_bind_ip: 10.2.0.9 + # deploy_host: host3 + # port: 1753 + # id: 0 + # replicaid: 2 + # raftport: 1129 + # - exposed_ip: 192.168.252.117 + # local_bind_ip: 192.168.252.117 + # deploy_host: host2 + # port: 1754 + # id: 1 + # replicaid: 0 + # raftport: 1130 + # - exposed_ip: 192.168.252.115 + # local_bind_ip: 192.168.252.115 + # deploy_host: host1 + # port: 1755 + # id: 1 + # replicaid: 1 + # raftport: 1131 + # - exposed_ip: 192.168.252.119 + # local_bind_ip: 192.168.252.119 + # deploy_host: host3 + # port: 1756 + # id: 1 + # replicaid: 2 + # raftport: 1132 \ No newline at end of file diff --git a/experiments/tembo_scaling_experiments/r2_sh1_om1_red4_two_machine_redis/parameters.yaml b/experiments/tembo_scaling_experiments/r2_sh1_om1_red4_two_machine_redis/parameters.yaml new file mode 100644 index 0000000..e50dad7 --- /dev/null +++ b/experiments/tembo_scaling_experiments/r2_sh1_om1_red4_two_machine_redis/parameters.yaml @@ -0,0 +1,15 @@ +max-blocks-to-send: 400 # The maximum number of blocks to send from each shard node to the oram node during evictions +eviction-rate: 100 # How many ReadPath operations before eviction +evict-path-count: 200 # How many paths to evict at a time +batch-timeout: 5 # How many milliseconds to wait before sending a batch of blocks to the oram node +epoch-time: 5 # How many milliseconds between each epoch +trace: false # Whether to use opentelemetry and jaeger +Z: 1 # number of real blocks per bucket +S: 6 # number of dummy blocks per bucket +shift: 1 # 2^shift is the tree branching factor +tree-height: 18 # height of the tree +redis-pipeline-size: 5000000 # number of requests to pipeline to redis +max-requests: 30000 # maximum number of requests in flight at the client +block-size: 10 # size of each block in bytes +log: false # whether to log +profile: false # Whether to profile \ No newline at end of file diff --git a/experiments/tembo_scaling_experiments/r2_sh1_om1_red4_two_machine_redis/redis_endpoints.yaml b/experiments/tembo_scaling_experiments/r2_sh1_om1_red4_two_machine_redis/redis_endpoints.yaml new file mode 100644 index 0000000..e4015ca --- /dev/null +++ b/experiments/tembo_scaling_experiments/r2_sh1_om1_red4_two_machine_redis/redis_endpoints.yaml @@ -0,0 +1,25 @@ +endpoints: + - exposed_ip: 192.168.252.113 + local_bind_ip: 192.168.252.113 + deploy_host: host2 + port: 6379 + id: 0 + oramnode_id: 0 + - exposed_ip: 192.168.252.113 + local_bind_ip: 192.168.252.113 + deploy_host: host2 + port: 6380 + id: 1 + oramnode_id: 0 + - exposed_ip: 192.168.252.114 + local_bind_ip: 192.168.252.114 + deploy_host: host3 + port: 6381 + id: 2 + oramnode_id: 0 + - exposed_ip: 192.168.252.114 + local_bind_ip: 192.168.252.114 + deploy_host: host3 + port: 6382 + id: 3 + oramnode_id: 0 \ No newline at end of file diff --git a/experiments/tembo_scaling_experiments/r2_sh1_om1_red4_two_machine_redis/router_endpoints.yaml b/experiments/tembo_scaling_experiments/r2_sh1_om1_red4_two_machine_redis/router_endpoints.yaml new file mode 100644 index 0000000..351a7ba --- /dev/null +++ b/experiments/tembo_scaling_experiments/r2_sh1_om1_red4_two_machine_redis/router_endpoints.yaml @@ -0,0 +1,16 @@ +endpoints: + - exposed_ip: 192.168.252.113 + local_bind_ip: 192.168.252.113 + deploy_host: host2 + port: 8845 + id: 0 + - exposed_ip: 192.168.252.113 + local_bind_ip: 192.168.252.113 + deploy_host: host2 + port: 8846 + id: 1 + # - exposed_ip: 192.168.252.119 + # local_bind_ip: 192.168.252.119 + # deploy_host: host3 + # port: 8745 + # id: 2 \ No newline at end of file diff --git a/experiments/tembo_scaling_experiments/r2_sh1_om1_red4_two_machine_redis/shardnode_endpoints.yaml b/experiments/tembo_scaling_experiments/r2_sh1_om1_red4_two_machine_redis/shardnode_endpoints.yaml new file mode 100644 index 0000000..ca92bab --- /dev/null +++ b/experiments/tembo_scaling_experiments/r2_sh1_om1_red4_two_machine_redis/shardnode_endpoints.yaml @@ -0,0 +1,64 @@ +endpoints: + - exposed_ip: 192.168.252.113 + local_bind_ip: 192.168.252.113 + deploy_host: host2 + port: 8848 + id: 0 + replicaid: 0 + raftport: 3224 + # - exposed_ip: 10.2.0.8 + # local_bind_ip: 10.2.0.8 + # deploy_host: host2 + # port: 8749 + # id: 0 + # replicaid: 1 + # raftport: 3125 + # - exposed_ip: 10.2.0.9 + # local_bind_ip: 10.2.0.9 + # deploy_host: host3 + # port: 8750 + # id: 0 + # replicaid: 2 + # raftport: 3126 + # - exposed_ip: 192.168.252.117 + # local_bind_ip: 192.168.252.117 + # deploy_host: host2 + # port: 8751 + # id: 1 + # replicaid: 0 + # raftport: 3127 + # - exposed_ip: 192.168.252.115 + # local_bind_ip: 192.168.252.115 + # deploy_host: host1 + # port: 8752 + # id: 1 + # replicaid: 1 + # raftport: 3128 + # - exposed_ip: 192.168.252.119 + # local_bind_ip: 192.168.252.119 + # deploy_host: host3 + # port: 8753 + # id: 1 + # replicaid: 2 + # raftport: 3129 + # - exposed_ip: 192.168.252.119 + # local_bind_ip: 192.168.252.119 + # deploy_host: host3 + # port: 2754 + # id: 2 + # replicaid: 0 + # raftport: 3130 + # - exposed_ip: 192.168.252.115 + # local_bind_ip: 192.168.252.115 + # deploy_host: host1 + # port: 2755 + # id: 2 + # replicaid: 1 + # raftport: 3131 + # - exposed_ip: 192.168.252.117 + # local_bind_ip: 192.168.252.117 + # deploy_host: host2 + # port: 2756 + # id: 2 + # replicaid: 2 + # raftport: 3132 \ No newline at end of file diff --git a/experiments/tembo_scaling_experiments/r2_sh1_om1_red8_two_machine_redis/jaeger_endpoint.yaml b/experiments/tembo_scaling_experiments/r2_sh1_om1_red8_two_machine_redis/jaeger_endpoint.yaml new file mode 100644 index 0000000..8ae1b1d --- /dev/null +++ b/experiments/tembo_scaling_experiments/r2_sh1_om1_red8_two_machine_redis/jaeger_endpoint.yaml @@ -0,0 +1,5 @@ +exposed_ip: 192.168.252.112 +local_bind_ip: 192.168.252.112 +deploy_host: host1 +api_port: 16686 +grpc_port: 4317 \ No newline at end of file diff --git a/experiments/tembo_scaling_experiments/r2_sh1_om1_red8_two_machine_redis/oramnode_endpoints.yaml b/experiments/tembo_scaling_experiments/r2_sh1_om1_red8_two_machine_redis/oramnode_endpoints.yaml new file mode 100644 index 0000000..5c21c9c --- /dev/null +++ b/experiments/tembo_scaling_experiments/r2_sh1_om1_red8_two_machine_redis/oramnode_endpoints.yaml @@ -0,0 +1,43 @@ +endpoints: + - exposed_ip: 192.168.252.112 + local_bind_ip: 192.168.252.112 + deploy_host: host1 + port: 1851 + id: 0 + replicaid: 0 + raftport: 1227 + # - exposed_ip: 10.2.0.8 + # local_bind_ip: 10.2.0.8 + # deploy_host: host2 + # port: 1752 + # id: 0 + # replicaid: 1 + # raftport: 1128 + # - exposed_ip: 10.2.0.9 + # local_bind_ip: 10.2.0.9 + # deploy_host: host3 + # port: 1753 + # id: 0 + # replicaid: 2 + # raftport: 1129 + # - exposed_ip: 192.168.252.117 + # local_bind_ip: 192.168.252.117 + # deploy_host: host2 + # port: 1754 + # id: 1 + # replicaid: 0 + # raftport: 1130 + # - exposed_ip: 192.168.252.115 + # local_bind_ip: 192.168.252.115 + # deploy_host: host1 + # port: 1755 + # id: 1 + # replicaid: 1 + # raftport: 1131 + # - exposed_ip: 192.168.252.119 + # local_bind_ip: 192.168.252.119 + # deploy_host: host3 + # port: 1756 + # id: 1 + # replicaid: 2 + # raftport: 1132 \ No newline at end of file diff --git a/experiments/tembo_scaling_experiments/r2_sh1_om1_red8_two_machine_redis/parameters.yaml b/experiments/tembo_scaling_experiments/r2_sh1_om1_red8_two_machine_redis/parameters.yaml new file mode 100644 index 0000000..63fedbf --- /dev/null +++ b/experiments/tembo_scaling_experiments/r2_sh1_om1_red8_two_machine_redis/parameters.yaml @@ -0,0 +1,15 @@ +max-blocks-to-send: 400 # The maximum number of blocks to send from each shard node to the oram node during evictions +eviction-rate: 100 # How many ReadPath operations before eviction +evict-path-count: 200 # How many paths to evict at a time +batch-timeout: 1 # How many milliseconds to wait before sending a batch of blocks to the oram node +epoch-time: 1 # How many milliseconds between each epoch +trace: false # Whether to use opentelemetry and jaeger +Z: 1 # number of real blocks per bucket +S: 6 # number of dummy blocks per bucket +shift: 1 # 2^shift is the tree branching factor +tree-height: 17 # height of the tree +redis-pipeline-size: 5000000 # number of requests to pipeline to redis +max-requests: 30000 # maximum number of requests in flight at the client +block-size: 10 # size of each block in bytes +log: false # whether to log +profile: false # Whether to profile \ No newline at end of file diff --git a/experiments/tembo_scaling_experiments/r2_sh1_om1_red8_two_machine_redis/redis_endpoints.yaml b/experiments/tembo_scaling_experiments/r2_sh1_om1_red8_two_machine_redis/redis_endpoints.yaml new file mode 100644 index 0000000..0d93aad --- /dev/null +++ b/experiments/tembo_scaling_experiments/r2_sh1_om1_red8_two_machine_redis/redis_endpoints.yaml @@ -0,0 +1,49 @@ +endpoints: + - exposed_ip: 192.168.252.112 + local_bind_ip: 192.168.252.112 + deploy_host: host1 + port: 6379 + id: 0 + oramnode_id: 0 + - exposed_ip: 192.168.252.112 + local_bind_ip: 192.168.252.112 + deploy_host: host1 + port: 6380 + id: 1 + oramnode_id: 0 + - exposed_ip: 192.168.252.112 + local_bind_ip: 192.168.252.112 + deploy_host: host1 + port: 6381 + id: 2 + oramnode_id: 0 + - exposed_ip: 192.168.252.112 + local_bind_ip: 192.168.252.112 + deploy_host: host1 + port: 6382 + id: 3 + oramnode_id: 0 + - exposed_ip: 192.168.252.113 + local_bind_ip: 192.168.252.113 + deploy_host: host2 + port: 6383 + id: 4 + oramnode_id: 0 + - exposed_ip: 192.168.252.113 + local_bind_ip: 192.168.252.113 + deploy_host: host2 + port: 6384 + id: 5 + oramnode_id: 0 + - exposed_ip: 192.168.252.113 + local_bind_ip: 192.168.252.113 + deploy_host: host2 + port: 6385 + id: 6 + oramnode_id: 0 + - exposed_ip: 192.168.252.113 + local_bind_ip: 192.168.252.113 + deploy_host: host2 + port: 6386 + id: 7 + oramnode_id: 0 \ No newline at end of file diff --git a/experiments/tembo_scaling_experiments/r2_sh1_om1_red8_two_machine_redis/router_endpoints.yaml b/experiments/tembo_scaling_experiments/r2_sh1_om1_red8_two_machine_redis/router_endpoints.yaml new file mode 100644 index 0000000..c9f85be --- /dev/null +++ b/experiments/tembo_scaling_experiments/r2_sh1_om1_red8_two_machine_redis/router_endpoints.yaml @@ -0,0 +1,16 @@ +endpoints: + - exposed_ip: 192.168.252.112 + local_bind_ip: 192.168.252.112 + deploy_host: host1 + port: 8845 + id: 0 + - exposed_ip: 192.168.252.112 + local_bind_ip: 192.168.252.112 + deploy_host: host1 + port: 8846 + id: 1 + # - exposed_ip: 192.168.252.119 + # local_bind_ip: 192.168.252.119 + # deploy_host: host3 + # port: 8745 + # id: 2 \ No newline at end of file diff --git a/experiments/tembo_scaling_experiments/r2_sh1_om1_red8_two_machine_redis/shardnode_endpoints.yaml b/experiments/tembo_scaling_experiments/r2_sh1_om1_red8_two_machine_redis/shardnode_endpoints.yaml new file mode 100644 index 0000000..b8d0a70 --- /dev/null +++ b/experiments/tembo_scaling_experiments/r2_sh1_om1_red8_two_machine_redis/shardnode_endpoints.yaml @@ -0,0 +1,64 @@ +endpoints: + - exposed_ip: 192.168.252.112 + local_bind_ip: 192.168.252.112 + deploy_host: host1 + port: 8848 + id: 0 + replicaid: 0 + raftport: 3224 + # - exposed_ip: 10.2.0.8 + # local_bind_ip: 10.2.0.8 + # deploy_host: host2 + # port: 8749 + # id: 0 + # replicaid: 1 + # raftport: 3125 + # - exposed_ip: 10.2.0.9 + # local_bind_ip: 10.2.0.9 + # deploy_host: host3 + # port: 8750 + # id: 0 + # replicaid: 2 + # raftport: 3126 + # - exposed_ip: 192.168.252.117 + # local_bind_ip: 192.168.252.117 + # deploy_host: host2 + # port: 8751 + # id: 1 + # replicaid: 0 + # raftport: 3127 + # - exposed_ip: 192.168.252.115 + # local_bind_ip: 192.168.252.115 + # deploy_host: host1 + # port: 8752 + # id: 1 + # replicaid: 1 + # raftport: 3128 + # - exposed_ip: 192.168.252.119 + # local_bind_ip: 192.168.252.119 + # deploy_host: host3 + # port: 8753 + # id: 1 + # replicaid: 2 + # raftport: 3129 + # - exposed_ip: 192.168.252.119 + # local_bind_ip: 192.168.252.119 + # deploy_host: host3 + # port: 2754 + # id: 2 + # replicaid: 0 + # raftport: 3130 + # - exposed_ip: 192.168.252.115 + # local_bind_ip: 192.168.252.115 + # deploy_host: host1 + # port: 2755 + # id: 2 + # replicaid: 1 + # raftport: 3131 + # - exposed_ip: 192.168.252.117 + # local_bind_ip: 192.168.252.117 + # deploy_host: host2 + # port: 2756 + # id: 2 + # replicaid: 2 + # raftport: 3132 \ No newline at end of file diff --git a/experiments/tembo_scaling_experiments/r2_sh1_om2_red8_two_machine_redis/jaeger_endpoint.yaml b/experiments/tembo_scaling_experiments/r2_sh1_om2_red8_two_machine_redis/jaeger_endpoint.yaml new file mode 100644 index 0000000..8ae1b1d --- /dev/null +++ b/experiments/tembo_scaling_experiments/r2_sh1_om2_red8_two_machine_redis/jaeger_endpoint.yaml @@ -0,0 +1,5 @@ +exposed_ip: 192.168.252.112 +local_bind_ip: 192.168.252.112 +deploy_host: host1 +api_port: 16686 +grpc_port: 4317 \ No newline at end of file diff --git a/experiments/tembo_scaling_experiments/r2_sh1_om2_red8_two_machine_redis/oramnode_endpoints.yaml b/experiments/tembo_scaling_experiments/r2_sh1_om2_red8_two_machine_redis/oramnode_endpoints.yaml new file mode 100644 index 0000000..5bd517f --- /dev/null +++ b/experiments/tembo_scaling_experiments/r2_sh1_om2_red8_two_machine_redis/oramnode_endpoints.yaml @@ -0,0 +1,43 @@ +endpoints: + - exposed_ip: 192.168.252.112 + local_bind_ip: 192.168.252.112 + deploy_host: host1 + port: 1851 + id: 0 + replicaid: 0 + raftport: 1227 + # - exposed_ip: 10.2.0.8 + # local_bind_ip: 10.2.0.8 + # deploy_host: host2 + # port: 1752 + # id: 0 + # replicaid: 1 + # raftport: 1128 + # - exposed_ip: 10.2.0.9 + # local_bind_ip: 10.2.0.9 + # deploy_host: host3 + # port: 1753 + # id: 0 + # replicaid: 2 + # raftport: 1129 + - exposed_ip: 192.168.252.113 + local_bind_ip: 192.168.252.113 + deploy_host: host2 + port: 1854 + id: 1 + replicaid: 0 + raftport: 1230 + # - exposed_ip: 192.168.252.115 + # local_bind_ip: 192.168.252.115 + # deploy_host: host1 + # port: 1755 + # id: 1 + # replicaid: 1 + # raftport: 1131 + # - exposed_ip: 192.168.252.119 + # local_bind_ip: 192.168.252.119 + # deploy_host: host3 + # port: 1756 + # id: 1 + # replicaid: 2 + # raftport: 1132 \ No newline at end of file diff --git a/experiments/tembo_scaling_experiments/r2_sh1_om2_red8_two_machine_redis/parameters.yaml b/experiments/tembo_scaling_experiments/r2_sh1_om2_red8_two_machine_redis/parameters.yaml new file mode 100644 index 0000000..63fedbf --- /dev/null +++ b/experiments/tembo_scaling_experiments/r2_sh1_om2_red8_two_machine_redis/parameters.yaml @@ -0,0 +1,15 @@ +max-blocks-to-send: 400 # The maximum number of blocks to send from each shard node to the oram node during evictions +eviction-rate: 100 # How many ReadPath operations before eviction +evict-path-count: 200 # How many paths to evict at a time +batch-timeout: 1 # How many milliseconds to wait before sending a batch of blocks to the oram node +epoch-time: 1 # How many milliseconds between each epoch +trace: false # Whether to use opentelemetry and jaeger +Z: 1 # number of real blocks per bucket +S: 6 # number of dummy blocks per bucket +shift: 1 # 2^shift is the tree branching factor +tree-height: 17 # height of the tree +redis-pipeline-size: 5000000 # number of requests to pipeline to redis +max-requests: 30000 # maximum number of requests in flight at the client +block-size: 10 # size of each block in bytes +log: false # whether to log +profile: false # Whether to profile \ No newline at end of file diff --git a/experiments/tembo_scaling_experiments/r2_sh1_om2_red8_two_machine_redis/redis_endpoints.yaml b/experiments/tembo_scaling_experiments/r2_sh1_om2_red8_two_machine_redis/redis_endpoints.yaml new file mode 100644 index 0000000..34a26dc --- /dev/null +++ b/experiments/tembo_scaling_experiments/r2_sh1_om2_red8_two_machine_redis/redis_endpoints.yaml @@ -0,0 +1,49 @@ +endpoints: + - exposed_ip: 192.168.252.112 + local_bind_ip: 192.168.252.112 + deploy_host: host1 + port: 6379 + id: 0 + oramnode_id: 0 + - exposed_ip: 192.168.252.112 + local_bind_ip: 192.168.252.112 + deploy_host: host1 + port: 6380 + id: 1 + oramnode_id: 0 + - exposed_ip: 192.168.252.112 + local_bind_ip: 192.168.252.112 + deploy_host: host1 + port: 6381 + id: 2 + oramnode_id: 0 + - exposed_ip: 192.168.252.112 + local_bind_ip: 192.168.252.112 + deploy_host: host1 + port: 6382 + id: 3 + oramnode_id: 0 + - exposed_ip: 192.168.252.113 + local_bind_ip: 192.168.252.113 + deploy_host: host2 + port: 6383 + id: 4 + oramnode_id: 1 + - exposed_ip: 192.168.252.113 + local_bind_ip: 192.168.252.113 + deploy_host: host2 + port: 6384 + id: 5 + oramnode_id: 1 + - exposed_ip: 192.168.252.113 + local_bind_ip: 192.168.252.113 + deploy_host: host2 + port: 6385 + id: 6 + oramnode_id: 1 + - exposed_ip: 192.168.252.113 + local_bind_ip: 192.168.252.113 + deploy_host: host2 + port: 6386 + id: 7 + oramnode_id: 1 \ No newline at end of file diff --git a/experiments/tembo_scaling_experiments/r2_sh1_om2_red8_two_machine_redis/router_endpoints.yaml b/experiments/tembo_scaling_experiments/r2_sh1_om2_red8_two_machine_redis/router_endpoints.yaml new file mode 100644 index 0000000..c9f85be --- /dev/null +++ b/experiments/tembo_scaling_experiments/r2_sh1_om2_red8_two_machine_redis/router_endpoints.yaml @@ -0,0 +1,16 @@ +endpoints: + - exposed_ip: 192.168.252.112 + local_bind_ip: 192.168.252.112 + deploy_host: host1 + port: 8845 + id: 0 + - exposed_ip: 192.168.252.112 + local_bind_ip: 192.168.252.112 + deploy_host: host1 + port: 8846 + id: 1 + # - exposed_ip: 192.168.252.119 + # local_bind_ip: 192.168.252.119 + # deploy_host: host3 + # port: 8745 + # id: 2 \ No newline at end of file diff --git a/experiments/tembo_scaling_experiments/r2_sh1_om2_red8_two_machine_redis/shardnode_endpoints.yaml b/experiments/tembo_scaling_experiments/r2_sh1_om2_red8_two_machine_redis/shardnode_endpoints.yaml new file mode 100644 index 0000000..b8d0a70 --- /dev/null +++ b/experiments/tembo_scaling_experiments/r2_sh1_om2_red8_two_machine_redis/shardnode_endpoints.yaml @@ -0,0 +1,64 @@ +endpoints: + - exposed_ip: 192.168.252.112 + local_bind_ip: 192.168.252.112 + deploy_host: host1 + port: 8848 + id: 0 + replicaid: 0 + raftport: 3224 + # - exposed_ip: 10.2.0.8 + # local_bind_ip: 10.2.0.8 + # deploy_host: host2 + # port: 8749 + # id: 0 + # replicaid: 1 + # raftport: 3125 + # - exposed_ip: 10.2.0.9 + # local_bind_ip: 10.2.0.9 + # deploy_host: host3 + # port: 8750 + # id: 0 + # replicaid: 2 + # raftport: 3126 + # - exposed_ip: 192.168.252.117 + # local_bind_ip: 192.168.252.117 + # deploy_host: host2 + # port: 8751 + # id: 1 + # replicaid: 0 + # raftport: 3127 + # - exposed_ip: 192.168.252.115 + # local_bind_ip: 192.168.252.115 + # deploy_host: host1 + # port: 8752 + # id: 1 + # replicaid: 1 + # raftport: 3128 + # - exposed_ip: 192.168.252.119 + # local_bind_ip: 192.168.252.119 + # deploy_host: host3 + # port: 8753 + # id: 1 + # replicaid: 2 + # raftport: 3129 + # - exposed_ip: 192.168.252.119 + # local_bind_ip: 192.168.252.119 + # deploy_host: host3 + # port: 2754 + # id: 2 + # replicaid: 0 + # raftport: 3130 + # - exposed_ip: 192.168.252.115 + # local_bind_ip: 192.168.252.115 + # deploy_host: host1 + # port: 2755 + # id: 2 + # replicaid: 1 + # raftport: 3131 + # - exposed_ip: 192.168.252.117 + # local_bind_ip: 192.168.252.117 + # deploy_host: host2 + # port: 2756 + # id: 2 + # replicaid: 2 + # raftport: 3132 \ No newline at end of file diff --git a/experiments/tembo_scaling_experiments/r2_sh2_om2_red8_two_machine_redis/jaeger_endpoint.yaml b/experiments/tembo_scaling_experiments/r2_sh2_om2_red8_two_machine_redis/jaeger_endpoint.yaml new file mode 100644 index 0000000..8ae1b1d --- /dev/null +++ b/experiments/tembo_scaling_experiments/r2_sh2_om2_red8_two_machine_redis/jaeger_endpoint.yaml @@ -0,0 +1,5 @@ +exposed_ip: 192.168.252.112 +local_bind_ip: 192.168.252.112 +deploy_host: host1 +api_port: 16686 +grpc_port: 4317 \ No newline at end of file diff --git a/experiments/tembo_scaling_experiments/r2_sh2_om2_red8_two_machine_redis/oramnode_endpoints.yaml b/experiments/tembo_scaling_experiments/r2_sh2_om2_red8_two_machine_redis/oramnode_endpoints.yaml new file mode 100644 index 0000000..5bd517f --- /dev/null +++ b/experiments/tembo_scaling_experiments/r2_sh2_om2_red8_two_machine_redis/oramnode_endpoints.yaml @@ -0,0 +1,43 @@ +endpoints: + - exposed_ip: 192.168.252.112 + local_bind_ip: 192.168.252.112 + deploy_host: host1 + port: 1851 + id: 0 + replicaid: 0 + raftport: 1227 + # - exposed_ip: 10.2.0.8 + # local_bind_ip: 10.2.0.8 + # deploy_host: host2 + # port: 1752 + # id: 0 + # replicaid: 1 + # raftport: 1128 + # - exposed_ip: 10.2.0.9 + # local_bind_ip: 10.2.0.9 + # deploy_host: host3 + # port: 1753 + # id: 0 + # replicaid: 2 + # raftport: 1129 + - exposed_ip: 192.168.252.113 + local_bind_ip: 192.168.252.113 + deploy_host: host2 + port: 1854 + id: 1 + replicaid: 0 + raftport: 1230 + # - exposed_ip: 192.168.252.115 + # local_bind_ip: 192.168.252.115 + # deploy_host: host1 + # port: 1755 + # id: 1 + # replicaid: 1 + # raftport: 1131 + # - exposed_ip: 192.168.252.119 + # local_bind_ip: 192.168.252.119 + # deploy_host: host3 + # port: 1756 + # id: 1 + # replicaid: 2 + # raftport: 1132 \ No newline at end of file diff --git a/experiments/tembo_scaling_experiments/r2_sh2_om2_red8_two_machine_redis/parameters.yaml b/experiments/tembo_scaling_experiments/r2_sh2_om2_red8_two_machine_redis/parameters.yaml new file mode 100644 index 0000000..63fedbf --- /dev/null +++ b/experiments/tembo_scaling_experiments/r2_sh2_om2_red8_two_machine_redis/parameters.yaml @@ -0,0 +1,15 @@ +max-blocks-to-send: 400 # The maximum number of blocks to send from each shard node to the oram node during evictions +eviction-rate: 100 # How many ReadPath operations before eviction +evict-path-count: 200 # How many paths to evict at a time +batch-timeout: 1 # How many milliseconds to wait before sending a batch of blocks to the oram node +epoch-time: 1 # How many milliseconds between each epoch +trace: false # Whether to use opentelemetry and jaeger +Z: 1 # number of real blocks per bucket +S: 6 # number of dummy blocks per bucket +shift: 1 # 2^shift is the tree branching factor +tree-height: 17 # height of the tree +redis-pipeline-size: 5000000 # number of requests to pipeline to redis +max-requests: 30000 # maximum number of requests in flight at the client +block-size: 10 # size of each block in bytes +log: false # whether to log +profile: false # Whether to profile \ No newline at end of file diff --git a/experiments/tembo_scaling_experiments/r2_sh2_om2_red8_two_machine_redis/redis_endpoints.yaml b/experiments/tembo_scaling_experiments/r2_sh2_om2_red8_two_machine_redis/redis_endpoints.yaml new file mode 100644 index 0000000..34a26dc --- /dev/null +++ b/experiments/tembo_scaling_experiments/r2_sh2_om2_red8_two_machine_redis/redis_endpoints.yaml @@ -0,0 +1,49 @@ +endpoints: + - exposed_ip: 192.168.252.112 + local_bind_ip: 192.168.252.112 + deploy_host: host1 + port: 6379 + id: 0 + oramnode_id: 0 + - exposed_ip: 192.168.252.112 + local_bind_ip: 192.168.252.112 + deploy_host: host1 + port: 6380 + id: 1 + oramnode_id: 0 + - exposed_ip: 192.168.252.112 + local_bind_ip: 192.168.252.112 + deploy_host: host1 + port: 6381 + id: 2 + oramnode_id: 0 + - exposed_ip: 192.168.252.112 + local_bind_ip: 192.168.252.112 + deploy_host: host1 + port: 6382 + id: 3 + oramnode_id: 0 + - exposed_ip: 192.168.252.113 + local_bind_ip: 192.168.252.113 + deploy_host: host2 + port: 6383 + id: 4 + oramnode_id: 1 + - exposed_ip: 192.168.252.113 + local_bind_ip: 192.168.252.113 + deploy_host: host2 + port: 6384 + id: 5 + oramnode_id: 1 + - exposed_ip: 192.168.252.113 + local_bind_ip: 192.168.252.113 + deploy_host: host2 + port: 6385 + id: 6 + oramnode_id: 1 + - exposed_ip: 192.168.252.113 + local_bind_ip: 192.168.252.113 + deploy_host: host2 + port: 6386 + id: 7 + oramnode_id: 1 \ No newline at end of file diff --git a/experiments/tembo_scaling_experiments/r2_sh2_om2_red8_two_machine_redis/router_endpoints.yaml b/experiments/tembo_scaling_experiments/r2_sh2_om2_red8_two_machine_redis/router_endpoints.yaml new file mode 100644 index 0000000..c9f85be --- /dev/null +++ b/experiments/tembo_scaling_experiments/r2_sh2_om2_red8_two_machine_redis/router_endpoints.yaml @@ -0,0 +1,16 @@ +endpoints: + - exposed_ip: 192.168.252.112 + local_bind_ip: 192.168.252.112 + deploy_host: host1 + port: 8845 + id: 0 + - exposed_ip: 192.168.252.112 + local_bind_ip: 192.168.252.112 + deploy_host: host1 + port: 8846 + id: 1 + # - exposed_ip: 192.168.252.119 + # local_bind_ip: 192.168.252.119 + # deploy_host: host3 + # port: 8745 + # id: 2 \ No newline at end of file diff --git a/experiments/tembo_scaling_experiments/r2_sh2_om2_red8_two_machine_redis/shardnode_endpoints.yaml b/experiments/tembo_scaling_experiments/r2_sh2_om2_red8_two_machine_redis/shardnode_endpoints.yaml new file mode 100644 index 0000000..0606386 --- /dev/null +++ b/experiments/tembo_scaling_experiments/r2_sh2_om2_red8_two_machine_redis/shardnode_endpoints.yaml @@ -0,0 +1,64 @@ +endpoints: + - exposed_ip: 192.168.252.112 + local_bind_ip: 192.168.252.112 + deploy_host: host1 + port: 8848 + id: 0 + replicaid: 0 + raftport: 3224 + # - exposed_ip: 10.2.0.8 + # local_bind_ip: 10.2.0.8 + # deploy_host: host2 + # port: 8749 + # id: 0 + # replicaid: 1 + # raftport: 3125 + # - exposed_ip: 10.2.0.9 + # local_bind_ip: 10.2.0.9 + # deploy_host: host3 + # port: 8750 + # id: 0 + # replicaid: 2 + # raftport: 3126 + - exposed_ip: 192.168.252.113 + local_bind_ip: 192.168.252.113 + deploy_host: host2 + port: 8851 + id: 1 + replicaid: 0 + raftport: 3227 + # - exposed_ip: 192.168.252.115 + # local_bind_ip: 192.168.252.115 + # deploy_host: host1 + # port: 8752 + # id: 1 + # replicaid: 1 + # raftport: 3128 + # - exposed_ip: 192.168.252.119 + # local_bind_ip: 192.168.252.119 + # deploy_host: host3 + # port: 8753 + # id: 1 + # replicaid: 2 + # raftport: 3129 + # - exposed_ip: 192.168.252.119 + # local_bind_ip: 192.168.252.119 + # deploy_host: host3 + # port: 2754 + # id: 2 + # replicaid: 0 + # raftport: 3130 + # - exposed_ip: 192.168.252.115 + # local_bind_ip: 192.168.252.115 + # deploy_host: host1 + # port: 2755 + # id: 2 + # replicaid: 1 + # raftport: 3131 + # - exposed_ip: 192.168.252.117 + # local_bind_ip: 192.168.252.117 + # deploy_host: host2 + # port: 2756 + # id: 2 + # replicaid: 2 + # raftport: 3132 \ No newline at end of file diff --git a/experiments/tembo_scaling_experiments/r3_sh1_om1_red4/jaeger_endpoint.yaml b/experiments/tembo_scaling_experiments/r3_sh1_om1_red4/jaeger_endpoint.yaml new file mode 100644 index 0000000..8ae1b1d --- /dev/null +++ b/experiments/tembo_scaling_experiments/r3_sh1_om1_red4/jaeger_endpoint.yaml @@ -0,0 +1,5 @@ +exposed_ip: 192.168.252.112 +local_bind_ip: 192.168.252.112 +deploy_host: host1 +api_port: 16686 +grpc_port: 4317 \ No newline at end of file diff --git a/experiments/tembo_scaling_experiments/r3_sh1_om1_red4/oramnode_endpoints.yaml b/experiments/tembo_scaling_experiments/r3_sh1_om1_red4/oramnode_endpoints.yaml new file mode 100644 index 0000000..5c21c9c --- /dev/null +++ b/experiments/tembo_scaling_experiments/r3_sh1_om1_red4/oramnode_endpoints.yaml @@ -0,0 +1,43 @@ +endpoints: + - exposed_ip: 192.168.252.112 + local_bind_ip: 192.168.252.112 + deploy_host: host1 + port: 1851 + id: 0 + replicaid: 0 + raftport: 1227 + # - exposed_ip: 10.2.0.8 + # local_bind_ip: 10.2.0.8 + # deploy_host: host2 + # port: 1752 + # id: 0 + # replicaid: 1 + # raftport: 1128 + # - exposed_ip: 10.2.0.9 + # local_bind_ip: 10.2.0.9 + # deploy_host: host3 + # port: 1753 + # id: 0 + # replicaid: 2 + # raftport: 1129 + # - exposed_ip: 192.168.252.117 + # local_bind_ip: 192.168.252.117 + # deploy_host: host2 + # port: 1754 + # id: 1 + # replicaid: 0 + # raftport: 1130 + # - exposed_ip: 192.168.252.115 + # local_bind_ip: 192.168.252.115 + # deploy_host: host1 + # port: 1755 + # id: 1 + # replicaid: 1 + # raftport: 1131 + # - exposed_ip: 192.168.252.119 + # local_bind_ip: 192.168.252.119 + # deploy_host: host3 + # port: 1756 + # id: 1 + # replicaid: 2 + # raftport: 1132 \ No newline at end of file diff --git a/experiments/tembo_scaling_experiments/r3_sh1_om1_red4/parameters.yaml b/experiments/tembo_scaling_experiments/r3_sh1_om1_red4/parameters.yaml new file mode 100644 index 0000000..e50dad7 --- /dev/null +++ b/experiments/tembo_scaling_experiments/r3_sh1_om1_red4/parameters.yaml @@ -0,0 +1,15 @@ +max-blocks-to-send: 400 # The maximum number of blocks to send from each shard node to the oram node during evictions +eviction-rate: 100 # How many ReadPath operations before eviction +evict-path-count: 200 # How many paths to evict at a time +batch-timeout: 5 # How many milliseconds to wait before sending a batch of blocks to the oram node +epoch-time: 5 # How many milliseconds between each epoch +trace: false # Whether to use opentelemetry and jaeger +Z: 1 # number of real blocks per bucket +S: 6 # number of dummy blocks per bucket +shift: 1 # 2^shift is the tree branching factor +tree-height: 18 # height of the tree +redis-pipeline-size: 5000000 # number of requests to pipeline to redis +max-requests: 30000 # maximum number of requests in flight at the client +block-size: 10 # size of each block in bytes +log: false # whether to log +profile: false # Whether to profile \ No newline at end of file diff --git a/experiments/tembo_scaling_experiments/r3_sh1_om1_red4/redis_endpoints.yaml b/experiments/tembo_scaling_experiments/r3_sh1_om1_red4/redis_endpoints.yaml new file mode 100644 index 0000000..b4dd9fd --- /dev/null +++ b/experiments/tembo_scaling_experiments/r3_sh1_om1_red4/redis_endpoints.yaml @@ -0,0 +1,25 @@ +endpoints: + - exposed_ip: 192.168.252.112 + local_bind_ip: 192.168.252.112 + deploy_host: host1 + port: 6379 + id: 0 + oramnode_id: 0 + - exposed_ip: 192.168.252.113 + local_bind_ip: 192.168.252.113 + deploy_host: host2 + port: 6379 + id: 1 + oramnode_id: 0 + - exposed_ip: 192.168.252.114 + local_bind_ip: 192.168.252.114 + deploy_host: host3 + port: 6379 + id: 2 + oramnode_id: 0 + - exposed_ip: 192.168.252.115 + local_bind_ip: 192.168.252.115 + deploy_host: host4 + port: 6379 + id: 3 + oramnode_id: 0 \ No newline at end of file diff --git a/experiments/tembo_scaling_experiments/r3_sh1_om1_red4/router_endpoints.yaml b/experiments/tembo_scaling_experiments/r3_sh1_om1_red4/router_endpoints.yaml new file mode 100644 index 0000000..115778f --- /dev/null +++ b/experiments/tembo_scaling_experiments/r3_sh1_om1_red4/router_endpoints.yaml @@ -0,0 +1,16 @@ +endpoints: + - exposed_ip: 192.168.252.112 + local_bind_ip: 192.168.252.112 + deploy_host: host1 + port: 8845 + id: 0 + - exposed_ip: 192.168.252.113 + local_bind_ip: 192.168.252.113 + deploy_host: host2 + port: 8845 + id: 1 + - exposed_ip: 192.168.252.114 + local_bind_ip: 192.168.252.114 + deploy_host: host3 + port: 8845 + id: 2 \ No newline at end of file diff --git a/experiments/tembo_scaling_experiments/r3_sh1_om1_red4/shardnode_endpoints.yaml b/experiments/tembo_scaling_experiments/r3_sh1_om1_red4/shardnode_endpoints.yaml new file mode 100644 index 0000000..b8d0a70 --- /dev/null +++ b/experiments/tembo_scaling_experiments/r3_sh1_om1_red4/shardnode_endpoints.yaml @@ -0,0 +1,64 @@ +endpoints: + - exposed_ip: 192.168.252.112 + local_bind_ip: 192.168.252.112 + deploy_host: host1 + port: 8848 + id: 0 + replicaid: 0 + raftport: 3224 + # - exposed_ip: 10.2.0.8 + # local_bind_ip: 10.2.0.8 + # deploy_host: host2 + # port: 8749 + # id: 0 + # replicaid: 1 + # raftport: 3125 + # - exposed_ip: 10.2.0.9 + # local_bind_ip: 10.2.0.9 + # deploy_host: host3 + # port: 8750 + # id: 0 + # replicaid: 2 + # raftport: 3126 + # - exposed_ip: 192.168.252.117 + # local_bind_ip: 192.168.252.117 + # deploy_host: host2 + # port: 8751 + # id: 1 + # replicaid: 0 + # raftport: 3127 + # - exposed_ip: 192.168.252.115 + # local_bind_ip: 192.168.252.115 + # deploy_host: host1 + # port: 8752 + # id: 1 + # replicaid: 1 + # raftport: 3128 + # - exposed_ip: 192.168.252.119 + # local_bind_ip: 192.168.252.119 + # deploy_host: host3 + # port: 8753 + # id: 1 + # replicaid: 2 + # raftport: 3129 + # - exposed_ip: 192.168.252.119 + # local_bind_ip: 192.168.252.119 + # deploy_host: host3 + # port: 2754 + # id: 2 + # replicaid: 0 + # raftport: 3130 + # - exposed_ip: 192.168.252.115 + # local_bind_ip: 192.168.252.115 + # deploy_host: host1 + # port: 2755 + # id: 2 + # replicaid: 1 + # raftport: 3131 + # - exposed_ip: 192.168.252.117 + # local_bind_ip: 192.168.252.117 + # deploy_host: host2 + # port: 2756 + # id: 2 + # replicaid: 2 + # raftport: 3132 \ No newline at end of file diff --git a/experiments/tembo_scaling_experiments/r3_sh2_om2_red16_replicated/jaeger_endpoint.yaml b/experiments/tembo_scaling_experiments/r3_sh2_om2_red16_replicated/jaeger_endpoint.yaml new file mode 100644 index 0000000..8ae1b1d --- /dev/null +++ b/experiments/tembo_scaling_experiments/r3_sh2_om2_red16_replicated/jaeger_endpoint.yaml @@ -0,0 +1,5 @@ +exposed_ip: 192.168.252.112 +local_bind_ip: 192.168.252.112 +deploy_host: host1 +api_port: 16686 +grpc_port: 4317 \ No newline at end of file diff --git a/experiments/tembo_scaling_experiments/r3_sh2_om2_red16_replicated/oramnode_endpoints.yaml b/experiments/tembo_scaling_experiments/r3_sh2_om2_red16_replicated/oramnode_endpoints.yaml new file mode 100644 index 0000000..71441d1 --- /dev/null +++ b/experiments/tembo_scaling_experiments/r3_sh2_om2_red16_replicated/oramnode_endpoints.yaml @@ -0,0 +1,43 @@ +endpoints: + - exposed_ip: 192.168.252.112 + local_bind_ip: 192.168.252.112 + deploy_host: host1 + port: 1851 + id: 0 + replicaid: 0 + raftport: 1227 + - exposed_ip: 192.168.252.112 + local_bind_ip: 192.168.252.112 + deploy_host: host1 + port: 1852 + id: 0 + replicaid: 1 + raftport: 1228 + - exposed_ip: 192.168.252.112 + local_bind_ip: 192.168.252.112 + deploy_host: host1 + port: 1853 + id: 0 + replicaid: 2 + raftport: 1229 + - exposed_ip: 192.168.252.113 + local_bind_ip: 192.168.252.113 + deploy_host: host2 + port: 1854 + id: 1 + replicaid: 0 + raftport: 1230 + - exposed_ip: 192.168.252.113 + local_bind_ip: 192.168.252.113 + deploy_host: host2 + port: 1855 + id: 1 + replicaid: 1 + raftport: 1231 + - exposed_ip: 192.168.252.113 + local_bind_ip: 192.168.252.113 + deploy_host: host2 + port: 1856 + id: 1 + replicaid: 2 + raftport: 1232 \ No newline at end of file diff --git a/experiments/tembo_scaling_experiments/r3_sh2_om2_red16_replicated/parameters.yaml b/experiments/tembo_scaling_experiments/r3_sh2_om2_red16_replicated/parameters.yaml new file mode 100644 index 0000000..63fedbf --- /dev/null +++ b/experiments/tembo_scaling_experiments/r3_sh2_om2_red16_replicated/parameters.yaml @@ -0,0 +1,15 @@ +max-blocks-to-send: 400 # The maximum number of blocks to send from each shard node to the oram node during evictions +eviction-rate: 100 # How many ReadPath operations before eviction +evict-path-count: 200 # How many paths to evict at a time +batch-timeout: 1 # How many milliseconds to wait before sending a batch of blocks to the oram node +epoch-time: 1 # How many milliseconds between each epoch +trace: false # Whether to use opentelemetry and jaeger +Z: 1 # number of real blocks per bucket +S: 6 # number of dummy blocks per bucket +shift: 1 # 2^shift is the tree branching factor +tree-height: 17 # height of the tree +redis-pipeline-size: 5000000 # number of requests to pipeline to redis +max-requests: 30000 # maximum number of requests in flight at the client +block-size: 10 # size of each block in bytes +log: false # whether to log +profile: false # Whether to profile \ No newline at end of file diff --git a/experiments/tembo_scaling_experiments/r3_sh2_om2_red16_replicated/redis_endpoints.yaml b/experiments/tembo_scaling_experiments/r3_sh2_om2_red16_replicated/redis_endpoints.yaml new file mode 100644 index 0000000..67091a8 --- /dev/null +++ b/experiments/tembo_scaling_experiments/r3_sh2_om2_red16_replicated/redis_endpoints.yaml @@ -0,0 +1,97 @@ +endpoints: + - exposed_ip: 192.168.252.114 + local_bind_ip: 192.168.252.114 + deploy_host: host3 + port: 6379 + id: 0 + oramnode_id: 0 + - exposed_ip: 192.168.252.114 + local_bind_ip: 192.168.252.114 + deploy_host: host3 + port: 6380 + id: 1 + oramnode_id: 0 + - exposed_ip: 192.168.252.114 + local_bind_ip: 192.168.252.114 + deploy_host: host3 + port: 6381 + id: 2 + oramnode_id: 0 + - exposed_ip: 192.168.252.114 + local_bind_ip: 192.168.252.114 + deploy_host: host3 + port: 6382 + id: 3 + oramnode_id: 0 + - exposed_ip: 192.168.252.114 + local_bind_ip: 192.168.252.114 + deploy_host: host3 + port: 6383 + id: 4 + oramnode_id: 1 + - exposed_ip: 192.168.252.114 + local_bind_ip: 192.168.252.114 + deploy_host: host3 + port: 6384 + id: 5 + oramnode_id: 1 + - exposed_ip: 192.168.252.114 + local_bind_ip: 192.168.252.114 + deploy_host: host3 + port: 6385 + id: 6 + oramnode_id: 1 + - exposed_ip: 192.168.252.114 + local_bind_ip: 192.168.252.114 + deploy_host: host3 + port: 6386 + id: 7 + oramnode_id: 1 + - exposed_ip: 192.168.252.115 + local_bind_ip: 192.168.252.115 + deploy_host: host4 + port: 6387 + id: 8 + oramnode_id: 0 + - exposed_ip: 192.168.252.115 + local_bind_ip: 192.168.252.115 + deploy_host: host4 + port: 6388 + id: 9 + oramnode_id: 0 + - exposed_ip: 192.168.252.115 + local_bind_ip: 192.168.252.115 + deploy_host: host4 + port: 6389 + id: 10 + oramnode_id: 0 + - exposed_ip: 192.168.252.115 + local_bind_ip: 192.168.252.115 + deploy_host: host4 + port: 6390 + id: 11 + oramnode_id: 0 + - exposed_ip: 192.168.252.115 + local_bind_ip: 192.168.252.115 + deploy_host: host4 + port: 6391 + id: 12 + oramnode_id: 1 + - exposed_ip: 192.168.252.115 + local_bind_ip: 192.168.252.115 + deploy_host: host4 + port: 6392 + id: 13 + oramnode_id: 1 + - exposed_ip: 192.168.252.115 + local_bind_ip: 192.168.252.115 + deploy_host: host4 + port: 6393 + id: 14 + oramnode_id: 1 + - exposed_ip: 192.168.252.115 + local_bind_ip: 192.168.252.115 + deploy_host: host4 + port: 6394 + id: 15 + oramnode_id: 1 diff --git a/experiments/tembo_scaling_experiments/r3_sh2_om2_red16_replicated/router_endpoints.yaml b/experiments/tembo_scaling_experiments/r3_sh2_om2_red16_replicated/router_endpoints.yaml new file mode 100644 index 0000000..595c55a --- /dev/null +++ b/experiments/tembo_scaling_experiments/r3_sh2_om2_red16_replicated/router_endpoints.yaml @@ -0,0 +1,21 @@ +endpoints: + - exposed_ip: 192.168.252.112 + local_bind_ip: 192.168.252.112 + deploy_host: host1 + port: 8845 + id: 0 + - exposed_ip: 192.168.252.112 + local_bind_ip: 192.168.252.112 + deploy_host: host1 + port: 8846 + id: 1 + - exposed_ip: 192.168.252.113 + local_bind_ip: 192.168.252.113 + deploy_host: host2 + port: 8845 + id: 2 + # - exposed_ip: 192.168.252.119 + # local_bind_ip: 192.168.252.119 + # deploy_host: host3 + # port: 8745 + # id: 2 \ No newline at end of file diff --git a/experiments/tembo_scaling_experiments/r3_sh2_om2_red16_replicated/shardnode_endpoints.yaml b/experiments/tembo_scaling_experiments/r3_sh2_om2_red16_replicated/shardnode_endpoints.yaml new file mode 100644 index 0000000..d53e515 --- /dev/null +++ b/experiments/tembo_scaling_experiments/r3_sh2_om2_red16_replicated/shardnode_endpoints.yaml @@ -0,0 +1,64 @@ +endpoints: + - exposed_ip: 192.168.252.112 + local_bind_ip: 192.168.252.112 + deploy_host: host1 + port: 8848 + id: 0 + replicaid: 0 + raftport: 3224 + - exposed_ip: 192.168.252.112 + local_bind_ip: 192.168.252.112 + deploy_host: host1 + port: 8849 + id: 0 + replicaid: 1 + raftport: 3225 + - exposed_ip: 192.168.252.112 + local_bind_ip: 192.168.252.112 + deploy_host: host1 + port: 8850 + id: 0 + replicaid: 2 + raftport: 3226 + - exposed_ip: 192.168.252.113 + local_bind_ip: 192.168.252.113 + deploy_host: host2 + port: 8851 + id: 1 + replicaid: 0 + raftport: 3227 + - exposed_ip: 192.168.252.113 + local_bind_ip: 192.168.252.113 + deploy_host: host2 + port: 8852 + id: 1 + replicaid: 1 + raftport: 3228 + - exposed_ip: 192.168.252.113 + local_bind_ip: 192.168.252.113 + deploy_host: host2 + port: 8853 + id: 1 + replicaid: 2 + raftport: 3229 + # - exposed_ip: 192.168.252.119 + # local_bind_ip: 192.168.252.119 + # deploy_host: host3 + # port: 2754 + # id: 2 + # replicaid: 0 + # raftport: 3130 + # - exposed_ip: 192.168.252.115 + # local_bind_ip: 192.168.252.115 + # deploy_host: host1 + # port: 2755 + # id: 2 + # replicaid: 1 + # raftport: 3131 + # - exposed_ip: 192.168.252.117 + # local_bind_ip: 192.168.252.117 + # deploy_host: host2 + # port: 2756 + # id: 2 + # replicaid: 2 + # raftport: 3132 \ No newline at end of file diff --git a/experiments/tembo_scaling_experiments/r3_sh2_om2_red8_two_machine_redis/jaeger_endpoint.yaml b/experiments/tembo_scaling_experiments/r3_sh2_om2_red8_two_machine_redis/jaeger_endpoint.yaml new file mode 100644 index 0000000..8ae1b1d --- /dev/null +++ b/experiments/tembo_scaling_experiments/r3_sh2_om2_red8_two_machine_redis/jaeger_endpoint.yaml @@ -0,0 +1,5 @@ +exposed_ip: 192.168.252.112 +local_bind_ip: 192.168.252.112 +deploy_host: host1 +api_port: 16686 +grpc_port: 4317 \ No newline at end of file diff --git a/experiments/tembo_scaling_experiments/r3_sh2_om2_red8_two_machine_redis/oramnode_endpoints.yaml b/experiments/tembo_scaling_experiments/r3_sh2_om2_red8_two_machine_redis/oramnode_endpoints.yaml new file mode 100644 index 0000000..5bd517f --- /dev/null +++ b/experiments/tembo_scaling_experiments/r3_sh2_om2_red8_two_machine_redis/oramnode_endpoints.yaml @@ -0,0 +1,43 @@ +endpoints: + - exposed_ip: 192.168.252.112 + local_bind_ip: 192.168.252.112 + deploy_host: host1 + port: 1851 + id: 0 + replicaid: 0 + raftport: 1227 + # - exposed_ip: 10.2.0.8 + # local_bind_ip: 10.2.0.8 + # deploy_host: host2 + # port: 1752 + # id: 0 + # replicaid: 1 + # raftport: 1128 + # - exposed_ip: 10.2.0.9 + # local_bind_ip: 10.2.0.9 + # deploy_host: host3 + # port: 1753 + # id: 0 + # replicaid: 2 + # raftport: 1129 + - exposed_ip: 192.168.252.113 + local_bind_ip: 192.168.252.113 + deploy_host: host2 + port: 1854 + id: 1 + replicaid: 0 + raftport: 1230 + # - exposed_ip: 192.168.252.115 + # local_bind_ip: 192.168.252.115 + # deploy_host: host1 + # port: 1755 + # id: 1 + # replicaid: 1 + # raftport: 1131 + # - exposed_ip: 192.168.252.119 + # local_bind_ip: 192.168.252.119 + # deploy_host: host3 + # port: 1756 + # id: 1 + # replicaid: 2 + # raftport: 1132 \ No newline at end of file diff --git a/experiments/tembo_scaling_experiments/r3_sh2_om2_red8_two_machine_redis/parameters.yaml b/experiments/tembo_scaling_experiments/r3_sh2_om2_red8_two_machine_redis/parameters.yaml new file mode 100644 index 0000000..63fedbf --- /dev/null +++ b/experiments/tembo_scaling_experiments/r3_sh2_om2_red8_two_machine_redis/parameters.yaml @@ -0,0 +1,15 @@ +max-blocks-to-send: 400 # The maximum number of blocks to send from each shard node to the oram node during evictions +eviction-rate: 100 # How many ReadPath operations before eviction +evict-path-count: 200 # How many paths to evict at a time +batch-timeout: 1 # How many milliseconds to wait before sending a batch of blocks to the oram node +epoch-time: 1 # How many milliseconds between each epoch +trace: false # Whether to use opentelemetry and jaeger +Z: 1 # number of real blocks per bucket +S: 6 # number of dummy blocks per bucket +shift: 1 # 2^shift is the tree branching factor +tree-height: 17 # height of the tree +redis-pipeline-size: 5000000 # number of requests to pipeline to redis +max-requests: 30000 # maximum number of requests in flight at the client +block-size: 10 # size of each block in bytes +log: false # whether to log +profile: false # Whether to profile \ No newline at end of file diff --git a/experiments/tembo_scaling_experiments/r3_sh2_om2_red8_two_machine_redis/redis_endpoints.yaml b/experiments/tembo_scaling_experiments/r3_sh2_om2_red8_two_machine_redis/redis_endpoints.yaml new file mode 100644 index 0000000..34a26dc --- /dev/null +++ b/experiments/tembo_scaling_experiments/r3_sh2_om2_red8_two_machine_redis/redis_endpoints.yaml @@ -0,0 +1,49 @@ +endpoints: + - exposed_ip: 192.168.252.112 + local_bind_ip: 192.168.252.112 + deploy_host: host1 + port: 6379 + id: 0 + oramnode_id: 0 + - exposed_ip: 192.168.252.112 + local_bind_ip: 192.168.252.112 + deploy_host: host1 + port: 6380 + id: 1 + oramnode_id: 0 + - exposed_ip: 192.168.252.112 + local_bind_ip: 192.168.252.112 + deploy_host: host1 + port: 6381 + id: 2 + oramnode_id: 0 + - exposed_ip: 192.168.252.112 + local_bind_ip: 192.168.252.112 + deploy_host: host1 + port: 6382 + id: 3 + oramnode_id: 0 + - exposed_ip: 192.168.252.113 + local_bind_ip: 192.168.252.113 + deploy_host: host2 + port: 6383 + id: 4 + oramnode_id: 1 + - exposed_ip: 192.168.252.113 + local_bind_ip: 192.168.252.113 + deploy_host: host2 + port: 6384 + id: 5 + oramnode_id: 1 + - exposed_ip: 192.168.252.113 + local_bind_ip: 192.168.252.113 + deploy_host: host2 + port: 6385 + id: 6 + oramnode_id: 1 + - exposed_ip: 192.168.252.113 + local_bind_ip: 192.168.252.113 + deploy_host: host2 + port: 6386 + id: 7 + oramnode_id: 1 \ No newline at end of file diff --git a/experiments/tembo_scaling_experiments/r3_sh2_om2_red8_two_machine_redis/router_endpoints.yaml b/experiments/tembo_scaling_experiments/r3_sh2_om2_red8_two_machine_redis/router_endpoints.yaml new file mode 100644 index 0000000..595c55a --- /dev/null +++ b/experiments/tembo_scaling_experiments/r3_sh2_om2_red8_two_machine_redis/router_endpoints.yaml @@ -0,0 +1,21 @@ +endpoints: + - exposed_ip: 192.168.252.112 + local_bind_ip: 192.168.252.112 + deploy_host: host1 + port: 8845 + id: 0 + - exposed_ip: 192.168.252.112 + local_bind_ip: 192.168.252.112 + deploy_host: host1 + port: 8846 + id: 1 + - exposed_ip: 192.168.252.113 + local_bind_ip: 192.168.252.113 + deploy_host: host2 + port: 8845 + id: 2 + # - exposed_ip: 192.168.252.119 + # local_bind_ip: 192.168.252.119 + # deploy_host: host3 + # port: 8745 + # id: 2 \ No newline at end of file diff --git a/experiments/tembo_scaling_experiments/r3_sh2_om2_red8_two_machine_redis/shardnode_endpoints.yaml b/experiments/tembo_scaling_experiments/r3_sh2_om2_red8_two_machine_redis/shardnode_endpoints.yaml new file mode 100644 index 0000000..0606386 --- /dev/null +++ b/experiments/tembo_scaling_experiments/r3_sh2_om2_red8_two_machine_redis/shardnode_endpoints.yaml @@ -0,0 +1,64 @@ +endpoints: + - exposed_ip: 192.168.252.112 + local_bind_ip: 192.168.252.112 + deploy_host: host1 + port: 8848 + id: 0 + replicaid: 0 + raftport: 3224 + # - exposed_ip: 10.2.0.8 + # local_bind_ip: 10.2.0.8 + # deploy_host: host2 + # port: 8749 + # id: 0 + # replicaid: 1 + # raftport: 3125 + # - exposed_ip: 10.2.0.9 + # local_bind_ip: 10.2.0.9 + # deploy_host: host3 + # port: 8750 + # id: 0 + # replicaid: 2 + # raftport: 3126 + - exposed_ip: 192.168.252.113 + local_bind_ip: 192.168.252.113 + deploy_host: host2 + port: 8851 + id: 1 + replicaid: 0 + raftport: 3227 + # - exposed_ip: 192.168.252.115 + # local_bind_ip: 192.168.252.115 + # deploy_host: host1 + # port: 8752 + # id: 1 + # replicaid: 1 + # raftport: 3128 + # - exposed_ip: 192.168.252.119 + # local_bind_ip: 192.168.252.119 + # deploy_host: host3 + # port: 8753 + # id: 1 + # replicaid: 2 + # raftport: 3129 + # - exposed_ip: 192.168.252.119 + # local_bind_ip: 192.168.252.119 + # deploy_host: host3 + # port: 2754 + # id: 2 + # replicaid: 0 + # raftport: 3130 + # - exposed_ip: 192.168.252.115 + # local_bind_ip: 192.168.252.115 + # deploy_host: host1 + # port: 2755 + # id: 2 + # replicaid: 1 + # raftport: 3131 + # - exposed_ip: 192.168.252.117 + # local_bind_ip: 192.168.252.117 + # deploy_host: host2 + # port: 2756 + # id: 2 + # replicaid: 2 + # raftport: 3132 \ No newline at end of file diff --git a/experiments/tembo_scaling_experiments/r3_sh2_om2_red8_two_machine_redis_replicated/jaeger_endpoint.yaml b/experiments/tembo_scaling_experiments/r3_sh2_om2_red8_two_machine_redis_replicated/jaeger_endpoint.yaml new file mode 100644 index 0000000..8ae1b1d --- /dev/null +++ b/experiments/tembo_scaling_experiments/r3_sh2_om2_red8_two_machine_redis_replicated/jaeger_endpoint.yaml @@ -0,0 +1,5 @@ +exposed_ip: 192.168.252.112 +local_bind_ip: 192.168.252.112 +deploy_host: host1 +api_port: 16686 +grpc_port: 4317 \ No newline at end of file diff --git a/experiments/tembo_scaling_experiments/r3_sh2_om2_red8_two_machine_redis_replicated/oramnode_endpoints.yaml b/experiments/tembo_scaling_experiments/r3_sh2_om2_red8_two_machine_redis_replicated/oramnode_endpoints.yaml new file mode 100644 index 0000000..71441d1 --- /dev/null +++ b/experiments/tembo_scaling_experiments/r3_sh2_om2_red8_two_machine_redis_replicated/oramnode_endpoints.yaml @@ -0,0 +1,43 @@ +endpoints: + - exposed_ip: 192.168.252.112 + local_bind_ip: 192.168.252.112 + deploy_host: host1 + port: 1851 + id: 0 + replicaid: 0 + raftport: 1227 + - exposed_ip: 192.168.252.112 + local_bind_ip: 192.168.252.112 + deploy_host: host1 + port: 1852 + id: 0 + replicaid: 1 + raftport: 1228 + - exposed_ip: 192.168.252.112 + local_bind_ip: 192.168.252.112 + deploy_host: host1 + port: 1853 + id: 0 + replicaid: 2 + raftport: 1229 + - exposed_ip: 192.168.252.113 + local_bind_ip: 192.168.252.113 + deploy_host: host2 + port: 1854 + id: 1 + replicaid: 0 + raftport: 1230 + - exposed_ip: 192.168.252.113 + local_bind_ip: 192.168.252.113 + deploy_host: host2 + port: 1855 + id: 1 + replicaid: 1 + raftport: 1231 + - exposed_ip: 192.168.252.113 + local_bind_ip: 192.168.252.113 + deploy_host: host2 + port: 1856 + id: 1 + replicaid: 2 + raftport: 1232 \ No newline at end of file diff --git a/experiments/tembo_scaling_experiments/r3_sh2_om2_red8_two_machine_redis_replicated/parameters.yaml b/experiments/tembo_scaling_experiments/r3_sh2_om2_red8_two_machine_redis_replicated/parameters.yaml new file mode 100644 index 0000000..63fedbf --- /dev/null +++ b/experiments/tembo_scaling_experiments/r3_sh2_om2_red8_two_machine_redis_replicated/parameters.yaml @@ -0,0 +1,15 @@ +max-blocks-to-send: 400 # The maximum number of blocks to send from each shard node to the oram node during evictions +eviction-rate: 100 # How many ReadPath operations before eviction +evict-path-count: 200 # How many paths to evict at a time +batch-timeout: 1 # How many milliseconds to wait before sending a batch of blocks to the oram node +epoch-time: 1 # How many milliseconds between each epoch +trace: false # Whether to use opentelemetry and jaeger +Z: 1 # number of real blocks per bucket +S: 6 # number of dummy blocks per bucket +shift: 1 # 2^shift is the tree branching factor +tree-height: 17 # height of the tree +redis-pipeline-size: 5000000 # number of requests to pipeline to redis +max-requests: 30000 # maximum number of requests in flight at the client +block-size: 10 # size of each block in bytes +log: false # whether to log +profile: false # Whether to profile \ No newline at end of file diff --git a/experiments/tembo_scaling_experiments/r3_sh2_om2_red8_two_machine_redis_replicated/redis_endpoints.yaml b/experiments/tembo_scaling_experiments/r3_sh2_om2_red8_two_machine_redis_replicated/redis_endpoints.yaml new file mode 100644 index 0000000..34a26dc --- /dev/null +++ b/experiments/tembo_scaling_experiments/r3_sh2_om2_red8_two_machine_redis_replicated/redis_endpoints.yaml @@ -0,0 +1,49 @@ +endpoints: + - exposed_ip: 192.168.252.112 + local_bind_ip: 192.168.252.112 + deploy_host: host1 + port: 6379 + id: 0 + oramnode_id: 0 + - exposed_ip: 192.168.252.112 + local_bind_ip: 192.168.252.112 + deploy_host: host1 + port: 6380 + id: 1 + oramnode_id: 0 + - exposed_ip: 192.168.252.112 + local_bind_ip: 192.168.252.112 + deploy_host: host1 + port: 6381 + id: 2 + oramnode_id: 0 + - exposed_ip: 192.168.252.112 + local_bind_ip: 192.168.252.112 + deploy_host: host1 + port: 6382 + id: 3 + oramnode_id: 0 + - exposed_ip: 192.168.252.113 + local_bind_ip: 192.168.252.113 + deploy_host: host2 + port: 6383 + id: 4 + oramnode_id: 1 + - exposed_ip: 192.168.252.113 + local_bind_ip: 192.168.252.113 + deploy_host: host2 + port: 6384 + id: 5 + oramnode_id: 1 + - exposed_ip: 192.168.252.113 + local_bind_ip: 192.168.252.113 + deploy_host: host2 + port: 6385 + id: 6 + oramnode_id: 1 + - exposed_ip: 192.168.252.113 + local_bind_ip: 192.168.252.113 + deploy_host: host2 + port: 6386 + id: 7 + oramnode_id: 1 \ No newline at end of file diff --git a/experiments/tembo_scaling_experiments/r3_sh2_om2_red8_two_machine_redis_replicated/router_endpoints.yaml b/experiments/tembo_scaling_experiments/r3_sh2_om2_red8_two_machine_redis_replicated/router_endpoints.yaml new file mode 100644 index 0000000..595c55a --- /dev/null +++ b/experiments/tembo_scaling_experiments/r3_sh2_om2_red8_two_machine_redis_replicated/router_endpoints.yaml @@ -0,0 +1,21 @@ +endpoints: + - exposed_ip: 192.168.252.112 + local_bind_ip: 192.168.252.112 + deploy_host: host1 + port: 8845 + id: 0 + - exposed_ip: 192.168.252.112 + local_bind_ip: 192.168.252.112 + deploy_host: host1 + port: 8846 + id: 1 + - exposed_ip: 192.168.252.113 + local_bind_ip: 192.168.252.113 + deploy_host: host2 + port: 8845 + id: 2 + # - exposed_ip: 192.168.252.119 + # local_bind_ip: 192.168.252.119 + # deploy_host: host3 + # port: 8745 + # id: 2 \ No newline at end of file diff --git a/experiments/tembo_scaling_experiments/r3_sh2_om2_red8_two_machine_redis_replicated/shardnode_endpoints.yaml b/experiments/tembo_scaling_experiments/r3_sh2_om2_red8_two_machine_redis_replicated/shardnode_endpoints.yaml new file mode 100644 index 0000000..d53e515 --- /dev/null +++ b/experiments/tembo_scaling_experiments/r3_sh2_om2_red8_two_machine_redis_replicated/shardnode_endpoints.yaml @@ -0,0 +1,64 @@ +endpoints: + - exposed_ip: 192.168.252.112 + local_bind_ip: 192.168.252.112 + deploy_host: host1 + port: 8848 + id: 0 + replicaid: 0 + raftport: 3224 + - exposed_ip: 192.168.252.112 + local_bind_ip: 192.168.252.112 + deploy_host: host1 + port: 8849 + id: 0 + replicaid: 1 + raftport: 3225 + - exposed_ip: 192.168.252.112 + local_bind_ip: 192.168.252.112 + deploy_host: host1 + port: 8850 + id: 0 + replicaid: 2 + raftport: 3226 + - exposed_ip: 192.168.252.113 + local_bind_ip: 192.168.252.113 + deploy_host: host2 + port: 8851 + id: 1 + replicaid: 0 + raftport: 3227 + - exposed_ip: 192.168.252.113 + local_bind_ip: 192.168.252.113 + deploy_host: host2 + port: 8852 + id: 1 + replicaid: 1 + raftport: 3228 + - exposed_ip: 192.168.252.113 + local_bind_ip: 192.168.252.113 + deploy_host: host2 + port: 8853 + id: 1 + replicaid: 2 + raftport: 3229 + # - exposed_ip: 192.168.252.119 + # local_bind_ip: 192.168.252.119 + # deploy_host: host3 + # port: 2754 + # id: 2 + # replicaid: 0 + # raftport: 3130 + # - exposed_ip: 192.168.252.115 + # local_bind_ip: 192.168.252.115 + # deploy_host: host1 + # port: 2755 + # id: 2 + # replicaid: 1 + # raftport: 3131 + # - exposed_ip: 192.168.252.117 + # local_bind_ip: 192.168.252.117 + # deploy_host: host2 + # port: 2756 + # id: 2 + # replicaid: 2 + # raftport: 3132 \ No newline at end of file diff --git a/experiments/tembo_scaling_experiments/r3_sh2_om4_red16_replicated/jaeger_endpoint.yaml b/experiments/tembo_scaling_experiments/r3_sh2_om4_red16_replicated/jaeger_endpoint.yaml new file mode 100644 index 0000000..8ae1b1d --- /dev/null +++ b/experiments/tembo_scaling_experiments/r3_sh2_om4_red16_replicated/jaeger_endpoint.yaml @@ -0,0 +1,5 @@ +exposed_ip: 192.168.252.112 +local_bind_ip: 192.168.252.112 +deploy_host: host1 +api_port: 16686 +grpc_port: 4317 \ No newline at end of file diff --git a/experiments/tembo_scaling_experiments/r3_sh2_om4_red16_replicated/oramnode_endpoints.yaml b/experiments/tembo_scaling_experiments/r3_sh2_om4_red16_replicated/oramnode_endpoints.yaml new file mode 100644 index 0000000..43559ff --- /dev/null +++ b/experiments/tembo_scaling_experiments/r3_sh2_om4_red16_replicated/oramnode_endpoints.yaml @@ -0,0 +1,85 @@ +endpoints: + - exposed_ip: 192.168.252.120 + local_bind_ip: 192.168.252.120 + deploy_host: host1 + port: 1851 + id: 0 + replicaid: 0 + raftport: 1227 + - exposed_ip: 192.168.252.120 + local_bind_ip: 192.168.252.120 + deploy_host: host1 + port: 1852 + id: 0 + replicaid: 1 + raftport: 1228 + - exposed_ip: 192.168.252.120 + local_bind_ip: 192.168.252.120 + deploy_host: host1 + port: 1853 + id: 0 + replicaid: 2 + raftport: 1229 + - exposed_ip: 192.168.252.113 + local_bind_ip: 192.168.252.113 + deploy_host: host2 + port: 1854 + id: 1 + replicaid: 0 + raftport: 1230 + - exposed_ip: 192.168.252.113 + local_bind_ip: 192.168.252.113 + deploy_host: host2 + port: 1855 + id: 1 + replicaid: 1 + raftport: 1231 + - exposed_ip: 192.168.252.113 + local_bind_ip: 192.168.252.113 + deploy_host: host2 + port: 1856 + id: 1 + replicaid: 2 + raftport: 1232 + - exposed_ip: 192.168.252.114 + local_bind_ip: 192.168.252.114 + deploy_host: host3 + port: 1857 + id: 2 + replicaid: 0 + raftport: 1233 + - exposed_ip: 192.168.252.114 + local_bind_ip: 192.168.252.114 + deploy_host: host3 + port: 1858 + id: 2 + replicaid: 1 + raftport: 1234 + - exposed_ip: 192.168.252.114 + local_bind_ip: 192.168.252.114 + deploy_host: host3 + port: 1859 + id: 2 + replicaid: 2 + raftport: 1235 + - exposed_ip: 192.168.252.115 + local_bind_ip: 192.168.252.115 + deploy_host: host4 + port: 1860 + id: 3 + replicaid: 0 + raftport: 1236 + - exposed_ip: 192.168.252.115 + local_bind_ip: 192.168.252.115 + deploy_host: host4 + port: 1861 + id: 3 + replicaid: 1 + raftport: 1237 + - exposed_ip: 192.168.252.115 + local_bind_ip: 192.168.252.115 + deploy_host: host4 + port: 1862 + id: 3 + replicaid: 2 + raftport: 1238 \ No newline at end of file diff --git a/experiments/tembo_scaling_experiments/r3_sh2_om4_red16_replicated/parameters.yaml b/experiments/tembo_scaling_experiments/r3_sh2_om4_red16_replicated/parameters.yaml new file mode 100644 index 0000000..38579c8 --- /dev/null +++ b/experiments/tembo_scaling_experiments/r3_sh2_om4_red16_replicated/parameters.yaml @@ -0,0 +1,15 @@ +max-blocks-to-send: 400 # The maximum number of blocks to send from each shard node to the oram node during evictions +eviction-rate: 100 # How many ReadPath operations before eviction +evict-path-count: 200 # How many paths to evict at a time +batch-timeout: 1 # How many milliseconds to wait before sending a batch of blocks to the oram node +epoch-time: 1 # How many milliseconds between each epoch +trace: false # Whether to use opentelemetry and jaeger +Z: 1 # number of real blocks per bucket +S: 6 # number of dummy blocks per bucket +shift: 1 # 2^shift is the tree branching factor +tree-height: 17 # height of the tree +redis-pipeline-size: 5000000 # number of requests to pipeline to redis +max-requests: 350000 # maximum number of requests in flight at the client +block-size: 10 # size of each block in bytes +log: false # whether to log +profile: false # Whether to profile \ No newline at end of file diff --git a/experiments/tembo_scaling_experiments/r3_sh2_om4_red16_replicated/redis_endpoints.yaml b/experiments/tembo_scaling_experiments/r3_sh2_om4_red16_replicated/redis_endpoints.yaml new file mode 100644 index 0000000..f9cb2a0 --- /dev/null +++ b/experiments/tembo_scaling_experiments/r3_sh2_om4_red16_replicated/redis_endpoints.yaml @@ -0,0 +1,194 @@ +# endpoints: +# - exposed_ip: 192.168.252.116 +# local_bind_ip: 192.168.252.116 +# deploy_host: host5 +# port: 6379 +# id: 0 +# oramnode_id: 0 +# - exposed_ip: 192.168.252.116 +# local_bind_ip: 192.168.252.116 +# deploy_host: host5 +# port: 6380 +# id: 1 +# oramnode_id: 0 +# - exposed_ip: 192.168.252.116 +# local_bind_ip: 192.168.252.116 +# deploy_host: host5 +# port: 6381 +# id: 2 +# oramnode_id: 0 +# - exposed_ip: 192.168.252.116 +# local_bind_ip: 192.168.252.116 +# deploy_host: host5 +# port: 6382 +# id: 3 +# oramnode_id: 0 +# - exposed_ip: 192.168.252.116 +# local_bind_ip: 192.168.252.116 +# deploy_host: host5 +# port: 6383 +# id: 4 +# oramnode_id: 1 +# - exposed_ip: 192.168.252.116 +# local_bind_ip: 192.168.252.116 +# deploy_host: host5 +# port: 6384 +# id: 5 +# oramnode_id: 1 +# - exposed_ip: 192.168.252.116 +# local_bind_ip: 192.168.252.116 +# deploy_host: host5 +# port: 6385 +# id: 6 +# oramnode_id: 1 +# - exposed_ip: 192.168.252.116 +# local_bind_ip: 192.168.252.116 +# deploy_host: host5 +# port: 6386 +# id: 7 +# oramnode_id: 1 +# - exposed_ip: 192.168.252.117 +# local_bind_ip: 192.168.252.117 +# deploy_host: host6 +# port: 6387 +# id: 8 +# oramnode_id: 2 +# - exposed_ip: 192.168.252.117 +# local_bind_ip: 192.168.252.117 +# deploy_host: host6 +# port: 6388 +# id: 9 +# oramnode_id: 2 +# - exposed_ip: 192.168.252.117 +# local_bind_ip: 192.168.252.117 +# deploy_host: host6 +# port: 6389 +# id: 10 +# oramnode_id: 2 +# - exposed_ip: 192.168.252.117 +# local_bind_ip: 192.168.252.117 +# deploy_host: host6 +# port: 6390 +# id: 11 +# oramnode_id: 2 +# - exposed_ip: 192.168.252.117 +# local_bind_ip: 192.168.252.117 +# deploy_host: host6 +# port: 6391 +# id: 12 +# oramnode_id: 3 +# - exposed_ip: 192.168.252.117 +# local_bind_ip: 192.168.252.117 +# deploy_host: host6 +# port: 6392 +# id: 13 +# oramnode_id: 3 +# - exposed_ip: 192.168.252.117 +# local_bind_ip: 192.168.252.117 +# deploy_host: host6 +# port: 6393 +# id: 14 +# oramnode_id: 3 +# - exposed_ip: 192.168.252.117 +# local_bind_ip: 192.168.252.117 +# deploy_host: host6 +# port: 6394 +# id: 15 +# oramnode_id: 3 +endpoints: + - exposed_ip: 192.168.252.116 + local_bind_ip: 192.168.252.116 + deploy_host: host5 + port: 6379 + id: 0 + oramnode_id: 0 + - exposed_ip: 192.168.252.116 + local_bind_ip: 192.168.252.116 + deploy_host: host5 + port: 6380 + id: 1 + oramnode_id: 0 + - exposed_ip: 192.168.252.116 + local_bind_ip: 192.168.252.116 + deploy_host: host5 + port: 6381 + id: 2 + oramnode_id: 0 + - exposed_ip: 192.168.252.116 + local_bind_ip: 192.168.252.116 + deploy_host: host5 + port: 6382 + id: 3 + oramnode_id: 0 + - exposed_ip: 192.168.252.118 + local_bind_ip: 192.168.252.118 + deploy_host: host7 + port: 6383 + id: 4 + oramnode_id: 1 + - exposed_ip: 192.168.252.118 + local_bind_ip: 192.168.252.118 + deploy_host: host7 + port: 6384 + id: 5 + oramnode_id: 1 + - exposed_ip: 192.168.252.118 + local_bind_ip: 192.168.252.118 + deploy_host: host7 + port: 6385 + id: 6 + oramnode_id: 1 + - exposed_ip: 192.168.252.118 + local_bind_ip: 192.168.252.118 + deploy_host: host7 + port: 6386 + id: 7 + oramnode_id: 1 + - exposed_ip: 192.168.252.117 + local_bind_ip: 192.168.252.117 + deploy_host: host6 + port: 6387 + id: 8 + oramnode_id: 2 + - exposed_ip: 192.168.252.117 + local_bind_ip: 192.168.252.117 + deploy_host: host6 + port: 6388 + id: 9 + oramnode_id: 2 + - exposed_ip: 192.168.252.117 + local_bind_ip: 192.168.252.117 + deploy_host: host6 + port: 6389 + id: 10 + oramnode_id: 2 + - exposed_ip: 192.168.252.117 + local_bind_ip: 192.168.252.117 + deploy_host: host6 + port: 6390 + id: 11 + oramnode_id: 2 + - exposed_ip: 192.168.252.119 + local_bind_ip: 192.168.252.119 + deploy_host: host8 + port: 6391 + id: 12 + oramnode_id: 3 + - exposed_ip: 192.168.252.119 + local_bind_ip: 192.168.252.119 + deploy_host: host8 + port: 6392 + id: 13 + oramnode_id: 3 + - exposed_ip: 192.168.252.119 + local_bind_ip: 192.168.252.119 + deploy_host: host8 + port: 6393 + id: 14 + oramnode_id: 3 + - exposed_ip: 192.168.252.119 + local_bind_ip: 192.168.252.119 + deploy_host: host8 + port: 6394 + id: 15 + oramnode_id: 3 \ No newline at end of file diff --git a/experiments/tembo_scaling_experiments/r3_sh2_om4_red16_replicated/router_endpoints.yaml b/experiments/tembo_scaling_experiments/r3_sh2_om4_red16_replicated/router_endpoints.yaml new file mode 100644 index 0000000..15ab731 --- /dev/null +++ b/experiments/tembo_scaling_experiments/r3_sh2_om4_red16_replicated/router_endpoints.yaml @@ -0,0 +1,26 @@ +endpoints: + - exposed_ip: 192.168.252.120 + local_bind_ip: 192.168.252.120 + deploy_host: host1 + port: 8845 + id: 0 + - exposed_ip: 192.168.252.120 + local_bind_ip: 192.168.252.120 + deploy_host: host1 + port: 8846 + id: 1 + - exposed_ip: 192.168.252.113 + local_bind_ip: 192.168.252.113 + deploy_host: host2 + port: 8845 + id: 2 + - exposed_ip: 192.168.252.114 + local_bind_ip: 192.168.252.114 + deploy_host: host3 + port: 8745 + id: 3 + - exposed_ip: 192.168.252.115 + local_bind_ip: 192.168.252.115 + deploy_host: host4 + port: 8745 + id: 4 \ No newline at end of file diff --git a/experiments/tembo_scaling_experiments/r3_sh2_om4_red16_replicated/shardnode_endpoints.yaml b/experiments/tembo_scaling_experiments/r3_sh2_om4_red16_replicated/shardnode_endpoints.yaml new file mode 100644 index 0000000..297c87b --- /dev/null +++ b/experiments/tembo_scaling_experiments/r3_sh2_om4_red16_replicated/shardnode_endpoints.yaml @@ -0,0 +1,85 @@ +endpoints: + - exposed_ip: 192.168.252.120 + local_bind_ip: 192.168.252.120 + deploy_host: host1 + port: 8848 + id: 0 + replicaid: 0 + raftport: 3224 + - exposed_ip: 192.168.252.120 + local_bind_ip: 192.168.252.120 + deploy_host: host1 + port: 8849 + id: 0 + replicaid: 1 + raftport: 3225 + - exposed_ip: 192.168.252.120 + local_bind_ip: 192.168.252.120 + deploy_host: host1 + port: 8850 + id: 0 + replicaid: 2 + raftport: 3226 + - exposed_ip: 192.168.252.113 + local_bind_ip: 192.168.252.113 + deploy_host: host2 + port: 8851 + id: 1 + replicaid: 0 + raftport: 3227 + - exposed_ip: 192.168.252.113 + local_bind_ip: 192.168.252.113 + deploy_host: host2 + port: 8852 + id: 1 + replicaid: 1 + raftport: 3228 + - exposed_ip: 192.168.252.113 + local_bind_ip: 192.168.252.113 + deploy_host: host2 + port: 8853 + id: 1 + replicaid: 2 + raftport: 3229 + - exposed_ip: 192.168.252.114 + local_bind_ip: 192.168.252.114 + deploy_host: host3 + port: 2754 + id: 2 + replicaid: 0 + raftport: 3130 + - exposed_ip: 192.168.252.114 + local_bind_ip: 192.168.252.114 + deploy_host: host3 + port: 2755 + id: 2 + replicaid: 1 + raftport: 3131 + - exposed_ip: 192.168.252.114 + local_bind_ip: 192.168.252.114 + deploy_host: host3 + port: 2756 + id: 2 + replicaid: 2 + raftport: 3132 + - exposed_ip: 192.168.252.115 + local_bind_ip: 192.168.252.115 + deploy_host: host4 + port: 2757 + id: 3 + replicaid: 0 + raftport: 3133 + - exposed_ip: 192.168.252.115 + local_bind_ip: 192.168.252.115 + deploy_host: host4 + port: 2758 + id: 3 + replicaid: 1 + raftport: 3134 + - exposed_ip: 192.168.252.115 + local_bind_ip: 192.168.252.115 + deploy_host: host4 + port: 2759 + id: 3 + replicaid: 2 + raftport: 3135 \ No newline at end of file diff --git a/experiments/tembo_scaling_experiments/r3_sh2_om4_red16_replicated_all_azure/jaeger_endpoint.yaml b/experiments/tembo_scaling_experiments/r3_sh2_om4_red16_replicated_all_azure/jaeger_endpoint.yaml new file mode 100644 index 0000000..8ae1b1d --- /dev/null +++ b/experiments/tembo_scaling_experiments/r3_sh2_om4_red16_replicated_all_azure/jaeger_endpoint.yaml @@ -0,0 +1,5 @@ +exposed_ip: 192.168.252.112 +local_bind_ip: 192.168.252.112 +deploy_host: host1 +api_port: 16686 +grpc_port: 4317 \ No newline at end of file diff --git a/experiments/tembo_scaling_experiments/r3_sh2_om4_red16_replicated_all_azure/oramnode_endpoints.yaml b/experiments/tembo_scaling_experiments/r3_sh2_om4_red16_replicated_all_azure/oramnode_endpoints.yaml new file mode 100644 index 0000000..a676617 --- /dev/null +++ b/experiments/tembo_scaling_experiments/r3_sh2_om4_red16_replicated_all_azure/oramnode_endpoints.yaml @@ -0,0 +1,169 @@ +endpoints: + - exposed_ip: 10.0.0.8 + local_bind_ip: 10.0.0.8 + deploy_host: host1 + port: 1851 + id: 0 + replicaid: 0 + raftport: 1227 + - exposed_ip: 10.0.0.8 + local_bind_ip: 10.0.0.8 + deploy_host: host1 + port: 1861 + id: 4 + replicaid: 0 + raftport: 1237 + - exposed_ip: 10.0.0.8 + local_bind_ip: 10.0.0.8 + deploy_host: host1 + port: 1871 + id: 8 + replicaid: 0 + raftport: 1247 + - exposed_ip: 10.0.0.8 + local_bind_ip: 10.0.0.8 + deploy_host: host1 + port: 1881 + id: 12 + replicaid: 0 + raftport: 1257 + # - exposed_ip: 10.0.0.8 + # local_bind_ip: 10.0.0.8 + # deploy_host: host1 + # port: 1852 + # id: 0 + # replicaid: 1 + # raftport: 1228 + # - exposed_ip: 10.0.0.8 + # local_bind_ip: 10.0.0.8 + # deploy_host: host1 + # port: 1853 + # id: 0 + # replicaid: 2 + # raftport: 1229 + - exposed_ip: 10.0.0.9 + local_bind_ip: 10.0.0.9 + deploy_host: host2 + port: 1854 + id: 1 + replicaid: 0 + raftport: 1230 + - exposed_ip: 10.0.0.9 + local_bind_ip: 10.0.0.9 + deploy_host: host2 + port: 1864 + id: 5 + replicaid: 0 + raftport: 1240 + - exposed_ip: 10.0.0.9 + local_bind_ip: 10.0.0.9 + deploy_host: host2 + port: 1874 + id: 9 + replicaid: 0 + raftport: 1250 + - exposed_ip: 10.0.0.9 + local_bind_ip: 10.0.0.9 + deploy_host: host2 + port: 1884 + id: 13 + replicaid: 0 + raftport: 1260 + # - exposed_ip: 10.0.0.9 + # local_bind_ip: 10.0.0.9 + # deploy_host: host2 + # port: 1855 + # id: 1 + # replicaid: 1 + # raftport: 1231 + # - exposed_ip: 10.0.0.9 + # local_bind_ip: 10.0.0.9 + # deploy_host: host2 + # port: 1856 + # id: 1 + # replicaid: 2 + # raftport: 1232 + - exposed_ip: 10.0.0.10 + local_bind_ip: 10.0.0.10 + deploy_host: host3 + port: 1857 + id: 2 + replicaid: 0 + raftport: 1233 + - exposed_ip: 10.0.0.10 + local_bind_ip: 10.0.0.10 + deploy_host: host3 + port: 1867 + id: 6 + replicaid: 0 + raftport: 1243 + - exposed_ip: 10.0.0.10 + local_bind_ip: 10.0.0.10 + deploy_host: host3 + port: 1877 + id: 10 + replicaid: 0 + raftport: 1253 + - exposed_ip: 10.0.0.10 + local_bind_ip: 10.0.0.10 + deploy_host: host3 + port: 1887 + id: 14 + replicaid: 0 + raftport: 1263 + # - exposed_ip: 10.0.0.10 + # local_bind_ip: 10.0.0.10 + # deploy_host: host3 + # port: 1858 + # id: 2 + # replicaid: 1 + # raftport: 1234 + # - exposed_ip: 10.0.0.10 + # local_bind_ip: 10.0.0.10 + # deploy_host: host3 + # port: 1859 + # id: 2 + # replicaid: 2 + # raftport: 1235 + - exposed_ip: 10.0.0.11 + local_bind_ip: 10.0.0.11 + deploy_host: host4 + port: 1860 + id: 3 + replicaid: 0 + raftport: 1236 + - exposed_ip: 10.0.0.11 + local_bind_ip: 10.0.0.11 + deploy_host: host4 + port: 1870 + id: 7 + replicaid: 0 + raftport: 1246 + - exposed_ip: 10.0.0.11 + local_bind_ip: 10.0.0.11 + deploy_host: host4 + port: 1880 + id: 11 + replicaid: 0 + raftport: 1256 + - exposed_ip: 10.0.0.11 + local_bind_ip: 10.0.0.11 + deploy_host: host4 + port: 1890 + id: 15 + replicaid: 0 + raftport: 1266 + # - exposed_ip: 10.0.0.11 + # local_bind_ip: 10.0.0.11 + # deploy_host: host4 + # port: 1861 + # id: 3 + # replicaid: 1 + # raftport: 1237 + # - exposed_ip: 10.0.0.11 + # local_bind_ip: 10.0.0.11 + # deploy_host: host4 + # port: 1862 + # id: 3 + # replicaid: 2 + # raftport: 1238 \ No newline at end of file diff --git a/experiments/tembo_scaling_experiments/r3_sh2_om4_red16_replicated_all_azure/parameters.yaml b/experiments/tembo_scaling_experiments/r3_sh2_om4_red16_replicated_all_azure/parameters.yaml new file mode 100644 index 0000000..25c742a --- /dev/null +++ b/experiments/tembo_scaling_experiments/r3_sh2_om4_red16_replicated_all_azure/parameters.yaml @@ -0,0 +1,15 @@ +max-blocks-to-send: 400 # The maximum number of blocks to send from each shard node to the oram node during evictions +eviction-rate: 100 # How many ReadPath operations before eviction +evict-path-count: 200 # How many paths to evict at a time +batch-timeout: 1 # How many milliseconds to wait before sending a batch of blocks to the oram node +epoch-time: 1 # How many milliseconds between each epoch +trace: false # Whether to use opentelemetry and jaeger +Z: 1 # number of real blocks per bucket +S: 6 # number of dummy blocks per bucket +shift: 1 # 2^shift is the tree branching factor +tree-height: 17 # height of the tree +redis-pipeline-size: 3000000 # number of requests to pipeline to redis +max-requests: 950000 # maximum number of requests in flight at the client +block-size: 10 # size of each block in bytes +log: false # whether to log +profile: false # Whether to profile \ No newline at end of file diff --git a/experiments/tembo_scaling_experiments/r3_sh2_om4_red16_replicated_all_azure/redis_endpoints.yaml b/experiments/tembo_scaling_experiments/r3_sh2_om4_red16_replicated_all_azure/redis_endpoints.yaml new file mode 100644 index 0000000..6bd5337 --- /dev/null +++ b/experiments/tembo_scaling_experiments/r3_sh2_om4_red16_replicated_all_azure/redis_endpoints.yaml @@ -0,0 +1,97 @@ +endpoints: + - exposed_ip: 4.248.40.54 + local_bind_ip: 10.0.0.4 + deploy_host: host5 + port: 6379 + id: 0 + oramnode_id: 0 + - exposed_ip: 4.248.40.54 + local_bind_ip: 10.0.0.4 + deploy_host: host5 + port: 6380 + id: 1 + oramnode_id: 1 + - exposed_ip: 4.248.40.54 + local_bind_ip: 10.0.0.4 + deploy_host: host5 + port: 6381 + id: 2 + oramnode_id: 2 + - exposed_ip: 4.248.40.54 + local_bind_ip: 10.0.0.4 + deploy_host: host5 + port: 6382 + id: 3 + oramnode_id: 3 + - exposed_ip: 4.248.40.237 + local_bind_ip: 10.0.0.6 + deploy_host: host7 + port: 6383 + id: 4 + oramnode_id: 4 + - exposed_ip: 4.248.40.237 + local_bind_ip: 10.0.0.6 + deploy_host: host7 + port: 6384 + id: 5 + oramnode_id: 5 + - exposed_ip: 4.248.40.237 + local_bind_ip: 10.0.0.6 + deploy_host: host7 + port: 6385 + id: 6 + oramnode_id: 6 + - exposed_ip: 4.248.40.237 + local_bind_ip: 10.0.0.6 + deploy_host: host7 + port: 6386 + id: 7 + oramnode_id: 7 + - exposed_ip: 4.248.40.145 + local_bind_ip: 10.0.0.5 + deploy_host: host6 + port: 6387 + id: 8 + oramnode_id: 8 + - exposed_ip: 4.248.40.145 + local_bind_ip: 10.0.0.5 + deploy_host: host6 + port: 6388 + id: 9 + oramnode_id: 9 + - exposed_ip: 4.248.40.145 + local_bind_ip: 10.0.0.5 + deploy_host: host6 + port: 6389 + id: 10 + oramnode_id: 10 + - exposed_ip: 4.248.40.145 + local_bind_ip: 10.0.0.5 + deploy_host: host6 + port: 6390 + id: 11 + oramnode_id: 11 + - exposed_ip: 4.248.41.141 + local_bind_ip: 10.0.0.7 + deploy_host: host8 + port: 6391 + id: 12 + oramnode_id: 12 + - exposed_ip: 4.248.41.141 + local_bind_ip: 10.0.0.7 + deploy_host: host8 + port: 6392 + id: 13 + oramnode_id: 13 + - exposed_ip: 4.248.41.141 + local_bind_ip: 10.0.0.7 + deploy_host: host8 + port: 6393 + id: 14 + oramnode_id: 14 + - exposed_ip: 4.248.41.141 + local_bind_ip: 10.0.0.7 + deploy_host: host8 + port: 6394 + id: 15 + oramnode_id: 15 \ No newline at end of file diff --git a/experiments/tembo_scaling_experiments/r3_sh2_om4_red16_replicated_all_azure/router_endpoints.yaml b/experiments/tembo_scaling_experiments/r3_sh2_om4_red16_replicated_all_azure/router_endpoints.yaml new file mode 100644 index 0000000..c52536c --- /dev/null +++ b/experiments/tembo_scaling_experiments/r3_sh2_om4_red16_replicated_all_azure/router_endpoints.yaml @@ -0,0 +1,41 @@ +endpoints: + - exposed_ip: 10.0.0.8 + local_bind_ip: 10.0.0.8 + deploy_host: host1 + port: 8845 + id: 0 + - exposed_ip: 10.0.0.8 + local_bind_ip: 10.0.0.8 + deploy_host: host1 + port: 8846 + id: 1 + - exposed_ip: 10.0.0.9 + local_bind_ip: 10.0.0.9 + deploy_host: host2 + port: 8845 + id: 2 + - exposed_ip: 10.0.0.9 + local_bind_ip: 10.0.0.9 + deploy_host: host2 + port: 8846 + id: 3 + - exposed_ip: 10.0.0.10 + local_bind_ip: 10.0.0.10 + deploy_host: host3 + port: 8745 + id: 4 + - exposed_ip: 10.0.0.10 + local_bind_ip: 10.0.0.10 + deploy_host: host3 + port: 8746 + id: 5 + - exposed_ip: 10.0.0.11 + local_bind_ip: 10.0.0.11 + deploy_host: host4 + port: 8745 + id: 6 + - exposed_ip: 10.0.0.11 + local_bind_ip: 10.0.0.11 + deploy_host: host4 + port: 8746 + id: 7 \ No newline at end of file diff --git a/experiments/tembo_scaling_experiments/r3_sh2_om4_red16_replicated_all_azure/shardnode_endpoints.yaml b/experiments/tembo_scaling_experiments/r3_sh2_om4_red16_replicated_all_azure/shardnode_endpoints.yaml new file mode 100644 index 0000000..6236039 --- /dev/null +++ b/experiments/tembo_scaling_experiments/r3_sh2_om4_red16_replicated_all_azure/shardnode_endpoints.yaml @@ -0,0 +1,85 @@ +endpoints: + - exposed_ip: 10.0.0.8 + local_bind_ip: 10.0.0.8 + deploy_host: host1 + port: 8848 + id: 0 + replicaid: 0 + raftport: 3224 + # - exposed_ip: 10.0.0.8 + # local_bind_ip: 10.0.0.8 + # deploy_host: host1 + # port: 8849 + # id: 0 + # replicaid: 1 + # raftport: 3225 + # - exposed_ip: 10.0.0.8 + # local_bind_ip: 10.0.0.8 + # deploy_host: host1 + # port: 8850 + # id: 0 + # replicaid: 2 + # raftport: 3226 + - exposed_ip: 10.0.0.9 + local_bind_ip: 10.0.0.9 + deploy_host: host2 + port: 8851 + id: 1 + replicaid: 0 + raftport: 3227 + # - exposed_ip: 10.0.0.9 + # local_bind_ip: 10.0.0.9 + # deploy_host: host2 + # port: 8852 + # id: 1 + # replicaid: 1 + # raftport: 3228 + # - exposed_ip: 10.0.0.9 + # local_bind_ip: 10.0.0.9 + # deploy_host: host2 + # port: 8853 + # id: 1 + # replicaid: 2 + # raftport: 3229 + - exposed_ip: 10.0.0.10 + local_bind_ip: 10.0.0.10 + deploy_host: host3 + port: 2754 + id: 2 + replicaid: 0 + raftport: 3130 + # - exposed_ip: 10.0.0.10 + # local_bind_ip: 10.0.0.10 + # deploy_host: host3 + # port: 2755 + # id: 2 + # replicaid: 1 + # raftport: 3131 + # - exposed_ip: 10.0.0.10 + # local_bind_ip: 10.0.0.10 + # deploy_host: host3 + # port: 2756 + # id: 2 + # replicaid: 2 + # raftport: 3132 + - exposed_ip: 10.0.0.11 + local_bind_ip: 10.0.0.11 + deploy_host: host4 + port: 2757 + id: 3 + replicaid: 0 + raftport: 3133 + # - exposed_ip: 10.0.0.11 + # local_bind_ip: 10.0.0.11 + # deploy_host: host4 + # port: 2758 + # id: 3 + # replicaid: 1 + # raftport: 3134 + # - exposed_ip: 10.0.0.11 + # local_bind_ip: 10.0.0.11 + # deploy_host: host4 + # port: 2759 + # id: 3 + # replicaid: 2 + # raftport: 3135 \ No newline at end of file diff --git a/experiments/tembo_scaling_experiments/r3_sh2_om4_red16_replicated_azure/jaeger_endpoint.yaml b/experiments/tembo_scaling_experiments/r3_sh2_om4_red16_replicated_azure/jaeger_endpoint.yaml new file mode 100644 index 0000000..8ae1b1d --- /dev/null +++ b/experiments/tembo_scaling_experiments/r3_sh2_om4_red16_replicated_azure/jaeger_endpoint.yaml @@ -0,0 +1,5 @@ +exposed_ip: 192.168.252.112 +local_bind_ip: 192.168.252.112 +deploy_host: host1 +api_port: 16686 +grpc_port: 4317 \ No newline at end of file diff --git a/experiments/tembo_scaling_experiments/r3_sh2_om4_red16_replicated_azure/oramnode_endpoints.yaml b/experiments/tembo_scaling_experiments/r3_sh2_om4_red16_replicated_azure/oramnode_endpoints.yaml new file mode 100644 index 0000000..43559ff --- /dev/null +++ b/experiments/tembo_scaling_experiments/r3_sh2_om4_red16_replicated_azure/oramnode_endpoints.yaml @@ -0,0 +1,85 @@ +endpoints: + - exposed_ip: 192.168.252.120 + local_bind_ip: 192.168.252.120 + deploy_host: host1 + port: 1851 + id: 0 + replicaid: 0 + raftport: 1227 + - exposed_ip: 192.168.252.120 + local_bind_ip: 192.168.252.120 + deploy_host: host1 + port: 1852 + id: 0 + replicaid: 1 + raftport: 1228 + - exposed_ip: 192.168.252.120 + local_bind_ip: 192.168.252.120 + deploy_host: host1 + port: 1853 + id: 0 + replicaid: 2 + raftport: 1229 + - exposed_ip: 192.168.252.113 + local_bind_ip: 192.168.252.113 + deploy_host: host2 + port: 1854 + id: 1 + replicaid: 0 + raftport: 1230 + - exposed_ip: 192.168.252.113 + local_bind_ip: 192.168.252.113 + deploy_host: host2 + port: 1855 + id: 1 + replicaid: 1 + raftport: 1231 + - exposed_ip: 192.168.252.113 + local_bind_ip: 192.168.252.113 + deploy_host: host2 + port: 1856 + id: 1 + replicaid: 2 + raftport: 1232 + - exposed_ip: 192.168.252.114 + local_bind_ip: 192.168.252.114 + deploy_host: host3 + port: 1857 + id: 2 + replicaid: 0 + raftport: 1233 + - exposed_ip: 192.168.252.114 + local_bind_ip: 192.168.252.114 + deploy_host: host3 + port: 1858 + id: 2 + replicaid: 1 + raftport: 1234 + - exposed_ip: 192.168.252.114 + local_bind_ip: 192.168.252.114 + deploy_host: host3 + port: 1859 + id: 2 + replicaid: 2 + raftport: 1235 + - exposed_ip: 192.168.252.115 + local_bind_ip: 192.168.252.115 + deploy_host: host4 + port: 1860 + id: 3 + replicaid: 0 + raftport: 1236 + - exposed_ip: 192.168.252.115 + local_bind_ip: 192.168.252.115 + deploy_host: host4 + port: 1861 + id: 3 + replicaid: 1 + raftport: 1237 + - exposed_ip: 192.168.252.115 + local_bind_ip: 192.168.252.115 + deploy_host: host4 + port: 1862 + id: 3 + replicaid: 2 + raftport: 1238 \ No newline at end of file diff --git a/experiments/tembo_scaling_experiments/r3_sh2_om4_red16_replicated_azure/parameters.yaml b/experiments/tembo_scaling_experiments/r3_sh2_om4_red16_replicated_azure/parameters.yaml new file mode 100644 index 0000000..38579c8 --- /dev/null +++ b/experiments/tembo_scaling_experiments/r3_sh2_om4_red16_replicated_azure/parameters.yaml @@ -0,0 +1,15 @@ +max-blocks-to-send: 400 # The maximum number of blocks to send from each shard node to the oram node during evictions +eviction-rate: 100 # How many ReadPath operations before eviction +evict-path-count: 200 # How many paths to evict at a time +batch-timeout: 1 # How many milliseconds to wait before sending a batch of blocks to the oram node +epoch-time: 1 # How many milliseconds between each epoch +trace: false # Whether to use opentelemetry and jaeger +Z: 1 # number of real blocks per bucket +S: 6 # number of dummy blocks per bucket +shift: 1 # 2^shift is the tree branching factor +tree-height: 17 # height of the tree +redis-pipeline-size: 5000000 # number of requests to pipeline to redis +max-requests: 350000 # maximum number of requests in flight at the client +block-size: 10 # size of each block in bytes +log: false # whether to log +profile: false # Whether to profile \ No newline at end of file diff --git a/experiments/tembo_scaling_experiments/r3_sh2_om4_red16_replicated_azure/redis_endpoints.yaml b/experiments/tembo_scaling_experiments/r3_sh2_om4_red16_replicated_azure/redis_endpoints.yaml new file mode 100644 index 0000000..74f37bc --- /dev/null +++ b/experiments/tembo_scaling_experiments/r3_sh2_om4_red16_replicated_azure/redis_endpoints.yaml @@ -0,0 +1,97 @@ +endpoints: + - exposed_ip: 4.248.40.54 + local_bind_ip: 10.0.0.4 + deploy_host: host5 + port: 6379 + id: 0 + oramnode_id: 0 + - exposed_ip: 4.248.40.54 + local_bind_ip: 10.0.0.4 + deploy_host: host5 + port: 6380 + id: 1 + oramnode_id: 0 + - exposed_ip: 4.248.40.54 + local_bind_ip: 10.0.0.4 + deploy_host: host5 + port: 6381 + id: 2 + oramnode_id: 0 + - exposed_ip: 4.248.40.54 + local_bind_ip: 10.0.0.4 + deploy_host: host5 + port: 6382 + id: 3 + oramnode_id: 0 + - exposed_ip: 4.248.40.237 + local_bind_ip: 10.0.0.6 + deploy_host: host7 + port: 6383 + id: 4 + oramnode_id: 1 + - exposed_ip: 4.248.40.237 + local_bind_ip: 10.0.0.6 + deploy_host: host7 + port: 6384 + id: 5 + oramnode_id: 1 + - exposed_ip: 4.248.40.237 + local_bind_ip: 10.0.0.6 + deploy_host: host7 + port: 6385 + id: 6 + oramnode_id: 1 + - exposed_ip: 4.248.40.237 + local_bind_ip: 10.0.0.6 + deploy_host: host7 + port: 6386 + id: 7 + oramnode_id: 1 + - exposed_ip: 4.248.40.145 + local_bind_ip: 10.0.0.5 + deploy_host: host6 + port: 6387 + id: 8 + oramnode_id: 2 + - exposed_ip: 4.248.40.145 + local_bind_ip: 10.0.0.5 + deploy_host: host6 + port: 6388 + id: 9 + oramnode_id: 2 + - exposed_ip: 4.248.40.145 + local_bind_ip: 10.0.0.5 + deploy_host: host6 + port: 6389 + id: 10 + oramnode_id: 2 + - exposed_ip: 4.248.40.145 + local_bind_ip: 10.0.0.5 + deploy_host: host6 + port: 6390 + id: 11 + oramnode_id: 2 + - exposed_ip: 4.248.41.141 + local_bind_ip: 10.0.0.7 + deploy_host: host8 + port: 6391 + id: 12 + oramnode_id: 3 + - exposed_ip: 4.248.41.141 + local_bind_ip: 10.0.0.7 + deploy_host: host8 + port: 6392 + id: 13 + oramnode_id: 3 + - exposed_ip: 4.248.41.141 + local_bind_ip: 10.0.0.7 + deploy_host: host8 + port: 6393 + id: 14 + oramnode_id: 3 + - exposed_ip: 4.248.41.141 + local_bind_ip: 10.0.0.7 + deploy_host: host8 + port: 6394 + id: 15 + oramnode_id: 3 \ No newline at end of file diff --git a/experiments/tembo_scaling_experiments/r3_sh2_om4_red16_replicated_azure/router_endpoints.yaml b/experiments/tembo_scaling_experiments/r3_sh2_om4_red16_replicated_azure/router_endpoints.yaml new file mode 100644 index 0000000..15ab731 --- /dev/null +++ b/experiments/tembo_scaling_experiments/r3_sh2_om4_red16_replicated_azure/router_endpoints.yaml @@ -0,0 +1,26 @@ +endpoints: + - exposed_ip: 192.168.252.120 + local_bind_ip: 192.168.252.120 + deploy_host: host1 + port: 8845 + id: 0 + - exposed_ip: 192.168.252.120 + local_bind_ip: 192.168.252.120 + deploy_host: host1 + port: 8846 + id: 1 + - exposed_ip: 192.168.252.113 + local_bind_ip: 192.168.252.113 + deploy_host: host2 + port: 8845 + id: 2 + - exposed_ip: 192.168.252.114 + local_bind_ip: 192.168.252.114 + deploy_host: host3 + port: 8745 + id: 3 + - exposed_ip: 192.168.252.115 + local_bind_ip: 192.168.252.115 + deploy_host: host4 + port: 8745 + id: 4 \ No newline at end of file diff --git a/experiments/tembo_scaling_experiments/r3_sh2_om4_red16_replicated_azure/shardnode_endpoints.yaml b/experiments/tembo_scaling_experiments/r3_sh2_om4_red16_replicated_azure/shardnode_endpoints.yaml new file mode 100644 index 0000000..297c87b --- /dev/null +++ b/experiments/tembo_scaling_experiments/r3_sh2_om4_red16_replicated_azure/shardnode_endpoints.yaml @@ -0,0 +1,85 @@ +endpoints: + - exposed_ip: 192.168.252.120 + local_bind_ip: 192.168.252.120 + deploy_host: host1 + port: 8848 + id: 0 + replicaid: 0 + raftport: 3224 + - exposed_ip: 192.168.252.120 + local_bind_ip: 192.168.252.120 + deploy_host: host1 + port: 8849 + id: 0 + replicaid: 1 + raftport: 3225 + - exposed_ip: 192.168.252.120 + local_bind_ip: 192.168.252.120 + deploy_host: host1 + port: 8850 + id: 0 + replicaid: 2 + raftport: 3226 + - exposed_ip: 192.168.252.113 + local_bind_ip: 192.168.252.113 + deploy_host: host2 + port: 8851 + id: 1 + replicaid: 0 + raftport: 3227 + - exposed_ip: 192.168.252.113 + local_bind_ip: 192.168.252.113 + deploy_host: host2 + port: 8852 + id: 1 + replicaid: 1 + raftport: 3228 + - exposed_ip: 192.168.252.113 + local_bind_ip: 192.168.252.113 + deploy_host: host2 + port: 8853 + id: 1 + replicaid: 2 + raftport: 3229 + - exposed_ip: 192.168.252.114 + local_bind_ip: 192.168.252.114 + deploy_host: host3 + port: 2754 + id: 2 + replicaid: 0 + raftport: 3130 + - exposed_ip: 192.168.252.114 + local_bind_ip: 192.168.252.114 + deploy_host: host3 + port: 2755 + id: 2 + replicaid: 1 + raftport: 3131 + - exposed_ip: 192.168.252.114 + local_bind_ip: 192.168.252.114 + deploy_host: host3 + port: 2756 + id: 2 + replicaid: 2 + raftport: 3132 + - exposed_ip: 192.168.252.115 + local_bind_ip: 192.168.252.115 + deploy_host: host4 + port: 2757 + id: 3 + replicaid: 0 + raftport: 3133 + - exposed_ip: 192.168.252.115 + local_bind_ip: 192.168.252.115 + deploy_host: host4 + port: 2758 + id: 3 + replicaid: 1 + raftport: 3134 + - exposed_ip: 192.168.252.115 + local_bind_ip: 192.168.252.115 + deploy_host: host4 + port: 2759 + id: 3 + replicaid: 2 + raftport: 3135 \ No newline at end of file diff --git a/pkg/config/config.go b/pkg/config/config.go index 19ce9d4..8282b9e 100644 --- a/pkg/config/config.go +++ b/pkg/config/config.go @@ -52,21 +52,21 @@ type RedisConfig struct { } type Parameters struct { - MaxBlocksToSend int `yaml:"max-blocks-to-send"` - EvictionRate int `yaml:"eviction-rate"` - EvictPathCount int `yaml:"evict-path-count"` - BatchTimout int `yaml:"batch-timeout"` - EpochTime int `yaml:"epoch-time"` - Trace bool `yaml:"trace"` - Z int `yaml:"Z"` - S int `yaml:"S"` - Shift int `yaml:"shift"` - TreeHeight int `yaml:"tree-height"` - RedisPipelineSize int `yaml:"redis-pipeline-size"` - MaxRequests int `yaml:"max-requests"` - BlockSize int `yaml:"block-size"` - Log bool `yaml:"log"` - Profile bool `yaml:"profile"` + MaxBlocksToSend int `yaml:"max-blocks-to-send"` + EvictionRate int `yaml:"eviction-rate"` + EvictPathCount int `yaml:"evict-path-count"` + BatchTimout float64 `yaml:"batch-timeout"` + EpochTime float64 `yaml:"epoch-time"` + Trace bool `yaml:"trace"` + Z int `yaml:"Z"` + S int `yaml:"S"` + Shift int `yaml:"shift"` + TreeHeight int `yaml:"tree-height"` + RedisPipelineSize int `yaml:"redis-pipeline-size"` + MaxRequests int `yaml:"max-requests"` + BlockSize int `yaml:"block-size"` + Log bool `yaml:"log"` + Profile bool `yaml:"profile"` } func (o Parameters) String() string { @@ -74,8 +74,8 @@ func (o Parameters) String() string { output += "MaxBlocksToSend: " + strconv.Itoa(o.MaxBlocksToSend) + "\n" output += "EvictionRate: " + strconv.Itoa(o.EvictionRate) + "\n" output += "EvictPathCount: " + strconv.Itoa(o.EvictPathCount) + "\n" - output += "BatchTimout: " + strconv.Itoa(o.BatchTimout) + "\n" - output += "EpochTime: " + strconv.Itoa(o.EpochTime) + "\n" + output += "BatchTimout: " + strconv.FormatFloat(o.BatchTimout, 'f', -1, 64) + "\n" + output += "EpochTime: " + strconv.FormatFloat(o.EpochTime, 'f', -1, 64) + "\n" output += "Z: " + strconv.Itoa(o.Z) + "\n" output += "S: " + strconv.Itoa(o.S) + "\n" output += "Shift: " + strconv.Itoa(o.Shift) + "\n"