Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Jump to bottom

test: Benchmark contract state insertions with DB vs. DB transactions #1230

Merged
merged 22 commits into from
Jul 4, 2023
Merged

test: Benchmark contract state insertions with DB vs. DB transactions #1230

Changes from all commits
Commits
Show all changes
22 commits
Select commit Hold shift + click to select a range
24891b0
state benchmark skeleton
bvrooman Jun 21, 2023
7293735
setup DB using merkle tree from set
bvrooman Jun 22, 2023
94baa73
tests
bvrooman Jun 22, 2023
64e6775
Fix
bvrooman Jun 22, 2023
ddee9ec
Merge branch 'master' into bvrooman/chore/state-benchmarks
Jun 22, 2023
7fd2b79
multiple contract state tests
bvrooman Jun 22, 2023
8c8667a
Merge branch 'bvrooman/chore/state-benchmarks' of https://github.com/…
bvrooman Jun 22, 2023
150d5de
Fix toml
bvrooman Jun 22, 2023
a8e683d
Update state.rs
bvrooman Jun 23, 2023
4560a23
Merge branch 'master' into bvrooman/chore/state-benchmarks
Jun 23, 2023
2281062
Clipheehee
bvrooman Jun 23, 2023
f48aed1
Use 8 orders of magnitude for test
bvrooman Jun 23, 2023
c96f4ca
Use outer and inner database transactions
bvrooman Jun 27, 2023
8dcd261
Grammar
bvrooman Jun 27, 2023
7c41686
Test DB and DB transactions
bvrooman Jun 28, 2023
0fa68d3
Update vm_database.rs
bvrooman Jun 28, 2023
26efa90
Fix cfg
bvrooman Jun 28, 2023
159c20f
Remove From<DatabaseTransaction> for VmDatabase
bvrooman Jun 28, 2023
e654d2b
Merge branch 'master' into bvrooman/chore/state-benchmarks
Jun 29, 2023
00f2bdf
Merge branch 'bvrooman/chore/state-benchmarks' into bvrooman/chore/st…
Jun 29, 2023
0d3975a
Merge branch 'master' into bvrooman/chore/state-benchmarks-db-transac…
bvrooman Jun 29, 2023
5189f1a
Merge branch 'master' into bvrooman/chore/state-benchmarks-db-transac…
Jun 30, 2023
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
155 changes: 144 additions & 11 deletions benches/benches/state.rs
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,10 @@ use criterion::{
BenchmarkGroup,
Criterion,
};
use fuel_core::database::vm_database::VmDatabase;
use fuel_core::database::{
vm_database::VmDatabase,
Database,
};
use fuel_core_storage::InterpreterStorage;
use fuel_core_types::{
blockchain::header::GeneratedConsensusFields,
Expand All @@ -23,7 +26,7 @@ use std::{
time::Duration,
};

fn setup(db: &mut VmDatabase, contract: &ContractId, n: usize) {
fn setup(db: &mut Database, contract: &ContractId, n: usize) {
let mut rng_keys = thread_rng();
let gen_keys = || -> Bytes32 { rng_keys.gen() };
let state_keys = iter::repeat_with(gen_keys).take(n);
Expand All @@ -35,12 +38,11 @@ fn setup(db: &mut VmDatabase, contract: &ContractId, n: usize) {
// State key-values
let state_key_values = state_keys.zip(state_values);

db.database_mut()
.init_contract_state(contract, state_key_values)
db.init_contract_state(contract, state_key_values)
.expect("Failed to initialize contract state");
}

fn state_single_contract(c: &mut Criterion) {
fn insert_state_single_contract_database(c: &mut Criterion) {
let mut rng = StdRng::seed_from_u64(0xF00DF00D);
let state: Bytes32 = rng.gen();
let value: Bytes32 = rng.gen();
Expand All @@ -49,7 +51,7 @@ fn state_single_contract(c: &mut Criterion) {
group.bench_function(name, |b| {
let mut db = VmDatabase::default();
let contract: ContractId = rng.gen();
setup(&mut db, &contract, n);
setup(db.database_mut(), &contract, n);
let outer = db.database_mut().transaction();
b.iter_custom(|iters| {
let mut elapsed_time = Duration::default();
Expand All @@ -71,7 +73,7 @@ fn state_single_contract(c: &mut Criterion) {
});
};

let mut group = c.benchmark_group("state single contract");
let mut group = c.benchmark_group("insert state single contract database");

bench_state(&mut group, "insert state with 0 preexisting entries", 0);
bench_state(&mut group, "insert state with 1 preexisting entry", 1);
Expand Down Expand Up @@ -101,7 +103,68 @@ fn state_single_contract(c: &mut Criterion) {
group.finish();
}

fn state_multiple_contracts(c: &mut Criterion) {
fn insert_state_single_contract_transaction(c: &mut Criterion) {
let mut rng = StdRng::seed_from_u64(0xF00DF00D);
let state: Bytes32 = rng.gen();
let value: Bytes32 = rng.gen();

let mut bench_state = |group: &mut BenchmarkGroup<WallTime>, name: &str, n: usize| {
group.bench_function(name, |b| {
let mut db = VmDatabase::default();
let contract: ContractId = rng.gen();
let mut outer = db.database_mut().transaction();
setup(outer.as_mut(), &contract, n);
b.iter_custom(|iters| {
let mut elapsed_time = Duration::default();
for _ in 0..iters {
let mut inner = outer.transaction();
let mut inner_db = VmDatabase::new::<GeneratedConsensusFields>(
Copy link
Contributor Author

@bvrooman bvrooman Jun 29, 2023 •
edited
Loading

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Originally, I was exploring if I could implement From<DatabaseTransaction> for VmDatabase to simplify this logic. The implementation meant using the default for GeneratedConsensusFields, but that is only available under the test or test-helpers configuration. During benchmarking, neither of this flags are automatically available, and I did not think it would be valuable to require users to add a test configuration to their benchmarking at this time.

inner.as_mut().clone(),
&Default::default(),
Default::default(),
);
let start = std::time::Instant::now();
inner_db
.merkle_contract_state_insert(&contract, &state, &value)
.expect("failed to insert state into transaction");
elapsed_time += start.elapsed();
}
elapsed_time
});
});
};

let mut group = c.benchmark_group("insert state single contract transaction");

bench_state(&mut group, "insert state with 0 preexisting entries", 0);
bench_state(&mut group, "insert state with 1 preexisting entry", 1);
bench_state(&mut group, "insert state with 10 preexisting entries", 10);
bench_state(&mut group, "insert state with 100 preexisting entries", 100);
bench_state(
&mut group,
"insert state with 1,000 preexisting entries",
1_000,
);
bench_state(
&mut group,
"insert state with 10,000 preexisting entries",
10_000,
);
bench_state(
&mut group,
"insert state with 100,000 preexisting entries",
100_000,
);
bench_state(
&mut group,
"insert state with 1,000,000 preexisting entries",
1_000_000,
);

group.finish();
}

fn insert_state_multiple_contracts_database(c: &mut Criterion) {
let mut rng = StdRng::seed_from_u64(0xF00DF00D);
let state: Bytes32 = rng.gen();
let value: Bytes32 = rng.gen();
Expand All @@ -111,7 +174,7 @@ fn state_multiple_contracts(c: &mut Criterion) {
let mut db = VmDatabase::default();
for _ in 0..n {
let contract: ContractId = rng.gen();
setup(&mut db, &contract, 1);
setup(db.database_mut(), &contract, 1);
}
let outer = db.database_mut().transaction();
b.iter_custom(|iters| {
Expand All @@ -135,7 +198,71 @@ fn state_multiple_contracts(c: &mut Criterion) {
});
};

let mut group = c.benchmark_group("state multiple contracts");
let mut group = c.benchmark_group("insert state multiple contracts database");

bench_state(&mut group, "insert state with 0 preexisting entries", 0);
bench_state(&mut group, "insert state with 1 preexisting entry", 1);
bench_state(&mut group, "insert state with 10 preexisting entries", 10);
bench_state(&mut group, "insert state with 100 preexisting entries", 100);
bench_state(
&mut group,
"insert state with 1,000 preexisting entries",
1_000,
);
bench_state(
&mut group,
"insert state with 10,000 preexisting entries",
10_000,
);
bench_state(
&mut group,
"insert state with 100,000 preexisting entries",
100_000,
);
bench_state(
&mut group,
"insert state with 1,000,000 preexisting entries",
1_000_000,
);

group.finish();
}

fn insert_state_multiple_contracts_transaction(c: &mut Criterion) {
let mut rng = StdRng::seed_from_u64(0xF00DF00D);
let state: Bytes32 = rng.gen();
let value: Bytes32 = rng.gen();

let mut bench_state = |group: &mut BenchmarkGroup<WallTime>, name: &str, n: usize| {
group.bench_function(name, |b| {
let mut db = VmDatabase::default();
let mut outer = db.database_mut().transaction();
for _ in 0..n {
let contract: ContractId = rng.gen();
setup(outer.as_mut(), &contract, 1);
}
b.iter_custom(|iters| {
let mut elapsed_time = Duration::default();
let contract: ContractId = rng.gen();
for _ in 0..iters {
let mut inner = outer.transaction();
let mut inner_db = VmDatabase::new::<GeneratedConsensusFields>(
inner.as_mut().clone(),
&Default::default(),
Default::default(),
);
let start = std::time::Instant::now();
inner_db
.merkle_contract_state_insert(&contract, &state, &value)
.expect("failed to insert state into transaction");
elapsed_time += start.elapsed();
}
elapsed_time
})
});
};

let mut group = c.benchmark_group("insert state multiple contracts transaction");

bench_state(&mut group, "insert state with 0 preexisting entries", 0);
bench_state(&mut group, "insert state with 1 preexisting entry", 1);
Expand Down Expand Up @@ -165,5 +292,11 @@ fn state_multiple_contracts(c: &mut Criterion) {
group.finish();
}

criterion_group!(benches, state_single_contract, state_multiple_contracts);
criterion_group!(
benches,
insert_state_single_contract_database,
insert_state_single_contract_transaction,
insert_state_multiple_contracts_database,
insert_state_multiple_contracts_transaction
);
criterion_main!(benches);
Loading