Skip to content

Commit

Permalink
initial VM bench recalibration and minor single node recalibration (#…
Browse files Browse the repository at this point in the history 
…12436)
  • Loading branch information
@igor-aptos
igor-aptos authored Mar 8, 2024
1 parent 570c2b2 commit 59afbd3
Show file tree
Hide file tree
Showing 2 changed files with 23 additions and 23 deletions.
32 changes: 16 additions & 16 deletions aptos-move/e2e-benchmark/src/main.rs
View file
Original file line number Diff line number Diff line change
Expand Up @@ -87,57 +87,57 @@ fn main() {
// data_length: Some(32),
// }),
// (, EntryPoints::IncGlobal),
(31533, EntryPoints::Loop {
(32350, EntryPoints::Loop {
loop_count: Some(100000),
loop_type: LoopType::NoOp,
}),
(18983, EntryPoints::Loop {
(19152, EntryPoints::Loop {
loop_count: Some(10000),
loop_type: LoopType::Arithmetic,
}),
// This is a cheap bcs (serializing vec<u8>), so not representative of what BCS native call should cost.
// (, EntryPoints::Loop { loop_count: Some(1000), loop_type: LoopType::BCS { len: 1024 }}),
(123, EntryPoints::CreateObjects {
(117, EntryPoints::CreateObjects {
num_objects: 10,
object_payload_size: 0,
}),
(7109, EntryPoints::CreateObjects {
(6978, EntryPoints::CreateObjects {
num_objects: 10,
object_payload_size: 10 * 1024,
}),
(1239, EntryPoints::CreateObjects {
(1187, EntryPoints::CreateObjects {
num_objects: 100,
object_payload_size: 0,
}),
(8440, EntryPoints::CreateObjects {
(8676, EntryPoints::CreateObjects {
num_objects: 100,
object_payload_size: 10 * 1024,
}),
(63, EntryPoints::InitializeVectorPicture { length: 40 }),
(61, EntryPoints::InitializeVectorPicture { length: 40 }),
(14, EntryPoints::VectorPicture { length: 40 }),
(14, EntryPoints::VectorPictureRead { length: 40 }),
(28048, EntryPoints::InitializeVectorPicture {
(27303, EntryPoints::InitializeVectorPicture {
length: 30 * 1024,
}),
(4425, EntryPoints::VectorPicture { length: 30 * 1024 }),
(4353, EntryPoints::VectorPictureRead { length: 30 * 1024 }),
(32413, EntryPoints::SmartTablePicture {
(4507, EntryPoints::VectorPicture { length: 30 * 1024 }),
(4469, EntryPoints::VectorPictureRead { length: 30 * 1024 }),
(33129, EntryPoints::SmartTablePicture {
length: 30 * 1024,
num_points_per_txn: 200,
}),
(55610, EntryPoints::SmartTablePicture {
(56464, EntryPoints::SmartTablePicture {
length: 1024 * 1024,
num_points_per_txn: 300,
}),
(10, EntryPoints::ResourceGroupsSenderWriteTag {
string_length: 1024,
}),
(23, EntryPoints::ResourceGroupsSenderMultiChange {
(24, EntryPoints::ResourceGroupsSenderMultiChange {
string_length: 1024,
}),
(258, EntryPoints::TokenV1MintAndTransferFT),
(407, EntryPoints::TokenV1MintAndTransferNFTSequential),
(375, EntryPoints::TokenV2AmbassadorMint { numbered: true }),
(257, EntryPoints::TokenV1MintAndTransferFT),
(412, EntryPoints::TokenV1MintAndTransferNFTSequential),
(368, EntryPoints::TokenV2AmbassadorMint { numbered: true }),
];

let mut failures = Vec::new();
Expand Down
14 changes: 7 additions & 7 deletions testsuite/single_node_performance.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -91,7 +91,7 @@ class RunGroupConfig:
RunGroupConfig(expected_tps=14200, key=RunGroupKey("coin-transfer"), included_in=LAND_BLOCKING_AND_C | Flow.REPRESENTATIVE),
RunGroupConfig(expected_tps=37000, key=RunGroupKey("coin-transfer", executor_type="native"), included_in=LAND_BLOCKING_AND_C),
RunGroupConfig(expected_tps=12000, key=RunGroupKey("account-generation"), included_in=LAND_BLOCKING_AND_C | Flow.REPRESENTATIVE),
RunGroupConfig(expected_tps=31300, key=RunGroupKey("account-generation", executor_type="native"), included_in=Flow.CONTINUOUS),
RunGroupConfig(expected_tps=30443, key=RunGroupKey("account-generation", executor_type="native"), included_in=Flow.CONTINUOUS),
RunGroupConfig(expected_tps=19200, key=RunGroupKey("account-resource32-b"), included_in=LAND_BLOCKING_AND_C),
RunGroupConfig(expected_tps=4170, key=RunGroupKey("modify-global-resource"), included_in=LAND_BLOCKING_AND_C | Flow.REPRESENTATIVE),
RunGroupConfig(expected_tps=15400, key=RunGroupKey("modify-global-resource", module_working_set_size=10), included_in=Flow.CONTINUOUS),
Expand All @@ -101,15 +101,15 @@ class RunGroupConfig:
transaction_type_override="publish-package coin-transfer",
transaction_weights_override="1 500",
), included_in=LAND_BLOCKING_AND_C),
RunGroupConfig(expected_tps=345, key=RunGroupKey("batch100-transfer"), included_in=LAND_BLOCKING_AND_C),
RunGroupConfig(expected_tps=353, key=RunGroupKey("batch100-transfer"), included_in=LAND_BLOCKING_AND_C),
RunGroupConfig(expected_tps=995, key=RunGroupKey("batch100-transfer", executor_type="native"), included_in=Flow.CONTINUOUS),

RunGroupConfig(expected_tps=165, key=RunGroupKey("vector-picture40"), included_in=Flow(0), waived=True),
RunGroupConfig(expected_tps=1000, key=RunGroupKey("vector-picture40", module_working_set_size=20), included_in=Flow(0), waived=True),
RunGroupConfig(expected_tps=151, key=RunGroupKey("vector-picture30k"), included_in=LAND_BLOCKING_AND_C),
RunGroupConfig(expected_tps=895, key=RunGroupKey("vector-picture30k", module_working_set_size=20), included_in=Flow.CONTINUOUS),
RunGroupConfig(expected_tps=23, key=RunGroupKey("smart-table-picture30-k-with200-change"), included_in=LAND_BLOCKING_AND_C),
RunGroupConfig(expected_tps=119, key=RunGroupKey("smart-table-picture30-k-with200-change", module_working_set_size=20), included_in=Flow.CONTINUOUS),
RunGroupConfig(expected_tps=126, key=RunGroupKey("smart-table-picture30-k-with200-change", module_working_set_size=20), included_in=Flow.CONTINUOUS),
# RunGroupConfig(expected_tps=10, key=RunGroupKey("smart-table-picture1-m-with256-change"), included_in=LAND_BLOCKING_AND_C, waived=True),
# RunGroupConfig(expected_tps=40, key=RunGroupKey("smart-table-picture1-m-with256-change", module_working_set_size=20), included_in=Flow.CONTINUOUS, waived=True),

Expand All @@ -129,9 +129,9 @@ class RunGroupConfig:
RunGroupConfig(expected_tps=14000, key=RunGroupKey("resource-groups-sender-multi-change1-kb"), included_in=LAND_BLOCKING_AND_C | Flow.RESOURCE_GROUPS),
RunGroupConfig(expected_tps=8000, key=RunGroupKey("resource-groups-sender-multi-change1-kb", module_working_set_size=20), included_in=Flow.RESOURCE_GROUPS, waived=True),

RunGroupConfig(expected_tps=1740, key=RunGroupKey("token-v1ft-mint-and-transfer"), included_in=Flow.CONTINUOUS),
RunGroupConfig(expected_tps=1777, key=RunGroupKey("token-v1ft-mint-and-transfer"), included_in=Flow.CONTINUOUS),
RunGroupConfig(expected_tps=8520, key=RunGroupKey("token-v1ft-mint-and-transfer", module_working_set_size=20), included_in=Flow.CONTINUOUS),
RunGroupConfig(expected_tps=1050, key=RunGroupKey("token-v1nft-mint-and-transfer-sequential"), included_in=Flow.CONTINUOUS),
RunGroupConfig(expected_tps=1081, key=RunGroupKey("token-v1nft-mint-and-transfer-sequential"), included_in=Flow.CONTINUOUS),
RunGroupConfig(expected_tps=5740, key=RunGroupKey("token-v1nft-mint-and-transfer-sequential", module_working_set_size=20), included_in=Flow.CONTINUOUS),
RunGroupConfig(expected_tps=1300, key=RunGroupKey("token-v1nft-mint-and-transfer-parallel"), included_in=Flow(0)),
RunGroupConfig(expected_tps=5300, key=RunGroupKey("token-v1nft-mint-and-transfer-parallel", module_working_set_size=20), included_in=Flow(0)),
Expand All @@ -142,8 +142,8 @@ class RunGroupConfig:

RunGroupConfig(expected_tps=22200, key=RunGroupKey("no-op5-signers"), included_in=Flow.CONTINUOUS),

RunGroupConfig(expected_tps=6840, key=RunGroupKey("token-v2-ambassador-mint"), included_in=LAND_BLOCKING_AND_C | Flow.REPRESENTATIVE),
RunGroupConfig(expected_tps=6800, key=RunGroupKey("token-v2-ambassador-mint", module_working_set_size=20), included_in=Flow.CONTINUOUS),
RunGroupConfig(expected_tps=7006, key=RunGroupKey("token-v2-ambassador-mint"), included_in=LAND_BLOCKING_AND_C | Flow.REPRESENTATIVE),
RunGroupConfig(expected_tps=6946, key=RunGroupKey("token-v2-ambassador-mint", module_working_set_size=20), included_in=Flow.CONTINUOUS),

RunGroupConfig(expected_tps=50000, key=RunGroupKey("coin_transfer_connected_components", executor_type="sharded", sharding_traffic_flags="--connected-tx-grps 5000", transaction_type_override=""), included_in=Flow.REPRESENTATIVE),
RunGroupConfig(expected_tps=50000, key=RunGroupKey("coin_transfer_hotspot", executor_type="sharded", sharding_traffic_flags="--hotspot-probability 0.8", transaction_type_override=""), included_in=Flow.REPRESENTATIVE),
Expand Down

0 comments on commit 59afbd3

Please sign in to comment.