diff --git a/external/pages/nyc_taxis/disk_usage_annotations.json b/external/pages/nyc_taxis/disk_usage_annotations.json new file mode 100644 index 0000000000000..dcbad2cb6c70d --- /dev/null +++ b/external/pages/nyc_taxis/disk_usage_annotations.json @@ -0,0 +1,6 @@ +[{ + "series": "Append / default settings", + "x": "2000-01-01 00:00:00", + "shortText": "A", + "text": "Template for an annotation" +}] diff --git a/external/pages/nyc_taxis/gc_times_annotations.json b/external/pages/nyc_taxis/gc_times_annotations.json new file mode 100644 index 0000000000000..dcbad2cb6c70d --- /dev/null +++ b/external/pages/nyc_taxis/gc_times_annotations.json @@ -0,0 +1,6 @@ +[{ + "series": "Append / default settings", + "x": "2000-01-01 00:00:00", + "shortText": "A", + "text": "Template for an annotation" +}] diff --git a/external/pages/nyc_taxis/index.html b/external/pages/nyc_taxis/index.html new file mode 100644 index 0000000000000..065c25d3efb13 --- /dev/null +++ b/external/pages/nyc_taxis/index.html @@ -0,0 +1,229 @@ + + + + + + + + + + + Elasticsearch Nightly Benchmarks + + + + + + + + + + + + + + + + + + + + +
+
+
+

Overview

+

The NYC taxi data set contains the rides that have been performed in yellow taxis in New York in 2015 and have been provided by the NYC Taxi and Limousine Commission. We use it to evaluate the performance of Elasticsearch for structured data. We run the following variation (which we call "challenge" in Rally):

+
    +
  • Append: Indexes the whole document corpus using Elasticsearch default settings. We only adjust the number of replicas as we benchmark a single node cluster and Rally will only start the benchmark if the cluster turns green. Document ids are unique so all index operations are append only. After that a couple of queries are run in parallel by multiple clients.
    • +
+

The benchmarks are run either for an out of the box configuration of Elasticsearch but with a larger heap of 4GB. For more details please refer to the NYC taxis track specification and have a look at our benchmarking methodology).

+
+
+ +
+
+

Results

+ + +
+
+ +
+ +
+
+
+
+ +
+
+
+ +
+
+
+
+
+ +
+
+
+ +
+
+
+
+
+ +
+
+
+ +
+
+
+
+
+ +
+
+
+ +
+
+
+
+
+ +
+
+
+ +
+
+
+
+
+ +
+
+
+ +
+
+
+
+
+ +
+
+
+ +
+
+
+
+
+ +
+
+
+ +
+
+
+
+
+ +
+
+
+ +
+ + + + + + + + + + + + diff --git a/external/pages/nyc_taxis/indexing_cpu_usage_annotations.json b/external/pages/nyc_taxis/indexing_cpu_usage_annotations.json new file mode 100644 index 0000000000000..dcbad2cb6c70d --- /dev/null +++ b/external/pages/nyc_taxis/indexing_cpu_usage_annotations.json @@ -0,0 +1,6 @@ +[{ + "series": "Append / default settings", + "x": "2000-01-01 00:00:00", + "shortText": "A", + "text": "Template for an annotation" +}] diff --git a/external/pages/nyc_taxis/indexing_throughput_annotations.json b/external/pages/nyc_taxis/indexing_throughput_annotations.json new file mode 100644 index 0000000000000..dcbad2cb6c70d --- /dev/null +++ b/external/pages/nyc_taxis/indexing_throughput_annotations.json @@ -0,0 +1,6 @@ +[{ + "series": "Append / default settings", + "x": "2000-01-01 00:00:00", + "shortText": "A", + "text": "Template for an annotation" +}] diff --git a/external/pages/nyc_taxis/indexing_total_times_annotations.json b/external/pages/nyc_taxis/indexing_total_times_annotations.json new file mode 100644 index 0000000000000..dcbad2cb6c70d --- /dev/null +++ b/external/pages/nyc_taxis/indexing_total_times_annotations.json @@ -0,0 +1,6 @@ +[{ + "series": "Append / default settings", + "x": "2000-01-01 00:00:00", + "shortText": "A", + "text": "Template for an annotation" +}] diff --git a/external/pages/nyc_taxis/search_latency_queries_annotations.json b/external/pages/nyc_taxis/search_latency_queries_annotations.json new file mode 100644 index 0000000000000..dcbad2cb6c70d --- /dev/null +++ b/external/pages/nyc_taxis/search_latency_queries_annotations.json @@ -0,0 +1,6 @@ +[{ + "series": "Append / default settings", + "x": "2000-01-01 00:00:00", + "shortText": "A", + "text": "Template for an annotation" +}] diff --git a/external/pages/nyc_taxis/search_latency_stats_annotations.json b/external/pages/nyc_taxis/search_latency_stats_annotations.json new file mode 100644 index 0000000000000..dcbad2cb6c70d --- /dev/null +++ b/external/pages/nyc_taxis/search_latency_stats_annotations.json @@ -0,0 +1,6 @@ +[{ + "series": "Append / default settings", + "x": "2000-01-01 00:00:00", + "shortText": "A", + "text": "Template for an annotation" +}] diff --git a/external/pages/nyc_taxis/segment_counts_annotations.json b/external/pages/nyc_taxis/segment_counts_annotations.json new file mode 100644 index 0000000000000..dcbad2cb6c70d --- /dev/null +++ b/external/pages/nyc_taxis/segment_counts_annotations.json @@ -0,0 +1,6 @@ +[{ + "series": "Append / default settings", + "x": "2000-01-01 00:00:00", + "shortText": "A", + "text": "Template for an annotation" +}] diff --git a/external/pages/nyc_taxis/segment_total_memory_annotations.json b/external/pages/nyc_taxis/segment_total_memory_annotations.json new file mode 100644 index 0000000000000..dcbad2cb6c70d --- /dev/null +++ b/external/pages/nyc_taxis/segment_total_memory_annotations.json @@ -0,0 +1,6 @@ +[{ + "series": "Append / default settings", + "x": "2000-01-01 00:00:00", + "shortText": "A", + "text": "Template for an annotation" +}] diff --git a/night_rally.py b/night_rally.py index 72a286c3f1e9c..777fc5fa76909 100644 --- a/night_rally.py +++ b/night_rally.py @@ -41,12 +41,17 @@ ["append-no-conflicts-index-only", "two_nodes"] ] +tracks["nyc_taxis"] = [ + ["append-no-conflicts", "4gheap"] +] + # default challenge / car per track defaults = { "geonames": ("append-no-conflicts", "defaults"), "percolator": ("append-no-conflicts", "4gheap"), "geopoint": ("append-no-conflicts", "defaults"), - "pmc": ("append-no-conflicts", "4gheap") + "pmc": ("append-no-conflicts", "4gheap"), + "nyc_taxis": ("append-no-conflicts", "4gheap") } config = {