Remove last references to Python 2

* Add new py36.json and py38.json for tests
* Remove py2.json and py36.json

doc/usage.rst

@@ -35,27 +35,27 @@ Run benchmarks
 Commands to compare Python 3.6 and Python 3.7 performances::
 
     pyperformance run --python=python3.6 -o py36.json
-    pyperformance run --python=python3.7 -o py37.json
-    pyperformance compare py36.json py37.json
+    pyperformance run --python=python3.7 -o py38.json
+    pyperformance compare py36.json py38.json
 
 Note: ``python3 -m pyperformance ...`` syntax works as well (ex: ``python3 -m
-pyperformance run -o py3.json``), but requires to install pyperformance on each
+pyperformance run -o py38.json``), but requires to install pyperformance on each
 tested Python version.
 
 JSON files are produced by the pyperf module and so can be analyzed using pyperf
 commands::
 
-    python3 -m pyperf show py2.json
-    python3 -m pyperf check py2.json
-    python3 -m pyperf metadata py2.json
-    python3 -m pyperf stats py2.json
-    python3 -m pyperf hist py2.json
-    python3 -m pyperf dump py2.json
+    python3 -m pyperf show py36.json
+    python3 -m pyperf check py36.json
+    python3 -m pyperf metadata py36.json
+    python3 -m pyperf stats py36.json
+    python3 -m pyperf hist py36.json
+    python3 -m pyperf dump py36.json
     (...)
 
 It's also possible to use pyperf to compare results of two JSON files::
 
-    python3 -m pyperf compare_to py2.json py3.json --table
+    python3 -m pyperf compare_to py36.json py38.json --table
 
 pyperformance actions::
 

pyperformance/tests/data/py36.json

@@ -0,0 +1 @@
+{"benchmarks":[{"runs":[{"metadata":{"calibrate_loops":16,"cpu_freq":"0=3267 MHz; 1=3309 MHz; 2=3223 MHz; 3=3238 MHz; 4=3258 MHz; 5=3312 MHz; 6=3343 MHz; 7=3379 MHz","cpu_temp":"coretemp:Package id 0=55 C, coretemp:Core 0=55 C, coretemp:Core 1=47 C, coretemp:Core 2=49 C, coretemp:Core 3=48 C","date":"2020-03-26 15:50:39.816020","duration":0.8565574469976127,"load_avg_1min":0.71,"mem_max_rss":14721024,"runnable_threads":1,"uptime":187814.8196876049},"warmups":[[1,0.010896366002270952],[2,0.010168193504796363],[4,0.010135258999071084],[8,0.010000181624491233],[16,0.010748153249551251],[16,0.010359775812503358],[16,0.010726053562393645],[16,0.010579258500001743]]},{"metadata":{"cpu_freq":"0=3464 MHz; 1=3366 MHz; 2=3318 MHz; 3=3326 MHz; 4=3332 MHz; 5=3328 MHz; 6=3337 MHz; 7=3250 MHz","cpu_temp":"coretemp:Package id 0=55 C, coretemp:Core 0=55 C, coretemp:Core 1=47 C, coretemp:Core 2=49 C, coretemp:Core 3=48 C","date":"2020-03-26 15:50:40.575860","duration":0.6701465579972137,"load_avg_1min":0.71,"mem_max_rss":14716928,"runnable_threads":1,"uptime":187815.57956838608},"values":[0.010090708562529471,0.010137677624697972,0.010281271500389266],"warmups":[[16,0.010560733125203114]]},{"metadata":{"cpu_freq":"0=3456 MHz; 1=3352 MHz; 2=3316 MHz; 3=3370 MHz; 4=3306 MHz; 5=3346 MHz; 6=3341 MHz; 7=3349 MHz","cpu_temp":"coretemp:Package id 0=63 C, coretemp:Core 0=63 C, coretemp:Core 1=48 C, coretemp:Core 2=51 C, coretemp:Core 3=51 C","date":"2020-03-26 15:50:41.349520","duration":0.6973985299991909,"load_avg_1min":0.71,"mem_max_rss":14692352,"runnable_threads":1,"uptime":187816.35317111015},"values":[0.010636264750246482,0.010661033812539245,0.010700452812670846],"warmups":[[16,0.010742911436864233]]},{"metadata":{"cpu_freq":"0=3394 MHz; 1=3346 MHz; 2=3344 MHz; 3=3381 MHz; 4=3464 MHz; 5=3362 MHz; 6=3349 MHz; 7=3324 MHz","cpu_temp":"coretemp:Package id 0=63 C, coretemp:Core 0=63 C, coretemp:Core 1=48 C, coretemp:Core 2=51 C, coretemp:Core 3=51 C","date":"2020-03-26 15:50:42.095235","duration":0.6695722129952628,"load_avg_1min":0.71,"mem_max_rss":14741504,"runnable_threads":1,"uptime":187817.09904384613},"values":[0.010619052937727247,0.010076324875626597,0.010166935062443372],"warmups":[[16,0.010173824874982529]]},{"metadata":{"cpu_freq":"0=3311 MHz; 1=3266 MHz; 2=3234 MHz; 3=3320 MHz; 4=3360 MHz; 5=3285 MHz; 6=3274 MHz; 7=3318 MHz","cpu_temp":"coretemp:Package id 0=63 C, coretemp:Core 0=63 C, coretemp:Core 1=49 C, coretemp:Core 2=51 C, coretemp:Core 3=52 C","date":"2020-03-26 15:50:42.894651","duration":0.7226827720005531,"load_avg_1min":0.71,"mem_max_rss":14716928,"runnable_threads":1,"uptime":187817.898209095},"values":[0.011247616437685792,0.011131961938190216,0.010603066187286458],"warmups":[[16,0.011354644688253757]]},{"metadata":{"cpu_freq":"0=3467 MHz; 1=3308 MHz; 2=3295 MHz; 3=3265 MHz; 4=3224 MHz; 5=3208 MHz; 6=3299 MHz; 7=3285 MHz","cpu_temp":"coretemp:Package id 0=63 C, coretemp:Core 0=63 C, coretemp:Core 1=49 C, coretemp:Core 2=51 C, coretemp:Core 3=52 C","date":"2020-03-26 15:50:43.653167","duration":0.6778420129994629,"load_avg_1min":0.71,"mem_max_rss":14721024,"runnable_threads":1,"uptime":187818.6568493843},"values":[0.01050416781254171,0.010079862187922117,0.010082821374453488],"warmups":[[16,0.010899682624767593]]},{"metadata":{"cpu_freq":"0=3369 MHz; 1=3318 MHz; 2=3353 MHz; 3=3320 MHz; 4=3376 MHz; 5=3340 MHz; 6=3425 MHz; 7=3317 MHz","cpu_temp":"coretemp:Package id 0=68 C, coretemp:Core 0=51 C, coretemp:Core 1=46 C, coretemp:Core 2=67 C, coretemp:Core 3=52 C","date":"2020-03-26 15:50:44.459825","duration":0.7242409640020924,"load_avg_1min":0.71,"mem_max_rss":14692352,"runnable_threads":1,"uptime":187819.46345686913},"values":[0.011137153812342149,0.011266767624874774,0.010645485999702942],"warmups":[[16,0.011403278312172915]]},{"metadata":{"cpu_freq":"0=3331 MHz; 1=3347 MHz; 2=3445 MHz; 3=3351 MHz; 4=3288 MHz; 5=3329 MHz; 6=3461 MHz; 7=3303 MHz","cpu_temp":"coretemp:Package id 0=68 C, coretemp:Core 0=51 C, coretemp:Core 1=46 C, coretemp:Core 2=67 C, coretemp:Core 3=52 C","date":"2020-03-26 15:50:45.230259","duration":0.694486759006395,"load_avg_1min":0.81,"mem_max_rss":14626816,"runnable_threads":1,"uptime":187820.23389554024},"values":[0.010210428124992177,0.01146272499954648,0.010262074624733941],"warmups":[[16,0.010641798937285785]]},{"metadata":{"cpu_freq":"0=3297 MHz; 1=3295 MHz; 2=3382 MHz; 3=3320 MHz; 4=3340 MHz; 5=3339 MHz; 6=3440 MHz; 7=3315 MHz","cpu_temp":"coretemp:Package id 0=65 C, coretemp:Core 0=52 C, coretemp:Core 1=47 C, coretemp:Core 2=65 C, coretemp:Core 3=53 C","date":"2020-03-26 15:50:46.005034","duration":0.6981044669955736,"load_avg_1min":0.81,"mem_max_rss":14557184,"runnable_threads":1,"uptime":187821.009070158},"values":[0.010461885624863498,0.011304810500405438,0.01054676875082805],"warmups":[[16,0.010457091312673583]]},{"metadata":{"cpu_freq":"0=3300 MHz; 1=3306 MHz; 2=3340 MHz; 3=3293 MHz; 4=3320 MHz; 5=3279 MHz; 6=3438 MHz; 7=3303 MHz","cpu_temp":"coretemp:Package id 0=65 C, coretemp:Core 0=52 C, coretemp:Core 1=47 C, coretemp:Core 2=65 C, coretemp:Core 3=53 C","date":"2020-03-26 15:50:46.776342","duration":0.6925981120002689,"load_avg_1min":0.81,"mem_max_rss":14630912,"runnable_threads":1,"uptime":187821.77986478806},"values":[0.010177934062085114,0.010761189812910743,0.011205196688024444],"warmups":[[16,0.01024950543705927]]},{"metadata":{"cpu_freq":"0=3419 MHz; 1=2959 MHz; 2=3197 MHz; 3=3191 MHz; 4=3264 MHz; 5=3139 MHz; 6=3085 MHz; 7=3366 MHz","cpu_temp":"coretemp:Package id 0=65 C, coretemp:Core 0=65 C, coretemp:Core 1=48 C, coretemp:Core 2=51 C, coretemp:Core 3=51 C","date":"2020-03-26 15:50:47.540011","duration":0.6761239629995544,"load_avg_1min":0.81,"mem_max_rss":14557184,"runnable_threads":1,"uptime":187822.5435500145},"values":[0.010046594562481914,0.010405890499896486,0.010615759187203366],"warmups":[[16,0.010385446999862324]]},{"metadata":{"cpu_freq":"0=3467 MHz; 1=3342 MHz; 2=3338 MHz; 3=3354 MHz; 4=3368 MHz; 5=3370 MHz; 6=3334 MHz; 7=3357 MHz","cpu_temp":"coretemp:Package id 0=65 C, coretemp:Core 0=65 C, coretemp:Core 1=48 C, coretemp:Core 2=51 C, coretemp:Core 3=51 C","date":"2020-03-26 15:50:48.293022","duration":0.6781778099975782,"load_avg_1min":0.81,"mem_max_rss":14606336,"runnable_threads":1,"uptime":187823.29690027237},"values":[0.010546292061917484,0.01017879812479805,0.010150461374905717],"warmups":[[16,0.010655213624886528]]},{"metadata":{"cpu_freq":"0=3419 MHz; 1=3246 MHz; 2=3165 MHz; 3=3269 MHz; 4=3326 MHz; 5=3365 MHz; 6=3358 MHz; 7=3282 MHz","cpu_temp":"coretemp:Package id 0=65 C, coretemp:Core 0=65 C, coretemp:Core 1=48 C, coretemp:Core 2=52 C, coretemp:Core 3=50 C","date":"2020-03-26 15:50:49.087418","duration":0.712164374999702,"load_avg_1min":0.81,"mem_max_rss":14544896,"runnable_threads":1,"uptime":187824.0909280777},"values":[0.011214270437449159,0.011060457812163804,0.010817595687512949],"warmups":[[16,0.010574769312370336]]},{"metadata":{"cpu_freq":"0=3421 MHz; 1=3320 MHz; 2=3255 MHz; 3=3355 MHz; 4=3334 MHz; 5=3344 MHz; 6=3296 MHz; 7=3299 MHz","cpu_temp":"coretemp:Package id 0=65 C, coretemp:Core 0=65 C, coretemp:Core 1=48 C, coretemp:Core 2=52 C, coretemp:Core 3=50 C","date":"2020-03-26 15:50:49.880944","duration":0.7152285890042549,"load_avg_1min":0.99,"mem_max_rss":14716928,"runnable_threads":1,"uptime":187824.88473677635},"values":[0.010673039750145108,0.011302098188025411,0.011449682312559162],"warmups":[[16,0.010444126187394431]]},{"metadata":{"cpu_freq":"0=3380 MHz; 1=3025 MHz; 2=2982 MHz; 3=3301 MHz; 4=2994 MHz; 5=3192 MHz; 6=3118 MHz; 7=3220 MHz","cpu_temp":"coretemp:Package id 0=65 C, coretemp:Core 0=65 C, coretemp:Core 1=49 C, coretemp:Core 2=51 C, coretemp:Core 3=50 C","date":"2020-03-26 15:50:50.661179","duration":0.6868840099923545,"load_avg_1min":0.99,"mem_max_rss":14573568,"runnable_threads":1,"uptime":187825.6655881405},"values":[0.010116406187080429,0.01062755387465586,0.010803151062646066],"warmups":[[16,0.01052342612456414]]},{"metadata":{"cpu_freq":"0=3372 MHz; 1=3303 MHz; 2=3183 MHz; 3=3330 MHz; 4=3408 MHz; 5=3322 MHz; 6=3289 MHz; 7=3252 MHz","cpu_temp":"coretemp:Package id 0=65 C, coretemp:Core 0=65 C, coretemp:Core 1=49 C, coretemp:Core 2=51 C, coretemp:Core 3=50 C","date":"2020-03-26 15:50:51.454015","duration":0.7134746899973834,"load_avg_1min":0.99,"mem_max_rss":14585856,"runnable_threads":1,"uptime":187826.4578421116},"values":[0.010943138187940349,0.010737759999756236,0.011276098250164068],"warmups":[[16,0.01077031268778228]]},{"metadata":{"cpu_freq":"0=3347 MHz; 1=3280 MHz; 2,6=3319 MHz; 3=3264 MHz; 4=3429 MHz; 5=3318 MHz; 7=3311 MHz","cpu_temp":"coretemp:Package id 0=64 C, coretemp:Core 0=64 C, coretemp:Core 1=49 C, coretemp:Core 2=53 C, coretemp:Core 3=52 C","date":"2020-03-26 15:50:52.254878","duration":0.7213220900011947,"load_avg_1min":0.99,"mem_max_rss":14544896,"runnable_threads":1,"uptime":187827.25867080688},"values":[0.010852458624867722,0.010948761812869634,0.011044997188037087],"warmups":[[16,0.01139624287498009]]},{"metadata":{"cpu_freq":"0=3420 MHz; 1-2=3338 MHz; 3=3367 MHz; 4=3416 MHz; 5=3357 MHz; 6=3345 MHz; 7=3320 MHz","cpu_temp":"coretemp:Package id 0=64 C, coretemp:Core 0=64 C, coretemp:Core 1=49 C, coretemp:Core 2=53 C, coretemp:Core 3=52 C","date":"2020-03-26 15:50:53.055425","duration":0.7259015220042784,"load_avg_1min":0.99,"mem_max_rss":14712832,"runnable_threads":1,"uptime":187828.05927753448},"values":[0.010737235687884095,0.011318345687868714,0.01162322962500184],"warmups":[[16,0.010801713749970077]]},{"metadata":{"cpu_freq":"0=3344 MHz; 1=3240 MHz; 2=3351 MHz; 3=3292 MHz; 4=3428 MHz; 5=3285 MHz; 6=3251 MHz; 7=3326 MHz","cpu_temp":"coretemp:Package id 0=65 C, coretemp:Core 0=65 C, coretemp:Core 1=48 C, coretemp:Core 2=52 C, coretemp:Core 3=51 C","date":"2020-03-26 15:50:53.827344","duration":0.6921015719999559,"load_avg_1min":0.99,"mem_max_rss":14622720,"runnable_threads":2,"uptime":187828.83106517792},"values":[0.010487773374734388,0.01014223487527488,0.010601778562886466],"warmups":[[16,0.011189591687070788]]},{"metadata":{"cpu_freq":"0=3410 MHz; 1=3353 MHz; 2=3361 MHz; 3,6=3331 MHz; 4=3471 MHz; 5=3366 MHz; 7=3370 MHz","cpu_temp":"coretemp:Package id 0=65 C, coretemp:Core 0=65 C, coretemp:Core 1=48 C, coretemp:Core 2=52 C, coretemp:Core 3=51 C","date":"2020-03-26 15:50:54.577938","duration":0.6762269819882931,"load_avg_1min":0.99,"mem_max_rss":14651392,"runnable_threads":1,"uptime":187829.58159089088},"values":[0.01055002668817906,0.010285066437973,0.010337362187783583],"warmups":[[16,0.010285930499776441]]},{"metadata":{"cpu_freq":"0=3086 MHz; 1=3184 MHz; 2=3160 MHz; 3=3232 MHz; 4=3332 MHz; 5=3156 MHz; 6=3092 MHz; 7=3176 MHz","cpu_temp":"coretemp:Package id 0=57 C, coretemp:Core 0=57 C, coretemp:Core 1=48 C, coretemp:Core 2=52 C, coretemp:Core 3=51 C","date":"2020-03-26 15:50:55.406559","duration":0.7566308789973846,"load_avg_1min":0.99,"mem_max_rss":14626816,"runnable_threads":1,"uptime":187830.41119623184},"values":[0.01108087174998218,0.011409035312681226,0.01287329474962462],"warmups":[[16,0.010760722812847234]]}]}],"metadata":{"aslr":"Full randomization","boot_time":"2020-03-24 11:40:25","cpu_config":"0-7=driver:intel_pstate, intel_pstate:turbo, governor:powersave; idle:intel_idle","cpu_count":8,"cpu_model_name":"Intel(R) Core(TM) i7-6820HQ CPU @ 2.70GHz","description":"Telco decimal benchmark","hostname":"apu","loops":16,"name":"telco","perf_version":"2.0.0","performance_version":"1.0.1","platform":"Linux-5.5.9-200.fc31.x86_64-x86_64-with-fedora-31-Thirty_One","python_cflags":"-Wno-unused-result -Wsign-compare -DDYNAMIC_ANNOTATIONS_ENABLED=1 -DNDEBUG -O2 -g -pipe -Wall -Werror=format-security -Wp,-D_FORTIFY_SOURCE=2 -Wp,-D_GLIBCXX_ASSERTIONS -fexceptions -fstack-protector-strong -grecord-gcc-switches -m64 -mtune=generic -fasynchronous-unwind-tables -fstack-clash-protection -fcf-protection -D_GNU_SOURCE -fPIC -fwrapv","python_compiler":"GCC 9.2.1 20190827 (Red Hat 9.2.1-1)","python_executable":"/home/vstinner/python/pyperformance/venv/cpython3.6-c2bbd9dbc074/bin/python","python_implementation":"cpython","python_version":"3.6.10 (64-bit)","timer":"clock_gettime(CLOCK_MONOTONIC), resolution: 1.00 ns","unit":"second"},"version":"1.0"}