bring the contents of rustc-timing-scripts into scripts directory

redirect `process.sh` to read from there

Author: nikomatsakis

process.sh

@@ -3,17 +3,15 @@
 if [ -z "$TIMES_DIR" ]; then
     TIMES_DIR=/home/ncameron/times
 fi
-if [ -z "$SCRIPTS_DIR" ]; then
-    SCRIPTS_DIR=/home/ncameron/times-scripts
-fi
-
-echo TIMES_DIR=$TIMES_DIR
-echo SCRIPTS_DIR=$SCRIPTS_DIR
 
 START=$(pwd)
+export SCRIPTS_DIR=${START}/scripts
 export CARGO_RUSTC_OPTS="-Ztime-passes -Zinput-stats"
 export PATH=$RUSTC_DIR/bin:$PATH
 
+echo TIMES_DIR=$TIMES_DIR
+echo SCRIPTS_DIR=$SCRIPTS_DIR
+
 # Check if user provided list of directories;
 # else process them all.
 if [ "$1" != "" ]; then

scripts/LICENSE.md

@@ -0,0 +1,21 @@
+The MIT License (MIT)
+
+Copyright (c) 2015 Nick Cameron
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

scripts/README.md

@@ -0,0 +1,9 @@
+# rustc-timing
+
+Scripts for timing rustc.
+
+See nrc/rustc-perf for visualisation.
+
+See nrc/benchmarks for more scripts and benchmarks.
+
+See nrc/rustc-timing for the collected data.

scripts/display_totals.py

@@ -0,0 +1,42 @@
+# Displays totals for each phase across all crates
+
+import json
+import os
+import sys
+
+
+def display(date):
+    in_name = os.path.join('processed', date + '.json')
+
+    with open(in_name) as in_file:
+        display_totals(json.load(in_file))
+
+def accumulate(dic, key, value):
+    if key not in dic:
+        dic[key] = 0.0
+
+    dic[key] += value
+
+def display_totals(data):
+    totals = {}
+    for crate in data['times']:
+        accumulate(totals, 'total', crate['total'])
+        for k in crate['times'].keys():
+            accumulate(totals, k, crate['times'][k]['time'])
+
+    totals = totals.iteritems()
+
+    # Sort by time, largest first
+    totals = sorted(totals, key = lambda (k, v): v, reverse=True)
+
+    for (k, v) in totals:
+        if v >= 0.01:
+            print k + ':', v
+
+
+if len(sys.argv) <= 1:
+    print "Requires filename of data as an argument"
+    exit(1)
+
+display(sys.argv[1])
+

scripts/display_tyck.py

@@ -0,0 +1,33 @@
+# Displays info about type checking time
+
+import json
+import os
+import sys
+
+
+def display(date):
+    in_name = os.path.join('processed', date + '.json')
+
+    with open(in_name) as in_file:
+        display_data(json.load(in_file))
+
+
+def display_data(data):
+    for crate in data['times']:
+        print "crate:", crate['crate']
+        print "total time:", crate['total']
+        tyck = crate['times']['type checking']
+        if not tyck:
+            print "no times for type checking"
+            continue
+        print "time in type checking: %.3f (%.1f%%; %.2f)"%(tyck['time'], tyck['percent'], tyck['ratio_llvm'])
+        print
+
+
+
+if len(sys.argv) <= 1:
+    print "Requires filename of data as an argument"
+    exit(1)
+
+display(sys.argv[1])
+

scripts/go.sh

@@ -0,0 +1,4 @@
+#!/bin/bash
+while :; do
+    ./time.sh
+done

scripts/nightly.sh

@@ -0,0 +1,64 @@
+# Nightly archives are at: http://static.rust-lang.org/dist/index.html
+
+# Runs all the benchmarking for a single downloaded nightly for SRC_DATE
+
+SRC_DATE=2015-05-13
+
+TIMES_DIR=/home/ncameron/times
+BENCH_DIR=/home/ncameron/benchmarks
+SCRIPTS_DIR=/home/ncameron/times-scripts
+
+mkdir $SRC_DATE
+cd $SRC_DATE
+
+echo "downloading nightly for $SRC_DATE"
+curl -s http://static.rust-lang.org/dist/$SRC_DATE/rustc-nightly-src.tar.gz | tar -xz
+
+cd rustc-nightly
+
+START=$(pwd)
+
+
+echo "building"
+
+./configure
+make rustc-stage1 -j8
+
+export RUSTFLAGS_STAGE2=-Ztime-passes
+export DATE=$SRC_DATE-00-00
+
+for i in 0 1 2
+do
+    echo "building, round $i"
+    echo "commit 000000" >$TIMES_DIR/raw/rustc--$DATE--$i.log
+    echo "Author NA" >>$TIMES_DIR/raw/rustc--$DATE--$i.log
+    echo "Date:   $SRC_DATE" >>$TIMES_DIR/raw/rustc--$DATE--$i.log
+    touch src/librustc_trans/trans/mod.rs
+    make >>$TIMES_DIR/raw/rustc--$DATE--$i.log
+done
+
+echo "processing data"
+cd $TIMES_DIR
+python $SCRIPTS_DIR/process.py rustc $DATE 3
+for i in 0 1 2
+do
+    git add raw/rustc--$DATE--$i.log
+    git add processed/rustc--$DATE--$i.json
+done
+
+echo "benchmarks"
+export RUSTC_DIR=$START/x86_64-unknown-linux-gnu/stage2
+export RUSTC=$RUSTC_DIR/bin/rustc
+export LD_LIBRARY_PATH=$RUSTC_DIR/lib
+cd $BENCH_DIR
+./process.sh
+
+echo "committing"
+cd $TIMES_DIR
+git commit -m "Added data for nightly $SRC_DATE"
+git push origin master
+
+echo "tidying up"
+cd $START
+cd ../..
+rm -rf $SRC_DATE