Rewrote travis. Should be easier now.

Author: shanemcq18

travis_common.py

@@ -1,3 +1,6 @@
+# travis_common.py
+"""Tools used by both travis_pre.py and travis_post.py."""
+
 import warnings
 
 class BuildError(Exception):

travis_file_exceptions

@@ -1,110 +1,18 @@
-fd5619c31aae7a1607044f9f889509e7640472c7 Applications/RiemannSphere/mobius5.png
-fd5619c31aae7a1607044f9f889509e7640472c7 Labs/RiemannSphere/mobius5.png
-fb7d83221917837a2db0ab870126497097662603 Labs/Introduction/matplotlib/pcolor2.png
-fa3faaa0f6570550435492f73f8f1bcb32121ea1 Algorithms/FFT/tadaspec.pdf
-f67a82a8e13ff6fe42c61867215c8073d682b270 Applications/Poisson/co2V.png
-f2f5fdf762489b5d39b54c2bd9b179bfa37bf392 Labs/Vol4A/AnisotropicDiffusion/baloons_resized_noisy.png
-c92d59c9dbd73fe462cf78ca40c2fbeda0f98db7 Labs/Vol1B/Complex1/Identity.png
-e7a3bbc1cd9feab9f586a6575d602054cc00c012 Applications/RiemannSphere/mobius3.png
-e7a3bbc1cd9feab9f586a6575d602054cc00c012 Labs/RiemannSphere/mobius3.png
-c92d59c9dbd73fe462cf78ca40c2fbeda0f98db7 Labs/Vol1B/Complex1/example.png
-d76fb0d780b32508ef0b9b3588b3bdaf6988a737 Labs/Vol1B/PageRank/sparse_web.png
-cc0a05d00ecbddfcd2e86ce679a6d1296729e4bd Applications/RiemannSphere/mobius4.png
-cc0a05d00ecbddfcd2e86ce679a6d1296729e4bd Labs/RiemannSphere/mobius4.png
-cade081b49bf2b2338b5f8187d3881d17781948c Algorithms/PRNG/PRNG1.jpg
-ca9b04997fc9bf6709b6ff52c65615f5fbea2e74 Algorithms/FourierExtensions/ecoli.jpg
-ca270abd85e047edb2ad193a5d61e8ef0cbd1227 Applications/FFT/noisy.pdf
-ca14ec790568077b9d140cf45d0b6b22063db780 Labs/Metropolis/samples.pdf
-c9d29a113228d2578921a678591ccdf398d7e0b5 Labs/Introduction/matplotlib/sinxsiny.png
-c64e14d290a750e842f85e0475ac988bd696ea4e Applications/WaveletApps/dwt2.pdf
-c64e14d290a750e842f85e0475ac988bd696ea4e Algorithms/Haar/dwt2.pdf
-c92d59c9dbd73fe462cf78ca40c2fbeda0f98db7 Labs/Vol1B/Complex1/function.png
-be9ef2d16457693f15023e443a22b19236b07aeb Labs/Introduction/matplotlib/3dplot.pdf
-aea400bcc2258a80e6ef3b84203d1580f9f2609c Labs/CompressedSensing/Estimated2Cropped.pdf
-a91d31f8d0a14ab29213bbb0e419dae412f4c54c Labs/Introduction/matplotlib/GrandCanyon.pdf
-a8fccffbf997babb63e42eb94c46313d8ae1cde9 Applications/RiemannSphere/StereographicIllustration.png
-a8fccffbf997babb63e42eb94c46313d8ae1cde9 Labs/RiemannSphere/StereographicIllustration.png
-a50676a8b25acfa79cf969fe3811d4ea5a2030d5 Labs/Introduction/matplotlib/fancymesh.png
-a4c822c3835d4ec6ad069183610c6a9c6ea35a3a Python/scipyoptimize/MultiMin.pdf
-a44299a3d07ad281694a79b3fd81b5cf181fd085 Algorithms/PRNG/PRNG2.jpg
-c92d59c9dbd73fe462cf78ca40c2fbeda0f98db7 Labs/Vol1B/Complex1/complexnumbers/poly_color_plot_imag.pdf
-9804ac4427f896ad1a20bcec8d8c8db008b6629d Labs/Introduction/matplotlib/mesh_example.png
-87938910652c1221f01fca2512f1a1a7f743b6c7 Labs/Introduction/matplotlib/pcolor2.png
-8630ad8383023b3e822f2aa21ea8b7dfebf53430 Labs/CorrelationCovariance/nonlinear_dependence.pdf
-81111cbcb81111b2c92679d8f9d92fc2d5406741 Labs/CompressedSensing/Original2Cropped.pdf
-7d89c6262556825d1741c9faa127021d47bf8efd Labs/CrimeMapping/map.jpeg
-6d3573ee7d730236ca7b13c7f8ea4c68eeda2555 Applications/FFT/Cleanedsignal.pdf
-6bbaf966a54cc5fb03744b46e345b4774dfb9933 Algorithms/residues/inv4_imag.png
-5f59212ebccaca39aff36741e9144234063aea02 Algorithms/residues/exp_inv2_imag.png
-5be390fa7e18af5e3cd6d673bfe5c77c2ad27936 Python/scipyoptimize/HeatingFit.pdf
-50aceaa2b159325c7e36640c1a505bdd256d8dfb Algorithms/residues/exp_inv_real.png
-4ec65bacc9b4715b9c9df30b089b9dcdf6279149 Labs/Introduction/matplotlib/pcolor.png
-4d18576c7ee8526d79efe18e4844744c60295d56 Algorithms/FourierExtensions/2dfft.pdf
-4af48925983d2a138d6732c1be0e96d844701b05 Python/scipyoptimize/Rosenbrock.pdf
-4af48925983d2a138d6732c1be0e96d844701b05 Labs/Vol1B/NumericalDerivatives/Rosenbrock.pdf
-4af48925983d2a138d6732c1be0e96d844701b05 Algorithms/MultiDeriv/Rosenbrock.pdf
-4af48925983d2a138d6732c1be0e96d844701b05 Labs/MultivariateDerivatives/Rosenbrock.pdf
-488bf6c5f24b500bee4917fa1416e4dad8ebde03 Labs/Wavelets/phantom_random.pdf
-488bf6c5f24b500bee4917fa1416e4dad8ebde03 Algorithms/Haar/phantom_random.pdf
-4634c65fd79d2760818602652c959c4380119dd1 Labs/Vol2B/scipyoptimize/ManyMinima.pdf
-43ab20e9f7d046f76dfca305d2947d91b415480b Algorithms/residues/exp_inv2_real.png
-3fa887830b48be3b862dd64247b89585acd91c98 Labs/BSplines/decasteljau_6.png
-c92d59c9dbd73fe462cf78ca40c2fbeda0f98db7 Labs/Vol1B/Complex1/function1.png
-c92d59c9dbd73fe462cf78ca40c2fbeda0f98db7 Labs/Vol1B/Complex1/function2.png
-3627caee071bdf4e8a0acd3b954cd276f6715925 Applications/RiemannSphere/mobius2.png
-3627caee071bdf4e8a0acd3b954cd276f6715925 Labs/RiemannSphere/mobius2.png
-341924ca96d49ad80bdac273004f6fda8cde9923 Applications/ComplexIntegration/RiemannSurface3.pdf
-c92d59c9dbd73fe462cf78ca40c2fbeda0f98db7 Labs/Vol1B/Complex1/log_riemann_surface.pdf
-2c8180d0e941bc85958026424e7456395500f656 Labs/Introduction/matplotlib/3dplot.pdf
-219177da81b6e1a4b657b80096558ac9a6830019 Algorithms/residues/exp_inv2_abs.png
-1f1ae7124d251f58f8abf8ed65a71285be7e5968 Labs/Vol1B/GMRES/LeastSquares.pdf
-1dafb61efeb78dd54587741547bcf50d229a75cf Applications/ComplexIntegration/RiemannSurface4.pdf
-c92d59c9dbd73fe462cf78ca40c2fbeda0f98db7 Labs/Vol1B/Complex1/arctan_riemann_surface.pdf
-1affd29ee99d45c9ed127053026526ef3c4a5ad6 Algorithms/residues/exp_inv_imag.png
-18ffef3f46ac42729822b9497276214acc886969 Algorithms/FFT/tadaspec2.pdf
-189d1d90d34a580b5e7e0ca9f5f252f801aaab9d Applications/Earthquakes/latlong.png
-12b8c862d1398a03e51c24c42825bedc87d97e99 Labs/Introduction/matplotlib/soln3.pdf
-1089d7fa5890e4f5b8ae7d87353fa2400be2d413 Labs/Introduction/matplotlib/GrandCanyon.png
-0ffe2b14ac02958c8a89db7ce5d5d6e8ef3b0ae2 Algorithms/residues/exp_inv_abs.png
-0e3b2ce130417fa4f510f4b4c595681c0bf9ed03 Algorithms/residues/inv4_real.png
-c92d59c9dbd73fe462cf78ca40c2fbeda0f98db7 Labs/Vol1B/Complex1/poly_color_plot_real.pdf
-02a4b6f140152525956382aa97ae3db9dc73d089 Applications/FFT/noisyspec.pdf
-02220801d73bdaca2beb9c66479224d7705dac9e Applications/Poisson/waterRho.png
-c92d59c9dbd73fe462cf78ca40c2fbeda0f98db7 Labs/Vol1B/Complex1/poly_color_plot_imag.pdf
-c92d59c9dbd73fe462cf78ca40c2fbeda0f98db7 Labs/Vol1B/Complex1/poly_color_plot_imag.pdf
-c92d59c9dbd73fe462cf78ca40c2fbeda0f98db7 Labs/Vol1B/Complex1/poly_color_plot_real.pdf
-1f1ae7124d251f58f8abf8ed65a71285be7e5968 Algorithms/GMRES/LeastSquares.pdf
-f2f5fdf762489b5d39b54c2bd9b179bfa37bf392 Applications/AnisotropicDiffusion/baloons_resized_noisy.png
-c92d59c9dbd73fe462cf78ca40c2fbeda0f98db7 Labs/Vol1B/Complex1/arctan_riemann_surface.pdf
-4af48925983d2a138d6732c1be0e96d844701b05 Algorithms/NumDeriv/Rosenbrock.pdf
-ca14ec790568077b9d140cf45d0b6b22063db780 Algorithms/Metropolis/samples.pdf
-c92d59c9dbd73fe462cf78ca40c2fbeda0f98db7 Labs/Vol1B/Complex1/function2.png
-3fa887830b48be3b862dd64247b89585acd91c98 Algorithms/Splines/decasteljau_6.png
-488bf6c5f24b500bee4917fa1416e4dad8ebde03 Applications/WaveletApps/phantom_random.pdf
-7d89c6262556825d1741c9faa127021d47bf8efd Applications/CrimeMapping/map.jpeg
-c182ed4b5e6297c38dfb442f4336cb54f39453f2 Algorithms/complexnumbers/function.png
-d76fb0d780b32508ef0b9b3588b3bdaf6988a737 Applications/PageRank/sparse_web.png
-8630ad8383023b3e822f2aa21ea8b7dfebf53430 Applications/CorrCovariance/nonlinear_dependence.pdf
-fcdff00c64a4294f175752d493936b4065d812a7 Labs/TotalVariation/lab_noised_baloons_resized_bw.jpg
-e32d50318491b00c7e5b5dca2537c1c2e14e94f0 Labs/InvertedPendulum/rickshaw_img.png
-
-12b8c862d1398a03e51c24c42825bedc87d97e99 Python/matplotlib/soln3.pdf
-fb7d83221917837a2db0ab870126497097662603 Python/matplotlib/pcolor2.png
-c92d59c9dbd73fe462cf78ca40c2fbeda0f98db7 Labs/Complex1/poly_color_plot_imag.pdf
-c92d59c9dbd73fe462cf78ca40c2fbeda0f98db7 Labs/Complex1/poly_color_plot_real.pdf
-1f1ae7124d251f58f8abf8ed65a71285be7e5968 Labs/GMRES/LeastSquares.pdf
-1dafb61efeb78dd54587741547bcf50d229a75cf Labs/Complex1/arctan_riemann_surface.pdf
-c9d29a113228d2578921a678591ccdf398d7e0b5 Python/matplotlib/sinxsiny.png
-1089d7fa5890e4f5b8ae7d87353fa2400be2d413 Python/matplotlib/GrandCanyon.png
-4af48925983d2a138d6732c1be0e96d844701b05 Labs/NumericalDerivatives/Rosenbrock.pdf
-a50676a8b25acfa79cf969fe3811d4ea5a2030d5 Python/matplotlib/fancymesh.png
-2c8180d0e941bc85958026424e7456395500f656 Python/matplotlib/3dplot.pdf
-c92d59c9dbd73fe462cf78ca40c2fbeda0f98db7 Labs/Complex1/function2.png
-c92d59c9dbd73fe462cf78ca40c2fbeda0f98db7 Labs/Complex1/function1.png
-9804ac4427f896ad1a20bcec8d8c8db008b6629d Python/matplotlib/mesh_example.png
-c92d59c9dbd73fe462cf78ca40c2fbeda0f98db7 Labs/Complex1/function.png
-d76fb0d780b32508ef0b9b3588b3bdaf6988a737 Labs/PageRank/sparse_web.png
-c92d59c9dbd73fe462cf78ca40c2fbeda0f98db7 Labs/Complex1/log_riemann_surface.pdf
-c92d59c9dbd73fe462cf78ca40c2fbeda0f98db7 Labs/Complex1/example.png
-4634c65fd79d2760818602652c959c4380119dd1 Python/scipyoptimize/ManyMinima.pdf
-f2f5fdf762489b5d39b54c2bd9b179bfa37bf392 Labs/AnisotropicDiffusion/baloons_resized_noisy.png
+Labs/Introduction/NumpyIntro/jacobi_small.pdf
+Labs/Introduction/PlottingIntro/3dplot.pdf
+Labs/Introduction/PlottingIntro/GrandCanyon.png
+Labs/Introduction/PlottingIntro/fancymesh.png
+Labs/Orphans/FiniteElement/tridiag.c
+Labs/Orphans/MultivariateDerivatives/Rosenbrock.pdf
+Labs/Orphans/RiemannSphere/mobius2.png
+Labs/Vol1B/Complex1/arctan_riemann_surface.pdf
+Labs/Vol1B/Complex1/poly_color_plot_imag.pdf
+Labs/Vol1B/Complex1/poly_color_plot_real.pdf
+Labs/Vol1B/Differentiation/Rosenbrock.pdf
+Labs/Vol1B/GMRES/LeastSquares.pdf
+Labs/Vol2B/scipyoptimize/ManyMinima.pdf
+Labs/Vol2B/scipyoptimize/Rosenbrock.pdf
+Labs/Vol3A/PandasII/plotting_demos.ipynb
+Labs/Vol3A/PandasIII/industry_return_data.csv
+Labs/Vol3B/Metropolis/samples.pdf
+Labs/Vol4A/AnisotropicDiffusion/baloons_resized_noisy.png

travis_post.py

@@ -1,15 +1,18 @@
-import os
-import travis_common as tc
+# travis_post.py
+"""Make sure that each tex file produced a pdf file."""
+
+from os.path import isfile
+from travis_common import raise_msg
 
 def all_present(fatal=True):
     try:
-        assert os.path.isfile('Vol1.pdf')
-        assert os.path.isfile('Vol2.pdf')
-        assert os.path.isfile('Vol3.pdf')
-        assert os.path.isfile('Vol4.pdf')
-        assert os.path.isfile('ExtraLabs.pdf')
+        assert isfile("Vol1.pdf"), "Vol1.pdf is missing"
+        assert isfile("Vol2.pdf"), "Vol2.pdf is missing"
+        assert isfile("Vol3.pdf"), "Vol3.pdf is missing"
+        assert isfile("Vol4.pdf"), "Vol4.pdf is missing"
+        assert isfile("ExtraLabs.pdf"), "ExtraLabs.pdf is missing"
     except AssertionError as e:
-        raise BuildError(e)
+        raise_msg(e, fatal)
 
-if __name__ == "__main":
-    all_present()
+if __name__ == "__main__":
+    all_present(True)

travis_pre.py

@@ -1,41 +1,41 @@
-import os
-import sys
+# travis_pre.py
+"""Make sure that there are no unapproved files exceeding the max filesize."""
 
-import travis_common as tc
+from os import popen
+from travis_common import raise_msg
 
 
-# 500KB in bytes
-MAX_FILESIZE = 512000
+# 200KB in bytes
+MAX_FILESIZE = 204800
 
 def getOutput(cmd):
-    return os.popen(cmd).read()
+    return popen(cmd).read()
 
 def find_big_files(fatal=True):
-    #load the exception file
-    exceptions = set()
-    with open('travis_file_exceptions', 'rU') as e:
-        for L in e:
-            exceptions.add(tuple(map(str.strip, L.split())))
-        
-    revisions = getOutput("git rev-list HEAD").split()
+
+    # Load the names of the files listed in the exceptions file.
+    with open('travis_file_exceptions', 'rU') as ex:
+        approved_files = {name for name in ex.read().split('\n') if name != ""}
+    
+    # Get the objects in the tree at the most recent commit.
+    this_commit = getOutput("git rev-list HEAD").split()[0]
+    tree = getOutput("git ls-tree -rlz {}".format(this_commit)).split("\0")
+
+    # Check that the objects in the tree are not too big.
     violations = set()
-    for r in revisions:
-        tree = getOutput("git ls-tree -rlz {}".format(r)).split("\0")
-        for obj in tree:
-            try:
-                data = obj.split()
-                commit, size, name = data[2], int(data[3]), data[4]
-                if (commit, name) not in exceptions and size > MAX_FILESIZE:
-                    violations.add((size, commit, name))
-            except (IndexError, ValueError):
-                continue
+    for obj in tree:
+        try:
+            data = obj.split()
+            size, name = int(data[3]), data[4]
+            if name not in approved_files and size > MAX_FILESIZE:
+                violations.add((name, size))
+        except (IndexError, ValueError):
+            continue
 
     if violations:
-        for v in sorted(violations, reverse=True):
-            print "{} {} {}".format(*v)
-        tc.raise_msg("Large files present", fatal=fatal, category=tc.BuildWarning)
-            
+        files = "\n".join(sorted(["\t{:.<50}{:.>20} bytes".format(*v)
+                                                        for v in violations]))
+        raise_msg("Large files present:\n{}\n".format(files), fatal=fatal)
 
 if __name__ == "__main__":
-    pass
-    # find_big_files(fatal=False)
+    find_big_files(True)