Run concept exercise tests in predictable order (exercism#737)

angelikatyborska · web-flow · commit e77632023fad · 2021-05-19T19:28:37.000+02:00
diff --git a/CONTRIBUTING.md b/CONTRIBUTING.md
@@ -33,13 +33,20 @@ Please keep the following in mind:
 
 - For practice exercises, use typespecs in the example and template files as described [here](http://elixir-lang.org/getting-started/typespecs-and-behaviours.html).
 
-- Each test file should have a `test_helper.exs` with code like the following
-  at the top of the file. This allows the tests to be run on CI and configures
-  tests to be skipped with the `:pending` flag.
+- Each practice exercise test file should have a `test_helper.exs` with code like the following at the top of the file.
+  This allows the tests to be run on CI and configures tests to be skipped with the `:pending` flag.
 
     ```elixir
-    ExUnit.start
-    ExUnit.configure exclude: :pending, trace: true
+    ExUnit.start()
+    ExUnit.configure(exclude: :pending, trace: true)
+    ```
+
+- Each concept exercise test file should have a `test_helper.exs` with code like the following at the top of the file.
+  This allows the tests to always run in the order in which they're defined in the test file, to encourage solving the exercises task by task.
+
+    ```elixir
+    ExUnit.start()
+    ExUnit.configure(exclude: :pending, trace: true, seed: 0)
     ```
 
 - All but the initial test for each practice exercise should be tagged `:pending`.
diff --git a/exercises/concept/basketball-website/test/test_helper.exs b/exercises/concept/basketball-website/test/test_helper.exs
@@ -1,2 +1,2 @@
 ExUnit.start()
-ExUnit.configure(exclude: :pending, trace: true)
+ExUnit.configure(exclude: :pending, trace: true, seed: 0)
diff --git a/exercises/concept/bird-count/test/test_helper.exs b/exercises/concept/bird-count/test/test_helper.exs
@@ -1,2 +1,2 @@
 ExUnit.start()
-ExUnit.configure(exclude: :pending, trace: true)
+ExUnit.configure(exclude: :pending, trace: true, seed: 0)
diff --git a/exercises/concept/boutique-inventory/test/test_helper.exs b/exercises/concept/boutique-inventory/test/test_helper.exs
@@ -1,2 +1,2 @@
 ExUnit.start()
-ExUnit.configure(exclude: :pending, trace: true)
+ExUnit.configure(exclude: :pending, trace: true, seed: 0)
diff --git a/exercises/concept/boutique-suggestions/test/test_helper.exs b/exercises/concept/boutique-suggestions/test/test_helper.exs
@@ -1,2 +1,2 @@
 ExUnit.start()
-ExUnit.configure(exclude: :pending, trace: true)
+ExUnit.configure(exclude: :pending, trace: true, seed: 0)
diff --git a/exercises/concept/bread-and-potions/test/test_helper.exs b/exercises/concept/bread-and-potions/test/test_helper.exs
@@ -1,2 +1,2 @@
 ExUnit.start()
-ExUnit.configure(exclude: :pending, trace: true)
+ExUnit.configure(exclude: :pending, trace: true, seed: 0)
diff --git a/exercises/concept/captains-log/test/test_helper.exs b/exercises/concept/captains-log/test/test_helper.exs
@@ -1,2 +1,2 @@
 ExUnit.start()
-ExUnit.configure(exclude: :pending, trace: true)
+ExUnit.configure(exclude: :pending, trace: true, seed: 0)
diff --git a/exercises/concept/chessboard/test/test_helper.exs b/exercises/concept/chessboard/test/test_helper.exs
@@ -1,2 +1,2 @@
 ExUnit.start()
-ExUnit.configure(exclude: :pending, trace: true)
+ExUnit.configure(exclude: :pending, trace: true, seed: 0)
diff --git a/exercises/concept/city-office/test/test_helper.exs b/exercises/concept/city-office/test/test_helper.exs
@@ -1,2 +1,2 @@
 ExUnit.start()
-ExUnit.configure(exclude: :pending, trace: true)
+ExUnit.configure(exclude: :pending, trace: true, seed: 0)
diff --git a/exercises/concept/community-garden/test/test_helper.exs b/exercises/concept/community-garden/test/test_helper.exs
@@ -1,2 +1,2 @@
 ExUnit.start()
-ExUnit.configure(exclude: :pending, trace: true)
+ExUnit.configure(exclude: :pending, trace: true, seed: 0)
diff --git a/exercises/concept/date-parser/test/test_helper.exs b/exercises/concept/date-parser/test/test_helper.exs
@@ -1,2 +1,2 @@
 ExUnit.start()
-ExUnit.configure(exclude: :pending, trace: true)
+ExUnit.configure(exclude: :pending, trace: true, seed: 0)
diff --git a/exercises/concept/dna-encoding/test/test_helper.exs b/exercises/concept/dna-encoding/test/test_helper.exs
@@ -1,2 +1,2 @@
 ExUnit.start()
-ExUnit.configure(exclude: :pending, trace: true)
+ExUnit.configure(exclude: :pending, trace: true, seed: 0)
diff --git a/exercises/concept/file-sniffer/test/test_helper.exs b/exercises/concept/file-sniffer/test/test_helper.exs
@@ -1,2 +1,2 @@
 ExUnit.start()
-ExUnit.configure(exclude: :pending, trace: true)
+ExUnit.configure(exclude: :pending, trace: true, seed: 0)
diff --git a/exercises/concept/freelancer-rates/test/test_helper.exs b/exercises/concept/freelancer-rates/test/test_helper.exs
@@ -1,2 +1,2 @@
 ExUnit.start()
-ExUnit.configure(exclude: :pending, trace: true)
+ExUnit.configure(exclude: :pending, trace: true, seed: 0)
diff --git a/exercises/concept/german-sysadmin/test/test_helper.exs b/exercises/concept/german-sysadmin/test/test_helper.exs
@@ -1,2 +1,2 @@
 ExUnit.start()
-ExUnit.configure(exclude: :pending, trace: true)
+ExUnit.configure(exclude: :pending, trace: true, seed: 0)
diff --git a/exercises/concept/guessing-game/test/test_helper.exs b/exercises/concept/guessing-game/test/test_helper.exs
@@ -1,2 +1,2 @@
 ExUnit.start()
-ExUnit.configure(exclude: :pending, trace: true)
+ExUnit.configure(exclude: :pending, trace: true, seed: 0)
diff --git a/exercises/concept/high-school-sweetheart/test/test_helper.exs b/exercises/concept/high-school-sweetheart/test/test_helper.exs
@@ -1,2 +1,2 @@
 ExUnit.start()
-ExUnit.configure(exclude: :pending, trace: true)
+ExUnit.configure(exclude: :pending, trace: true, seed: 0)
diff --git a/exercises/concept/high-score/test/test_helper.exs b/exercises/concept/high-score/test/test_helper.exs
@@ -1,2 +1,2 @@
 ExUnit.start()
-ExUnit.configure(exclude: :pending, trace: true)
+ExUnit.configure(exclude: :pending, trace: true, seed: 0)
diff --git a/exercises/concept/kitchen-calculator/test/test_helper.exs b/exercises/concept/kitchen-calculator/test/test_helper.exs
@@ -1,2 +1,2 @@
 ExUnit.start()
-ExUnit.configure(exclude: :pending, trace: true)
+ExUnit.configure(exclude: :pending, trace: true, seed: 0)
diff --git a/exercises/concept/language-list/test/test_helper.exs b/exercises/concept/language-list/test/test_helper.exs
@@ -1,2 +1,2 @@
 ExUnit.start()
-ExUnit.configure(exclude: :pending, trace: true)
+ExUnit.configure(exclude: :pending, trace: true, seed: 0)
diff --git a/exercises/concept/lasagna/test/test_helper.exs b/exercises/concept/lasagna/test/test_helper.exs
@@ -1,2 +1,2 @@
 ExUnit.start()
-ExUnit.configure(exclude: :pending, trace: true)
+ExUnit.configure(exclude: :pending, trace: true, seed: 0)
diff --git a/exercises/concept/library-fees/test/test_helper.exs b/exercises/concept/library-fees/test/test_helper.exs
@@ -1,2 +1,2 @@
 ExUnit.start()
-ExUnit.configure(exclude: :pending, trace: true)
+ExUnit.configure(exclude: :pending, trace: true, seed: 0)
diff --git a/exercises/concept/log-level/test/test_helper.exs b/exercises/concept/log-level/test/test_helper.exs
@@ -1,2 +1,2 @@
 ExUnit.start()
-ExUnit.configure(exclude: :pending, trace: true)
+ExUnit.configure(exclude: :pending, trace: true, seed: 0)
diff --git a/exercises/concept/lucas-numbers/test/test_helper.exs b/exercises/concept/lucas-numbers/test/test_helper.exs
@@ -1,2 +1,2 @@
 ExUnit.start()
-ExUnit.configure(exclude: :pending, trace: true)
+ExUnit.configure(exclude: :pending, trace: true, seed: 0)
diff --git a/exercises/concept/mensch-aergere-dich-nicht/test/test_helper.exs b/exercises/concept/mensch-aergere-dich-nicht/test/test_helper.exs
@@ -1,2 +1,2 @@
 ExUnit.start()
-ExUnit.configure(exclude: :pending, trace: true)
+ExUnit.configure(exclude: :pending, trace: true, seed: 0)
diff --git a/exercises/concept/name-badge/test/test_helper.exs b/exercises/concept/name-badge/test/test_helper.exs
@@ -1,2 +1,2 @@
 ExUnit.start()
-ExUnit.configure(exclude: :pending, trace: true)
+ExUnit.configure(exclude: :pending, trace: true, seed: 0)
diff --git a/exercises/concept/newsletter/test/test_helper.exs b/exercises/concept/newsletter/test/test_helper.exs
@@ -1,2 +1,2 @@
 ExUnit.start()
-ExUnit.configure(exclude: :pending, trace: true)
+ExUnit.configure(exclude: :pending, trace: true, seed: 0)
diff --git a/exercises/concept/pacman-rules/test/test_helper.exs b/exercises/concept/pacman-rules/test/test_helper.exs
@@ -1,2 +1,2 @@
 ExUnit.start()
-ExUnit.configure(exclude: :pending, trace: true)
+ExUnit.configure(exclude: :pending, trace: true, seed: 0)
diff --git a/exercises/concept/remote-control-car/test/test_helper.exs b/exercises/concept/remote-control-car/test/test_helper.exs
@@ -1,2 +1,2 @@
 ExUnit.start()
-ExUnit.configure(exclude: :pending, trace: true)
+ExUnit.configure(exclude: :pending, trace: true, seed: 0)
diff --git a/exercises/concept/rpg-character-sheet/test/test_helper.exs b/exercises/concept/rpg-character-sheet/test/test_helper.exs
@@ -1,2 +1,2 @@
 ExUnit.start()
-ExUnit.configure(exclude: :pending, trace: true)
+ExUnit.configure(exclude: :pending, trace: true, seed: 0)
diff --git a/exercises/concept/rpn-calculator-inspection/test/test_helper.exs b/exercises/concept/rpn-calculator-inspection/test/test_helper.exs
@@ -1,2 +1,2 @@
 ExUnit.start()
-ExUnit.configure(exclude: :pending, trace: true)
+ExUnit.configure(exclude: :pending, trace: true, seed: 0)
diff --git a/exercises/concept/rpn-calculator-output/test/test_helper.exs b/exercises/concept/rpn-calculator-output/test/test_helper.exs
@@ -1,2 +1,2 @@
 ExUnit.start()
-ExUnit.configure(exclude: :pending, trace: true)
+ExUnit.configure(exclude: :pending, trace: true, seed: 0)
diff --git a/exercises/concept/rpn-calculator/test/test_helper.exs b/exercises/concept/rpn-calculator/test/test_helper.exs
@@ -1,2 +1,2 @@
 ExUnit.start()
-ExUnit.configure(exclude: :pending, trace: true)
+ExUnit.configure(exclude: :pending, trace: true, seed: 0)
diff --git a/exercises/concept/secrets/test/test_helper.exs b/exercises/concept/secrets/test/test_helper.exs
@@ -1,2 +1,2 @@
 ExUnit.start()
-ExUnit.configure(exclude: :pending, trace: true)
+ExUnit.configure(exclude: :pending, trace: true, seed: 0)
diff --git a/exercises/concept/stack-underflow/test/test_helper.exs b/exercises/concept/stack-underflow/test/test_helper.exs
@@ -10,4 +10,4 @@ options = [
 ]
 
 ExUnit.start(options)
-ExUnit.configure(exclude: :pending, trace: true)
+ExUnit.configure(exclude: :pending, trace: true, seed: 0)
diff --git a/exercises/concept/take-a-number/test/test_helper.exs b/exercises/concept/take-a-number/test/test_helper.exs
@@ -1,2 +1,2 @@
 ExUnit.start()
-ExUnit.configure(exclude: :pending, trace: true)
+ExUnit.configure(exclude: :pending, trace: true, seed: 0)
diff --git a/exercises/concept/wine-cellar/test/test_helper.exs b/exercises/concept/wine-cellar/test/test_helper.exs
@@ -1,2 +1,2 @@
 ExUnit.start()
-ExUnit.configure(exclude: :pending, trace: true)
+ExUnit.configure(exclude: :pending, trace: true, seed: 0)

Original file line number	Diff line number	Diff line change
`@@ -1,2 +1,2 @@`
`1`	`1`	`ExUnit.start()`
`2`		`-ExUnit.configure(exclude: :pending, trace: true)`
	`2`	`+ExUnit.configure(exclude: :pending, trace: true, seed: 0)`
Original file line number	Diff line number	Diff line change
`@@ -10,4 +10,4 @@ options = [`
`10`	`10`	`]`
`11`	`11`
`12`	`12`	`ExUnit.start(options)`
`13`		`-ExUnit.configure(exclude: :pending, trace: true)`
	`13`	`+ExUnit.configure(exclude: :pending, trace: true, seed: 0)`