Add the devamp dataset to test data.

This adds a target //programl/test/data:devmap_dataset which is a
tarball of the full devmap dataset.

github.com//issues/119

Author: ChrisCummins

programl/task/devmap/dataset/BUILD

@@ -17,6 +17,7 @@
 py_binary(
     name = "create",
     srcs = ["create.py"],
+    visibility = ["//visibility:public"],
     deps = [
         "//programl/ir/llvm/py:llvm",
         "//programl/proto:features_py",

programl/task/devmap/dataset/create.py

@@ -13,7 +13,14 @@
 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 # See the License for the specific language governing permissions and
 # limitations under the License.
-"""Prepare the CPU/GPU OpenCL device-mapping dataset."""
+"""Prepare the CPU/GPU OpenCL device-mapping dataset.
+
+This script downloads the necessary datasets and produces the devmap downstream task dataset.
+
+Usage:
+
+    $ bazel run //programl/task/devmap/dataset:create -- --path=/path/to/devmap
+"""
 import io
 import os
 import shutil

programl/test/data/BUILD

@@ -3116,6 +3116,18 @@ py_binary(
     ],
 )
 
+genrule(
+    name = "devmap_dataset",
+    testonly = 1,
+    outs = ["devmap_dataset.tar.bz2"],
+    cmd = (
+        "$(location //programl/task/devmap/dataset:create) --path=$(@D)/dtmp && " +
+        "tar cjf $(@D)/devmap_dataset.tar.bz2 -C $(@D)/dtmp . && " +
+        "rm -rf $(@D)/dtmp"
+    ),
+    tools = ["//programl/task/devmap/dataset:create"],
+)
+
 genrule(
     name = "reachability_dataflow_dataset",
     testonly = 1,

programl/test/py/plugins/BUILD

@@ -37,6 +37,25 @@ py_test(
     ],
 )
 
+py_library(
+    name = "devmap_dataset",
+    testonly = 1,
+    srcs = ["devmap_dataset.py"],
+    data = ["//programl/test/data:devmap_dataset"],
+    deps = [
+        "//third_party/py/labm8",
+    ],
+)
+
+py_test(
+    name = "devmap_dataset_test",
+    srcs = ["devmap_dataset.py"],
+    deps = [
+        ":devmap_dataset",
+        "//third_party/py/labm8",
+    ],
+)
+
 py_library(
     name = "llvm_ir",
     testonly = 1,

programl/test/py/plugins/devmap_dataset.py

@@ -0,0 +1,27 @@
+# Copyright 2019-2020 the ProGraML authors.
+#
+# Contact Chris Cummins <[email protected]>.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+from pathlib import Path
+
+from labm8.py import bazelutil
+
+DEVMAP_DATASET = bazelutil.DataArchive("programl/test/data/devmap_dataset.tar.bz2")
+
+
+@test.Fixture(scope="function")
+def devmap_dataset() -> Path:
+    """A test fixture which yields the root of the devmap dataset."""
+    with DEVMAP_DATASET as d:
+        yield d

programl/test/py/plugins/devmap_dataset_test.py

@@ -0,0 +1,30 @@
+# Copyright 2019-2020 the ProGraML authors.
+#
+# Contact Chris Cummins <[email protected]>.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+"""Unit tests for //programl/test/py/plugins:devmap_dataset."""
+from pathlib import Path
+
+from labm8.py import test
+
+pytest_plugins = ["programl.test.py.plugins.devmap_dataset"]
+
+
+def test_devmap_dataset(devmap_dataset: Path):
+    assert (devmap_dataset / "ir").is_dir()
+    assert (devmap_dataset / "graphs").is_dir()
+
+
+if __name__ == "__main__":
+    test.Main()