Add more examples, with supported boards (#61)

* Add new examples

* Only show boards that work with a given example

* Name examples by their target name, to work with multiple exes in a single example

data/0.16.0/supportedToolchains.ini

@@ -0,0 +1,36 @@
+[13_2_Rel1]
+win32_x64 = https://armkeil.blob.core.windows.net/developer/Files/downloads/gnu/13.2.rel1/binrel/arm-gnu-toolchain-13.2.rel1-mingw-w64-i686-arm-none-eabi.zip
+darwin_arm64 = https://armkeil.blob.core.windows.net/developer/Files/downloads/gnu/13.2.rel1/binrel/arm-gnu-toolchain-13.2.rel1-darwin-arm64-arm-none-eabi.tar.xz
+darwin_x64 = https://armkeil.blob.core.windows.net/developer/Files/downloads/gnu/13.2.rel1/binrel/arm-gnu-toolchain-13.2.rel1-darwin-x86_64-arm-none-eabi.tar.xz
+linux_x64 = https://armkeil.blob.core.windows.net/developer/Files/downloads/gnu/13.2.rel1/binrel/arm-gnu-toolchain-13.2.rel1-x86_64-arm-none-eabi.tar.xz
+linux_arm64 = https://armkeil.blob.core.windows.net/developer/Files/downloads/gnu/13.2.rel1/binrel/arm-gnu-toolchain-13.2.rel1-aarch64-arm-none-eabi.tar.xz
+[RISCV_13_3]
+win32_x64 = https://buildbot.embecosm.com/job/riscv32-gcc-win64-release/24/artifact/riscv32-embecosm-win64-gcc13.2.0.zip
+darwin_arm64 = https://buildbot.embecosm.com/job/riscv32-gcc-macos-arm64-release/10/artifact/riscv32-embecosm-macos-gcc13.3.0.zip
+darwin_x64 = https://buildbot.embecosm.com/job/riscv32-gcc-macos-release/21/artifact/riscv32-embecosm-macos-gcc13.3.0.zip
+linux_x64 = https://buildbot.embecosm.com/job/riscv32-gcc-ubuntu2204-release/12/artifact/riscv32-embecosm-ubuntu2204-gcc13.3.0.tar.gz
+[RISCV_COREV_MAY_24]
+win32_x64 = https://buildbot.embecosm.com/job/corev-gcc-win64/50/artifact/corev-openhw-gcc-win64-20240602.zip
+darwin_arm64 = https://buildbot.embecosm.com/job/corev-gcc-macos-arm64/8/artifact/corev-openhw-gcc-macos-20240530.zip
+darwin_x64 = https://buildbot.embecosm.com/job/corev-gcc-macos/48/artifact/corev-openhw-gcc-macos-20240530.zip
+linux_x64 = https://buildbot.embecosm.com/job/corev-gcc-ubuntu2204/47/artifact/corev-openhw-gcc-ubuntu2204-20240530.tar.gz
+[RISCV_RPI]
+linux_arm64 = https://github.com/raspberrypi/pico-sdk-tools/releases/download/v2.0.0-0/riscv-toolchain-14-aarch64-lin.tar.gz
+[12_3_Rel1]
+win32_x64 = https://armkeil.blob.core.windows.net/developer/Files/downloads/gnu/12.3.rel1/binrel/arm-gnu-toolchain-12.3.rel1-mingw-w64-i686-arm-none-eabi.zip
+darwin_arm64 = https://armkeil.blob.core.windows.net/developer/Files/downloads/gnu/12.3.rel1/binrel/arm-gnu-toolchain-12.3.rel1-darwin-arm64-arm-none-eabi.tar.xz
+darwin_x64 = https://armkeil.blob.core.windows.net/developer/Files/downloads/gnu/12.3.rel1/binrel/arm-gnu-toolchain-12.3.rel1-darwin-x86_64-arm-none-eabi.tar.xz
+linux_x64 = https://armkeil.blob.core.windows.net/developer/Files/downloads/gnu/12.3.rel1/binrel/arm-gnu-toolchain-12.3.rel1-x86_64-arm-none-eabi.tar.xz
+linux_arm64 = https://armkeil.blob.core.windows.net/developer/Files/downloads/gnu/12.3.rel1/binrel/arm-gnu-toolchain-12.3.rel1-aarch64-arm-none-eabi.tar.xz
+[12_2_Rel1]
+win32_x64 = https://armkeil.blob.core.windows.net/developer/Files/downloads/gnu/12.2.rel1/binrel/arm-gnu-toolchain-12.2.rel1-mingw-w64-i686-arm-none-eabi.zip
+darwin_arm64 = https://armkeil.blob.core.windows.net/developer/Files/downloads/gnu/12.2.rel1/binrel/arm-gnu-toolchain-12.2.rel1-darwin-arm64-arm-none-eabi.tar.xz
+darwin_x64 = https://armkeil.blob.core.windows.net/developer/Files/downloads/gnu/12.2.rel1/binrel/arm-gnu-toolchain-12.2.rel1-darwin-x86_64-arm-none-eabi.tar.xz
+linux_x64 = https://armkeil.blob.core.windows.net/developer/Files/downloads/gnu/12.2.rel1/binrel/arm-gnu-toolchain-12.2.rel1-x86_64-arm-none-eabi.tar.xz
+linux_arm64 = https://armkeil.blob.core.windows.net/developer/Files/downloads/gnu/12.2.rel1/binrel/arm-gnu-toolchain-12.2.rel1-aarch64-arm-none-eabi.tar.xz
+[11_3_Rel1]
+win32_x64 = https://armkeil.blob.core.windows.net/developer/Files/downloads/gnu/11.3.rel1/binrel/arm-gnu-toolchain-11.3.rel1-mingw-w64-i686-arm-none-eabi.zip
+darwin_arm64 = https://armkeil.blob.core.windows.net/developer/Files/downloads/gnu/11.3.rel1/binrel/arm-gnu-toolchain-11.3.rel1-darwin-arm64-arm-none-eabi.tar.xz
+darwin_x64 = https://armkeil.blob.core.windows.net/developer/Files/downloads/gnu/11.3.rel1/binrel/arm-gnu-toolchain-11.3.rel1-darwin-x86_64-arm-none-eabi.tar.xz
+linux_x64 = https://armkeil.blob.core.windows.net/developer/Files/downloads/gnu/11.3.rel1/binrel/arm-gnu-toolchain-11.3.rel1-x86_64-arm-none-eabi.tar.xz
+linux_arm64 = https://armkeil.blob.core.windows.net/developer/Files/downloads/gnu/11.3.rel1/binrel/arm-gnu-toolchain-11.3.rel1-aarch64-arm-none-eabi.tar.xz

data/0.16.0/versionBundles.json

@@ -0,0 +1,35 @@
+{
+  "1.5.0": {
+    "python": {
+      "version": "3.9.13",
+      "macos": "https://www.python.org/ftp/python/3.9.13/python-3.9.13-macos11.pkg",
+      "windowsAmd64": "https://www.python.org/ftp/python/3.9.13/python-3.9.13-embed-amd64.zip"
+    },
+    "ninja": "v1.12.1",
+    "cmake": "v3.28.6",
+    "toolchain": "12_3_Rel1",
+    "riscvToolchain": "NONE"
+  },
+  "1.5.1": {
+    "python": {
+      "version": "3.12.1",
+      "macos": "https://www.python.org/ftp/python/3.12.1/python-3.12.1-macos11.pkg",
+      "windowsAmd64": "https://www.python.org/ftp/python/3.12.1/python-3.12.1-embed-amd64.zip"
+    },
+    "ninja": "v1.12.1",
+    "cmake": "v3.28.6",
+    "toolchain": "13_2_Rel1",
+    "riscvToolchain": "NONE"
+  },
+  "2.0.0": {
+    "python": {
+      "version": "3.12.1",
+      "macos": "https://www.python.org/ftp/python/3.12.1/python-3.12.1-macos11.pkg",
+      "windowsAmd64": "https://www.python.org/ftp/python/3.12.1/python-3.12.1-embed-amd64.zip"
+    },
+    "ninja": "v1.12.1",
+    "cmake": "v3.28.6",
+    "toolchain": "13_2_Rel1",
+    "riscvToolchain": "RISCV_COREV_MAY_24"
+  }
+}

scripts/genExamples.py

@@ -0,0 +1,189 @@
+#!/usr/bin/env python3
+
+import os
+import glob
+import shutil
+import json
+
+from pico_project import GenerateCMake
+
+boards = [
+    "pico",
+    "pico_w",
+    "pico2"
+]
+
+platforms = {
+    "pico": ["rp2040"],
+    "pico_w": ["rp2040"],
+    "pico2": [
+        "rp2350-arm-s",
+        "rp2350-riscv"
+    ]
+}
+
+examples = {
+    "example_format": {
+        "path": "hello_world/usb",
+        "name": "usb",
+        "libPaths": [],
+        "libNames": [],
+        "boards": [],
+        "supportRiscV": False
+    }
+}
+
+examples.clear()
+
+CURRENT_DATA_VERSION = "0.16.0"
+
+try:
+    shutil.rmtree("pico-examples")
+except FileNotFoundError:
+    pass
+try:
+    for path in glob.glob("errors-pico*"):
+        shutil.rmtree(path)
+except FileNotFoundError:
+    pass
+os.system("git -c advice.detachedHead=false clone https://github.com/raspberrypi/pico-examples.git --depth=1 --branch sdk-2.0.0")
+os.environ["PICO_SDK_PATH"] = "~/.pico-sdk/sdk/2.0.0"
+
+for board in boards:
+    for platform in platforms[board]:
+        try:
+            shutil.rmtree("build")
+        except FileNotFoundError:
+            pass
+        toolchainVersion = "RISCV_COREV_MAY_24" if "riscv" in platform else "13_2_Rel1"
+        toolchainPath = f"~/.pico-sdk/toolchain/{toolchainVersion}"
+        os.system(f"cmake -S pico-examples -B build -DPICO_BOARD={board} -DPICO_PLATFORM={platform} -DPICO_TOOLCHAIN_PATH={toolchainPath}")
+
+        os.system("cmake --build build --target help > targets.txt")
+
+        targets = []
+
+        with open("targets.txt", "r") as f:
+            for line in f.readlines():
+                target = line.strip('.').strip()
+                if (
+                    "all" in target or
+                    target == "clean" or
+                    target == "depend" or
+                    target == "edit_cache" or
+                    target == "rebuild_cache" or
+                    target.endswith("_pio_h")
+                ):
+                    continue
+                targets.append(target)
+
+        walk_dir = "./pico-examples"
+        target_locs = {}
+        lib_locs = {}
+
+        for root, subdirs, files in os.walk(walk_dir):
+            for filename in files:
+                if filename != "CMakeLists.txt":
+                    continue
+                file_path = os.path.join(root, filename)
+
+                with open(file_path, 'r') as f:
+                    f_content = f.read()
+                    if "add_library" in f_content:
+                        for target in targets:
+                            if f"add_library({target}" in f_content:
+                                tmp = lib_locs.get(target, {
+                                    "locs": []
+                                })
+                                tmp["locs"].append(file_path)
+                                lib_locs[target] = tmp
+                    if "add_executable" in f_content:
+                        exes = []
+                        for target in targets:
+                            if f"example_auto_set_url({target})" in f_content:
+                                exes.append(target)
+                                tmp = target_locs.get(target, {
+                                    "locs": [],
+                                    "libs": []
+                                })
+                                tmp["locs"].append(file_path)
+                                target_locs[target] = tmp
+
+        for k, v in target_locs.items():
+            if len(v["locs"]) > 1:
+                raise ValueError(f"Too many locs {v}")
+            target_locs[k]["loc"] = v["locs"][0]
+            with open(v["locs"][0], "r") as f:
+                f_content = f.read()
+                for lib in lib_locs:
+                    if lib in f_content:
+                        target_locs[k]["libs"].append(lib)
+
+        for k, v in lib_locs.items():
+            if len(v["locs"]) > 1:
+                raise ValueError(f"Too many locs {v}")
+            lib_locs[k]["loc"] = v["locs"][0]
+
+        # Test build them all
+        try:
+            shutil.rmtree("tmp")
+            shutil.rmtree("tmp-build")
+        except FileNotFoundError:
+            pass
+        for target, v in target_locs.items():
+            os.mkdir("tmp-build")
+            loc = v["loc"]
+            loc = loc.replace("/CMakeLists.txt", "")
+            shutil.copytree(loc, "tmp")
+            if len(v["libs"]):
+                for lib in v["libs"]:
+                    shutil.copytree(
+                        lib_locs[lib]["loc"].replace("/CMakeLists.txt", ""),
+                        f"tmp/{lib}"
+                    )
+            params={
+                'projectName'   : target,
+                'wantOverwrite' : True,
+                'wantConvert'   : True,
+                'wantExample'   : True,
+                'wantThreadsafeBackground'  : False,
+                'wantPoll'                  : False,
+                'boardtype'     : board,
+                'sdkVersion'    : "2.0.0",
+                'toolchainVersion': toolchainVersion,
+                'picotoolVersion': "2.0.0",
+                'exampleLibs'   : v["libs"]
+            }
+            GenerateCMake("tmp", params)
+            shutil.copy("pico-examples/pico_sdk_import.cmake", "tmp/")
+
+            retcmake = os.system("cmake -S tmp -B tmp-build -DCMAKE_COMPILE_WARNING_AS_ERROR=ON")
+            retbuild = os.system("cmake --build tmp-build --parallel 22")
+            if (retcmake or retbuild):
+                print(f"Error occurred with {target} {v} - cmake {retcmake}, build {retbuild}")
+                shutil.copytree("tmp", f"errors-{board}-{platform}/{target}")
+            else:
+                if examples.get(target) != None:
+                    example = examples[target]
+                    assert(example["path"] == loc.replace(f"{walk_dir}/", ""))
+                    assert(example["name"] == target)
+                    assert(example["libPaths"] == [lib_locs[lib]["loc"].replace("/CMakeLists.txt", "").replace(f"{walk_dir}/", "") for lib in v["libs"]])
+                    assert(example["libNames"] == v["libs"])
+                    if not board in example["boards"]:
+                        example["boards"].append(board)
+                    example["supportRiscV"] |= "riscv" in platform
+                else:
+                    examples[target] = {
+                        "path": loc.replace(f"{walk_dir}/", ""),
+                        "name": target,
+                        "libPaths": [lib_locs[lib]["loc"].replace("/CMakeLists.txt", "").replace(f"{walk_dir}/", "") for lib in v["libs"]],
+                        "libNames": v["libs"],
+                        "boards": [board],
+                        "supportRiscV": "riscv" in platform
+                    }
+
+            shutil.rmtree("tmp")
+            shutil.rmtree("tmp-build")
+
+with open(f"{os.path.dirname(os.path.realpath(__file__))}/../data/{CURRENT_DATA_VERSION}/examples.json", "w") as f:
+    json.dump(examples, f, indent=4)