Initial commit

- See https://github.com/robotpy/roborio-packages for history

Author: virtuald

.gitignore

@@ -0,0 +1,12 @@
+*.ipk
+*.gz
+*.tgz
+
+/data
+/data.old
+/dbgdata
+/dbgdata.old
+/dbgtmp
+/devdata
+/devdata.old
+/devtmp

Makefile

@@ -0,0 +1,46 @@
+include ./Mk/pkgdata.mk
+
+DEPS = binutils-symlinks gcc-symlinks g++-symlinks libgcc-s-dev gcov make libreadline-dev openssl-dev libz-dev libsqlite3-dev libexpat-dev libxml2-dev libbz2-dev liblzma-dev libgdbm-dev libffi-dev pkgconfig
+
+BUILD_CMD = CXX=/usr/bin/g++ ./configure --enable-shared --with-system-expat --with-system-ffi --enable-optimizations && make
+
+INSTALL_CMD = make install
+
+GETDATA_TARARGS = --exclude=usr/local/lib/python3.12/site-packages/numpy\* \
+		  --exclude=usr/local/lib/python3.12/test \
+		  --exclude=usr/local/lib/python3.12/config-3.12-arm-linux-gnueabi/libpython3.12.a \
+		  --exclude=usr/local/lib/python3.12/lib-dynload/.debug \
+		  --exclude=\*.py[co] \
+		  --exclude=__pycache__ \
+		  usr/local/include/python3.12/pyconfig.h \
+		  usr/local/lib/libpython3* \
+		  usr/local/bin/*3.12 \
+		  usr/local/bin/2to3 \
+		  usr/local/bin/idle3 \
+		  usr/local/bin/pip3 \
+		  usr/local/bin/pydoc3 \
+		  usr/local/bin/python3 \
+		  usr/local/bin/python3-config \
+		  usr/local/lib/python3.12 \
+		  usr/local/bin/python3.12-config
+
+GETDATA_DEV_TARARGS = --exclude=usr/local/include/python3.12/pyconfig.h \
+		  usr/local/include/python3.12 \
+		  usr/local/lib/pkgconfig/python3.pc \
+		  usr/local/lib/pkgconfig/python3-embed.pc \
+		  usr/local/lib/pkgconfig/python-3.12.pc \
+		  usr/local/lib/pkgconfig/python-3.12-embed.pc \
+		  usr/local/lib/python3.12/config-3.12-arm-linux-gnueabi/libpython3.12.a
+
+GETDATA_DBG_TARARGS = usr/local/bin/.debug/python3.debug \
+		  usr/local/lib/.debug/libpython3* \
+		  usr/local/lib/python3.12/lib-dynload/.debug
+
+EXTRA_CONTROL = postinst prerm
+
+EXES = usr/local/bin/python3.12 \
+       usr/local/lib/libpython3.12.so.1.0 \
+       usr/local/lib/python3.12/lib-dynload/*.so
+
+include ./Mk/remote_build.mk
+include ./Mk/ipk.mk

Mk/globals.mk

@@ -0,0 +1,20 @@
+#
+# Defines globals used in all the make types
+#
+
+ifneq ("$(wildcard $(BUILD_ROOT)/vars)","")
+include ${BUILD_ROOT}/vars
+endif
+
+YEAR = 2024
+RELEASE = ${YEAR}-dev
+ARCH ?= cortexa9-vfpv3
+
+ifndef PACKAGE
+$(error PACKAGE is not set, error in makefile)
+endif
+
+ifndef VERSION
+$(error VERSION is not set, error in makefile)
+endif
+

Mk/ipk.mk

@@ -0,0 +1,67 @@
+.PHONY: ipk clean package
+
+IPK_DEST ?= ${BUILD_ROOT}/${RELEASE}
+IPK_NAME ?= ${IPK_DEST}/${PACKAGE}_${VERSION}_${ARCH}.ipk
+
+ifdef GETDATA_DEV_TARARGS
+IPK_NAME_DEV = ${IPK_DEST}/${PACKAGE}-dev_${VERSION}_${ARCH}.ipk
+endif
+
+ifdef GETDATA_DBG_TARARGS
+IPK_NAME_DBG = ${IPK_DEST}/${PACKAGE}-dbg_${VERSION}_${ARCH}.ipk
+endif
+
+ipk: ${IPK_NAME} ${IPK_NAME_DEV} ${IPK_NAME_DBG}
+
+package:
+	$(MAKE) clean
+	$(MAKE) getdata
+	$(MAKE) ipk
+
+clean:
+	rm -f control.tar.gz
+	rm -f data.tar.gz
+	rm -rf devtmp dbgtmp
+	rm -f ${IPK_NAME} ${IPK_NAME_DEV} ${IPK_NAME_DBG} ${EXTRA_CLEAN}
+	
+${IPK_NAME}: data control ${EXTRA_CONTROL}
+	mkdir -p ${IPK_DEST}
+	tar -czvf control.tar.gz --owner=0 --group=0 control ${EXTRA_CONTROL}
+	cd data && tar -czvf ../data.tar.gz --owner=0 --group=0 . && cd ..
+	echo 2.0 > debian-binary
+	ar r ${IPK_NAME} control.tar.gz data.tar.gz debian-binary
+	rm debian-binary
+
+ifdef GETDATA_DEV_TARARGS
+${IPK_NAME_DEV}: devdata control
+	mkdir -p ${IPK_DEST}
+	rm -rf devtmp
+	mkdir devtmp
+	sed \
+		-e "s/^Package: .*/Package: ${PACKAGE}-dev/" \
+		-e "s/\(^Description: .*\)/\1 development files/" \
+		-e "s/^Section: .*/Section: devel/" \
+		-e "s/^Depends: .*/Depends: ${PACKAGE} (= ${VERSION})/" \
+		control > devtmp/control
+	cd devtmp && tar -czvf control.tar.gz --owner=0 --group=0 control
+	cd devdata && tar -czvf ../devtmp/data.tar.gz --owner=0 --group=0 .
+	echo 2.0 > devtmp/debian-binary
+	cd devtmp && ar r ${IPK_NAME_DEV} control.tar.gz data.tar.gz debian-binary
+endif
+
+ifdef GETDATA_DBG_TARARGS
+${IPK_NAME_DBG}: dbgdata control
+	mkdir -p ${IPK_DEST}
+	rm -rf dbgtmp
+	mkdir dbgtmp
+	sed \
+		-e "s/^Package: .*/Package: ${PACKAGE}-dbg/" \
+		-e "s/\(^Description: .*\)/\1 debug symbols/" \
+		-e "s/^Section: .*/Section: devel/" \
+		-e "s/^Depends: .*/Depends: ${PACKAGE} (= ${VERSION})/" \
+		control > dbgtmp/control
+	cd dbgtmp && tar -czvf control.tar.gz --owner=0 --group=0 control
+	cd dbgdata && tar -czvf ../dbgtmp/data.tar.gz --owner=0 --group=0 .
+	echo 2.0 > dbgtmp/debian-binary
+	cd dbgtmp && ar r ${IPK_NAME_DBG} control.tar.gz data.tar.gz debian-binary
+endif

Mk/pkgdata.mk

@@ -0,0 +1,18 @@
+
+ifneq ("$(wildcard data.py)", "")
+	PACKAGE ?= $(shell python3 -c "g={};exec(open('data.py').read(), g);print(g['name'])")
+	VERSION ?= $(shell python3 -c "g={};exec(open('data.py').read(), g);print(g['version'])")
+
+	# forces getdata to convert symlinks to normal files
+	GETDATA_EXTRA_TARARGS = -h
+else
+	PACKAGE ?= $(shell grep Package: control | cut -c 10-)
+	VERSION ?= $(shell grep Version: control | cut -c 10-)
+	ARCH ?= $(shell grep Architecture: control | cut -c 15-)
+	SOURCE ?= $(shell grep Source: control | cut -c 9-)
+endif
+
+# Sets IPK_DEST, IPK_NAME
+mkfile_path := $(abspath $(lastword $(MAKEFILE_LIST)))
+BUILD_ROOT = $(abspath ${mkfile_path}/../..)
+include ${BUILD_ROOT}/Mk/globals.mk

Mk/remote_build.mk

@@ -0,0 +1,129 @@
+# Variables:
+#
+# ROBORIO - the RoboRIO DNS name / IP address (expected to be set by user)
+# BUILD_USER - the RoboRIO login to use (defaults to admin)
+# BUILD_HOME - where build packages should be extracted (defaults to home)
+#
+# TGZ - the tar.gz source code file; defaults to last part of SOURCE
+# EXTRA_CLEAN - extra files to be cleaned in clean
+# BUILD_DEPS - a space-delimited list of opkg dependencies (for install-deps)
+# BUILD_DIR - the directory where the TGZ gets extracted to.
+#             defaults to TGZ with .tgz and .tar.gz stripped
+# BUILD_DIR_EXTRA - the directory inside the TGZ that builds should happen in
+# BUILD_WARNING - warning to print before build
+# BUILD_CMD - the build command
+# INSTALL_CMD - the install command
+# GETDATA_TARARGS - the args to use for tar when getting data
+# GETDATA_DEV_TARARGS - if specified args to use for tar when getting development data
+# GETDATA_DBG_TARARGS - if specified args to use for tar when getting debug data
+# EXTRA_CONTROL - extra files to include in control.tar.gz
+#
+TGZ ?= $(lastword $(subst /, ,${SOURCE}))
+BUILD_DIR ?= $(subst .tgz,,$(subst .tar.gz,,${TGZ}))
+BUILD_USER ?= admin
+STACK_SIZE ?= 4096
+
+# Used by ipkwhl
+GETDATA_EXTRA_TARARGS ?= 
+
+
+ifndef ROBORIO
+$(error ROBORIO is not set, use 'make ROBORIO=roborio-XXXX-frc.local')
+endif
+
+.PHONY: all init-ssh sync-date install-deps fetch extract build install strip-exes fetch-src getdata getdata-pkg getdata-dev getdata-dbg
+
+ifdef GETDATA_DEV_TARARGS
+GETDATA_DEV_TARGET=getdata-dev
+endif
+
+ifdef GETDATA_DBG_TARARGS
+GETDATA_DBG_TARGET=getdata-dbg
+endif
+
+ALLTARGETS ?= clean \
+	sync-date install-deps \
+	fetch extract build install strip-exes \
+	getdata ipk
+all: ${ALLTARGETS}
+
+init-ssh:
+	ssh ${BUILD_USER}@${ROBORIO} 'mkdir -p .ssh && cat >> ~/.ssh/authorized_keys' < ~/.ssh/id_rsa.pub
+
+sync-date:
+ifneq (${NOSETDATE}, 1)
+	ssh ${BUILD_USER}@${ROBORIO} "date -s '`date -u +'%Y-%m-%d %H:%m:%S'`'"
+endif
+
+install-deps:
+ifneq ($(strip ${DEPS}),)
+	ssh ${BUILD_USER}@${ROBORIO} 'opkg update && opkg install ${DEPS} && (opkg clean || true)'
+endif
+
+fetch: ${TGZ}
+${TGZ}:
+	wget ${SOURCE}
+
+extract: ${TGZ}
+	ssh ${BUILD_USER}@${ROBORIO} 'cd ${BUILD_HOME} && rm -rf ${BUILD_DIR}'
+	cat ${TGZ} | ssh ${BUILD_USER}@${ROBORIO} 'cd ${BUILD_HOME} && mkdir ${BUILD_DIR} && cd ${BUILD_DIR} && tar xzf - --strip-components=1'
+ifdef PATCHES
+	$(foreach patch, $(PATCHES), ssh ${BUILD_USER}@${ROBORIO} 'cd ${BUILD_HOME} && cd ${BUILD_DIR} && patch -p1' < $(patch))
+endif	
+
+build:
+ifdef BUILD_WARNING
+	@echo "--------------------------------------------------------------"
+	@echo "${BUILD_WARNING}"
+	@echo "--------------------------------------------------------------"
+	@echo "Press ENTER to continue"
+	@bash -c read
+endif
+	ssh ${BUILD_USER}@${ROBORIO} 'ulimit -s ${STACK_SIZE} && cd ${BUILD_HOME} && cd ${BUILD_DIR}/${BUILD_DIR_EXTRA} && ${BUILD_CMD}'
+
+install:
+	ssh ${BUILD_USER}@${ROBORIO} 'ulimit -s ${STACK_SIZE} && cd ${BUILD_HOME} && cd ${BUILD_DIR}/${BUILD_DIR_EXTRA} && ${INSTALL_CMD}'
+
+strip-exes:
+ifneq ($(strip ${EXES}),)
+	ssh ${BUILD_USER}@${ROBORIO} 'for exes in ${EXES}; do for exe in /$$exes; do \
+		fdir=$$(dirname $$exe) && fbase=$$(basename "$$exe") && \
+		fdebug="$${fbase%.*}.debug" && \
+		mkdir -p "$$fdir"/.debug && \
+		chmod u+w $$exe && \
+		objcopy --only-keep-debug $$exe "$$fdir/.debug/$$fdebug" && \
+		chmod 755 "$$fdir/.debug/$$fdebug" && \
+		objcopy --strip-debug "$$exe" && \
+		objcopy --add-gnu-debuglink="$$fdir/.debug/$$fdebug" "$$exe"; \
+		done; done'
+endif
+
+getdata: getdata-pkg ${GETDATA_DEV_TARGET} ${GETDATA_DBG_TARGET}
+
+getdata-pkg:
+	mkdir -p data
+	rm -rf data.new
+	mkdir data.new
+	set -o pipefail; cd data.new && ssh ${BUILD_USER}@${ROBORIO} 'cd / && tar ${GETDATA_EXTRA_TARARGS} -cf - ${GETDATA_TARARGS}' | tar xf -
+	rm -rf data.old && mv data data.old && mv data.new data
+	[ ! -d extra ] || cp -r extra/* data/
+
+ifdef GETDATA_DEV_TARARGS
+getdata-dev:
+	mkdir -p devdata
+	rm -rf devdata.new
+	mkdir devdata.new
+	set -o pipefail; cd devdata.new && ssh ${BUILD_USER}@${ROBORIO} 'cd / && tar ${GETDATA_EXTRA_TARARGS} -cf - ${GETDATA_DEV_TARARGS}' | tar xf -
+	rm -rf devdata.old && mv devdata devdata.old && mv devdata.new devdata
+	[ ! -d extradev ] || cp -r extradev/* devdata/
+endif
+
+ifdef GETDATA_DBG_TARARGS
+getdata-dbg:
+	mkdir -p dbgdata
+	rm -rf dbgdata.new
+	mkdir dbgdata.new
+	set -o pipefail; cd dbgdata.new && ssh ${BUILD_USER}@${ROBORIO} 'cd / && tar ${GETDATA_EXTRA_TARARGS} -cf - ${GETDATA_DBG_TARARGS}' | tar xf -
+	rm -rf dbgdata.old && mv dbgdata dbgdata.old && mv dbgdata.new dbgdata
+	[ ! -d extradev ] || cp -r extradev/* dbgdata/
+endif

README.md

@@ -0,0 +1,41 @@
+roborio-python
+==============
+
+This repository holds builds of Python for the RoboRIO, and associated build
+scripts. You don't need to build this yourself, instead use the robotpy-installer
+and execute `robotpy-installer download-python` to download them.
+
+Build process
+-------------
+
+Compiling this can eat up most of your RoboRIO's disk space, so you'll probably
+want to reimage it before using the RoboRIO in a competition.
+
+There are several non-automated steps:
+
+* You must execute this build from a Linux environment
+* Make a USB flash drive to be swap
+  * Use `cfdisk` to partition your USB drive
+  * Use `mkswap` to initialize the space
+  * Mount it on the roborio via `swapon`
+* Make another USB flash drive to be extra storage space
+  * Use `cfdisk` to partition as linux partition
+  * Use `mkfs.ext2` to format it
+  * Plug it into the roborio and you should see it at /media/sda1
+  * Run the following to redirect the install folders to your drive:
+
+```
+mkdir /media/sda1/bin
+mkdir /media/sda1/include
+mkdir /media/sda1/lib
+
+ln -s /media/sda1/bin /usr/local/bin
+ln -s /media/sda1/include /usr/local/include
+ln -s /media/sda1/lib /usr/local/lib
+```
+
+Once your RoboRIO is sufficiently mangled, execute this from your host:
+
+    make ROBORIO=roborio-XXXX-frc.local all
+
+Building on a first generation RoboRIO takes about half a day.

control

@@ -0,0 +1,13 @@
+Package: python312
+Version: 3.12.0-r1
+Description: Python programming language
+Section: devel
+Priority: optional
+Maintainer: RobotPy Developers <[email protected]>
+License: BSD
+Architecture: cortexa9-vfpv3
+OE: python312
+Homepage: http://www.python.org
+Depends: libc6
+Recommends: libreadline6
+Source: https://www.python.org/ftp/python/3.12.0/Python-3.12.0.tgz

postinst

@@ -0,0 +1,32 @@
+#!/bin/sh
+if [ x"$D" = "x" ]; then
+	if [ -x /sbin/ldconfig ]; then /sbin/ldconfig ; fi
+fi
+# compile library files
+/usr/bin/env PYTHONPATH=/usr/local/lib/python3.12 LD_LIBRARY_PATH=/usr/local/lib \
+    /usr/local/bin/python3 -Wi /usr/local/lib/python3.12/compileall.py \
+    -d lib/python3.12 -f -q \
+    -x 'bad_coding|badsyntax|site-packages|lib2to3/tests/data' \
+    /usr/local/lib/python3.12
+/usr/bin/env PYTHONPATH=/usr/local/lib/python3.12 LD_LIBRARY_PATH=/usr/local/lib \
+    /usr/local/bin/python3 -Wi -O /usr/local/lib/python3.12/compileall.py \
+    -d lib/python3.12 -f -q \
+    -x 'bad_coding|badsyntax|site-packages|lib2to3/tests/data' \
+    /usr/local/lib/python3.12
+/usr/bin/env PYTHONPATH=/usr/local/lib/python3.12 LD_LIBRARY_PATH=/usr/local/lib \
+    /usr/local/bin/python3 -Wi /usr/local/lib/python3.12/compileall.py \
+    -d lib/python3.12/site-packages -f -q \
+    -x badsyntax /usr/local/lib/python3.12/site-packages
+/usr/bin/env PYTHONPATH=/usr/local/lib/python3.12 LD_LIBRARY_PATH=/usr/local/lib \
+    /usr/local/bin/python3 -Wi -O /usr/local/lib/python3.12/compileall.py \
+    -d lib/python3.12/site-packages -f -q \
+    -x badsyntax /usr/local/lib/python3.12/site-packages
+
+# Fix pip to not warn when running as root because we don't care
+sed -i 's/def warn_if_run_as_root() -> None:$/def warn_if_run_as_root() -> None: return\ndef _unused():/g' \
+    /usr/local/lib/python3.12/site-packages/pip/_internal/cli/req_command.py
+
+# Let user program set RT thread priorities by making CAP_SYS_NICE
+# permitted, inheritable, and effective. See "man 7 capabilities"
+# for docs on capabilities and file capability sets.
+setcap cap_sys_nice+eip /usr/local/bin/python3.12

prerm

@@ -0,0 +1,3 @@
+#!/bin/sh
+# delete compiled library files
+find /usr/local/lib/python3.12 -name __pycache__ -type d -prune -exec rm -r '{}' ';'