maint(developer): allow to build locally on Linux and macOS

This adds a `configure` build step that will install any missing
dependencies required to build on Linux and macoS.

macOS was added based on `resources/devbox/macos/macos.sh` but is
untested.

Test-bot: skip

Author: ermshiperete

resources/teamcity/README.md

@@ -20,7 +20,7 @@ docker run -v $(pwd):/Develop -it ubuntu:24.04 /bin/bash
 Inside of the container, run
 
 ```bash
-apt update && apt install sudo
+apt update && apt install -y sudo
 export DOCKER_RUNNING=1
 echo "ubuntu ALL=(ALL) NOPASSWD: ALL" >> /etc/sudoers
 su ubuntu
@@ -32,10 +32,3 @@ and then run the build, e.g.
 cd /Develop
 resources/teamcity/keyman-linux-test.sh configure,build,test
 ```
-
-NOTE: by default this will run the build as `root` in the container,
-so you will end up with files owned by `root` in your tree.
-Either create a user with the same user id as your local user in the
-container, or use one of the images created by `resources/docker-images`
-(though you won't be able to test if all the dependencies get installed
-if using the docker-images containers).

resources/teamcity/developer/keyman-developer-test-linux.sh renamed to resources/teamcity/developer/keyman-developer-test-linux-macos.sh

@@ -3,7 +3,7 @@
 # Distributed under the MIT License. See LICENSE.md file in the project
 # root for full license information.
 #
-# TC build script for Keyman Developer on Linux
+# TC build script for Keyman Developer on Linux and macOS
 
 # shellcheck disable=SC2164
 # shellcheck disable=SC1091
@@ -14,11 +14,18 @@ THIS_SCRIPT="$(readlink -f "${BASH_SOURCE[0]}")"
 . "${THIS_SCRIPT%/*}/../../../resources/build/builder.inc.sh"
 ## END STANDARD BUILD SCRIPT INCLUDE
 
+# shellcheck disable=SC2154
+. "${KEYMAN_ROOT}/resources/teamcity/includes/tc-actions.inc.sh"
+. "${KEYMAN_ROOT}/resources/teamcity/includes/tc-helpers.inc.sh"
+. "${KEYMAN_ROOT}/resources/teamcity/includes/tc-linux.inc.sh"
+. "${KEYMAN_ROOT}/resources/teamcity/includes/tc-macos.inc.sh"
+
 ################################ Main script ################################
 
 builder_describe \
-  "Build Keyman Developer on Linux" \
+  "Build Keyman Developer on Linux and macOS" \
   "all            run all actions" \
+  "configure      install dependencies" \
   "build          build"
 
 builder_parse "$@"
@@ -28,13 +35,23 @@ cd "${KEYMAN_ROOT}/developer/src"
 function build_developer_action() {
   builder_echo start "build developer" "Building Keyman Developer"
 
-  ./build.sh configure build test
+  "${KEYMAN_ROOT}/developer/src/build.sh" configure build test
 
   builder_echo end "build developer" success "Finished building Keyman Developer"
 }
 
 if builder_has_action all; then
+  developer_install_dependencies_action
+
+  set_variables_for_nvm
+  set_variables_for_emscripten
+
   build_developer_action
 else
+  builder_run_action  configure   developer_install_dependencies_action
+
+  set_variables_for_nvm
+  set_variables_for_emscripten
+
   builder_run_action build build_developer_action
 fi

resources/teamcity/developer/keyman-developer-test-macos.sh

@@ -24,7 +24,7 @@ linux_additional_test_dependencies_action() {
   fi
 
   # shellcheck disable=SC2086
-  check_and_install_packages ${TOINSTALL}
+  linux_check_and_install_packages ${TOINSTALL}
 
   if ! is_os_version_or_higher 24.04; then
     builder_heading "Installing python3-coverage from pip"
@@ -83,3 +83,17 @@ web_test_action() {
   builder_echo end web_test success "Finished running tests for native KeymanWeb"
 }
 
+developer_install_dependencies_action() {
+  builder_echo start "install dependencies" "Installing dependencies"
+
+  if is_ubuntu; then
+    linux_check_and_install_packages devscripts jq meson
+  elif is_macos; then
+    macos_install_packages bash jq python3 meson ninja coreutils pyenv
+  fi
+
+  install_nvm
+  install_emscripten
+
+  builder_echo end "install dependencies" success "Finished installing dependencies"
+}

resources/teamcity/includes/tc-actions.inc.sh

@@ -27,3 +27,39 @@ is_macos() {
     return 1
   fi
 }
+
+install_nvm() {
+  if is_ubuntu; then
+    linux_install_nvm
+  elif is_macos; then
+    macos_install_packages nvm
+  fi
+}
+
+# Set the environment variables required to use node/nvm and set the
+# `KEYMAN_USE_NVM` variable so that the build can automatically install
+# the required node version.
+set_variables_for_nvm() {
+  # nvm.sh uses some variables that might not be initialized, so we
+  # disable the "unbound variable" check temporarily
+  set -u
+  export NVM_DIR="${HOME}/.nvm"
+  # shellcheck disable=SC1091
+  . "${NVM_DIR}/nvm.sh"
+  set +u
+  export KEYMAN_USE_NVM=1
+  PATH=${HOME}/.keyman/node:${PATH}
+}
+
+install_emscripten() {
+  if is_ubuntu; then
+    linux_install_emscripten
+  elif is_macos; then
+    macos_install_packages emscripten
+  fi
+}
+
+set_variables_for_emscripten() {
+  export EMSCRIPTEN_BASE="${EMSCRIPTEN_BASE:-${HOME}/emsdk/upstream/emscripten}"
+  export KEYMAN_USE_EMSDK=1
+}

resources/teamcity/includes/tc-helpers.inc.sh

@@ -23,14 +23,15 @@ is_package_installed() {
 # Check if the specified packages are installed and install them if not.
 # Parameters:
 #   $* - List of package names to check and install (e.g., "lcov jq")
-check_and_install_packages() {
-  local PACKAGES=$*
-  local TOINSTALL=""
-
+linux_check_and_install_packages() {
   if ! is_ubuntu; then
     return 0
   fi
 
+  builder_echo start "check and install packages" "Checking and installing packages"
+  local PACKAGES=$*
+  local TOINSTALL=""
+
   for p in ${PACKAGES}
   do
     if ! is_package_installed "${p}"; then
@@ -43,21 +44,7 @@ check_and_install_packages() {
     # shellcheck disable=SC2086
     sudo DEBIAN_FRONTEND="noninteractive" apt-get install -qy ${TOINSTALL}
   fi
-}
-
-# Set the environment variables required to use node/nvm and set the
-# `KEYMAN_USE_NVM` variable so that the build can automatically install
-# the required node version.
-set_variables_for_nvm() {
-  # nvm.sh uses some variables that might not be initialized, so we
-  # disable the "unbound variable" check temporarily
-  set -u
-  export NVM_DIR="${HOME}/.nvm"
-  # shellcheck disable=SC1091
-  . "${NVM_DIR}/nvm.sh"
-  set +u
-  export KEYMAN_USE_NVM=1
-  PATH=${HOME}/.keyman/node:${PATH}
+  builder_echo end "check and install packages" success "Finished checking and installing packages"
 }
 
 # Install nvm if it is not already installed and install the latest LTS
@@ -78,11 +65,34 @@ linux_install_nvm() {
   builder_echo end install_nvm success "Finished checking and installing nvm"
 }
 
+linux_install_emscripten() {
+  builder_echo start "install emscripten" "Checking and installing emscripten"
+  if { [[ ! -z "${EMSCRIPTEN_BASE:-}" ]] && [[ -f "${EMSCRIPTEN_BASE}/emcc" ]] } ||
+    [[ -f "${HOME}/emsdk/upstream/emscripten/emcc" ]]; then
+    builder_echo "Emscripten is already installed at ${EMSCRIPTEN_BAS:-${HOME}/emsdk/upstream/emscripten}"
+  else
+    # shellcheck disable=SC2154
+    . "${KEYMAN_ROOT}/resources/build/minimum-versions.inc.sh"
+
+    builder_echo "Installing emscripten version ${KEYMAN_MIN_VERSION_EMSCRIPTEN}"
+    export EMSDK_KEEP_DOWNLOADS=1
+    # shellcheck disable=SC2164
+    cd "${HOME}"
+    git clone https://github.com/emscripten-core/emsdk.git
+    # shellcheck disable=SC2164
+    cd emsdk
+    ./emsdk install "${KEYMAN_MIN_VERSION_EMSCRIPTEN}"
+    ./emsdk activate "${KEYMAN_MIN_VERSION_EMSCRIPTEN}"
+  fi
+  set_variables_for_emscripten
+  builder_echo end "install emscripten" success "Finished checking and installing emscripten"
+}
+
 # Install additional dependencies required for running integration tests.
 linux_install_dependencies_for_tests() {
   builder_echo start install_dependencies_for_tests "Installing dependencies for tests"
 
-  check_and_install_packages xvfb xserver-xephyr metacity mutter dbus-x11 weston xwayland
+  linux_check_and_install_packages xvfb xserver-xephyr metacity mutter dbus-x11 weston xwayland
 
   builder_echo end install_dependencies_for_tests success "Finished installing dependencies for tests"
 }

resources/teamcity/includes/tc-linux.inc.sh

@@ -0,0 +1,27 @@
+#!/usr/bin/env bash
+
+macos_install_packages() {
+  if ! is_macos; then
+    return 0
+  fi
+
+  builder_echo start "install packages" "Installing packages on macOS: $*"
+
+  if ! command -v brew &> /dev/null; then
+    NONINTERACTIVE=1 /bin/bash -c "$(curl -fsSL https://raw.githubusercontent.com/Homebrew/install/HEAD/install.sh)"
+    # Unfortunately Homebrew gets installed in different directories
+    # depending on the architecture. This uses the paths that `install.sh`
+    # has.
+    if [[ "$(uname -m)" == "arm64" ]]; then
+      # On ARM macOS Homebrew gets installed to /opt/homebrew
+      HOMEBREW_PREFIX="/opt/homebrew"
+    else
+      # On Intel macOS Homebrew gets installed to /usr/local
+      HOMEBREW_PREFIX="/usr/local"
+    fi
+    eval "$(${HOMEBREW_PREFIX}/bin/brew shellenv)"
+  fi
+  brew install "$@"
+
+  builder_echo end "install packages" success "Finished installing packages on macOS"
+}

resources/teamcity/includes/tc-macos.inc.sh

@@ -37,7 +37,7 @@ function install_dependencies_action() {
   builder_echo start "install dependencies" "Install dependencies"
 
   # shellcheck disable=SC2086
-  check_and_install_packages devscripts jq
+  linux_check_and_install_packages devscripts jq
 
   # TODO: we can we do something similar for Windows and macOS?
   linux_install_nvm
@@ -52,7 +52,7 @@ function install_playwright_dependencies() {
   fi
 
   # shellcheck disable=SC2086
-  check_and_install_packages ibevent-2.1-7t64 libxslt1.1 libwoff1 libvpx9 libgstreamer-plugins-bad1.0-0 libwebpdemux2 libharfbuzz-icu0 libenchant-2-2 libsecret-1-0 libhyphen0 libmanette-0.2-0 libflite1 gstreamer1.0-libav
+  linux_check_and_install_packages ibevent-2.1-7t64 libxslt1.1 libwoff1 libvpx9 libgstreamer-plugins-bad1.0-0 libwebpdemux2 libharfbuzz-icu0 libenchant-2-2 libsecret-1-0 libhyphen0 libmanette-0.2-0 libflite1 gstreamer1.0-libav
 }
 
 function check_build_size_action() {