* Reorganize CMake Packaging module * Match if statements to function order * Cleanup root, res, and doc dirs * Move deps to requirements.txt file * Reorganize and format CMake files * Rename changelog lint * Add reccomended extension * Workflow to lint CMake files * Move CMake lint to script * Try lighter dep * Use venv * Add --format arg * Format all CMake files * Convert bash script to Python * Set CMake line ending format * Restore formatting * Add pyyaml dep * Remove unused arg * Rename config file * Remove comment * Repair copyrights (broken by defualt cmake-format) * Restore 3rd party copyright * Break up libs config into smaller macros * Better macro name * Load config after venv * Make intentional noop clearer * Only use upload step if required (make skip clearer) * Use CPack for deb and rpm packaging * Add upload step for Linux * Remove cpack dep, doesn't exist * Roll back presets version * Fixed distro like match * Update ChangeLog * Legacy checkout for some distros * All distros support v4 * Trying out newer Linux distros * Install Git on Docker images * Install without actions (not available before checkout) * Delete useless action * Install Python * Support for Arch and OpenSUSE * Add Arch and OpenSUSE to deps * Name steps * Full OpenSUSE names * Mark Git dir safe * Add pkgconf * Legacy CMake for Debian 11 * Add OpenSSL to OpenSUSE * Drop OpenSUSE Leap (no C++20 support) * Skip packaging for Arch and OpenSUSE (for now) * Shorten Arch/OpenSUSE names * Clearer step name * SImpler bootstrap * Shell not needed * Update apt * Don't check return code * Simplify python deps commands * Add STGZ/.sh package type * Prevent input prompt * Only config git safe dir when needed * Try cache v4 * Safe dir for Ubuntu * Safe dir for Arch * All Docker images seem to need safe dir config * Refactor env var getters * Make Ubuntu build extra packages * Condense bootstep to single step * Fixed var name * Fixed bootstrap logic * Simplify logic for upload condition (Windows and macOS) * Make package/upload condition easier to understand * Add Manjaro * Generic names for Linux .tar.gz and .sh packages * Add Manjaro deps * Swap macOS matrix entries * Add Red Hat UBI * Remove RHEL subscription manager * Throw on unsupported package distro * Conditionally install pip and venv * Remove extra pip arg * Add config for RHEL * Install EPEL for RHEL * Back-out RHEL as EPEL requires subscription * Restore Python deps logic * Fixed bug: Packacking run twice * Testing arm32v7 and arm64v8 * Revert "Testing arm32v7 and arm64v8" This reverts commit cb3caf188d2b79ed083a62fc091de295f9889f3d. * Re-add icon and shortcut file for Linux to package * Support OpenSUSE RPM build * Check return code * Add `rpm-build` for OpenSUSE * Reorg packages * Remove busybox-which * Add --non-interactive * Move --non-interactive to correct position * Experiment with makepkg * Check and print package commands * Make distro version optional * Use 8 cores to build * Default to distro name only * Fixed bad PKGBUILD filename * Use 4-part version for Arch * Remove comma from conflicts * Use .tar.gz from cwd * Generate checksum for Arch * Fixed file extension * Use shell to print output * Don't use shell * Gaurd against bad cmd_utils.run * Fixed bad import * Use list command * Fixed unable to run list commands * Use source file name * Simplify PKGBUILD to use make install * Change install prefix * Use DESTDIR * Copy .desktop and .png to build dir * Restore original `install(FILES...` * Improving comments * Fixed: makepkg runs from `src` by default * Move error after command print * Remove shell arg * Package as a user instead of root (makepkg can't run as root) * Fixed codesign runs in shell * Allow list commands in shell on windows * Don't use sudo on arch * Install sudo on Arch * Fixed typo * Fix ownership of build directory for package user * Improve example .env * Change to depend on libstdc++6 * Add TODO * Fixed Fedora version * Remove libstdc++ deps (names vary between distros) * Roll back to Fedora 40 and 39 * Improve comment * Remove unneccesary default
218 lines
6.1 KiB
Python
218 lines
6.1 KiB
Python
import os, sys, subprocess
|
|
import lib.cmd_utils as cmd_utils
|
|
|
|
venv_path = "build/python"
|
|
|
|
|
|
def check_module(module):
|
|
try:
|
|
__import__(module)
|
|
return True
|
|
except ImportError:
|
|
print(f"Python is missing {module} module", file=sys.stderr)
|
|
return False
|
|
|
|
|
|
def get_os():
|
|
"""Detects the operating system."""
|
|
if sys.platform == "win32":
|
|
return "windows"
|
|
elif sys.platform == "darwin":
|
|
return "mac"
|
|
elif sys.platform.startswith("linux"):
|
|
return "linux"
|
|
else:
|
|
raise RuntimeError(f"Unsupported platform: {sys.platform}")
|
|
|
|
|
|
def is_windows():
|
|
return get_os() == "windows"
|
|
|
|
|
|
def is_mac():
|
|
return get_os() == "mac"
|
|
|
|
|
|
def is_linux():
|
|
return get_os() == "linux"
|
|
|
|
|
|
def is_running_in_ci():
|
|
"""Returns True if running in a CI environment."""
|
|
return os.environ.get("CI")
|
|
|
|
|
|
def get_linux_distro():
|
|
"""Detects the Linux distro."""
|
|
os_file = "/etc/os-release"
|
|
name = None
|
|
name_like = None
|
|
version = None
|
|
|
|
if os.path.isfile(os_file):
|
|
with open(os_file) as f:
|
|
for line in f:
|
|
if line.startswith("ID="):
|
|
name = line.strip().split("=")[1].strip('"')
|
|
elif line.startswith("ID_LIKE="):
|
|
name_like = line.strip().split("=")[1].strip('"')
|
|
elif line.startswith("VERSION_ID="):
|
|
version = line.strip().split("=")[1].strip('"')
|
|
|
|
return name, name_like, version
|
|
|
|
|
|
def get_env(name, required=True):
|
|
"""Returns an env var (stripped) or optionally raises an error if not set."""
|
|
value = os.getenv(name)
|
|
if value:
|
|
value = value.strip()
|
|
|
|
if required and not value:
|
|
raise ValueError(f"Required env var not set: {name}")
|
|
|
|
return value
|
|
|
|
|
|
def get_env_bool(name, default=False):
|
|
"""Returns a boolean value from an env var (stripped)."""
|
|
value = os.getenv(name)
|
|
if value:
|
|
value = value.strip()
|
|
|
|
if value is None:
|
|
return default
|
|
|
|
return value.lower() in ["true", "1", "yes"]
|
|
|
|
|
|
def get_python_executable(binary="python"):
|
|
if sys.platform == "win32":
|
|
return os.path.join(venv_path, "Scripts", binary)
|
|
else:
|
|
return os.path.join(venv_path, "bin", binary)
|
|
|
|
|
|
def in_venv():
|
|
"""Returns True if the script is running in a Python virtual environment."""
|
|
return sys.prefix != sys.base_prefix
|
|
|
|
|
|
def ensure_in_venv(script_file, auto_create=False):
|
|
"""
|
|
Ensures the script is running in a Python virtual environment (venv).
|
|
If the script is not running in a venv, it will create one and re-run the script in the venv.
|
|
"""
|
|
|
|
check_dependencies(raise_error=True)
|
|
import venv
|
|
|
|
if not in_venv():
|
|
if not os.path.exists(venv_path):
|
|
if not auto_create:
|
|
print("Hint: Run the `install_deps.py` script first.")
|
|
raise RuntimeError(f"Virtual environment not found at: {venv_path}")
|
|
|
|
print(f"Creating virtual environment at {venv_path}")
|
|
venv.create(venv_path, with_pip=True)
|
|
|
|
script_file_abs = os.path.abspath(script_file)
|
|
print(f"Using virtual environment for: {script_file_abs}", flush=True)
|
|
python_executable = get_python_executable()
|
|
result = subprocess.run([python_executable, script_file_abs] + sys.argv[1:])
|
|
sys.exit(result.returncode)
|
|
|
|
|
|
def install_requirements():
|
|
"""
|
|
Uses `pip` to install required Python modules from the `requirements.txt` file.
|
|
"""
|
|
|
|
check_dependencies(raise_error=True)
|
|
|
|
print("Installing required modules...")
|
|
cmd_utils.run(
|
|
[sys.executable, "-m", "pip", "install", "-r", "scripts/requirements.txt"],
|
|
shell=False,
|
|
print_cmd=True,
|
|
)
|
|
|
|
|
|
def check_dependencies(raise_error=False):
|
|
"""
|
|
Returns True if pip and venv are available.
|
|
"""
|
|
|
|
has_pip = check_module("pip")
|
|
has_venv = check_module("venv")
|
|
|
|
if raise_error:
|
|
if not has_pip:
|
|
raise RuntimeError("Python is missing pip")
|
|
if not has_venv:
|
|
raise RuntimeError("Python is missing venv")
|
|
else:
|
|
return has_pip and has_venv
|
|
|
|
|
|
def ensure_dependencies():
|
|
"""
|
|
Ensures that pip and venv are available, and installs them if they are not.
|
|
This is normally only installs on Linux, as Windows and Mac usually come with pip and venv.
|
|
"""
|
|
|
|
if check_dependencies():
|
|
return
|
|
|
|
print("Installing Python dependencies...")
|
|
|
|
os = get_os()
|
|
if os != "linux":
|
|
# should not be a problem, since windows and mac come with pip and venv
|
|
raise RuntimeError(f"Unable to install Python dependencies on {os}")
|
|
|
|
has_sudo = cmd_utils.has_command("sudo")
|
|
sudo = "sudo" if has_sudo else ""
|
|
|
|
distro, distro_like, _version = get_linux_distro()
|
|
if not distro_like:
|
|
distro_like = distro
|
|
|
|
update_cmd = None
|
|
install_cmd = None
|
|
if "debian" in distro_like:
|
|
update_cmd = "apt update"
|
|
install_cmd = "apt install -y python3-pip python3-venv"
|
|
elif "fedora" in distro_like:
|
|
update_cmd = "dnf check-update"
|
|
install_cmd = "dnf install -y python3-pip python3-virtualenv"
|
|
elif "arch" in distro_like:
|
|
install_cmd = "pacman -Syu --noconfirm python-pip python-virtualenv"
|
|
elif "opensuse" in distro_like:
|
|
update_cmd = "zypper refresh"
|
|
install_cmd = "zypper install -y python3-pip python3-virtualenv"
|
|
else:
|
|
raise RuntimeError(f"Unable to install Python dependencies on {distro}")
|
|
|
|
if update_cmd:
|
|
# don't check the return code, as some package managers return non-zero exit codes
|
|
# under normal circumstances (e.g. dnf check-update returns 100 when there are
|
|
# updates available).
|
|
cmd_utils.run(
|
|
f"{sudo} {update_cmd}".strip(), check=False, shell=True, print_cmd=True
|
|
)
|
|
|
|
cmd_utils.run(f"{sudo} {install_cmd}".strip(), shell=True, print_cmd=True)
|
|
|
|
|
|
def get_app_version():
|
|
"""
|
|
Returns the version either from the env var, or from the version file.
|
|
"""
|
|
version = get_env("SYNERGY_VERSION", required=False)
|
|
if version:
|
|
return version
|
|
|
|
with open("VERSION", "r") as f:
|
|
return f.read().strip()
|