cleanup scripts: tools/

This commit is contained in:
CvH
2024-07-06 11:24:18 +02:00
parent 52d0bad764
commit 7f543e3c98
25 changed files with 350 additions and 338 deletions

View File

@@ -7,35 +7,35 @@
GIT_DIR="raspberrypi-firmware.git"
echo "getting sources..."
if [ ! -d "${GIT_DIR}" ]; then
git clone https://github.com/raspberrypi/firmware.git --depth=1 -b master "${GIT_DIR}"
fi
if [ ! -d "${GIT_DIR}" ]; then
git clone https://github.com/raspberrypi/firmware.git --depth=1 -b master "${GIT_DIR}"
fi
cd "${GIT_DIR}"
git fetch
if [ $# -eq 1 ]; then
git checkout "$1"
else
git checkout origin/master
fi
GIT_REV=$(git log -n1 --format=%H)
cd ..
cd "${GIT_DIR}"
git fetch
if [ $# -eq 1 ]; then
git checkout "$1"
else
git checkout origin/master
fi
GIT_REV=$(git log -n1 --format=%H)
cd ..
BOOT_DIR="${GIT_DIR}/boot"
PKG_DIR="bcm2835-bootloader-${GIT_REV}"
echo "copying sources..."
rm -rf "${PKG_DIR}"
mkdir -p "${PKG_DIR}"
cp \
"${BOOT_DIR}"/LICENCE* \
"${BOOT_DIR}"/bootcode.bin \
"${BOOT_DIR}"/fixup*.dat \
"${BOOT_DIR}"/start*.elf \
"${PKG_DIR}"
rm -rf "${PKG_DIR}"
mkdir -p "${PKG_DIR}"
cp \
"${BOOT_DIR}"/LICENCE* \
"${BOOT_DIR}"/bootcode.bin \
"${BOOT_DIR}"/fixup*.dat \
"${BOOT_DIR}"/start*.elf \
"${PKG_DIR}"
echo "packing sources..."
tar cvJf "${PKG_DIR}.tar.xz" "${PKG_DIR}"
tar cvJf "${PKG_DIR}.tar.xz" "${PKG_DIR}"
echo "remove temporary sourcedir..."
rm -rf "${PKG_DIR}"
rm -rf "${PKG_DIR}"

View File

@@ -4,23 +4,23 @@
# Copyright (C) 2009-2016 Stephan Raue (stephan@openelec.tv)
echo "getting sources..."
svn checkout http://boblight.googlecode.com/svn/trunk/ boblightd-latest
svn checkout http://boblight.googlecode.com/svn/trunk/ boblightd-latest
echo "getting version..."
cd boblightd-latest
SVN_REV=`LANG=C svn info 2>/dev/null | grep Revision: | sed -e 's/.*\: //'`
echo $SVN_REV
cd ..
cd boblightd-latest
SVN_REV=$(LANG=C svn info 2>/dev/null | grep Revision: | sed -e 's/.*\: //')
echo $SVN_REV
cd ..
echo "copying sources..."
rm -rf boblightd-$SVN_REV
cp -R boblightd-latest boblightd-$SVN_REV
rm -rf boblightd-$SVN_REV
cp -R boblightd-latest boblightd-$SVN_REV
#echo "cleaning sources..."
find boblightd-$SVN_REV -name ".svn" -exec rm -rf {} \; 2>/dev/null
find boblightd-$SVN_REV -name ".svn" -exec rm -rf {} \; 2>/dev/null
echo "packing sources..."
tar cvJf boblightd-$SVN_REV.tar.xz boblightd-$SVN_REV
tar cvJf boblightd-$SVN_REV.tar.xz boblightd-$SVN_REV
echo "remove temporary sourcedir..."
rm -rf boblightd-$SVN_REV
rm -rf boblightd-$SVN_REV

View File

@@ -5,24 +5,24 @@
# Copyright (C) 2018-present Team LibreELEC (https://libreelec.tv)
echo "getting sources..."
if [ ! -d libcec.git ]; then
git clone --depth=1 https://github.com/Pulse-Eight/libcec.git libcec.git
fi
if [ ! -d libcec.git ]; then
git clone --depth=1 https://github.com/Pulse-Eight/libcec.git libcec.git
fi
cd libcec.git
git pull
GIT_REV=`git log -n1 --format=%H`
cd ..
cd libcec.git
git pull
GIT_REV=$(git log -n1 --format=%H)
cd ..
echo "copying sources..."
rm -rf libcec-$GIT_REV
cp -R libcec.git libcec-$GIT_REV
rm -rf libcec-$GIT_REV
cp -R libcec.git libcec-$GIT_REV
echo "cleaning sources..."
rm -rf libcec-$GIT_REV/.git
rm -rf libcec-$GIT_REV/.git
echo "packing sources..."
tar cvJf libcec-$GIT_REV.tar.xz libcec-$GIT_REV
tar cvJf libcec-$GIT_REV.tar.xz libcec-$GIT_REV
echo "remove temporary sourcedir..."
rm -rf libcec-$GIT_REV
rm -rf libcec-$GIT_REV

View File

@@ -30,23 +30,23 @@ fi
#get log
cd media_build/
git pull
git checkout $MEDIA_BUILD_HASH
GIT_LOG_MEDIA_BUILD=`git log --pretty=oneline -n1`
git pull
git checkout $MEDIA_BUILD_HASH
GIT_LOG_MEDIA_BUILD=$(git log --pretty=oneline -n1)
cd $DVB_MKPKG_FOLDER/
# media_tree dl
echo "getting sources ..."
if [ ! -d linux_media.git ]; then
git clone --depth=1 https://bitbucket.org/CrazyCat/linux_media.git -b latest media_tree
fi
if [ ! -d linux_media.git ]; then
git clone --depth=1 https://bitbucket.org/CrazyCat/linux_media.git -b latest media_tree
fi
#get log
cd media_tree/
git pull
GIT_LOG_MEDIA_TREE=`git log --pretty=oneline -n1`
GIT_REV=`git log -n1 --pretty=format:"%ad" --date=short`
git pull
GIT_LOG_MEDIA_TREE=$(git log --pretty=oneline -n1)
GIT_REV=$(git log -n1 --pretty=format:"%ad" --date=short)
cd $DVB_MKPKG_FOLDER/
@@ -64,7 +64,7 @@ rm -rf media_tree/
rm -rf media_build/.git/
# log used versions into LE_versions
echo "package include: \n\nmedia_build:\n$GIT_LOG_MEDIA_BUILD \n\nmedia_tree:\n$GIT_LOG_MEDIA_TREE \n" > media_build/LE_versions
echo "package include: \n\nmedia_build:\n$GIT_LOG_MEDIA_BUILD \n\nmedia_tree:\n$GIT_LOG_MEDIA_TREE \n" >media_build/LE_versions
# rename buildfolder
mv media_build/ media_build-$GIT_REV/

View File

@@ -8,7 +8,7 @@ if [ -z "$1" ]; then
echo "Usage: $0 crazycat | tbs"
exit 0
else
MEDIA_BUILD_PROJECT="$1"
MEDIA_BUILD_PROJECT="$1"
fi
# name of the package
@@ -50,31 +50,31 @@ fi
#get log
cd media_build/
git pull
git checkout $MEDIA_BUILD_HASH
GIT_LOG_MEDIA_BUILD=`git log --pretty=oneline -n1`
git pull
git checkout $MEDIA_BUILD_HASH
GIT_LOG_MEDIA_BUILD=$(git log --pretty=oneline -n1)
cd $DVB_MKPKG_FOLDER/
# media_tree dl
echo "getting sources ..."
if [ ! -d linux_media.git ]; then
git clone --depth=1 $MEDIA_TREE_URL -b $MEDIA_TREE_BRANCH media_tree
fi
if [ ! -d linux_media.git ]; then
git clone --depth=1 $MEDIA_TREE_URL -b $MEDIA_TREE_BRANCH media_tree
fi
#get log
cd media_tree/
git pull
GIT_LOG_MEDIA_TREE=`git log --pretty=oneline -n1`
GIT_REV=`git log -n1 --pretty=format:"%ad" --date=short`
git pull
GIT_LOG_MEDIA_TREE=$(git log --pretty=oneline -n1)
GIT_REV=$(git log -n1 --pretty=format:"%ad" --date=short)
# hack/workaround for borked upstream kernel/media_build
# without removing atomisp there a lot additional includes that
# without removing atomisp there a lot additional includes that
# slowdown build process after modpost from 3min to 6min
# even if atomisp is disabled via kernel.conf
rm -rf drivers/staging/media/atomisp
sed -i 's|^.*drivers/staging/media/atomisp.*$||' $DVB_MKPKG_FOLDER/media_tree/drivers/staging/media/Kconfig
rm -rf drivers/staging/media/atomisp
sed -i 's|^.*drivers/staging/media/atomisp.*$||' $DVB_MKPKG_FOLDER/media_tree/drivers/staging/media/Kconfig
cd $DVB_MKPKG_FOLDER/
################################################################################
@@ -84,10 +84,10 @@ echo "create media_tree tar"
cd media_build/linux
make tar DIR="$DVB_MKPKG_FOLDER/media_tree/"
cd $DVB_MKPKG_FOLDER
cd $DVB_MKPKG_FOLDER
# cleanup
rm -rf media_tree/
rm -rf media_tree/
rm -rf media_build/.git/
# rename buildfolder
@@ -101,7 +101,7 @@ media_build url: $MEDIA_BUILD_URL
media_tree commit: $GIT_LOG_MEDIA_TREE
media_tree url: $MEDIA_TREE_URL
\n
package date: $(date +%F_%H:%M:%S)" > $MEDIA_BUILD_NAME-$GIT_REV/LE_versions
package date: $(date +%F_%H:%M:%S)" >$MEDIA_BUILD_NAME-$GIT_REV/LE_versions
################################################################################

View File

@@ -5,24 +5,24 @@
# Copyright (C) 2018-present Team LibreELEC (https://libreelec.tv)
echo "getting sources..."
if [ ! -d rtmpdump.git ]; then
git clone git://git.ffmpeg.org/rtmpdump rtmpdump.git
fi
if [ ! -d rtmpdump.git ]; then
git clone git://git.ffmpeg.org/rtmpdump rtmpdump.git
fi
cd rtmpdump.git
git pull
GIT_REV=`git log -n1 --format=%H`
cd ..
cd rtmpdump.git
git pull
GIT_REV=$(git log -n1 --format=%H)
cd ..
echo "copying sources..."
rm -rf rtmpdump-$GIT_REV
cp -R rtmpdump.git rtmpdump-$GIT_REV
rm -rf rtmpdump-$GIT_REV
cp -R rtmpdump.git rtmpdump-$GIT_REV
echo "cleaning sources..."
rm -rf rtmpdump-$GIT_REV/.git
rm -rf rtmpdump-$GIT_REV/.git
echo "packing sources..."
tar cvJf rtmpdump-$GIT_REV.tar.xz rtmpdump-$GIT_REV
tar cvJf rtmpdump-$GIT_REV.tar.xz rtmpdump-$GIT_REV
echo "remove temporary sourcedir..."
rm -rf rtmpdump-$GIT_REV
rm -rf rtmpdump-$GIT_REV

View File

@@ -3,7 +3,7 @@
# SPDX-License-Identifier: GPL-2.0
# Copyright (C) 2016-present Team LibreELEC (https://libreelec.tv)
# the script uses 7z to extract the iso to avoid root
# the script uses 7z to extract the iso to avoid root
# sudo apt-get install p7zip-full
# set version you want to use
@@ -15,24 +15,24 @@ fi
VBOX_VERSION="$1"
echo "getting sources..."
mkdir vbox && cd vbox/
wget http://download.virtualbox.org/virtualbox/${VBOX_VERSION}/VBoxGuestAdditions_${VBOX_VERSION}.iso
mkdir vbox && cd vbox/
wget http://download.virtualbox.org/virtualbox/${VBOX_VERSION}/VBoxGuestAdditions_${VBOX_VERSION}.iso
echo "extracting iso..."
7z e VBoxGuestAdditions_${VBOX_VERSION}.iso VBoxLinuxAdditions.run -r
chmod 0755 VBoxLinuxAdditions.run
7z e VBoxGuestAdditions_${VBOX_VERSION}.iso VBoxLinuxAdditions.run -r
chmod 0755 VBoxLinuxAdditions.run
echo "extract VBoxLinuxAdditions.run..."
./VBoxLinuxAdditions.run --tar xf
./VBoxLinuxAdditions.run --tar xf
echo "extract VBoxGuestAdditions-amd64..."
mkdir xf86-video-virtualbox-${VBOX_VERSION}
tar -jxvf VBoxGuestAdditions-amd64.tar.bz2 -C xf86-video-virtualbox-${VBOX_VERSION}/
mkdir xf86-video-virtualbox-${VBOX_VERSION}
tar -jxvf VBoxGuestAdditions-amd64.tar.bz2 -C xf86-video-virtualbox-${VBOX_VERSION}/
echo "packing sources..."
tar cvJf xf86-video-virtualbox-${VBOX_VERSION}.tar.xz xf86-video-virtualbox-${VBOX_VERSION}
mv xf86-video-virtualbox-${VBOX_VERSION}.tar.xz ../xf86-video-virtualbox-${VBOX_VERSION}.tar.xz
tar cvJf xf86-video-virtualbox-${VBOX_VERSION}.tar.xz xf86-video-virtualbox-${VBOX_VERSION}
mv xf86-video-virtualbox-${VBOX_VERSION}.tar.xz ../xf86-video-virtualbox-${VBOX_VERSION}.tar.xz
echo "remove temporary sourcedir..."
cd ..
rm -rf vbox/
cd ..
rm -rf vbox/

View File

@@ -31,23 +31,23 @@ CHANGED=""
for PKG in $ADAFRUIT_PACKAGES; do
echo -n "check: $PKG... "
. config/options $PKG
# filter out, all non github packages
if [[ $PKG_URL != https://github.com/* ]]; then
echo "ignore, not on github"
continue
fi
# get new hash from master branch
URL=$(sed "s|\(www\.\)*github.com/|api.github.com/repos/|;s|/archive/.*|/commits/master|" <<< $PKG_URL)
URL=$(sed "s|\(www\.\)*github.com/|api.github.com/repos/|;s|/archive/.*|/commits/master|" <<<$PKG_URL)
GIT_HASH=$(curl --silent --header "Accept: application/vnd.github.v3.sha" $CURL_LOGIN $URL)
# check rate limit
if [[ "$GIT_HASH" == *rate\ limit* ]]; then
echo "abort, rate limit of api reached. try later or use your github account"
exit 1
fi
# compare hash
if [ $PKG_VERSION == $GIT_HASH ]; then
echo "unchanged"
@@ -57,19 +57,19 @@ for PKG in $ADAFRUIT_PACKAGES; do
# replace old with new hash
sed "s|^PKG_VERSION=.*$|PKG_VERSION=\"${GIT_HASH}\"|" -i ${PKG_DIR}/package.mk
echo -n "updated to $GIT_HASH "
CHANGED="${CHANGED}#$PKG_SHORTDESC"
# get new package
. config/options $PKG
TMP_FILE=$ROOT/mkpkg-temp/adafruit/pkg
wget --timeout=30 --tries=3 --passive-ftp --no-check-certificate -c -q -O $TMP_FILE $PKG_URL
# calc new sha256 and replace the old
NEW_SHA256="$(sha256sum $TMP_FILE | cut -d" " -f1)"
sed "s|^PKG_SHA256=.*$|PKG_SHA256=\"${NEW_SHA256}\"|" -i ${PKG_DIR}/package.mk
echo "(sha: ${NEW_SHA256})"
# remove tmp download
rm -f $TMP_FILE
done
@@ -78,17 +78,17 @@ done
. config/options adafruit-libraries
if [ ! -z "$CHANGED" ]; then
# revision
REV=$(( $PKG_REV + 1 ))
REV=$(($PKG_REV + 1))
echo "increase revision $PKG_REV -> $REV"
sed "s|^PKG_REV=.*$|PKG_REV=\"${REV}\"|" -i ${PKG_DIR}/package.mk
# changelog
echo -en "${REV}\n updated libraries:" > ${PKG_DIR}/changelog.txt.new
sed "s|#|\n - |g" <<< ${CHANGED} >> ${PKG_DIR}/changelog.txt.new
echo "" >> ${PKG_DIR}/changelog.txt.new
cat ${PKG_DIR}/changelog.txt >> ${PKG_DIR}/changelog.txt.new
echo -en "${REV}\n updated libraries:" >${PKG_DIR}/changelog.txt.new
sed "s|#|\n - |g" <<<${CHANGED} >>${PKG_DIR}/changelog.txt.new
echo "" >>${PKG_DIR}/changelog.txt.new
cat ${PKG_DIR}/changelog.txt >>${PKG_DIR}/changelog.txt.new
mv ${PKG_DIR}/changelog.txt.new ${PKG_DIR}/changelog.txt
fi
fi
# cleanup temp
rm -rf $ROOT/mkpkg-temp/adafruit

View File

@@ -17,26 +17,26 @@ usage() {
while [ $# -ne 0 ]; do
case "$1" in
-b|--bump-pkg-rev)
BUMP_PKG_REV="yes"
shift
;;
-d|--delete-git-dirs)
KEEP_GIT_DIRS=""
shift
;;
-h|--help)
usage
exit 1
;;
-*)
echo "illegal option $1"
usage
exit 1
;;
*)
break
;;
-b | --bump-pkg-rev)
BUMP_PKG_REV="yes"
shift
;;
-d | --delete-git-dirs)
KEEP_GIT_DIRS=""
shift
;;
-h | --help)
usage
exit 1
;;
-*)
echo "illegal option $1"
usage
exit 1
;;
*)
break
;;
esac
done
@@ -87,21 +87,21 @@ else
ADDONS_REPO_LOCATION=${TMP_REPO_DIR}
fi
if ! ls ${ADDONS_REPO_LOCATION}/*-addons.txt &> /dev/null; then
echo "No binary addon repo description found, nothing to do!"
echo "Path searched: ${ADDONS_REPO_LOCATION}"
exit 0
if ! ls ${ADDONS_REPO_LOCATION}/*-addons.txt &>/dev/null; then
echo "No binary addon repo description found, nothing to do!"
echo "Path searched: ${ADDONS_REPO_LOCATION}"
exit 0
fi
# addons
for addontxt in ${ADDONS_REPO_LOCATION}/*-addons.txt ; do
for addontxt in ${ADDONS_REPO_LOCATION}/*-addons.txt; do
ADDONS=$(cat $addontxt | awk '{print $1}')
ADDONS_GIT_DIR="${ADDONS}.git"
ADDONS_GIT_REPO=$(cat $addontxt | awk '{print $2}')
ADDONS_GIT_BRANCH=$(cat $addontxt | awk '{print $3}')
git_clone $ADDONS_GIT_REPO $ADDONS_GIT_DIR ${ADDONS_GIT_BRANCH}
for addon in $ADDONS_GIT_DIR/*.*/ ; do
for addon in $ADDONS_GIT_DIR/*.*/; do
ADDON=$(basename $addon)
[[ ${ADDON} =~ ^game.* ]] && continue # ignore game.* addons - handled by update_retroplayer-addons
@@ -117,7 +117,7 @@ for addontxt in ${ADDONS_REPO_LOCATION}/*-addons.txt ; do
fi
ADDON_PATH="${ROOT}/packages/mediacenter/kodi-binary-addons/${ADDON}/"
if [ -f "${ADDON_PATH}/package.mk" ] ; then
if [ -f "${ADDON_PATH}/package.mk" ]; then
# Verify the Kodi repo matches our package repo
# If different, ignore the addon and process it later as an "unofficial" addon
validate_pkg_url "${ADDON}" "${GIT_REPO}" || continue

View File

@@ -18,34 +18,33 @@ usage() {
while [ $# -ne 0 ]; do
case "$1" in
-b|--bump-pkg-rev)
BUMP_PKG_REV="yes"
shift
;;
-d|--delete-git-dirs)
KEEP_GIT_DIRS=""
shift
;;
-f|--force-libretro-bump)
FORCE_LIBRETRO_BUMP="yes"
shift
;;
-h|--help)
usage
exit 1
;;
-*)
echo "illegal option $1"
usage
exit 1
;;
*)
break
;;
-b | --bump-pkg-rev)
BUMP_PKG_REV="yes"
shift
;;
-d | --delete-git-dirs)
KEEP_GIT_DIRS=""
shift
;;
-f | --force-libretro-bump)
FORCE_LIBRETRO_BUMP="yes"
shift
;;
-h | --help)
usage
exit 1
;;
-*)
echo "illegal option $1"
usage
exit 1
;;
*)
break
;;
esac
done
if [ $# -eq 0 -o $# -gt 2 ]; then
usage
exit 1
@@ -88,7 +87,7 @@ ADDONS_DIR="${ADDONS}.git"
ADDONS_REPO="https://github.com/kodi-game/repo-binary-addons.git"
git_clone ${ADDONS_REPO} ${ADDONS_DIR} ${KODI_BRANCH}
for addon in ${ADDONS_DIR}/*.*/ ; do
for addon in ${ADDONS_DIR}/*.*/; do
GAME_ADDON=$(basename ${addon})
[[ "${GAME_ADDON}" =~ ^game. ]] || continue
@@ -104,7 +103,7 @@ for addon in ${ADDONS_DIR}/*.*/ ; do
GAME_GIT_BRANCH=$(cat $addon/${GAME_ADDON}.txt | awk '{print $3}')
GAME_PATH="${ROOT}/packages/mediacenter/kodi-binary-addons/${GAME_ADDON}"
if [ ! -d "$GAME_PATH" ] ; then
if [ ! -d "$GAME_PATH" ]; then
msg_warn "SKIPPING ${GAME_ADDON}, not present in LE"
continue
fi
@@ -185,7 +184,7 @@ for addon in ${ADDONS_DIR}/*.*/ ; do
fi
VERSION_INFO=$(grep "^${RETRO_NAME}" "${RETRO_VERSION_FILE}" | head -1)
if [[ "$VERSION_INFO" =~ github\.com/[^/]+/[^/]+/archive/[^/]+\.tar\..*$ ]] ; then
if [[ "$VERSION_INFO" =~ github\.com/[^/]+/[^/]+/archive/[^/]+\.tar\..*$ ]]; then
# version referenced by githash
RETRO_NEW_VERSION=$(echo "${VERSION_INFO}" | sed -E -e 's|^(.+/archive/)([^/]+)(\.tar.*)$|\2|')
RETRO_NEW_REPO=$(echo "${VERSION_INFO}" | sed -E -e 's|^(.+github\.com/)([^/]+/[^/]+)(/archive/.*)$|\2|')
@@ -223,12 +222,11 @@ for addon in ${ADDONS_DIR}/*.*/ ; do
done
msg_info "Checking for orphaned addon packages in LE"
for addon in ${ROOT}/packages/mediacenter/kodi-binary-addons/game.libretro.* ; do
for addon in ${ROOT}/packages/mediacenter/kodi-binary-addons/game.libretro.*; do
GAME_ADDON=$(basename ${addon})
if [ ! -d "${ADDONS_DIR}/${GAME_ADDON}" ] ; then
if [ ! -d "${ADDONS_DIR}/${GAME_ADDON}" ]; then
msg_warn "ORHPANED ${GAME_ADDON}, not present in kodi game repo"
fi
done
rm -rf "${TMPDIR}"