Revamp update_all_submodules

+ submodules file is no longer needed
+ list of submodules is loaded from .gitmodules
+ order of the submodules is determined by .gitmodules
+ nested submodules are processed recursively by .gitmodules
+ all submodules, including nested, are updated in one cycle

Signed-off-by: Slávek Banko <slavek.banko@axis.cz>
(cherry picked from commit 9f54f58809)

create_all_tarballs

@@ -1,7 +1,7 @@
 #!/bin/bash
 
 # Set the current target version
-export TARGET=${TARGET:-"14.0.0"}
+export TARGET=${TARGET:-"14.0.4"}
 
 # When $SUFFIX = true then the package tarball name will be $package-trinity.
 # When $SUFFIX != true then the package tarball name will be trinity-$package.
@@ -39,7 +39,7 @@ if [[ ! -e .git ]] ||
 fi
 
 # Check remote branch
-branch=`git branch --contains HEAD | grep -v "no branch" | head -n1 | cut -c 3-`
+branch=`git branch --contains HEAD | egrep -v "no branch|detached" | head -n1 | cut -c 3-`
 if [[ -z "$branch" ]] ||
    [[ -z "`git rev-parse --symbolic-full-name --remotes=\"*/$branch\"`" ]]; then
         echo "There is not active upstream branch.  Exiting..."

create_tarball

@@ -1,7 +1,7 @@
 #!/bin/bash
 
 # Set the current target version
-TARGET=${TARGET:-"14.0.0"}
+TARGET=${TARGET:-"14.0.4"}
 
 # When $SUFFIX = true then the package tarball name will be $package-trinity.
 # When $SUFFIX != true then the package tarball name will be trinity-$package.
@@ -27,7 +27,7 @@ if [[ ! -e .git ]] ||
 fi
 
 # Check remote branch
-branch=`git branch --contains HEAD | grep -v "no branch" | head -n1 | cut -c 3-`
+branch=`git branch --contains HEAD | egrep -v "no branch|detached" | head -n1 | cut -c 3-`
 if [[ -z "$branch" ]] ||
    [[ -z "`git rev-parse --symbolic-full-name --remotes=\"*/$branch\"`" ]]; then
         echo "There is not active upstream branch.  Exiting..."
@@ -85,7 +85,9 @@ fi
 MODULE=${SUBROOT#$TDEROOT/main/}
 
 # Calculate version
-tag=`git tag | sort -t. -k 1,1nr -k 2,2nr -k 3,3nr -k 4,4nr | while read t; do \
+tag=`git tag | \
+     sed "s|^\([^0-9]\)|\1.|" | sort -t. -k 1,1nr -k 2,2nr -k 3,3nr -k 4,4nr -k 5,5nr | sed "s|^\([^0-9]\)\.|\1|" | \
+     while read t; do \
      git branch --contains $t | cut -c 3- | grep -x "$branch" >/dev/null && \
      echo "$t..HEAD" && break; done`
 

switch_all_submodules_to_head_and_clean

@@ -44,7 +44,7 @@ if [[ ! -z "`git status --porcelain $GIT_IGNORE_SUBMODULES`" ]]; then
 	git reset --hard HEAD
 	git clean -dxff
 fi
-git pull
+git pull --rebase
 if [[ ! -z "`git status --porcelain $GIT_IGNORE_SUBMODULES`" ]]; then
 	git reset --hard HEAD
 	git clean -dxff
@@ -56,6 +56,14 @@ if [[ -e .gitmodules ]]; then
 	else
 		sed -i "s/system@/$gituser@/g" .gitmodules
 	fi
+	REPO_URL=$(git config --get remote.origin.url |\
+	           sed "s|\(https\?\)://\([^@]*@\)\?\(.*\)/[^/]*$|\3|")
+	REPO_PROTO=$(git config --get remote.origin.url |\
+	             sed "s|\(https\?\)://\([^@]*@\)\?\(.*\)/[^/]*$|\1|")
+	REPO_MASTER=scm.trinitydesktop.org/scm/git
+	if [[ "$REPO_URL" != "$REPO_MASTER" ]]; then
+		sed -i "s#https\?://\([^@]*@\)\?$REPO_MASTER#$REPO_PROTO://\1$REPO_URL#g" .gitmodules
+	fi
 
 	git submodule init
 	git submodule update

update_all_submodules

@@ -6,7 +6,7 @@ if [[ -e /var/lock/update-tde-git-submodules ]]; then
         exit 0
 fi
 
-if [[ ! -e .git ]] ||
+if [[ ! -e .git ]] &&
    [[ -z "`git rev-parse --git-dir 2>/dev/null`" ]]; then
 	echo "Current directory does not contain a .git folder.  Exiting..."
 	exit 1
@@ -19,57 +19,91 @@ if [[ -z "$branch" ]] ||
 	exit 1
 fi
 
+GITUSER="Automated System <$(git config --get user.email)>"
+
 # check git abilities
 if [[ -n "`git status --help 2>/dev/null|grep -- '--ignore-submodules'`" ]]; then
   GIT_IGNORE_SUBMODULES="--ignore-submodules"
 fi
 
-touch /var/lock/update-tde-git-submodules
+# echo in bold
+echobd () {
+    if [ -p /dev/stdout ]; then
+        echo "$1"
+    else
+        echo -ne "\033[1m"
+        echo -n "$1"
+        echo -e "\033[0m"
+    fi
+}
 
-PARENTDIR=$PWD
-echo "Working in $PARENTDIR"
-git pull
-if [[ ! -z "`git status --porcelain $GIT_IGNORE_SUBMODULES`" ]]; then
-	git reset --hard HEAD
-	git clean -dxff
-fi
+# commmit changed module
+commitModule() {
+    if [[ "$1" == "" ]]; then
+        return
+    fi
+    local MODULE=$1
 
-exec 3< submodules
-while read <&3
-do
-	cd $PARENTDIR
-	DIR2UPDATE=$REPLY
-	if [[ $DIR2UPDATE != "" ]]; then
-		echo "Attempting to reset submodule $DIR2UPDATE"
-		cd $PARENTDIR/$DIR2UPDATE/..
+    cd $PARENTDIR/$MODULE/..
     cd `git rev-parse --show-toplevel`
-		if [[ -z "`grep \"^Updated: $PWD$\" /var/lock/update-tde-git-submodules`" ]]; then
-			echo "Updated: $PWD" >>/var/lock/update-tde-git-submodules
-			git submodule init
-			git submodule update
+    if [[ ! -z "`git status --porcelain $PARENTDIR/$MODULE`" ]]; then
+        echo "Committing changes to $PWD"
+        git add $PARENTDIR/$MODULE
+        git commit $PARENTDIR/$MODULE --author "$GITUSER" -m "Reset submodule $MODULE to latest HEAD"
     fi
-		cd $PARENTDIR/$DIR2UPDATE
+    if [[ "`git rev-parse HEAD`" != "`git rev-parse origin/$branch`" ]]; then
+        echo "Push changes for $PWD"
+        git pull --rebase
+        git push origin HEAD
+    fi
+}
+
+# update module and submodules
+updateModule() {
+    local MODULE
+    if [[ "$1" != "" ]]; then
+        MODULE=$1/
+    else
+        MODULE=""
+    fi
+
+    cd $PARENTDIR/$MODULE
     if [[ ! -z "`git status --porcelain $GIT_IGNORE_SUBMODULES`" ]]; then
         git reset --hard HEAD
         git clean -dxff
     fi
+    if [[ "$1" != "" ]]; then
         git checkout $branch
-		git pull
-		cd ..
-		cd `git rev-parse --show-toplevel`
-		echo "Committing changes to $PWD"
-		if [[ ! -z "`git status --porcelain $PARENTDIR/$DIR2UPDATE`" ]]; then
-			git add $PARENTDIR/$DIR2UPDATE
-			git commit $PARENTDIR/$DIR2UPDATE -m "Reset submodule $DIR2UPDATE to latest HEAD"
     fi
+    git pull --rebase
     if [[ "`git rev-parse HEAD`" != "`git rev-parse origin/$branch`" ]]; then
+        echo "Push changes for $PWD"
         git push origin HEAD
     fi
+    if [[ "$1" != "" ]]; then
+        commitModule $1
     fi
-done
-exec 3>&-
 
-# Let the disk subsystem recover
-sleep 60
+    if [[ -e $PARENTDIR/$MODULE.gitmodules ]]; then
+        sed -n "s|^\[submodule \"\([^\"]*\)\"\]$|\1|p" <$PARENTDIR/$MODULE.gitmodules |\
+        while read submodule; do
+            echobd "Attempting to reset submodule ${MODULE}${submodule}"
+            cd $PARENTDIR/$MODULE
+            git submodule init -- $submodule
+            git submodule update -- $submodule
+            updateModule ${MODULE}${submodule}
+        done
+        if [[ "$1" != "" ]]; then
+            commitModule $1
+        fi
+    fi
+}
 
+# Update from top module
+touch /var/lock/update-tde-git-submodules
+cd `git rev-parse --show-toplevel`
+PARENTDIR=$PWD
+echobd "Working in $PARENTDIR"
+updateModule
+echobd "Done in $PARENTDIR"
 rm /var/lock/update-tde-git-submodules