1d42b4d01c
Replace the use of screen-scraping in the test environment
installation with simply invoking MediaWiki's command-line
installer.
The old code being deleted here relied on our own hardcoded POST
parameter names & the precise layout of MediaWiki's GUI installer at a
given version. Somewhere between [1] and now this inevitably broke.
As far as I can tell there was never a reason for this screen-scraping
hack, when [1] was introduced it hardcoded MediaWiki 1.19.0, the CLI
installer was introduced in 1.17.0. Perhaps the authors weren't aware
of it, or this code was written for an older version.
This allows us to simply delete our own template version of
LocalSettings.php, it'll instead be provided by the CLI installer.
While we're at it let's fix a few things, these changes weren't
practical to split up (I'd need to fix code I was about to mostly
delete)
* Use MediaWiki's own defaults where possible, e.g. before we'd name
the database "wikidb.sqlite", now we'll simply use whatever name
MediaWiki prefers (currently my_wiki.sqlite) by only supplying the
directory name the SQLite file will be dropped into, not the full
path.
* Put all of our database & download assets into a new "mediawiki/"
folder. This makes it easier to reason about as the current &
template "backup" database the tests keep swapping around live
next to each other.
This'll also prevent future potential breakage as there isn't a
single SQLite database. MediaWiki also creates a job queue
database and a couple of cache databases. In practice it seems we
got away with not resetting these when we reset the main database,
but it's the sort of thing that could break in the future (reset,
main store doesn't have the article, but the cache does).
* The "delete" function now only deletes the MediaWiki installation
& database, not the downloaded .tar.gz file. This makes us
friendlier to a developer on a slow connection.
1. 5ef6ad1785
("git-remote-mediawiki: scripts to install, delete and
clear a MediaWiki", 2012-07-06)
Signed-off-by: Ævar Arnfjörð Bjarmason <avarab@gmail.com>
Signed-off-by: Junio C Hamano <gitster@pobox.com>
433 lines
11 KiB
Bash
Executable File
433 lines
11 KiB
Bash
Executable File
# Copyright (C) 2012
|
|
# Charles Roussel <charles.roussel@ensimag.imag.fr>
|
|
# Simon Cathebras <simon.cathebras@ensimag.imag.fr>
|
|
# Julien Khayat <julien.khayat@ensimag.imag.fr>
|
|
# Guillaume Sasdy <guillaume.sasdy@ensimag.imag.fr>
|
|
# Simon Perrat <simon.perrat@ensimag.imag.fr>
|
|
# License: GPL v2 or later
|
|
|
|
#
|
|
# CONFIGURATION VARIABLES
|
|
# You might want to change these ones
|
|
#
|
|
|
|
. ./test.config
|
|
|
|
WIKI_BASE_URL=http://$SERVER_ADDR:$PORT
|
|
WIKI_URL=$WIKI_BASE_URL/$WIKI_DIR_NAME
|
|
CURR_DIR=$(pwd)
|
|
TEST_OUTPUT_DIRECTORY=$(pwd)
|
|
TEST_DIRECTORY="$CURR_DIR"/../../../t
|
|
|
|
export TEST_OUTPUT_DIRECTORY TEST_DIRECTORY CURR_DIR
|
|
|
|
if test "$LIGHTTPD" = "false" ; then
|
|
PORT=80
|
|
else
|
|
WIKI_DIR_INST="$CURR_DIR/$WEB_WWW"
|
|
fi
|
|
|
|
wiki_upload_file () {
|
|
"$CURR_DIR"/test-gitmw.pl upload_file "$@"
|
|
}
|
|
|
|
wiki_getpage () {
|
|
"$CURR_DIR"/test-gitmw.pl get_page "$@"
|
|
}
|
|
|
|
wiki_delete_page () {
|
|
"$CURR_DIR"/test-gitmw.pl delete_page "$@"
|
|
}
|
|
|
|
wiki_editpage () {
|
|
"$CURR_DIR"/test-gitmw.pl edit_page "$@"
|
|
}
|
|
|
|
die () {
|
|
die_with_status 1 "$@"
|
|
}
|
|
|
|
die_with_status () {
|
|
status=$1
|
|
shift
|
|
echo >&2 "$*"
|
|
exit "$status"
|
|
}
|
|
|
|
|
|
# Check the preconditions to run git-remote-mediawiki's tests
|
|
test_check_precond () {
|
|
if ! test_have_prereq PERL
|
|
then
|
|
skip_all='skipping gateway git-mw tests, perl not available'
|
|
test_done
|
|
fi
|
|
|
|
GIT_EXEC_PATH=$(cd "$(dirname "$0")" && cd "../.." && pwd)
|
|
PATH="$GIT_EXEC_PATH"'/bin-wrapper:'"$PATH"
|
|
|
|
if ! test -d "$WIKI_DIR_INST/$WIKI_DIR_NAME"
|
|
then
|
|
skip_all='skipping gateway git-mw tests, no mediawiki found'
|
|
test_done
|
|
fi
|
|
}
|
|
|
|
# test_diff_directories <dir_git> <dir_wiki>
|
|
#
|
|
# Compare the contents of directories <dir_git> and <dir_wiki> with diff
|
|
# and errors if they do not match. The program will
|
|
# not look into .git in the process.
|
|
# Warning: the first argument MUST be the directory containing the git data
|
|
test_diff_directories () {
|
|
rm -rf "$1_tmp"
|
|
mkdir -p "$1_tmp"
|
|
cp "$1"/*.mw "$1_tmp"
|
|
diff -r -b "$1_tmp" "$2"
|
|
}
|
|
|
|
# $1=<dir>
|
|
# $2=<N>
|
|
#
|
|
# Check that <dir> contains exactly <N> files
|
|
test_contains_N_files () {
|
|
if test $(ls -- "$1" | wc -l) -ne "$2"; then
|
|
echo "directory $1 should contain $2 files"
|
|
echo "it contains these files:"
|
|
ls "$1"
|
|
false
|
|
fi
|
|
}
|
|
|
|
|
|
# wiki_check_content <file_name> <page_name>
|
|
#
|
|
# Compares the contents of the file <file_name> and the wiki page
|
|
# <page_name> and exits with error 1 if they do not match.
|
|
wiki_check_content () {
|
|
mkdir -p wiki_tmp
|
|
wiki_getpage "$2" wiki_tmp
|
|
# replacement of forbidden character in file name
|
|
page_name=$(printf "%s\n" "$2" | sed -e "s/\//%2F/g")
|
|
|
|
diff -b "$1" wiki_tmp/"$page_name".mw
|
|
if test $? -ne 0
|
|
then
|
|
rm -rf wiki_tmp
|
|
error "ERROR: file $2 not found on wiki"
|
|
fi
|
|
rm -rf wiki_tmp
|
|
}
|
|
|
|
# wiki_page_exist <page_name>
|
|
#
|
|
# Check the existence of the page <page_name> on the wiki and exits
|
|
# with error if it is absent from it.
|
|
wiki_page_exist () {
|
|
mkdir -p wiki_tmp
|
|
wiki_getpage "$1" wiki_tmp
|
|
page_name=$(printf "%s\n" "$1" | sed "s/\//%2F/g")
|
|
if test -f wiki_tmp/"$page_name".mw ; then
|
|
rm -rf wiki_tmp
|
|
else
|
|
rm -rf wiki_tmp
|
|
error "test failed: file $1 not found on wiki"
|
|
fi
|
|
}
|
|
|
|
# wiki_getallpagename
|
|
#
|
|
# Fetch the name of each page on the wiki.
|
|
wiki_getallpagename () {
|
|
"$CURR_DIR"/test-gitmw.pl getallpagename
|
|
}
|
|
|
|
# wiki_getallpagecategory <category>
|
|
#
|
|
# Fetch the name of each page belonging to <category> on the wiki.
|
|
wiki_getallpagecategory () {
|
|
"$CURR_DIR"/test-gitmw.pl getallpagename "$@"
|
|
}
|
|
|
|
# wiki_getallpage <dest_dir> [<category>]
|
|
#
|
|
# Fetch all the pages from the wiki and place them in the directory
|
|
# <dest_dir>.
|
|
# If <category> is define, then wiki_getallpage fetch the pages included
|
|
# in <category>.
|
|
wiki_getallpage () {
|
|
if test -z "$2";
|
|
then
|
|
wiki_getallpagename
|
|
else
|
|
wiki_getallpagecategory "$2"
|
|
fi
|
|
mkdir -p "$1"
|
|
while read -r line; do
|
|
wiki_getpage "$line" $1;
|
|
done < all.txt
|
|
}
|
|
|
|
# ================= Install part =================
|
|
|
|
error () {
|
|
echo "$@" >&2
|
|
exit 1
|
|
}
|
|
|
|
# config_lighttpd
|
|
#
|
|
# Create the configuration files and the folders necessary to start lighttpd.
|
|
# Overwrite any existing file.
|
|
config_lighttpd () {
|
|
mkdir -p $WEB
|
|
mkdir -p $WEB_TMP
|
|
mkdir -p $WEB_WWW
|
|
cat > $WEB/lighttpd.conf <<EOF
|
|
server.document-root = "$CURR_DIR/$WEB_WWW"
|
|
server.port = $PORT
|
|
server.pid-file = "$CURR_DIR/$WEB_TMP/pid"
|
|
|
|
server.modules = (
|
|
"mod_rewrite",
|
|
"mod_redirect",
|
|
"mod_access",
|
|
"mod_accesslog",
|
|
"mod_fastcgi"
|
|
)
|
|
|
|
index-file.names = ("index.php" , "index.html")
|
|
|
|
mimetype.assign = (
|
|
".pdf" => "application/pdf",
|
|
".sig" => "application/pgp-signature",
|
|
".spl" => "application/futuresplash",
|
|
".class" => "application/octet-stream",
|
|
".ps" => "application/postscript",
|
|
".torrent" => "application/x-bittorrent",
|
|
".dvi" => "application/x-dvi",
|
|
".gz" => "application/x-gzip",
|
|
".pac" => "application/x-ns-proxy-autoconfig",
|
|
".swf" => "application/x-shockwave-flash",
|
|
".tar.gz" => "application/x-tgz",
|
|
".tgz" => "application/x-tgz",
|
|
".tar" => "application/x-tar",
|
|
".zip" => "application/zip",
|
|
".mp3" => "audio/mpeg",
|
|
".m3u" => "audio/x-mpegurl",
|
|
".wma" => "audio/x-ms-wma",
|
|
".wax" => "audio/x-ms-wax",
|
|
".ogg" => "application/ogg",
|
|
".wav" => "audio/x-wav",
|
|
".gif" => "image/gif",
|
|
".jpg" => "image/jpeg",
|
|
".jpeg" => "image/jpeg",
|
|
".png" => "image/png",
|
|
".xbm" => "image/x-xbitmap",
|
|
".xpm" => "image/x-xpixmap",
|
|
".xwd" => "image/x-xwindowdump",
|
|
".css" => "text/css",
|
|
".html" => "text/html",
|
|
".htm" => "text/html",
|
|
".js" => "text/javascript",
|
|
".asc" => "text/plain",
|
|
".c" => "text/plain",
|
|
".cpp" => "text/plain",
|
|
".log" => "text/plain",
|
|
".conf" => "text/plain",
|
|
".text" => "text/plain",
|
|
".txt" => "text/plain",
|
|
".dtd" => "text/xml",
|
|
".xml" => "text/xml",
|
|
".mpeg" => "video/mpeg",
|
|
".mpg" => "video/mpeg",
|
|
".mov" => "video/quicktime",
|
|
".qt" => "video/quicktime",
|
|
".avi" => "video/x-msvideo",
|
|
".asf" => "video/x-ms-asf",
|
|
".asx" => "video/x-ms-asf",
|
|
".wmv" => "video/x-ms-wmv",
|
|
".bz2" => "application/x-bzip",
|
|
".tbz" => "application/x-bzip-compressed-tar",
|
|
".tar.bz2" => "application/x-bzip-compressed-tar",
|
|
"" => "text/plain"
|
|
)
|
|
|
|
fastcgi.server = ( ".php" =>
|
|
("localhost" =>
|
|
( "socket" => "$CURR_DIR/$WEB_TMP/php.socket",
|
|
"bin-path" => "$PHP_DIR/php-cgi -c $CURR_DIR/$WEB/php.ini"
|
|
|
|
)
|
|
)
|
|
)
|
|
EOF
|
|
|
|
cat > $WEB/php.ini <<EOF
|
|
session.save_path ='$CURR_DIR/$WEB_TMP'
|
|
EOF
|
|
}
|
|
|
|
# start_lighttpd
|
|
#
|
|
# Start or restart daemon lighttpd. If restart, rewrite configuration files.
|
|
start_lighttpd () {
|
|
if test -f "$WEB_TMP/pid"; then
|
|
echo "Instance already running. Restarting..."
|
|
stop_lighttpd
|
|
fi
|
|
config_lighttpd
|
|
"$LIGHTTPD_DIR"/lighttpd -f "$WEB"/lighttpd.conf
|
|
|
|
if test $? -ne 0 ; then
|
|
echo "Could not execute http daemon lighttpd"
|
|
exit 1
|
|
fi
|
|
}
|
|
|
|
# stop_lighttpd
|
|
#
|
|
# Kill daemon lighttpd and removes files and folders associated.
|
|
stop_lighttpd () {
|
|
test -f "$WEB_TMP/pid" && kill $(cat "$WEB_TMP/pid")
|
|
}
|
|
|
|
wiki_delete_db () {
|
|
rm -rf \
|
|
"$FILES_FOLDER_DB"/* || error "Couldn't delete $FILES_FOLDER_DB/"
|
|
}
|
|
|
|
wiki_delete_db_backup () {
|
|
rm -rf \
|
|
"$FILES_FOLDER_POST_INSTALL_DB"/* || error "Couldn't delete $FILES_FOLDER_POST_INSTALL_DB/"
|
|
}
|
|
|
|
# Install MediaWiki using its install.php script. If the database file
|
|
# already exists, it will be deleted.
|
|
install_mediawiki () {
|
|
|
|
localsettings="$WIKI_DIR_INST/$WIKI_DIR_NAME/LocalSettings.php"
|
|
if test -f "$localsettings"
|
|
then
|
|
error "We already installed the wiki, since $localsettings exists" \
|
|
"perhaps you wanted to run 'delete' first?"
|
|
fi
|
|
|
|
wiki_delete_db
|
|
wiki_delete_db_backup
|
|
mkdir \
|
|
"$FILES_FOLDER_DB/" \
|
|
"$FILES_FOLDER_POST_INSTALL_DB/"
|
|
|
|
install_script="$WIKI_DIR_INST/$WIKI_DIR_NAME/maintenance/install.php"
|
|
echo "Installing MediaWiki using $install_script. This may take some time ..."
|
|
|
|
php "$WIKI_DIR_INST/$WIKI_DIR_NAME/maintenance/install.php" \
|
|
--server $WIKI_BASE_URL \
|
|
--scriptpath /wiki \
|
|
--lang en \
|
|
--dbtype sqlite \
|
|
--dbpath $PWD/$FILES_FOLDER_DB/ \
|
|
--pass "$WIKI_PASSW" \
|
|
Git-MediaWiki-Test \
|
|
"$WIKI_ADMIN" ||
|
|
error "Couldn't run $install_script, see errors above. Try to run ./install-wiki.sh delete first."
|
|
cat <<-'EOF' >>$localsettings
|
|
# Custom settings added by test-gitmw-lib.sh
|
|
#
|
|
# Uploading text files is needed for
|
|
# t9363-mw-to-git-export-import.sh
|
|
$wgEnableUploads = true;
|
|
$wgFileExtensions[] = 'txt';
|
|
EOF
|
|
|
|
# Copy the initially generated database file into our backup
|
|
# folder
|
|
cp -R "$FILES_FOLDER_DB/"* "$FILES_FOLDER_POST_INSTALL_DB/" ||
|
|
error "Unable to copy $FILES_FOLDER_DB/* to $FILES_FOLDER_POST_INSTALL_DB/*"
|
|
}
|
|
|
|
# Install a wiki in your web server directory.
|
|
wiki_install () {
|
|
if test $LIGHTTPD = "true" ; then
|
|
start_lighttpd
|
|
fi
|
|
|
|
# In this part, we change directory to $TMP in order to download,
|
|
# unpack and copy the files of MediaWiki
|
|
(
|
|
mkdir -p "$WIKI_DIR_INST/$WIKI_DIR_NAME"
|
|
if ! test -d "$WIKI_DIR_INST/$WIKI_DIR_NAME"
|
|
then
|
|
error "Folder $WIKI_DIR_INST/$WIKI_DIR_NAME doesn't exist.
|
|
Please create it and launch the script again."
|
|
fi
|
|
|
|
# Fetch MediaWiki's archive if not already present in the
|
|
# download directory
|
|
mkdir -p "$FILES_FOLDER_DOWNLOAD"
|
|
MW_FILENAME="mediawiki-$MW_VERSION_MAJOR.$MW_VERSION_MINOR.tar.gz"
|
|
cd "$FILES_FOLDER_DOWNLOAD"
|
|
if ! test -f $MW_FILENAME
|
|
then
|
|
echo "Downloading $MW_VERSION_MAJOR.$MW_VERSION_MINOR sources ..."
|
|
wget "http://download.wikimedia.org/mediawiki/$MW_VERSION_MAJOR/$MW_FILENAME" ||
|
|
error "Unable to download "\
|
|
"http://download.wikimedia.org/mediawiki/$MW_VERSION_MAJOR/"\
|
|
"$MW_FILENAME. "\
|
|
"Please fix your connection and launch the script again."
|
|
echo "$MW_FILENAME downloaded in $(pwd)/;" \
|
|
"you can delete it later if you want."
|
|
else
|
|
echo "Reusing existing $MW_FILENAME downloaded in $(pwd)/"
|
|
fi
|
|
archive_abs_path=$(pwd)/$MW_FILENAME
|
|
cd "$WIKI_DIR_INST/$WIKI_DIR_NAME/" ||
|
|
error "can't cd to $WIKI_DIR_INST/$WIKI_DIR_NAME/"
|
|
tar xzf "$archive_abs_path" --strip-components=1 ||
|
|
error "Unable to extract WikiMedia's files from $archive_abs_path to "\
|
|
"$WIKI_DIR_INST/$WIKI_DIR_NAME"
|
|
) || exit 1
|
|
echo Extracted in "$WIKI_DIR_INST/$WIKI_DIR_NAME"
|
|
|
|
install_mediawiki
|
|
|
|
echo "Your wiki has been installed. You can check it at
|
|
$WIKI_URL"
|
|
}
|
|
|
|
# Reset the database of the wiki and the password of the admin
|
|
#
|
|
# Warning: This function must be called only in a subdirectory of t/ directory
|
|
wiki_reset () {
|
|
# Copy initial database of the wiki
|
|
if ! test -d "../$FILES_FOLDER_DB"
|
|
then
|
|
error "No wiki database at ../$FILES_FOLDER_DB, not installed yet?"
|
|
fi
|
|
if ! test -d "../$FILES_FOLDER_POST_INSTALL_DB"
|
|
then
|
|
error "No wiki backup database at ../$FILES_FOLDER_POST_INSTALL_DB, failed installation?"
|
|
fi
|
|
wiki_delete_db
|
|
cp -R "../$FILES_FOLDER_POST_INSTALL_DB/"* "../$FILES_FOLDER_DB/" ||
|
|
error "Can't copy ../$FILES_FOLDER_POST_INSTALL_DB/* to ../$FILES_FOLDER_DB/*"
|
|
echo "File $FILES_FOLDER_DB/* has been reset"
|
|
}
|
|
|
|
# Delete the wiki created in the web server's directory and all its content
|
|
# saved in the database.
|
|
wiki_delete () {
|
|
if test $LIGHTTPD = "true"; then
|
|
stop_lighttpd
|
|
rm -fr "$WEB"
|
|
else
|
|
# Delete the wiki's directory.
|
|
rm -rf "$WIKI_DIR_INST/$WIKI_DIR_NAME" ||
|
|
error "Wiki's directory $WIKI_DIR_INST/" \
|
|
"$WIKI_DIR_NAME could not be deleted"
|
|
fi
|
|
wiki_delete_db
|
|
wiki_delete_db_backup
|
|
}
|