diff options
author | David Lawrence <dkl@mozilla.com> | 2016-02-08 18:00:12 +0100 |
---|---|---|
committer | David Lawrence <dkl@mozilla.com> | 2016-02-08 18:00:12 +0100 |
commit | 6967405a89a660884a9b1475d3c555a7ae289fbb (patch) | |
tree | 3adf71618ed90089e90f0efeb866fe9449d6f4b7 | |
parent | c81a842c51eb1bd8beddbadc865450bd4e4db0bf (diff) | |
download | bugzilla-6967405a89a660884a9b1475d3c555a7ae289fbb.tar.gz bugzilla-6967405a89a660884a9b1475d3c555a7ae289fbb.tar.xz |
Bug 1240172 - Move the docker configuration scripts from external github repo into the Bugzilla code tree
r=dylan
-rw-r--r-- | Dockerfile | 72 | ||||
-rw-r--r-- | docker-compose.yml | 13 | ||||
-rw-r--r-- | docker_files/LICENSE | 362 | ||||
-rw-r--r-- | docker_files/README.md | 96 | ||||
-rw-r--r-- | docker_files/bugzilla.conf | 16 | ||||
-rwxr-xr-x | docker_files/bugzilla_config.sh | 20 | ||||
-rw-r--r-- | docker_files/buildbot_step | 69 | ||||
-rw-r--r-- | docker_files/checksetup_answers.txt | 25 | ||||
-rwxr-xr-x | docker_files/install_deps.sh | 34 | ||||
-rw-r--r-- | docker_files/my.cnf | 42 | ||||
-rwxr-xr-x | docker_files/my_config.sh | 9 | ||||
-rw-r--r-- | docker_files/rpm_list | 34 | ||||
-rwxr-xr-x | docker_files/runtests.sh | 111 | ||||
-rw-r--r-- | docker_files/sudoers | 9 | ||||
-rw-r--r-- | docker_files/supervisord.conf | 25 |
15 files changed, 937 insertions, 0 deletions
diff --git a/Dockerfile b/Dockerfile new file mode 100644 index 000000000..36236e771 --- /dev/null +++ b/Dockerfile @@ -0,0 +1,72 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +# +# This Source Code Form is "Incompatible With Secondary Licenses", as +# defined by the Mozilla Public License, v. 2.0. + +FROM centos +MAINTAINER David Lawrence <dkl@mozilla.com> + +# Environment configuration +ENV USER bugzilla +ENV HOME /home/$USER +ENV BUGS_DB_DRIVER mysql +ENV BUGZILLA_ROOT $HOME/devel/htdocs/bugzilla +ENV GITHUB_BASE_GIT https://github.com/bugzilla/bugzilla +ENV GITHUB_BASE_BRANCH master +ENV GITHUB_QA_GIT https://github.com/bugzilla/qa + +# Distribution package installation +COPY docker_files /docker_files +RUN yum -y -q update \ + && yum -y -q install https://dev.mysql.com/get/mysql-community-release-el7-5.noarch.rpm epel-release \ + && yum -y -q install `cat /docker_files/rpm_list` \ + && yum clean all + +# User configuration +RUN useradd -m -G wheel -u 1000 -s /bin/bash $USER \ + && passwd -u -f $USER \ + && echo "bugzilla:bugzilla" | chpasswd + +# Apache configuration +RUN cp /docker_files/bugzilla.conf /etc/httpd/conf.d/bugzilla.conf \ + && chown root.root /etc/httpd/conf.d/bugzilla.conf \ + && chmod 440 /etc/httpd/conf.d/bugzilla.conf + +# MySQL configuration +RUN cp /docker_files/my.cnf /etc/my.cnf \ + && chmod 644 /etc/my.cnf \ + && chown root.root /etc/my.cnf \ + && rm -rf /etc/mysql \ + && rm -rf /var/lib/mysql/* \ + && /usr/bin/mysql_install_db --user=$USER --basedir=/usr --datadir=/var/lib/mysql + +# Sudoer configuration +RUN cp /docker_files/sudoers /etc/sudoers \ + && chown root.root /etc/sudoers \ + && chmod 440 /etc/sudoers + +# Clone the code repo initially +RUN su $USER -c "git clone $GITHUB_BASE_GIT -b $GITHUB_BASE_BRANCH $BUGZILLA_ROOT" + +# Bugzilla dependencies and setup +RUN /bin/bash /docker_files/install_deps.sh +RUN /bin/bash /docker_files/bugzilla_config.sh +RUN /bin/bash /docker_files/my_config.sh + +# Final permissions fix +RUN chown -R $USER.$USER $HOME + +# Networking +RUN echo "NETWORKING=yes" > /etc/sysconfig/network +EXPOSE 80 +EXPOSE 5900 + +# Testing scripts for CI +ADD https://selenium-release.storage.googleapis.com/2.45/selenium-server-standalone-2.45.0.jar /selenium-server.jar + +# Supervisor +RUN cp /docker_files/supervisord.conf /etc/supervisord.conf \ + && chmod 700 /etc/supervisord.conf +CMD ["/usr/bin/supervisord", "-c", "/etc/supervisord.conf"] diff --git a/docker-compose.yml b/docker-compose.yml new file mode 100644 index 000000000..9228a4781 --- /dev/null +++ b/docker-compose.yml @@ -0,0 +1,13 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +# +# This Source Code Form is "Incompatible With Secondary Licenses", as +# defined by the Mozilla Public License, v. 2.0. + +bugzilla: + build: . + ports: + - "8080:80" + volumes: + - ".:/home/bugzilla/devel/htdocs/docker" diff --git a/docker_files/LICENSE b/docker_files/LICENSE new file mode 100644 index 000000000..f0e5c79e1 --- /dev/null +++ b/docker_files/LICENSE @@ -0,0 +1,362 @@ +Mozilla Public License, version 2.0 + +1. Definitions + +1.1. "Contributor" + + means each individual or legal entity that creates, contributes to the + creation of, or owns Covered Software. + +1.2. "Contributor Version" + + means the combination of the Contributions of others (if any) used by a + Contributor and that particular Contributor's Contribution. + +1.3. "Contribution" + + means Covered Software of a particular Contributor. + +1.4. "Covered Software" + + means Source Code Form to which the initial Contributor has attached the + notice in Exhibit A, the Executable Form of such Source Code Form, and + Modifications of such Source Code Form, in each case including portions + thereof. + +1.5. "Incompatible With Secondary Licenses" + means + + a. that the initial Contributor has attached the notice described in + Exhibit B to the Covered Software; or + + b. that the Covered Software was made available under the terms of + version 1.1 or earlier of the License, but not also under the terms of + a Secondary License. + +1.6. "Executable Form" + + means any form of the work other than Source Code Form. + +1.7. "Larger Work" + + means a work that combines Covered Software with other material, in a + separate file or files, that is not Covered Software. + +1.8. "License" + + means this document. + +1.9. "Licensable" + + means having the right to grant, to the maximum extent possible, whether + at the time of the initial grant or subsequently, any and all of the + rights conveyed by this License. + +1.10. "Modifications" + + means any of the following: + + a. any file in Source Code Form that results from an addition to, + deletion from, or modification of the contents of Covered Software; or + + b. any new file in Source Code Form that contains any Covered Software. + +1.11. "Patent Claims" of a Contributor + + means any patent claim(s), including without limitation, method, + process, and apparatus claims, in any patent Licensable by such + Contributor that would be infringed, but for the grant of the License, + by the making, using, selling, offering for sale, having made, import, + or transfer of either its Contributions or its Contributor Version. + +1.12. "Secondary License" + + means either the GNU General Public License, Version 2.0, the GNU Lesser + General Public License, Version 2.1, the GNU Affero General Public + License, Version 3.0, or any later versions of those licenses. + +1.13. "Source Code Form" + + means the form of the work preferred for making modifications. + +1.14. "You" (or "Your") + + means an individual or a legal entity exercising rights under this + License. For legal entities, "You" includes any entity that controls, is + controlled by, or is under common control with You. For purposes of this + definition, "control" means (a) the power, direct or indirect, to cause + the direction or management of such entity, whether by contract or + otherwise, or (b) ownership of more than fifty percent (50%) of the + outstanding shares or beneficial ownership of such entity. + + +2. License Grants and Conditions + +2.1. Grants + + Each Contributor hereby grants You a world-wide, royalty-free, + non-exclusive license: + + a. under intellectual property rights (other than patent or trademark) + Licensable by such Contributor to use, reproduce, make available, + modify, display, perform, distribute, and otherwise exploit its + Contributions, either on an unmodified basis, with Modifications, or + as part of a Larger Work; and + + b. under Patent Claims of such Contributor to make, use, sell, offer for + sale, have made, import, and otherwise transfer either its + Contributions or its Contributor Version. + +2.2. Effective Date + + The licenses granted in Section 2.1 with respect to any Contribution + become effective for each Contribution on the date the Contributor first + distributes such Contribution. + +2.3. Limitations on Grant Scope + + The licenses granted in this Section 2 are the only rights granted under + this License. No additional rights or licenses will be implied from the + distribution or licensing of Covered Software under this License. + Notwithstanding Section 2.1(b) above, no patent license is granted by a + Contributor: + + a. for any code that a Contributor has removed from Covered Software; or + + b. for infringements caused by: (i) Your and any other third party's + modifications of Covered Software, or (ii) the combination of its + Contributions with other software (except as part of its Contributor + Version); or + + c. under Patent Claims infringed by Covered Software in the absence of + its Contributions. + + This License does not grant any rights in the trademarks, service marks, + or logos of any Contributor (except as may be necessary to comply with + the notice requirements in Section 3.4). + +2.4. Subsequent Licenses + + No Contributor makes additional grants as a result of Your choice to + distribute the Covered Software under a subsequent version of this + License (see Section 10.2) or under the terms of a Secondary License (if + permitted under the terms of Section 3.3). + +2.5. Representation + + Each Contributor represents that the Contributor believes its + Contributions are its original creation(s) or it has sufficient rights to + grant the rights to its Contributions conveyed by this License. + +2.6. Fair Use + + This License is not intended to limit any rights You have under + applicable copyright doctrines of fair use, fair dealing, or other + equivalents. + +2.7. Conditions + + Sections 3.1, 3.2, 3.3, and 3.4 are conditions of the licenses granted in + Section 2.1. + + +3. Responsibilities + +3.1. Distribution of Source Form + + All distribution of Covered Software in Source Code Form, including any + Modifications that You create or to which You contribute, must be under + the terms of this License. You must inform recipients that the Source + Code Form of the Covered Software is governed by the terms of this + License, and how they can obtain a copy of this License. You may not + attempt to alter or restrict the recipients' rights in the Source Code + Form. + +3.2. Distribution of Executable Form + + If You distribute Covered Software in Executable Form then: + + a. such Covered Software must also be made available in Source Code Form, + as described in Section 3.1, and You must inform recipients of the + Executable Form how they can obtain a copy of such Source Code Form by + reasonable means in a timely manner, at a charge no more than the cost + of distribution to the recipient; and + + b. You may distribute such Executable Form under the terms of this + License, or sublicense it under different terms, provided that the + license for the Executable Form does not attempt to limit or alter the + recipients' rights in the Source Code Form under this License. + +3.3. Distribution of a Larger Work + + You may create and distribute a Larger Work under terms of Your choice, + provided that You also comply with the requirements of this License for + the Covered Software. If the Larger Work is a combination of Covered + Software with a work governed by one or more Secondary Licenses, and the + Covered Software is not Incompatible With Secondary Licenses, this + License permits You to additionally distribute such Covered Software + under the terms of such Secondary License(s), so that the recipient of + the Larger Work may, at their option, further distribute the Covered + Software under the terms of either this License or such Secondary + License(s). + +3.4. Notices + + You may not remove or alter the substance of any license notices + (including copyright notices, patent notices, disclaimers of warranty, or + limitations of liability) contained within the Source Code Form of the + Covered Software, except that You may alter any license notices to the + extent required to remedy known factual inaccuracies. + +3.5. Application of Additional Terms + + You may choose to offer, and to charge a fee for, warranty, support, + indemnity or liability obligations to one or more recipients of Covered + Software. However, You may do so only on Your own behalf, and not on + behalf of any Contributor. You must make it absolutely clear that any + such warranty, support, indemnity, or liability obligation is offered by + You alone, and You hereby agree to indemnify every Contributor for any + liability incurred by such Contributor as a result of warranty, support, + indemnity or liability terms You offer. You may include additional + disclaimers of warranty and limitations of liability specific to any + jurisdiction. + +4. Inability to Comply Due to Statute or Regulation + + If it is impossible for You to comply with any of the terms of this License + with respect to some or all of the Covered Software due to statute, + judicial order, or regulation then You must: (a) comply with the terms of + this License to the maximum extent possible; and (b) describe the + limitations and the code they affect. Such description must be placed in a + text file included with all distributions of the Covered Software under + this License. Except to the extent prohibited by statute or regulation, + such description must be sufficiently detailed for a recipient of ordinary + skill to be able to understand it. + +5. Termination + +5.1. The rights granted under this License will terminate automatically if You + fail to comply with any of its terms. However, if You become compliant, + then the rights granted under this License from a particular Contributor + are reinstated (a) provisionally, unless and until such Contributor + explicitly and finally terminates Your grants, and (b) on an ongoing + basis, if such Contributor fails to notify You of the non-compliance by + some reasonable means prior to 60 days after You have come back into + compliance. Moreover, Your grants from a particular Contributor are + reinstated on an ongoing basis if such Contributor notifies You of the + non-compliance by some reasonable means, this is the first time You have + received notice of non-compliance with this License from such + Contributor, and You become compliant prior to 30 days after Your receipt + of the notice. + +5.2. If You initiate litigation against any entity by asserting a patent + infringement claim (excluding declaratory judgment actions, + counter-claims, and cross-claims) alleging that a Contributor Version + directly or indirectly infringes any patent, then the rights granted to + You by any and all Contributors for the Covered Software under Section + 2.1 of this License shall terminate. + +5.3. In the event of termination under Sections 5.1 or 5.2 above, all end user + license agreements (excluding distributors and resellers) which have been + validly granted by You or Your distributors under this License prior to + termination shall survive termination. + +6. Disclaimer of Warranty + + Covered Software is provided under this License on an "as is" basis, + without warranty of any kind, either expressed, implied, or statutory, + including, without limitation, warranties that the Covered Software is free + of defects, merchantable, fit for a particular purpose or non-infringing. + The entire risk as to the quality and performance of the Covered Software + is with You. Should any Covered Software prove defective in any respect, + You (not any Contributor) assume the cost of any necessary servicing, + repair, or correction. This disclaimer of warranty constitutes an essential + part of this License. No use of any Covered Software is authorized under + this License except under this disclaimer. + +7. Limitation of Liability + + Under no circumstances and under no legal theory, whether tort (including + negligence), contract, or otherwise, shall any Contributor, or anyone who + distributes Covered Software as permitted above, be liable to You for any + direct, indirect, special, incidental, or consequential damages of any + character including, without limitation, damages for lost profits, loss of + goodwill, work stoppage, computer failure or malfunction, or any and all + other commercial damages or losses, even if such party shall have been + informed of the possibility of such damages. This limitation of liability + shall not apply to liability for death or personal injury resulting from + such party's negligence to the extent applicable law prohibits such + limitation. Some jurisdictions do not allow the exclusion or limitation of + incidental or consequential damages, so this exclusion and limitation may + not apply to You. + +8. Litigation + + Any litigation relating to this License may be brought only in the courts + of a jurisdiction where the defendant maintains its principal place of + business and such litigation shall be governed by laws of that + jurisdiction, without reference to its conflict-of-law provisions. Nothing + in this Section shall prevent a party's ability to bring cross-claims or + counter-claims. + +9. Miscellaneous + + This License represents the complete agreement concerning the subject + matter hereof. If any provision of this License is held to be + unenforceable, such provision shall be reformed only to the extent + necessary to make it enforceable. Any law or regulation which provides that + the language of a contract shall be construed against the drafter shall not + be used to construe this License against a Contributor. + + +10. Versions of the License + +10.1. New Versions + + Mozilla Foundation is the license steward. Except as provided in Section + 10.3, no one other than the license steward has the right to modify or + publish new versions of this License. Each version will be given a + distinguishing version number. + +10.2. Effect of New Versions + + You may distribute the Covered Software under the terms of the version + of the License under which You originally received the Covered Software, + or under the terms of any subsequent version published by the license + steward. + +10.3. Modified Versions + + If you create software not governed by this License, and you want to + create a new license for such software, you may create and use a + modified version of this License if you rename the license and remove + any references to the name of the license steward (except to note that + such modified license differs from this License). + +10.4. Distributing Source Code Form that is Incompatible With Secondary + Licenses If You choose to distribute Source Code Form that is + Incompatible With Secondary Licenses under the terms of this version of + the License, the notice described in Exhibit B of this License must be + attached. + +Exhibit A - Source Code Form License Notice + + This Source Code Form is subject to the + terms of the Mozilla Public License, v. + 2.0. If a copy of the MPL was not + distributed with this file, You can + obtain one at + http://mozilla.org/MPL/2.0/. + +If it is not possible or desirable to put the notice in a particular file, +then You may include the notice in a location (such as a LICENSE file in a +relevant directory) where a recipient would be likely to look for such a +notice. + +You may add additional accurate notices of copyright ownership. + +Exhibit B - "Incompatible With Secondary Licenses" Notice + + This Source Code Form is "Incompatible + With Secondary Licenses", as defined by + the Mozilla Public License, v. 2.0.
\ No newline at end of file diff --git a/docker_files/README.md b/docker_files/README.md new file mode 100644 index 000000000..00d711730 --- /dev/null +++ b/docker_files/README.md @@ -0,0 +1,96 @@ +Docker Bugzilla +=============== + +Configure a running Bugzilla system using Docker + +## Features + +* Running latest Centos +* Preconfigured with initial data and test product +* Running Apache2 and MySQL Community Server 5.6 +* Code resides in `/home/bugzilla/devel/htdocs/bugzilla and can be updated, + diffed, and branched using standard git commands + +## How to install Docker Docker Machine and Docker Compose + +* Visit [Docker][docker] and get docker up and running on your system. + +## Important docker Notes + +Before building, you will need to change value in the checksetup_answers.txt` +file to match the IP address of the Docker Machine VM. You can find the IP +address by running `docker-machine ip`. + +For example, using a text editor, change the following line in +`checksetup_answers.txt` from: + +` $answer{'urlbase'} = 'http://localhost:8080/bugzilla/';` + +to + +` $answer{'urlbase'} = 'http://192.168.59.103:8080/bugzilla/';` + +## How to build Bugzilla Docker image + +To build a fresh image, just change to the directory containing the checked out +files and run the below command: + +```bash +$ docker-compose build +``` + +## How to start Bugzilla Docker image + +To start a new container (or rerun your last container) you simply do: + +```bash +$ docker-compose up +``` + +This will stay in the foreground and you will see the output from `supervisord`. You +can use the `-d` option to run the container in the background. + +To stop, start or remove the container that was created from the last run, you can do: + +```bash +$ docker-compose stop +$ docker-compose start +$ docker-compose rm +``` + +## How to access the Bugzilla container + +If you are using Linux, you can simply point your browser to +`http://localhost:8080/bugzilla` to see the the Bugzilla home page. + +If using Docker Machine, you will need to use the IP address of the VM. You can +find the IP address using the `docker-machine ip` command. For example: + +```bash +$ docker-machine ip +192.168.59.103 +``` + +So would then point your browser to `http://192.168.59.103:8080/bugzilla`. + +The Administrator username is `admin@bugzilla.org` and the password is `password`. +You can use the Administrator account to creat other users, add products or +components, etc. + +You can also shell into the container using `docker exec` command. You will need to +determine the container name or ID of the running container. Here is an example: + +```bash +$ docker ps +CONTAINER ID IMAGE COMMAND CREATED STATUS PORTS NAMES +2522438509d3 master_bugzilla "/usr/bin/supervisord" 38 seconds ago Up 37 seconds 5900/tcp, 0.0.0.0:8080->80/tcp master_bugzilla_1 +$ docker exec -it master_bugzilla_1 su - bugzlla +Last login: Thu Jan 21 14:24:06 UTC 2016 +[bugzilla@2522438509d3 ~]$ +``` + +## TODO + +* Enable SSL support. + +[docker]: https://docs.docker.com/installation/ diff --git a/docker_files/bugzilla.conf b/docker_files/bugzilla.conf new file mode 100644 index 000000000..c33bb6cfa --- /dev/null +++ b/docker_files/bugzilla.conf @@ -0,0 +1,16 @@ +User bugzilla +Group bugzilla +ServerName localhost:80 +#PerlSwitches -wT +#PerlConfigRequire /home/bugzilla/devel/htdocs/bugzilla/mod_perl.pl +<VirtualHost *:80> + AddHandler cgi-script .cgi + ServerName localhost + DocumentRoot "/home/bugzilla/devel/htdocs" + <Directory "/home/bugzilla/devel/htdocs"> + DirectoryIndex index.cgi + Options Indexes FollowSymLinks ExecCGI + AllowOverride All + Require all granted + </Directory> +</VirtualHost> diff --git a/docker_files/bugzilla_config.sh b/docker_files/bugzilla_config.sh new file mode 100755 index 000000000..64099260c --- /dev/null +++ b/docker_files/bugzilla_config.sh @@ -0,0 +1,20 @@ +#!/bin/bash +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +# +# This Source Code Form is "Incompatible With Secondary Licenses", as +# defined by the Mozilla Public License, v. 2.0. + +cd $BUGZILLA_ROOT + +# Configure database +/usr/bin/mysqld_safe & +sleep 5 +mysql -u root mysql -e "GRANT ALL PRIVILEGES ON *.* TO bugs@localhost IDENTIFIED BY 'bugs'; FLUSH PRIVILEGES;" +mysql -u root mysql -e "CREATE DATABASE bugs CHARACTER SET = 'utf8';" + +perl checksetup.pl /docker_files/checksetup_answers.txt +perl checksetup.pl /docker_files/checksetup_answers.txt + +mysqladmin -u root shutdown diff --git a/docker_files/buildbot_step b/docker_files/buildbot_step new file mode 100644 index 000000000..99eafcfa3 --- /dev/null +++ b/docker_files/buildbot_step @@ -0,0 +1,69 @@ +#! /bin/bash -e +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +# +# This Source Code Form is "Incompatible With Secondary Licenses", as +# defined by the Mozilla Public License, v. 2.0. + +buildbot_step_help() { + echo "Run a command and wrap it in buildbot step format" + echo " $0 - <buildbot step> [bash args...]" +} + +bb_time() { + # Parser dies if this is longer then 6 chars long. + nano=$(date +%N | cut -c1-6) + echo "$(date '+%Y-%m-%d %H:%M:%S.')$nano" +} + +bb_echo() { + echo "========= $1 =========" +} + +bb_line() { + local type=$1 # Finished/Started + local step=$2 # Name of step + local code=$3 # Exit code + local duration=$4 # Elapsed time in seconds + local time=$(bb_time) + + bb_echo "$type $step (results: $code, elapsed: $duration secs) (at $time)" +} + +# Intentionally the full name of this executable so sourcing this file also +# works as expected... +buildbot_step() { + local step=$1 + local command=${@:2} + local start_time=$(date +%s) + local exit_code=0 + + bb_line "Started" "$step" 0 0 + if eval "$command"; + then + exit_code=$? + else + exit_code=$? + fi + + local end_time=$(date +%s) + local duration=$(($end_time-$start_time)) + + bb_line "Finished" "$step" $exit_code $duration + return $exit_code +} + + +# When this script is not being sourced invoke command directly. +if [ "$(basename $0)" == "buildbot_step" ]; +then + if [ $# -lt 2 ]; + then + buildbot_step_help + exit 1 + fi + buildbot_step "$@" + exit $? +fi + diff --git a/docker_files/checksetup_answers.txt b/docker_files/checksetup_answers.txt new file mode 100644 index 000000000..8dcfead4b --- /dev/null +++ b/docker_files/checksetup_answers.txt @@ -0,0 +1,25 @@ +$answer{'ADMIN_EMAIL'} = 'admin@bugzilla.org'; +$answer{'ADMIN_OK'} = 'Y'; +$answer{'ADMIN_PASSWORD'} = 'password'; +$answer{'ADMIN_REALNAME'} = 'QA Admin'; +$answer{'NO_PAUSE'} = 1; +$answer{'create_htaccess'} = ''; +$answer{'db_check'} = 1; +$answer{'db_driver'} = 'mysql'; +$answer{'db_host'} = 'localhost'; +$answer{'db_mysql_ssl_ca_file'} = ''; +$answer{'db_mysql_ssl_ca_path'} = ''; +$answer{'db_mysql_ssl_client_cert'} = ''; +$answer{'db_mysql_ssl_client_key'} = ''; +$answer{'db_name'} = 'bugs', +$answer{'db_pass'} = 'bugs'; +$answer{'db_port'} = 0; +$answer{'db_sock'} = ''; +$answer{'db_user'} = 'bugs'; +$answer{'diffpath'} = '/usr/bin'; +$answer{'index_html'} = 0; +$answer{'interdiffbin'} = '/usr/bin/interdiff'; +$answer{'memcached_servers'} = "localhost:11211"; +$answer{'urlbase'} = 'http://localhost:8080/bugzilla/'; +$answer{'use_suexec'} = ''; +$answer{'webservergroup'} = 'bugzilla'; diff --git a/docker_files/install_deps.sh b/docker_files/install_deps.sh new file mode 100755 index 000000000..dc3e338a4 --- /dev/null +++ b/docker_files/install_deps.sh @@ -0,0 +1,34 @@ +#!/bin/bash +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +# +# This Source Code Form is "Incompatible With Secondary Licenses", as +# defined by the Mozilla Public License, v. 2.0. + +cd $BUGZILLA_ROOT + +# Install Perl dependencies +CPANM="cpanm --quiet --notest --skip-satisfied" + +perl checksetup.pl --cpanfile +$CPANM --installdeps --with-recommends --with-all-features \ + --without-feature oracle --without-feature sqlite --without-feature pg . + +# FIXME: These cause error when being installed using cpanfile +$CPANM HTML::Formatter +$CPANM HTML::FormatText::WithLinks + +# Building PDF documentation +if [ ! -x "/usr/bin/rst2pdf" ]; then + pip install rst2pdf +fi + +# For testing support +$CPANM JSON::XS +$CPANM Test::WWW::Selenium +$CPANM Pod::Coverage +$CPANM Pod::Checker + +# Remove CPAN build files to minimize disk usage +rm -rf ~/.cpanm diff --git a/docker_files/my.cnf b/docker_files/my.cnf new file mode 100644 index 000000000..b7e035ce5 --- /dev/null +++ b/docker_files/my.cnf @@ -0,0 +1,42 @@ +[mysql] +max_allowed_packet=1G + +[mysqld] +user = bugzilla +default_storage_engine = InnoDB +socket = /var/lib/mysql/mysql.sock +pid_file = /var/lib/mysql/mysql.pid +key_buffer_size = 32M +myisam_recover = FORCE,BACKUP +max_allowed_packet = 1G +max_connect_errors = 1000000 +innodb = FORCE +datadir = /var/lib/mysql +character-set-server = utf8mb4 +collation-server = utf8mb4_general_ci + +tmp_table_size = 32M +max_heap_table_size = 32M +query_cache_type = 0 +query_cache_size = 0 +max_connections = 500 +thread_cache_size = 50 +#open_files_limit = 65535 +table_definition_cache = 1024 +table_open_cache = 2048 + +innodb_flush_method = O_DIRECT +innodb_log_files_in_group = 2 +innodb_log_file_size = 256M +innodb_flush_log_at_trx_commit = 2 +innodb_file_per_table = 1 +innodb_buffer_pool_size = 1G +innodb_flush_neighbors = 0 +innodb_flush_log_at_trx_commit = 2 + +log_error = /var/lib/mysql/mysql-error.log +log_queries_not_using_indexes = 0 +slow_query_log = 0 +slow_query_log_file = /var/lib/mysql/mysql-slow.log +general_log = 0 +general_log_file = /var/lib/mysql/bmo_query.log diff --git a/docker_files/my_config.sh b/docker_files/my_config.sh new file mode 100755 index 000000000..fb2c4a6d7 --- /dev/null +++ b/docker_files/my_config.sh @@ -0,0 +1,9 @@ +#!/bin/bash +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +# +# This Source Code Form is "Incompatible With Secondary Licenses", as +# defined by the Mozilla Public License, v. 2.0. + +# Add any custom setup instructions here diff --git a/docker_files/rpm_list b/docker_files/rpm_list new file mode 100644 index 000000000..ec97dda10 --- /dev/null +++ b/docker_files/rpm_list @@ -0,0 +1,34 @@ +aspell-devel +dbus-x11 +dejavu-sans-mono-fonts +firefox +gcc +gcc-c++ +gd-devel +git +gmp-devel +graphviz +java-1.7.0-openjdk +make +memcached +mod_perl +mod_perl-devel +mysql-community-devel +mysql-community-server +openssl-devel +passwd +patch +perl-App-cpanminus +perl-CPAN +perl-core +postfix +python-pip +python-reportlab +python-sphinx +sudo +supervisor +tar +tigervnc-server-minimal +unzip +vim-enhanced +wget diff --git a/docker_files/runtests.sh b/docker_files/runtests.sh new file mode 100755 index 000000000..37dfcfa7e --- /dev/null +++ b/docker_files/runtests.sh @@ -0,0 +1,111 @@ +#!/bin/bash +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +# +# This Source Code Form is "Incompatible With Secondary Licenses", as +# defined by the Mozilla Public License, v. 2.0. + +if [ -z "$TEST_SUITE" ]; then + TEST_SUITE=sanity +fi + +set -e + +# Output to log file as well as STDOUT/STDERR +exec > >(tee /runtests.log) 2>&1 + +echo "== Retrieving Bugzilla code" +echo "Checking out $GITHUB_BASE_GIT $GITHUB_BASE_BRANCH ..." +mv $BUGZILLA_ROOT "${BUGZILLA_ROOT}.back" +git clone $GITHUB_BASE_GIT --single-branch --depth 1 --branch $GITHUB_BASE_BRANCH $BUGZILLA_ROOT +cd $BUGZILLA_ROOT +if [ "$GITHUB_BASE_REV" != "" ]; then + echo "Switching to revision $GITHUB_BASE_REV ..." + git checkout -q $GITHUB_BASE_REV +fi + +echo -e "\n== Checking dependencies for changes" +/docker_files/install_deps.sh + +if [ "$TEST_SUITE" = "sanity" ]; then + cd $BUGZILLA_ROOT + /bin/bash /docker_files/buildbot_step "Sanity" prove -f -v t/*.t + exit $? +fi + +if [ "$TEST_SUITE" = "docs" ]; then + cd $BUGZILLA_ROOT/docs + /bin/bash /docker_files/buildbot_step "Documentation" perl makedocs.pl --with-pdf + exit $? +fi + +echo -e "\n== Cloning QA test suite" +cd $BUGZILLA_ROOT +echo "Cloning git repo $GITHUB_QA_GIT branch $GITHUB_BASE_BRANCH ..." +git clone $GITHUB_QA_GIT -b $GITHUB_BASE_BRANCH qa + +echo -e "\n== Starting database" +/usr/bin/mysqld_safe & +sleep 3 + +echo -e "\n== Starting memcached" +/usr/bin/memcached -u memcached -d +sleep 3 + +echo -e "\n== Updating configuration" +sed -e "s?%DB%?$BUGS_DB_DRIVER?g" --in-place qa/config/checksetup_answers.txt +sed -e "s?%DB_NAME%?bugs_test?g" --in-place qa/config/checksetup_answers.txt +sed -e "s?%USER%?$USER?g" --in-place qa/config/checksetup_answers.txt +sed -e "s?%TRAVIS_BUILD_DIR%?$BUGZILLA_ROOT?g" --in-place qa/config/selenium_test.conf +echo "\$answer{'memcached_servers'} = 'localhost:11211';" >> qa/config/checksetup_answers.txt + +if [ "$TEST_SUITE" == "checksetup" ]; then + cd $BUGZILLA_ROOT/qa + /bin/bash /docker_files/buildbot_step "Checksetup" ./test_checksetup.pl config/config-checksetup-$BUGS_DB_DRIVER + exit $? +fi + +echo -e "\n== Running checksetup" +cd $BUGZILLA_ROOT +./checksetup.pl qa/config/checksetup_answers.txt +./checksetup.pl qa/config/checksetup_answers.txt + +echo -e "\n== Generating test data" +cd $BUGZILLA_ROOT/qa/config +perl generate_test_data.pl + +echo -e "\n== Starting web server" +sed -e "s?^#Perl?Perl?" --in-place /etc/httpd/conf.d/bugzilla.conf +/usr/sbin/httpd & +sleep 3 + +if [ "$TEST_SUITE" = "selenium" ]; then + export DISPLAY=:0 + + # Setup dbus for Firefox + dbus-uuidgen > /var/lib/dbus/machine-id + + echo -e "\n== Starting virtual frame buffer and vnc server" + Xvnc $DISPLAY -screen 0 1280x1024x16 -ac -SecurityTypes=None \ + -extension RANDR 2>&1 | tee /xvnc.log & + sleep 5 + + echo -e "\n== Starting Selenium server" + java -jar /selenium-server.jar -log /selenium.log > /dev/null 2>&1 & + sleep 5 + + # Set NO_TESTS=1 if just want selenium services + # but no tests actually executed. + [ $NO_TESTS ] && exit 0 + + cd $BUGZILLA_ROOT/qa/t + /bin/bash /docker_files/buildbot_step "Selenium" prove -f -v -I$BUGZILLA_ROOT/lib test_*.t + exit $? +fi + +if [ "$TEST_SUITE" = "webservices" ]; then + cd $BUGZILLA_ROOT/qa/t + /bin/bash /docker_files/buildbot_step "Webservices" prove -f -v -I$BUGZILLA_ROOT/lib {rest,webservice}_*.t + exit $? +fi diff --git a/docker_files/sudoers b/docker_files/sudoers new file mode 100644 index 000000000..04d382959 --- /dev/null +++ b/docker_files/sudoers @@ -0,0 +1,9 @@ +Defaults env_reset +Defaults env_keep = "COLORS DISPLAY HOSTNAME HISTSIZE INPUTRC KDEDIR LS_COLORS" +Defaults env_keep += "MAIL PS1 PS2 QTDIR USERNAME LANG LC_ADDRESS LC_CTYPE" +Defaults env_keep += "LC_COLLATE LC_IDENTIFICATION LC_MEASUREMENT LC_MESSAGES" +Defaults env_keep += "LC_MONETARY LC_NAME LC_NUMERIC LC_PAPER LC_TELEPHONE" +Defaults env_keep += "LC_TIME LC_ALL LANGUAGE LINGUAS _XKB_CHARSET XAUTHORITY" +Defaults secure_path = /sbin:/bin:/usr/sbin:/usr/bin +root ALL=(ALL) ALL +%wheel ALL=(ALL) NOPASSWD: ALL diff --git a/docker_files/supervisord.conf b/docker_files/supervisord.conf new file mode 100644 index 000000000..4a3d49fcd --- /dev/null +++ b/docker_files/supervisord.conf @@ -0,0 +1,25 @@ +[supervisord] +nodaemon=true +logfile=/var/log/supervisor/supervisord.log +logfile_maxbytes=50MB +logfile_backups=10 +loglevel=debug +pidfile=/var/run/supervisord.pid +minfds=1024 +minprocs=200 + +[program:httpd] +command=/usr/sbin/httpd -DFOREGROUND + +[program:mysqld] +command=/usr/bin/mysqld_safe + +[program:postfix] +command = /usr/sbin/postfix start +startsecs = 0 +autorestart = false + +[program:memcached] +command=/usr/bin/memcached -u memcached +stderr_logfile=/var/log/supervisor/memcached.log +stdout_logfile=/var/log/supervisor/memcached.log |