2017-04-25 23:40:01 +03:00
|
|
|
# Custom Script for Linux
|
|
|
|
|
|
|
|
#!/bin/bash
|
|
|
|
|
|
|
|
# The MIT License (MIT)
|
|
|
|
#
|
|
|
|
# Permission is hereby granted, free of charge, to any person obtaining a copy
|
|
|
|
# of this software and associated documentation files (the "Software"), to deal
|
|
|
|
# in the Software without restriction, including without limitation the rights
|
|
|
|
# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
|
|
|
# copies of the Software, and to permit persons to whom the Software is
|
|
|
|
# furnished to do so, subject to the following conditions:
|
|
|
|
#
|
|
|
|
# The above copyright notice and this permission notice shall be included in all
|
|
|
|
# copies or substantial portions of the Software.
|
|
|
|
#
|
|
|
|
# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
|
|
# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
|
|
# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
|
|
|
# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
|
|
|
# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
|
|
|
# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
|
|
|
|
# SOFTWARE.
|
|
|
|
|
2018-07-19 19:23:54 +03:00
|
|
|
set -ex
|
2018-07-18 18:57:22 +03:00
|
|
|
|
2018-06-02 00:40:19 +03:00
|
|
|
moodle_on_azure_configs_json_path=${1}
|
|
|
|
|
|
|
|
. ./helper_functions.sh
|
|
|
|
|
|
|
|
get_setup_params_from_configs_json $moodle_on_azure_configs_json_path || exit 99
|
2017-04-25 23:40:01 +03:00
|
|
|
|
2018-01-19 02:31:38 +03:00
|
|
|
echo $glusterNode >> /tmp/vars.txt
|
2017-04-25 23:40:01 +03:00
|
|
|
echo $glusterVolume >> /tmp/vars.txt
|
2018-01-08 21:08:57 +03:00
|
|
|
echo $siteFQDN >> /tmp/vars.txt
|
2018-05-04 02:09:02 +03:00
|
|
|
echo $httpsTermination >> /tmp/vars.txt
|
2018-06-02 00:40:19 +03:00
|
|
|
echo $syslogServer >> /tmp/vars.txt
|
2018-01-19 01:28:52 +03:00
|
|
|
echo $webServerType >> /tmp/vars.txt
|
2018-05-18 00:57:21 +03:00
|
|
|
echo $dbServerType >> /tmp/vars.txt
|
2018-02-12 23:18:54 +03:00
|
|
|
echo $fileServerType >> /tmp/vars.txt
|
|
|
|
echo $storageAccountName >> /tmp/vars.txt
|
|
|
|
echo $storageAccountKey >> /tmp/vars.txt
|
2018-02-15 22:15:57 +03:00
|
|
|
echo $nfsVmName >> /tmp/vars.txt
|
2018-07-18 18:57:22 +03:00
|
|
|
echo $nfsByoIpExportPath >> /tmp/vars.txt
|
2018-03-22 23:59:25 +03:00
|
|
|
echo $htmlLocalCopySwitch >> /tmp/vars.txt
|
2018-02-12 23:18:54 +03:00
|
|
|
|
|
|
|
check_fileServerType_param $fileServerType
|
2017-04-25 23:40:01 +03:00
|
|
|
|
|
|
|
{
|
2018-01-08 21:08:57 +03:00
|
|
|
# make sure the system does automatic update
|
|
|
|
sudo apt-get -y update
|
|
|
|
sudo apt-get -y install unattended-upgrades
|
|
|
|
|
|
|
|
# install pre-requisites
|
|
|
|
sudo apt-get -y install python-software-properties unzip rsyslog
|
|
|
|
|
2018-02-12 23:18:54 +03:00
|
|
|
sudo apt-get -y install postgresql-client mysql-client git
|
|
|
|
|
|
|
|
if [ $fileServerType = "gluster" ]; then
|
|
|
|
#configure gluster repository & install gluster client
|
|
|
|
sudo add-apt-repository ppa:gluster/glusterfs-3.8 -y
|
|
|
|
sudo apt-get -y update
|
|
|
|
sudo apt-get -y install glusterfs-client
|
2018-05-08 21:45:26 +03:00
|
|
|
elif [ "$fileServerType" = "azurefiles" ]; then
|
2018-02-12 23:18:54 +03:00
|
|
|
sudo apt-get -y install cifs-utils
|
|
|
|
fi
|
2018-01-08 21:08:57 +03:00
|
|
|
|
|
|
|
# install the base stack
|
2018-05-08 21:45:26 +03:00
|
|
|
sudo apt-get -y install varnish php php-cli php-curl php-zip php-pear php-mbstring php-dev mcrypt
|
|
|
|
|
|
|
|
if [ "$webServerType" = "nginx" -o "$httpsTermination" = "VMSS" ]; then
|
|
|
|
sudo apt-get -y install nginx
|
|
|
|
fi
|
2018-01-19 01:28:52 +03:00
|
|
|
|
|
|
|
if [ "$webServerType" = "apache" ]; then
|
|
|
|
# install apache pacakges
|
|
|
|
sudo apt-get -y install apache2 libapache2-mod-php
|
|
|
|
else
|
|
|
|
# for nginx-only option
|
|
|
|
sudo apt-get -y install php-fpm
|
|
|
|
fi
|
2018-01-08 21:08:57 +03:00
|
|
|
|
|
|
|
# Moodle requirements
|
|
|
|
sudo apt-get install -y graphviz aspell php-soap php-json php-redis php-bcmath php-gd php-pgsql php-mysql php-xmlrpc php-intl php-xml php-bz2
|
2018-05-18 00:45:32 +03:00
|
|
|
if [ "$dbServerType" = "mssql" ]; then
|
|
|
|
install_php_mssql_driver
|
|
|
|
fi
|
2018-01-08 21:08:57 +03:00
|
|
|
|
2018-05-15 04:45:45 +03:00
|
|
|
# PHP Version
|
2018-05-16 01:01:40 +03:00
|
|
|
PhpVer=$(get_php_version)
|
2018-05-15 04:45:45 +03:00
|
|
|
|
2018-02-12 23:18:54 +03:00
|
|
|
if [ $fileServerType = "gluster" ]; then
|
|
|
|
# Mount gluster fs for /moodle
|
|
|
|
sudo mkdir -p /moodle
|
|
|
|
sudo chown www-data /moodle
|
|
|
|
sudo chmod 770 /moodle
|
2018-05-26 01:27:00 +03:00
|
|
|
sudo echo -e 'Adding Gluster FS to /etc/fstab and mounting it'
|
|
|
|
setup_and_mount_gluster_moodle_share $glusterNode $glusterVolume
|
2018-02-15 22:15:57 +03:00
|
|
|
elif [ $fileServerType = "nfs" ]; then
|
2018-06-23 00:18:24 +03:00
|
|
|
# mount NFS export (set up on controller VM--No HA)
|
|
|
|
echo -e '\n\rMounting NFS export from '$nfsVmName':/moodle on /moodle and adding it to /etc/fstab\n\r'
|
2018-02-15 22:15:57 +03:00
|
|
|
configure_nfs_client_and_mount $nfsVmName /moodle /moodle
|
2018-06-23 00:18:24 +03:00
|
|
|
elif [ $fileServerType = "nfs-ha" ]; then
|
|
|
|
# mount NFS-HA export
|
|
|
|
echo -e '\n\rMounting NFS export from '$nfsHaLbIP':'$nfsHaExportPath' on /moodle and adding it to /etc/fstab\n\r'
|
|
|
|
configure_nfs_client_and_mount $nfsHaLbIP $nfsHaExportPath /moodle
|
2018-07-18 18:57:22 +03:00
|
|
|
elif [ $fileServerType = "nfs-byo" ]; then
|
|
|
|
# mount NFS-BYO export
|
|
|
|
echo -e '\n\rMounting NFS export from '$nfsByoIpExportPath' on /moodle and adding it to /etc/fstab\n\r'
|
|
|
|
configure_nfs_client_and_mount0 $nfsByoIpExportPath /moodle
|
2018-02-12 23:18:54 +03:00
|
|
|
else # "azurefiles"
|
|
|
|
setup_and_mount_azure_files_moodle_share $storageAccountName $storageAccountKey
|
|
|
|
fi
|
2018-01-08 21:08:57 +03:00
|
|
|
|
|
|
|
# Configure syslog to forward
|
|
|
|
cat <<EOF >> /etc/rsyslog.conf
|
|
|
|
\$ModLoad imudp
|
|
|
|
\$UDPServerRun 514
|
|
|
|
EOF
|
|
|
|
cat <<EOF >> /etc/rsyslog.d/40-remote.conf
|
2018-06-02 00:40:19 +03:00
|
|
|
local1.* @${syslogServer}:514
|
|
|
|
local2.* @${syslogServer}:514
|
2018-01-08 21:08:57 +03:00
|
|
|
EOF
|
|
|
|
service syslog restart
|
|
|
|
|
2018-05-08 21:45:26 +03:00
|
|
|
if [ "$webServerType" = "nginx" -o "$httpsTermination" = "VMSS" ]; then
|
|
|
|
# Build nginx config
|
|
|
|
cat <<EOF > /etc/nginx/nginx.conf
|
2018-01-08 21:08:57 +03:00
|
|
|
user www-data;
|
|
|
|
worker_processes 2;
|
|
|
|
pid /run/nginx.pid;
|
|
|
|
|
|
|
|
events {
|
|
|
|
worker_connections 2048;
|
|
|
|
}
|
|
|
|
|
|
|
|
http {
|
|
|
|
|
|
|
|
sendfile on;
|
|
|
|
tcp_nopush on;
|
|
|
|
tcp_nodelay on;
|
|
|
|
keepalive_timeout 65;
|
|
|
|
types_hash_max_size 2048;
|
|
|
|
client_max_body_size 0;
|
|
|
|
proxy_max_temp_file_size 0;
|
|
|
|
server_names_hash_bucket_size 128;
|
|
|
|
fastcgi_buffers 16 16k;
|
|
|
|
fastcgi_buffer_size 32k;
|
|
|
|
proxy_buffering off;
|
|
|
|
include /etc/nginx/mime.types;
|
|
|
|
default_type application/octet-stream;
|
|
|
|
|
|
|
|
access_log /var/log/nginx/access.log;
|
|
|
|
error_log /var/log/nginx/error.log;
|
|
|
|
|
|
|
|
set_real_ip_from 127.0.0.1;
|
|
|
|
real_ip_header X-Forwarded-For;
|
|
|
|
ssl_protocols TLSv1 TLSv1.1 TLSv1.2; # Dropping SSLv3, ref: POODLE
|
|
|
|
ssl_prefer_server_ciphers on;
|
|
|
|
|
|
|
|
gzip on;
|
|
|
|
gzip_disable "msie6";
|
|
|
|
gzip_vary on;
|
|
|
|
gzip_proxied any;
|
|
|
|
gzip_comp_level 6;
|
|
|
|
gzip_buffers 16 8k;
|
|
|
|
gzip_http_version 1.1;
|
|
|
|
gzip_types text/plain text/css application/json application/x-javascript text/xml application/xml application/xml+rss text/javascript;
|
2018-05-08 21:45:26 +03:00
|
|
|
EOF
|
|
|
|
if [ "$httpsTermination" != "None" ]; then
|
|
|
|
cat <<EOF >> /etc/nginx/nginx.conf
|
2018-01-08 21:08:57 +03:00
|
|
|
map \$http_x_forwarded_proto \$fastcgi_https {
|
|
|
|
default \$https;
|
|
|
|
http '';
|
|
|
|
https on;
|
2018-05-08 21:45:26 +03:00
|
|
|
}
|
|
|
|
EOF
|
|
|
|
fi
|
2018-01-08 21:08:57 +03:00
|
|
|
|
2018-05-08 21:45:26 +03:00
|
|
|
cat <<EOF >> /etc/nginx/nginx.conf
|
2018-01-08 21:08:57 +03:00
|
|
|
log_format moodle_combined '\$remote_addr - \$upstream_http_x_moodleuser [\$time_local] '
|
|
|
|
'"\$request" \$status \$body_bytes_sent '
|
|
|
|
'"\$http_referer" "\$http_user_agent"';
|
2017-04-25 23:40:01 +03:00
|
|
|
|
|
|
|
|
2018-01-08 21:08:57 +03:00
|
|
|
include /etc/nginx/conf.d/*.conf;
|
|
|
|
include /etc/nginx/sites-enabled/*;
|
|
|
|
}
|
2018-01-19 19:35:53 +03:00
|
|
|
EOF
|
2018-05-08 21:45:26 +03:00
|
|
|
fi # if [ "$webServerType" = "nginx" -o "$httpsTermination" = "VMSS" ];
|
2018-01-19 19:35:53 +03:00
|
|
|
|
2018-03-22 23:59:25 +03:00
|
|
|
# Set up html dir local copy if specified
|
|
|
|
htmlRootDir="/moodle/html/moodle"
|
2018-06-02 00:40:19 +03:00
|
|
|
if [ "$htmlLocalCopySwitch" = "true" ]; then
|
2018-03-22 23:59:25 +03:00
|
|
|
mkdir -p /var/www/html
|
|
|
|
rsync -av --delete /moodle/html/moodle /var/www/html
|
|
|
|
htmlRootDir="/var/www/html/moodle"
|
|
|
|
setup_html_local_copy_cron_job
|
|
|
|
fi
|
|
|
|
|
2018-05-08 21:45:26 +03:00
|
|
|
if [ "$httpsTermination" = "VMSS" ]; then
|
|
|
|
# Configure nginx/https
|
|
|
|
cat <<EOF >> /etc/nginx/sites-enabled/${siteFQDN}.conf
|
2018-01-19 19:35:53 +03:00
|
|
|
server {
|
|
|
|
listen 443 ssl;
|
2018-03-22 23:59:25 +03:00
|
|
|
root ${htmlRootDir};
|
2018-01-19 19:35:53 +03:00
|
|
|
index index.php index.html index.htm;
|
|
|
|
|
|
|
|
ssl on;
|
|
|
|
ssl_certificate /moodle/certs/nginx.crt;
|
|
|
|
ssl_certificate_key /moodle/certs/nginx.key;
|
|
|
|
|
|
|
|
# Log to syslog
|
|
|
|
error_log syslog:server=localhost,facility=local1,severity=error,tag=moodle;
|
|
|
|
access_log syslog:server=localhost,facility=local1,severity=notice,tag=moodle moodle_combined;
|
|
|
|
|
|
|
|
# Log XFF IP instead of varnish
|
|
|
|
set_real_ip_from 10.0.0.0/8;
|
|
|
|
set_real_ip_from 127.0.0.1;
|
|
|
|
set_real_ip_from 172.16.0.0/12;
|
|
|
|
set_real_ip_from 192.168.0.0/16;
|
|
|
|
real_ip_header X-Forwarded-For;
|
|
|
|
real_ip_recursive on;
|
|
|
|
|
|
|
|
location / {
|
|
|
|
proxy_set_header Host \$host;
|
|
|
|
proxy_set_header HTTP_REFERER \$http_referer;
|
|
|
|
proxy_set_header X-Forwarded-Host \$host;
|
|
|
|
proxy_set_header X-Forwarded-Server \$host;
|
|
|
|
proxy_set_header X-Forwarded-Proto https;
|
|
|
|
proxy_set_header X-Forwarded-For \$proxy_add_x_forwarded_for;
|
|
|
|
proxy_pass http://localhost:80;
|
2018-02-14 23:26:35 +03:00
|
|
|
|
|
|
|
proxy_connect_timeout 3600;
|
|
|
|
proxy_send_timeout 3600;
|
|
|
|
proxy_read_timeout 3600;
|
|
|
|
send_timeout 3600;
|
2018-01-19 19:35:53 +03:00
|
|
|
}
|
|
|
|
}
|
2018-01-08 21:08:57 +03:00
|
|
|
EOF
|
2018-05-08 21:45:26 +03:00
|
|
|
fi
|
2017-04-25 23:40:01 +03:00
|
|
|
|
2018-01-19 01:28:52 +03:00
|
|
|
if [ "$webServerType" = "nginx" ]; then
|
2018-01-08 21:08:57 +03:00
|
|
|
cat <<EOF >> /etc/nginx/sites-enabled/${siteFQDN}.conf
|
|
|
|
server {
|
|
|
|
listen 81 default;
|
|
|
|
server_name ${siteFQDN};
|
2018-03-22 23:59:25 +03:00
|
|
|
root ${htmlRootDir};
|
2018-01-08 21:08:57 +03:00
|
|
|
index index.php index.html index.htm;
|
2017-04-25 23:40:01 +03:00
|
|
|
|
2018-01-08 21:08:57 +03:00
|
|
|
# Log to syslog
|
|
|
|
error_log syslog:server=localhost,facility=local1,severity=error,tag=moodle;
|
|
|
|
access_log syslog:server=localhost,facility=local1,severity=notice,tag=moodle moodle_combined;
|
2017-04-25 23:40:01 +03:00
|
|
|
|
2018-01-08 21:08:57 +03:00
|
|
|
# Log XFF IP instead of varnish
|
|
|
|
set_real_ip_from 10.0.0.0/8;
|
|
|
|
set_real_ip_from 127.0.0.1;
|
|
|
|
set_real_ip_from 172.16.0.0/12;
|
|
|
|
set_real_ip_from 192.168.0.0/16;
|
|
|
|
real_ip_header X-Forwarded-For;
|
|
|
|
real_ip_recursive on;
|
2018-05-08 21:45:26 +03:00
|
|
|
EOF
|
|
|
|
if [ "$httpsTermination" != "None" ]; then
|
|
|
|
cat <<EOF >> /etc/nginx/sites-enabled/${siteFQDN}.conf
|
2018-01-08 21:08:57 +03:00
|
|
|
# Redirect to https
|
|
|
|
if (\$http_x_forwarded_proto != https) {
|
|
|
|
return 301 https://\$server_name\$request_uri;
|
|
|
|
}
|
|
|
|
rewrite ^/(.*\.php)(/)(.*)$ /\$1?file=/\$3 last;
|
2018-05-08 21:45:26 +03:00
|
|
|
EOF
|
|
|
|
fi
|
|
|
|
cat <<EOF >> /etc/nginx/sites-enabled/${siteFQDN}.conf
|
2018-01-08 21:08:57 +03:00
|
|
|
# Filter out php-fpm status page
|
|
|
|
location ~ ^/server-status {
|
|
|
|
return 404;
|
|
|
|
}
|
|
|
|
|
|
|
|
location / {
|
|
|
|
try_files \$uri \$uri/index.php?\$query_string;
|
|
|
|
}
|
2017-04-25 23:40:01 +03:00
|
|
|
|
2018-01-08 21:08:57 +03:00
|
|
|
location ~ [^/]\.php(/|$) {
|
|
|
|
fastcgi_split_path_info ^(.+?\.php)(/.*)$;
|
|
|
|
if (!-f \$document_root\$fastcgi_script_name) {
|
|
|
|
return 404;
|
|
|
|
}
|
|
|
|
|
|
|
|
fastcgi_buffers 16 16k;
|
|
|
|
fastcgi_buffer_size 32k;
|
|
|
|
fastcgi_param SCRIPT_FILENAME \$document_root\$fastcgi_script_name;
|
2018-05-15 04:45:45 +03:00
|
|
|
fastcgi_pass unix:/run/php/php${PhpVer}-fpm.sock;
|
2018-01-08 21:08:57 +03:00
|
|
|
fastcgi_read_timeout 3600;
|
|
|
|
fastcgi_index index.php;
|
|
|
|
include fastcgi_params;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2018-01-19 01:28:52 +03:00
|
|
|
EOF
|
2018-05-08 21:45:26 +03:00
|
|
|
fi # if [ "$webServerType" = "nginx" ];
|
2018-01-19 01:28:52 +03:00
|
|
|
|
2018-01-19 19:35:53 +03:00
|
|
|
if [ "$webServerType" = "apache" ]; then
|
2018-01-27 02:00:19 +03:00
|
|
|
# Configure Apache/php
|
2018-01-19 19:35:53 +03:00
|
|
|
sed -i "s/Listen 80/Listen 81/" /etc/apache2/ports.conf
|
2018-01-27 02:00:19 +03:00
|
|
|
a2enmod rewrite && a2enmod remoteip && a2enmod headers
|
2018-01-19 01:28:52 +03:00
|
|
|
|
2018-01-19 19:35:53 +03:00
|
|
|
cat <<EOF >> /etc/apache2/sites-enabled/${siteFQDN}.conf
|
2018-01-19 01:28:52 +03:00
|
|
|
<VirtualHost *:81>
|
|
|
|
ServerName ${siteFQDN}
|
|
|
|
|
|
|
|
ServerAdmin webmaster@localhost
|
2018-03-22 23:59:25 +03:00
|
|
|
DocumentRoot ${htmlRootDir}
|
2018-01-19 01:28:52 +03:00
|
|
|
|
2018-03-22 23:59:25 +03:00
|
|
|
<Directory ${htmlRootDir}>
|
2018-01-19 01:28:52 +03:00
|
|
|
Options FollowSymLinks
|
|
|
|
AllowOverride All
|
|
|
|
Require all granted
|
|
|
|
</Directory>
|
2018-05-08 21:45:26 +03:00
|
|
|
EOF
|
|
|
|
if [ "$httpsTermination" != "None" ]; then
|
|
|
|
cat <<EOF >> /etc/apache2/sites-enabled/${siteFQDN}.conf
|
2018-01-27 02:00:19 +03:00
|
|
|
# Redirect unencrypted direct connections to HTTPS
|
|
|
|
<IfModule mod_rewrite.c>
|
|
|
|
RewriteEngine on
|
|
|
|
RewriteCond %{HTTP:X-Forwarded-Proto} !https [NC]
|
|
|
|
RewriteRule ^ https://%{SERVER_NAME}%{REQUEST_URI} [L,R=301]
|
|
|
|
</IFModule>
|
2018-05-08 21:45:26 +03:00
|
|
|
EOF
|
|
|
|
fi
|
|
|
|
cat <<EOF >> /etc/apache2/sites-enabled/${siteFQDN}.conf
|
2018-01-27 02:00:19 +03:00
|
|
|
# Log X-Forwarded-For IP address instead of varnish (127.0.0.1)
|
|
|
|
SetEnvIf X-Forwarded-For "^.*\..*\..*\..*" forwarded
|
|
|
|
LogFormat "%h %l %u %t \"%r\" %>s %b \"%{Referer}i\" \"%{User-Agent}i\"" combined
|
|
|
|
LogFormat "%{X-Forwarded-For}i %l %u %t \"%r\" %>s %b \"%{Referer}i\" \"%{User-Agent}i\"" forwarded
|
2018-01-19 21:17:09 +03:00
|
|
|
ErrorLog "|/usr/bin/logger -t moodle -p local1.error"
|
2018-01-27 02:00:19 +03:00
|
|
|
CustomLog "|/usr/bin/logger -t moodle -p local1.notice" combined env=!forwarded
|
|
|
|
CustomLog "|/usr/bin/logger -t moodle -p local1.notice" forwarded env=forwarded
|
2018-01-19 01:28:52 +03:00
|
|
|
|
|
|
|
</VirtualHost>
|
|
|
|
EOF
|
2018-05-08 21:45:26 +03:00
|
|
|
fi # if [ "$webServerType" = "apache" ];
|
2018-01-19 01:28:52 +03:00
|
|
|
|
2018-01-08 21:08:57 +03:00
|
|
|
# php config
|
2018-01-19 01:28:52 +03:00
|
|
|
if [ "$webServerType" = "apache" ]; then
|
2018-05-11 03:16:45 +03:00
|
|
|
PhpIni=/etc/php/${PhpVer}/apache2/php.ini
|
2018-01-19 01:28:52 +03:00
|
|
|
else
|
2018-05-11 03:16:45 +03:00
|
|
|
PhpIni=/etc/php/${PhpVer}/fpm/php.ini
|
2018-01-19 01:28:52 +03:00
|
|
|
fi
|
2018-01-08 21:08:57 +03:00
|
|
|
sed -i "s/memory_limit.*/memory_limit = 512M/" $PhpIni
|
|
|
|
sed -i "s/max_execution_time.*/max_execution_time = 18000/" $PhpIni
|
|
|
|
sed -i "s/max_input_vars.*/max_input_vars = 100000/" $PhpIni
|
|
|
|
sed -i "s/max_input_time.*/max_input_time = 600/" $PhpIni
|
|
|
|
sed -i "s/upload_max_filesize.*/upload_max_filesize = 1024M/" $PhpIni
|
|
|
|
sed -i "s/post_max_size.*/post_max_size = 1056M/" $PhpIni
|
|
|
|
sed -i "s/;opcache.use_cwd.*/opcache.use_cwd = 1/" $PhpIni
|
|
|
|
sed -i "s/;opcache.validate_timestamps.*/opcache.validate_timestamps = 1/" $PhpIni
|
|
|
|
sed -i "s/;opcache.save_comments.*/opcache.save_comments = 1/" $PhpIni
|
|
|
|
sed -i "s/;opcache.enable_file_override.*/opcache.enable_file_override = 0/" $PhpIni
|
|
|
|
sed -i "s/;opcache.enable.*/opcache.enable = 1/" $PhpIni
|
|
|
|
sed -i "s/;opcache.memory_consumption.*/opcache.memory_consumption = 256/" $PhpIni
|
|
|
|
sed -i "s/;opcache.max_accelerated_files.*/opcache.max_accelerated_files = 8000/" $PhpIni
|
|
|
|
|
|
|
|
# Remove the default site. Moodle is the only site we want
|
|
|
|
rm -f /etc/nginx/sites-enabled/default
|
2018-01-19 01:28:52 +03:00
|
|
|
if [ "$webServerType" = "apache" ]; then
|
|
|
|
rm -f /etc/apache2/sites-enabled/000-default.conf
|
|
|
|
fi
|
2018-01-08 21:08:57 +03:00
|
|
|
|
2018-05-08 21:45:26 +03:00
|
|
|
if [ "$webServerType" = "nginx" -o "$httpsTermination" = "VMSS" ]; then
|
2018-05-30 16:05:19 +03:00
|
|
|
# update startup script to wait for certificate in /moodle mount
|
2018-05-30 19:04:59 +03:00
|
|
|
setup_moodle_mount_dependency_for_systemd_service nginx || exit 1
|
2018-05-08 21:45:26 +03:00
|
|
|
# restart Nginx
|
|
|
|
sudo service nginx restart
|
|
|
|
fi
|
2018-01-08 21:08:57 +03:00
|
|
|
|
2018-01-19 01:28:52 +03:00
|
|
|
if [ "$webServerType" = "nginx" ]; then
|
|
|
|
# fpm config - overload this
|
2018-05-15 04:45:45 +03:00
|
|
|
cat <<EOF > /etc/php/${PhpVer}/fpm/pool.d/www.conf
|
2018-01-08 21:08:57 +03:00
|
|
|
[www]
|
|
|
|
user = www-data
|
|
|
|
group = www-data
|
2018-05-15 04:45:45 +03:00
|
|
|
listen = /run/php/php${PhpVer}-fpm.sock
|
2018-01-08 21:08:57 +03:00
|
|
|
listen.owner = www-data
|
|
|
|
listen.group = www-data
|
|
|
|
pm = dynamic
|
|
|
|
pm.max_children = 3000
|
|
|
|
pm.start_servers = 20
|
|
|
|
pm.min_spare_servers = 20
|
|
|
|
pm.max_spare_servers = 30
|
|
|
|
EOF
|
|
|
|
|
2018-01-19 01:28:52 +03:00
|
|
|
# Restart fpm
|
2018-05-16 01:01:40 +03:00
|
|
|
service php${PhpVer}-fpm restart
|
2018-01-19 01:28:52 +03:00
|
|
|
fi
|
|
|
|
|
|
|
|
if [ "$webServerType" = "apache" ]; then
|
2018-06-02 00:40:19 +03:00
|
|
|
if [ "$htmlLocalCopySwitch" != "true" ]; then
|
2018-05-30 19:04:59 +03:00
|
|
|
setup_moodle_mount_dependency_for_systemd_service apache2 || exit 1
|
|
|
|
fi
|
|
|
|
sudo service apache2 restart
|
2018-01-19 01:28:52 +03:00
|
|
|
fi
|
2018-01-08 21:08:57 +03:00
|
|
|
|
|
|
|
# Configure varnish startup for 16.04
|
|
|
|
VARNISHSTART="ExecStart=\/usr\/sbin\/varnishd -j unix,user=vcache -F -a :80 -T localhost:6082 -f \/etc\/varnish\/moodle.vcl -S \/etc\/varnish\/secret -s malloc,1024m -p thread_pool_min=200 -p thread_pool_max=4000 -p thread_pool_add_delay=2 -p timeout_linger=100 -p timeout_idle=30 -p send_timeout=1800 -p thread_pools=4 -p http_max_hdr=512 -p workspace_backend=512k"
|
|
|
|
sed -i "s/^ExecStart.*/${VARNISHSTART}/" /lib/systemd/system/varnish.service
|
|
|
|
|
|
|
|
# Configure varnish VCL for moodle
|
2018-01-19 02:31:38 +03:00
|
|
|
cat <<EOF >> /etc/varnish/moodle.vcl
|
2018-01-08 21:08:57 +03:00
|
|
|
vcl 4.0;
|
|
|
|
|
|
|
|
import std;
|
|
|
|
import directors;
|
|
|
|
backend default {
|
|
|
|
.host = "localhost";
|
|
|
|
.port = "81";
|
|
|
|
.first_byte_timeout = 3600s;
|
|
|
|
.connect_timeout = 600s;
|
|
|
|
.between_bytes_timeout = 600s;
|
|
|
|
}
|
|
|
|
|
|
|
|
sub vcl_recv {
|
|
|
|
# Varnish does not support SPDY or HTTP/2.0 untill we upgrade to Varnish 5.0
|
|
|
|
if (req.method == "PRI") {
|
|
|
|
return (synth(405));
|
|
|
|
}
|
|
|
|
|
|
|
|
if (req.restarts == 0) {
|
|
|
|
if (req.http.X-Forwarded-For) {
|
|
|
|
set req.http.X-Forwarded-For = req.http.X-Forwarded-For + ", " + client.ip;
|
|
|
|
} else {
|
|
|
|
set req.http.X-Forwarded-For = client.ip;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
# Non-RFC2616 or CONNECT HTTP requests methods filtered. Pipe requests directly to backend
|
|
|
|
if (req.method != "GET" &&
|
|
|
|
req.method != "HEAD" &&
|
|
|
|
req.method != "PUT" &&
|
|
|
|
req.method != "POST" &&
|
|
|
|
req.method != "TRACE" &&
|
|
|
|
req.method != "OPTIONS" &&
|
|
|
|
req.method != "DELETE") {
|
|
|
|
return (pipe);
|
|
|
|
}
|
|
|
|
|
|
|
|
# Varnish don't mess with healthchecks
|
|
|
|
if (req.url ~ "^/admin/tool/heartbeat" || req.url ~ "^/healthcheck.php")
|
|
|
|
{
|
|
|
|
return (pass);
|
|
|
|
}
|
|
|
|
|
|
|
|
# Pipe requests to backup.php straight to backend - prevents problem with progress bar long polling 503 problem
|
|
|
|
# This is here because backup.php is POSTing to itself - Filter before !GET&&!HEAD
|
|
|
|
if (req.url ~ "^/backup/backup.php")
|
|
|
|
{
|
|
|
|
return (pipe);
|
|
|
|
}
|
|
|
|
|
|
|
|
# Varnish only deals with GET and HEAD by default. If request method is not GET or HEAD, pass request to backend
|
|
|
|
if (req.method != "GET" && req.method != "HEAD") {
|
|
|
|
return (pass);
|
|
|
|
}
|
|
|
|
|
|
|
|
### Rules for Moodle and Totara sites ###
|
|
|
|
# Moodle doesn't require Cookie to serve following assets. Remove Cookie header from request, so it will be looked up.
|
|
|
|
if ( req.url ~ "^/altlogin/.+/.+\.(png|jpg|jpeg|gif|css|js|webp)$" ||
|
|
|
|
req.url ~ "^/pix/.+\.(png|jpg|jpeg|gif)$" ||
|
|
|
|
req.url ~ "^/theme/font.php" ||
|
|
|
|
req.url ~ "^/theme/image.php" ||
|
|
|
|
req.url ~ "^/theme/javascript.php" ||
|
|
|
|
req.url ~ "^/theme/jquery.php" ||
|
|
|
|
req.url ~ "^/theme/styles.php" ||
|
|
|
|
req.url ~ "^/theme/yui" ||
|
|
|
|
req.url ~ "^/lib/javascript.php/-1/" ||
|
|
|
|
req.url ~ "^/lib/requirejs.php/-1/"
|
|
|
|
)
|
|
|
|
{
|
|
|
|
set req.http.X-Long-TTL = "86400";
|
|
|
|
unset req.http.Cookie;
|
|
|
|
return(hash);
|
|
|
|
}
|
|
|
|
|
|
|
|
# Perform lookup for selected assets that we know are static but Moodle still needs a Cookie
|
|
|
|
if( req.url ~ "^/theme/.+\.(png|jpg|jpeg|gif|css|js|webp)" ||
|
|
|
|
req.url ~ "^/lib/.+\.(png|jpg|jpeg|gif|css|js|webp)" ||
|
|
|
|
req.url ~ "^/pluginfile.php/[0-9]+/course/overviewfiles/.+\.(?i)(png|jpg)$"
|
|
|
|
)
|
|
|
|
{
|
|
|
|
# Set internal temporary header, based on which we will do things in vcl_backend_response
|
|
|
|
set req.http.X-Long-TTL = "86400";
|
|
|
|
return (hash);
|
|
|
|
}
|
|
|
|
|
|
|
|
# Serve requests to SCORM checknet.txt from varnish. Have to remove get parameters. Response body always contains "1"
|
|
|
|
if ( req.url ~ "^/lib/yui/build/moodle-core-checknet/assets/checknet.txt" )
|
|
|
|
{
|
|
|
|
set req.url = regsub(req.url, "(.*)\?.*", "\1");
|
|
|
|
unset req.http.Cookie; # Will go to hash anyway at the end of vcl_recv
|
|
|
|
set req.http.X-Long-TTL = "86400";
|
|
|
|
return(hash);
|
|
|
|
}
|
|
|
|
|
|
|
|
# Requests containing "Cookie" or "Authorization" headers will not be cached
|
|
|
|
if (req.http.Authorization || req.http.Cookie) {
|
|
|
|
return (pass);
|
|
|
|
}
|
|
|
|
|
|
|
|
# Almost everything in Moodle correctly serves Cache-Control headers, if
|
|
|
|
# needed, which varnish will honor, but there are some which don't. Rather
|
|
|
|
# than explicitly finding them all and listing them here we just fail safe
|
|
|
|
# and don't cache unknown urls that get this far.
|
|
|
|
return (pass);
|
|
|
|
}
|
|
|
|
|
|
|
|
sub vcl_backend_response {
|
|
|
|
# Happens after we have read the response headers from the backend.
|
|
|
|
#
|
|
|
|
# Here you clean the response headers, removing silly Set-Cookie headers
|
|
|
|
# and other mistakes your backend does.
|
|
|
|
|
|
|
|
# We know these assest are static, let's set TTL >0 and allow client caching
|
|
|
|
if ( beresp.http.Cache-Control && bereq.http.X-Long-TTL && beresp.ttl < std.duration(bereq.http.X-Long-TTL + "s", 1s) && !beresp.http.WWW-Authenticate )
|
|
|
|
{ # If max-age < defined in X-Long-TTL header
|
|
|
|
set beresp.http.X-Orig-Pragma = beresp.http.Pragma; unset beresp.http.Pragma;
|
|
|
|
set beresp.http.X-Orig-Cache-Control = beresp.http.Cache-Control;
|
|
|
|
set beresp.http.Cache-Control = "public, max-age="+bereq.http.X-Long-TTL+", no-transform";
|
|
|
|
set beresp.ttl = std.duration(bereq.http.X-Long-TTL + "s", 1s);
|
|
|
|
unset bereq.http.X-Long-TTL;
|
|
|
|
}
|
|
|
|
else if( !beresp.http.Cache-Control && bereq.http.X-Long-TTL && !beresp.http.WWW-Authenticate ) {
|
|
|
|
set beresp.http.X-Orig-Pragma = beresp.http.Pragma; unset beresp.http.Pragma;
|
|
|
|
set beresp.http.Cache-Control = "public, max-age="+bereq.http.X-Long-TTL+", no-transform";
|
|
|
|
set beresp.ttl = std.duration(bereq.http.X-Long-TTL + "s", 1s);
|
|
|
|
unset bereq.http.X-Long-TTL;
|
|
|
|
}
|
|
|
|
else { # Don't touch headers if max-age > defined in X-Long-TTL header
|
|
|
|
unset bereq.http.X-Long-TTL;
|
|
|
|
}
|
|
|
|
|
|
|
|
# Here we set X-Trace header, prepending it to X-Trace header received from backend. Useful for troubleshooting
|
|
|
|
if(beresp.http.x-trace && !beresp.was_304) {
|
|
|
|
set beresp.http.X-Trace = regsub(server.identity, "^([^.]+),?.*$", "\1")+"->"+regsub(beresp.backend.name, "^(.+)\((?:[0-9]{1,3}\.){3}([0-9]{1,3})\)","\1(\2)")+"->"+beresp.http.X-Trace;
|
|
|
|
}
|
|
|
|
else {
|
|
|
|
set beresp.http.X-Trace = regsub(server.identity, "^([^.]+),?.*$", "\1")+"->"+regsub(beresp.backend.name, "^(.+)\((?:[0-9]{1,3}\.){3}([0-9]{1,3})\)","\1(\2)");
|
|
|
|
}
|
|
|
|
|
|
|
|
# Gzip JS, CSS is done at the ngnix level doing it here dosen't respect the no buffer requsets
|
|
|
|
# if (beresp.http.content-type ~ "application/javascript.*" || beresp.http.content-type ~ "text") {
|
|
|
|
# set beresp.do_gzip = true;
|
|
|
|
#}
|
|
|
|
}
|
|
|
|
|
|
|
|
sub vcl_deliver {
|
|
|
|
|
|
|
|
# Revert back to original Cache-Control header before delivery to client
|
|
|
|
if (resp.http.X-Orig-Cache-Control)
|
|
|
|
{
|
|
|
|
set resp.http.Cache-Control = resp.http.X-Orig-Cache-Control;
|
|
|
|
unset resp.http.X-Orig-Cache-Control;
|
|
|
|
}
|
|
|
|
|
|
|
|
# Revert back to original Pragma header before delivery to client
|
|
|
|
if (resp.http.X-Orig-Pragma)
|
|
|
|
{
|
|
|
|
set resp.http.Pragma = resp.http.X-Orig-Pragma;
|
|
|
|
unset resp.http.X-Orig-Pragma;
|
|
|
|
}
|
|
|
|
|
|
|
|
# (Optional) X-Cache HTTP header will be added to responce, indicating whether object was retrieved from backend, or served from cache
|
|
|
|
if (obj.hits > 0) {
|
|
|
|
set resp.http.X-Cache = "HIT";
|
|
|
|
} else {
|
|
|
|
set resp.http.X-Cache = "MISS";
|
|
|
|
}
|
|
|
|
|
|
|
|
# Set X-AuthOK header when totara/varnsih authentication succeeded
|
|
|
|
if (req.http.X-AuthOK) {
|
|
|
|
set resp.http.X-AuthOK = req.http.X-AuthOK;
|
|
|
|
}
|
|
|
|
|
|
|
|
# If desired "Via: 1.1 Varnish-v4" response header can be removed from response
|
|
|
|
unset resp.http.Via;
|
|
|
|
unset resp.http.Server;
|
|
|
|
|
|
|
|
return(deliver);
|
|
|
|
}
|
|
|
|
|
|
|
|
sub vcl_backend_error {
|
|
|
|
# More comprehensive varnish error page. Display time, instance hostname, host header, url for easier troubleshooting.
|
|
|
|
set beresp.http.Content-Type = "text/html; charset=utf-8";
|
|
|
|
set beresp.http.Retry-After = "5";
|
|
|
|
synthetic( {"
|
|
|
|
<!DOCTYPE html>
|
|
|
|
<html>
|
|
|
|
<head>
|
|
|
|
<title>"} + beresp.status + " " + beresp.reason + {"</title>
|
|
|
|
</head>
|
|
|
|
<body>
|
|
|
|
<h1>Error "} + beresp.status + " " + beresp.reason + {"</h1>
|
|
|
|
<p>"} + beresp.reason + {"</p>
|
|
|
|
<h3>Guru Meditation:</h3>
|
|
|
|
<p>Time: "} + now + {"</p>
|
|
|
|
<p>Node: "} + server.hostname + {"</p>
|
|
|
|
<p>Host: "} + bereq.http.host + {"</p>
|
|
|
|
<p>URL: "} + bereq.url + {"</p>
|
|
|
|
<p>XID: "} + bereq.xid + {"</p>
|
|
|
|
<hr>
|
|
|
|
<p>Varnish cache server
|
|
|
|
</body>
|
|
|
|
</html>
|
|
|
|
"} );
|
|
|
|
return (deliver);
|
|
|
|
}
|
|
|
|
|
|
|
|
sub vcl_synth {
|
|
|
|
|
|
|
|
#Redirect using '301 - Permanent Redirect', permanent redirect
|
|
|
|
if (resp.status == 851) {
|
|
|
|
set resp.http.Location = req.http.x-redir;
|
|
|
|
set resp.http.X-Varnish-Redirect = true;
|
|
|
|
set resp.status = 301;
|
|
|
|
return (deliver);
|
|
|
|
}
|
|
|
|
|
|
|
|
#Redirect using '302 - Found', temporary redirect
|
|
|
|
if (resp.status == 852) {
|
|
|
|
set resp.http.Location = req.http.x-redir;
|
|
|
|
set resp.http.X-Varnish-Redirect = true;
|
|
|
|
set resp.status = 302;
|
|
|
|
return (deliver);
|
|
|
|
}
|
|
|
|
|
|
|
|
#Redirect using '307 - Temporary Redirect', !GET&&!HEAD requests, dont change method on redirected requests
|
|
|
|
if (resp.status == 857) {
|
|
|
|
set resp.http.Location = req.http.x-redir;
|
|
|
|
set resp.http.X-Varnish-Redirect = true;
|
|
|
|
set resp.status = 307;
|
|
|
|
return (deliver);
|
|
|
|
}
|
|
|
|
|
|
|
|
#Respond with 403 - Forbidden
|
|
|
|
if (resp.status == 863) {
|
|
|
|
set resp.http.X-Varnish-Error = true;
|
|
|
|
set resp.status = 403;
|
|
|
|
return (deliver);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
EOF
|
|
|
|
|
|
|
|
# Restart Varnish
|
|
|
|
systemctl daemon-reload
|
|
|
|
service varnish restart
|
|
|
|
|
|
|
|
} > /tmp/setup.log
|