This repository has been archived by the owner on May 26, 2021. It is now read-only.
-
Notifications
You must be signed in to change notification settings - Fork 0
/
Vagrantfile
212 lines (175 loc) · 10.4 KB
/
Vagrantfile
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
# -*- mode: ruby -*-
# vi: set ft=ruby :
## https://github.com/WhoopInc/vagrant-s3auth
unless Vagrant.has_plugin?('vagrant-s3auth')
# Attempt to install ourself. Bail out on failure so we don't get stuck in an
# infinite loop.
system('vagrant plugin install vagrant-s3auth') || exit!
# Relaunch Vagrant so the plugin is detected. Exit with the same status code.
exit system('vagrant', *ARGV)
end
# All Vagrant configuration is done below. The "2" in Vagrant.configure
# configures the configuration version (we support older styles for
# backwards compatibility). Please don't change it unless you know what
# you're doing.
Vagrant.configure("2") do |config|
config.vm.define "pluto" do |pluto|
pluto.vm.box = "s3://gnm-multimedia-archivedtech/portal/Portal-3411.box"
pluto.vm.network "private_network", ip: "169.254.1.20"
pluto.vm.network "forwarded_port", guest: 8000, host: 8000
pluto.vm.network "forwarded_port", guest: 8008, host: 8008
pluto.vm.network "forwarded_port", guest: 8080, host: 8089
pluto.vm.network "forwarded_port", guest: 5555, host: 5555
pluto.vm.synced_folder "work", "/media/sf_work"
pluto.vm.synced_folder "utils", "/media/sf_utils"
pluto.vm.synced_folder "media/Assets", "/media/sf_Assets", mount_options: ["dmode=777,fmode=777"]
pluto.vm.synced_folder "media/Master Outputs", "/media/sf_MasterOutputs", mount_options: ["dmode=777,fmode=777"]
pluto.vm.synced_folder "media/Scratch", "/media/sf_Scratch", mount_options: ["dmode=777,fmode=777"]
pluto.vm.provider "virtualbox" do |vb|
# Display the VirtualBox GUI when booting the machine
vb.gui = false
#maybe need to do this later, otherwise the ethernet interface does not come up. if you can't log in, comment this out then restart vm
vb.customize ["modifyvm",:id,"--macaddress1","080027b66c3a"]
# Customize the amount of memory on the VM:
vb.memory = "8192"
vb.cpus = 4
end
pluto.vm.provision "file", source: "modify_config.pl", destination: "/tmp/modify_config.pl"
pluto.vm.provision "file", source: "nginx_8000.pp", destination: "/tmp/nginx_8000.pp"
pluto.vm.provision "file", source: "pluto/sudo-assetfolder", destination: "/tmp/sudo-assetfolder"
pluto.vm.provision "file", source: "pluto/asset_folder_importer.cfg", destination: "/tmp/asset_folder_importer.cfg"
pluto.vm.provision "file", source: "pluto/footage_providers.yml", destination: "/tmp/footage_providers.yml"
pluto.vm.provision "shell", inline: <<-SHELL
### Install RPM prerequisites for what we are going to do later
yum clean expire-cache
yum -y install policycoreutils-python vim swig openssl-devel libxml2-dev libxslt-dev
### Enable sudo access for www-data to the asset folders and for vagrant to psql
sudo mv /tmp/sudo-assetfolder /etc/sudoers.d/assetfolder
echo >> /etc/sudoers.d/assetfolder #ensure that there is a trailing newline or sudo gets upset
sudo chown root.root /etc/sudoers.d/assetfolder
sudo chmod 444 /etc/sudoers.d/assetfolder
### Create path for default thumbnail storage
mkdir -p /srv/thumbnail
chown vidispine /srv/thumbnail
### Set up asset sweeper. Normally this would be on a seperate VM
sudo mv /tmp/asset_folder_importer.cfg /etc/asset_folder_importer.cfg
sudo mkdir -p /etc/asset_folder_importer/
sudo mv /tmp/footage_providers.yml /etc/asset_folder_importer/footage_providers.yml
curl https://bootstrap.pypa.io/get-pip.py -o /tmp/get-pip.py
sudo python /tmp/get-pip.py
## sycopg2 and PyYAML break pip installation (installed from RPM) so we skip them here
cat /media/sf_work/assetsweeper/requirements.txt | grep -v psycopg2 | grep -v PyYAML > /media/sf_work/assetsweeper/temp_requirements.txt
sudo pip install -r /media/sf_work/assetsweeper/temp_requirements.txt
rm -f /media/sf_work/assetsweeper/temp_requirements.txt
sudo mkdir -p /var/log/plutoscripts
sudo chown vagrant /var/log/plutoscripts
sudo -u postgres createuser assetimporter
sudo -u postgres psql -c "alter user assetimporter with password 'assetimporter';"
sudo -u postgres createdb asset_folder_importer
sudo -u postgres psql asset_folder_importer < /media/sf_work/assetsweeper/src/asset_folder_importer/asset_folder_importer_database.sql
sudo -u postgres psql asset_folder_importer < /media/sf_work/assetsweeper/src/asset_folder_importer/schema_update_1.sql
sudo -u postgres psql asset_folder_importer -c "alter table system owner to assetimporter;"
### Install gnmvidispine to system location for asset sweeper
cd /media/sf_work/gnmvidispine/
sudo /media/sf_work/gnmvidispine/setup.py install
### Install "static" packages of client-side helpers for Pluto
for x in portal-knockout-3.3.0-1 portal-codemirror-5.26.0-2 portal-chartjs-1.0-1 portal-jquery-cookie-1.4.1-1 portal-fontawesome-4.7.0-1 portal-vkbeautify-0.99.0-1; do
rpm -Uvh https://s3-eu-west-1.amazonaws.com/gnm-multimedia-deployables/gnm_portal_plugins/static/$x.noarch.rpm
done
### Set up selinux rules for nginx server to allow it to read portal assets and talk to network
semodule -i /tmp/nginx_8000.pp
#ensure that rabbitmq is set up properly
rabbitmqctl add_user portal p0rtal
rabbitmqctl add_vhost portal
rabbitmqctl set_permissions -p portal portal ".*" ".*" ".*"
### Update nginx config to talk to port 8000
sudo mv /tmp/modify_config.pl /usr/local/bin/modify_config.pl
sudo chmod a+x /usr/local/bin/modify_config.pl
mv /etc/nginx/conf.d/portal.conf /etc/nginx/conf.d/portal.conf.old
perl /usr/local/bin/modify_config.pl --filename /etc/nginx/conf.d/portal.conf.old --position 6 --text 'listen 8000;' --output /etc/nginx/conf.d/portal.conf.2
cat /etc/nginx/conf.d/portal.conf.2 | sed 's.X-Forwarded-Host $host;.X-Forwarded-Host $host:8000;.' > /etc/nginx/conf.d/portal.conf
rm -f /etc/nginx/conf.d/portal.conf.2
sudo systemctl restart nginx
# ensure that vidispine user can access shared folders
sudo usermod vidispine -aG vboxsf,vagrant
sudo usermod www-data -aG vboxsf,vagrant
#this must exist, or you get 500 errors in some project management stuff
mkdir -p "/srv/projectfiles/ProjectTemplatesDevEnvironment/"
### Symlink in source code
/opt/cantemo/python/bin/pip install django_debug_toolbar==1.3
for d in `find /media/sf_work/portal-plugins-private/ -maxdepth 1 -type d -iname gnm*`; do
if [ -h "/opt/cantemo/portal/portal/plugins/`basename ${d}`" ]; then
rm "/opt/cantemo/portal/portal/plugins/`basename ${d}`"
fi
ln -s "$d" "/opt/cantemo/portal/portal/plugins"
done
for d in `find /media/sf_work/portal-plugins-public/portal/plugins -maxdepth 1 -mindepth 1 -type d`; do
if [ -h "/opt/cantemo/portal/portal/plugins/`basename ${d}`" ]; then
rm "/opt/cantemo/portal/portal/plugins/`basename ${d}`"
fi
ln -s "$d" "/opt/cantemo/portal/portal/plugins"
done
### Install gnmvidispine into Portal's python installation
cd /media/sf_work/gnmvidispine
/opt/cantemo/python/bin/python setup.py install
### Symlink in and set up pluto
cd /media/sf_work/pluto
env SWIG_FEATURES="-cpperraswarn -includeall -I/usr/include/openssl" pip install --upgrade M2Crypto
chmod a+x /media/sf_work/pluto/bin/inve.sh
/media/sf_work/pluto/bin/inve.sh /media/sf_work/pluto/bin/engage_TENTACLE.sh
echo COMPRESS_ENABLED=False >> /opt/cantemo/portal/portal/settings.py
systemctl restart portal.target
sudo usermod -a -G vboxsf www-data
### Make sure that we can find the projectlocker VM
sudo bash -c "echo 169.254.1.21 projectlocker >> /etc/hosts"
SHELL
end #config.vm.define "pluto"
config.vm.define "projectlocker" do |projectlocker|
projectlocker.vm.box = "s3://gnm-multimedia-archivedtech/projectlocker/projectlocker-base-v2.box"
projectlocker.vm.provider "virtualbox" do |vb|
# Display the VirtualBox GUI when booting the machine
vb.gui = false
# Customize the amount of memory on the VM:
vb.memory = "512"
vb.cpus = 1
end
projectlocker.vm.boot_timeout = 300
projectlocker.vm.synced_folder "media/ProjectFiles", "/media/sf_ProjectFiles"
projectlocker.vm.synced_folder "media/ProjectTemplates", "/media/sf_ProjectTemplates"
projectlocker.vm.synced_folder "media/Assets", "/media/sf_Assets"
projectlocker.vm.network "private_network", ip: "169.254.1.21"
projectlocker.vm.network "forwarded_port", guest: 9000, host: 8001
projectlocker.vm.provision "shell", inline: <<-SHELL
sudo bash -c "echo 169.254.1.20 pluto >> /etc/hosts"
sudo bash -c "echo 169.254.1.21 projectlocker >> /etc/hosts"
sudo -u postgres /usr/pgsql-9.2/bin/createuser projectlocker
sudo -u postgres /usr/pgsql-9.2/bin/createdb projectlocker -O projectlocker
sudo useradd projectlocker
sudo mkdir -p /run/projectlocker
sudo chown projectlocker /run/projectlocker
#firewall rules are set up with firewalld in the packer build
sudo yum -y install vim
sudo rpm -Uvh https://s3-eu-west-1.amazonaws.com/gnm-multimedia-deployables/projectlocker/937/projectlocker-1.0-937.noarch.rpm
sudo cp /vagrant/projectlocker/defaults /etc/default/projectlocker
sudo cp /vagrant/projectlocker/application.conf /usr/share/projectlocker/conf/application.conf
sudo cp /vagrant/projectlocker/projectlocker.service /usr/lib/systemd/system/projectlocker.service
sudo cp /vagrant/projectlocker/postrun_settings.py /usr/share/projectlocker/postrun
sudo cp /vagrant/projectlocker/logback.xml /usr/share/projectlocker/conf/logback.xml
sudo systemctl daemon-reload
sudo systemctl enable projectlocker
sudo systemctl start projectlocker
sleep 30 #wait for projectlocker service to start up, which will initialise the database tables for us so the sql below works
sudo -u postgres /usr/pgsql-9.2/bin/psql projectlocker << SQL
insert into "StorageEntry" (s_root_path, s_storage_type) VALUES ('/media/sf_ProjectTemplates','Local');
insert into "StorageEntry" (s_root_path, s_storage_type) VALUES ('/media/sf_ProjectFiles','Local');
insert into "ProjectType" (s_name,s_opens_with,s_target_version,s_file_extension) VALUES ('Premiere','Adobe Premiere Pro CC 2017.app', '11.0.2', '.prproj');
INSERT INTO "FileEntry" (id, S_FILEPATH, K_STORAGE_ID, S_USER, I_VERSION, T_CTIME, T_MTIME, T_ATIME, B_HAS_CONTENT) VALUES (1, 'premiere_template.prproj', 1, 'noldap', 1, '2017-01-17 16:55:00.123', '2017-01-17 16:55:00.123', '2017-01-17 16:55:00.123', true);
INSERT INTO "ProjectTemplate" (id, S_NAME, K_PROJECT_TYPE, K_FILE_REF) VALUES (1, 'Premiere test template 1', 1,1);
SELECT pg_catalog.setval('"StorageEntry_id_seq"', 3, true);
SELECT pg_catalog.setval('"ProjectType_id_seq"', 2, true);
SELECT pg_catalog.setval('"FileEntry_id_seq"', 2, true);
SELECT pg_catalog.setval('"ProjectTemplate_id_seq"', 2, true);
SQL
SHELL
end
end