diff --git a/.gitignore b/.gitignore
index cc9d77d..c2d8ab4 100644
--- a/.gitignore
+++ b/.gitignore
@@ -16,7 +16,6 @@ Makefile
 ## Specific to RubyMotion:
 .dat*
 .repl_history
-build/
 
 ## Documentation cache and generated files:
 /.yardoc/
diff --git a/.travis.yml b/.travis.yml
index a050099..77b8267 100644
--- a/.travis.yml
+++ b/.travis.yml
@@ -4,11 +4,22 @@ rvm:
   - 2.0
   - 2.1
   - 2.2
-
-script: bundle exec rake
-
-before_install:
-  - gem update --system
+  - 2.3
+  - 2.4
 
 services:
   - redis-server
+
+before_install:
+  - sudo apt-get update
+  - sudo apt-get install -y build-essential libtool autotools-dev automake checkinstall check git yasm
+
+  - sudo ./bin/build/libsodium
+  - sudo ./bin/build/libtoxcore
+
+  - sudo mkdir -p '/etc/ld.so.conf.d/'
+  - echo '/usr/local/lib/' | sudo tee -a '/etc/ld.so.conf.d/locallib.conf'
+  - sudo ldconfig
+
+before_script:
+  - rake compile
diff --git a/bin/build/libsodium b/bin/build/libsodium
new file mode 100755
index 0000000..751ed50
--- /dev/null
+++ b/bin/build/libsodium
@@ -0,0 +1,11 @@
+#!/usr/bin/env bash
+
+set -euo pipefail
+IFS=$'\n\t'
+set -vx
+
+pushd 'vendor/libsodium'
+./autogen.sh
+./configure
+make install
+popd
diff --git a/bin/build/libtoxcore b/bin/build/libtoxcore
new file mode 100755
index 0000000..7852e13
--- /dev/null
+++ b/bin/build/libtoxcore
@@ -0,0 +1,11 @@
+#!/usr/bin/env bash
+
+set -euo pipefail
+IFS=$'\n\t'
+set -vx
+
+pushd 'vendor/libtoxcore'
+autoreconf -i
+./configure
+make install
+popd