diff --git a/testing/docker/desktop-test/Dockerfile b/testing/docker/desktop-test/Dockerfile
index de167b0d1b9..47d8fa6a713 100644
--- a/testing/docker/desktop-test/Dockerfile
+++ b/testing/docker/desktop-test/Dockerfile
@@ -1,4 +1,4 @@
-FROM          taskcluster/ubuntu1204-test-upd:0.1.1.20151012044301
+FROM          taskcluster/ubuntu1204-test-upd:0.1.2.20151102105912
 MAINTAINER    Jonas Finnemann Jensen <jopsen@gmail.com>
 
 # Add utilities and configuration
diff --git a/testing/docker/desktop-test/VERSION b/testing/docker/desktop-test/VERSION
index 17b2ccd9bf9..6f2743d65dc 100644
--- a/testing/docker/desktop-test/VERSION
+++ b/testing/docker/desktop-test/VERSION
@@ -1 +1 @@
-0.4.3
+0.4.4
diff --git a/testing/docker/ubuntu1204-test-upd/Dockerfile b/testing/docker/ubuntu1204-test-upd/Dockerfile
index 6519b6cc29c..6a960872bd5 100644
--- a/testing/docker/ubuntu1204-test-upd/Dockerfile
+++ b/testing/docker/ubuntu1204-test-upd/Dockerfile
@@ -1,4 +1,4 @@
-FROM          taskcluster/ubuntu1204-test:0.1.1
+FROM          taskcluster/ubuntu1204-test:0.1.2
 MAINTAINER    Dustin J. Mitchell <dustin@mozilla.com>
 
 ### update to latest from upstream repositories
diff --git a/testing/docker/ubuntu1204-test-upd/VERSION b/testing/docker/ubuntu1204-test-upd/VERSION
index a289cdc709e..f42a9c46820 100644
--- a/testing/docker/ubuntu1204-test-upd/VERSION
+++ b/testing/docker/ubuntu1204-test-upd/VERSION
@@ -1 +1 @@
-0.1.1.20151012044301
+0.1.2.20151102105912
diff --git a/testing/docker/ubuntu1204-test/Dockerfile b/testing/docker/ubuntu1204-test/Dockerfile
index 0b2ab5befca..5ba9775157f 100644
--- a/testing/docker/ubuntu1204-test/Dockerfile
+++ b/testing/docker/ubuntu1204-test/Dockerfile
@@ -15,6 +15,8 @@ ENV           SHELL         /bin/bash
 ENV           USER          worker
 ENV           LOGNAME       worker
 ENV           HOSTNAME      taskcluster-worker
+ENV           LANG          en_US.UTF-8
+ENV           LC_ALL        en_US.UTF-8
 
 # Set a default command useful for debugging
 CMD ["/bin/bash", "--login"]
diff --git a/testing/docker/ubuntu1204-test/VERSION b/testing/docker/ubuntu1204-test/VERSION
index 17e51c385ea..d917d3e26ad 100644
--- a/testing/docker/ubuntu1204-test/VERSION
+++ b/testing/docker/ubuntu1204-test/VERSION
@@ -1 +1 @@
-0.1.1
+0.1.2
diff --git a/testing/docker/ubuntu1204-test/system-setup.sh b/testing/docker/ubuntu1204-test/system-setup.sh
index 4e851c08df3..f8adb0c8f45 100644
--- a/testing/docker/ubuntu1204-test/system-setup.sh
+++ b/testing/docker/ubuntu1204-test/system-setup.sh
@@ -38,6 +38,7 @@ apt_packages+=('gstreamer0.10-plugins-base')
 apt_packages+=('gstreamer0.10-plugins-good')
 apt_packages+=('gstreamer0.10-plugins-ugly')
 apt_packages+=('gstreamer0.10-tools')
+apt_packages+=('language-pack-en-base')
 apt_packages+=('libasound2-dev')
 apt_packages+=('libasound2-plugins:i386')
 apt_packages+=('libcanberra-pulse')
@@ -124,6 +125,8 @@ apt_packages+=('python-pip')
 apt-get update
 apt-get install -y --force-yes ${apt_packages[@]}
 
+dpkg-reconfigure locales
+
 # set up tooltool (temporarily)
 curl https://raw.githubusercontent.com/mozilla/build-tooltool/master/tooltool.py > /setup/tooltool.py
 tooltool_fetch() {