diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml
index 2c76fdfed59dc2e79e5d788866a61f05e43fa914..25bff3ad577e7b567ece53263742a8c234cade23 100644
--- a/.gitlab-ci.yml
+++ b/.gitlab-ci.yml
@@ -1,4 +1,4 @@
-image: ruby:2.6.6
+image: malteschmitz/ruby:2.6.6
 
 # Cache modules in between jobs
 cache:
@@ -28,11 +28,6 @@ before_script:
   # instead.
   - mkdir -p ~/.ssh
   - '[[ -f /.dockerenv ]] && echo "$SSH_SERVER_HOSTKEY" > ~/.ssh/known_hosts'
-
-  # Fix missing locales
-  - apt-get update -y && apt-get install locales -y
-  - echo 'en_US.UTF-8 UTF-8' >> /etc/locale.gen
-  - locale-gen
   
 deploy:
   only:
@@ -40,6 +35,6 @@ deploy:
   tags:
     - docker
   script:
-    - env LANG=en_US.UTF-8 bundle install --path=vendor/
-    - env LANG=en_US.UTF-8 bundle exec jekyll build
+    - bundle install --path=vendor/
+    - bundle exec jekyll build
     - rsync -av --delete-after _site/ chaotikum-org@[2a01:4f8:160:3067::a]:_site/