diff --git a/Dockerfile b/Dockerfile
index b16b215c..ef1d55e0 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -1,7 +1,18 @@
 FROM hibou/hibou-odoo:12.0
 
+# All this just for openupgradelib
 USER 0
-RUN pip install git+git://github.com/OCA/openupgradelib.git
+RUN set -x; \
+    apt update && apt install -y git \
+    && pip install git+git://github.com/OCA/openupgradelib.git \
+    # Clean Up
+    && apt remove -y git \
+    && apt autoremove -y \
+    && rm -rf /root/.cache \
+    && apt-get clean \
+    && rm -rf /var/lib/apt/lists/* \
+    && rm -rf /tmp/* \
+    ;
 
 USER 104
 COPY --chown=104 . /opt/odoo/hibou-suite
diff --git a/Dockerfile-GitLab b/Dockerfile-GitLab
index 8697e56a..4e9a4984 100644
--- a/Dockerfile-GitLab
+++ b/Dockerfile-GitLab
@@ -1,7 +1,18 @@
 FROM registry.gitlab.com/hibou-io/hibou-odoo/odoo:RELEASE
 
+# All this just for openupgradelib
 USER 0
-RUN pip install git+git://github.com/OCA/openupgradelib.git
+RUN set -x; \
+    apt update && apt install -y git \
+    && pip install git+git://github.com/OCA/openupgradelib.git \
+    # Clean Up
+    && apt remove -y git \
+    && apt autoremove -y \
+    && rm -rf /root/.cache \
+    && apt-get clean \
+    && rm -rf /var/lib/apt/lists/* \
+    && rm -rf /tmp/* \
+    ;
 
 USER 104
 COPY --chown=104 . /opt/odoo/hibou-suite