We need gcc during runtime to enable triton to compile kernels. (#3103)

* We need gcc during runtime to enable triton to compile kernels.

* Fixing the docker build.

Author: Narsil

nix/docker.nix

@@ -1,12 +1,18 @@
 {
+  stdenv,
   dockerTools,
   cacert,
   text-generation-inference,
+  runCommand,
   stream ? false,
 }:
 
 let
   build = if stream then dockerTools.streamLayeredImage else dockerTools.buildLayeredImage;
+  tmp = runCommand "tmp" { } ''
+    mkdir $out
+    mkdir -m 1777 $out/tmp
+  '';
 in
 build {
   name = "tgi-docker";
@@ -19,5 +25,9 @@ build {
     ];
 
   };
-  contents = [ cacert ];
+  contents = [
+    cacert
+    stdenv.cc
+    tmp
+  ];
 }