[TF1] port ccache

Author: nouiz

configure.py

@@ -1447,6 +1447,8 @@ def main():
     write_action_env_to_bazelrc('LD_LIBRARY_PATH',
                                 environ_cp.get('LD_LIBRARY_PATH'))
 
+  write_action_env_to_bazelrc("TF_USE_CCACHE",
+                              environ_cp.get('TF_USE_CCACHE', '0'))
   environ_cp['TF_NEED_CUDA'] = str(
       int(get_var(environ_cp, 'TF_NEED_CUDA', 'CUDA', False)))
   if (environ_cp.get('TF_NEED_CUDA') == '1' and

third_party/gpus/crosstool/clang/bin/crosstool_wrapper_driver_is_not_gcc.tpl

@@ -52,6 +52,7 @@ GCC_HOST_COMPILER_PATH = ('%{gcc_host_compiler_path}')
 NVCC_PATH = '%{nvcc_path}'
 PREFIX_DIR = os.path.dirname(GCC_HOST_COMPILER_PATH)
 NVCC_VERSION = '%{cuda_version}'
+CCACHE = '%{ccache}'
 
 def Log(s):
   print('gpus/crosstool: {0}'.format(s))
@@ -217,10 +218,14 @@ def InvokeNvcc(argv, log=False):
   nvccopts += m_options
   nvccopts += warning_options
 
+  ccache = ''
+  if CCACHE:
+    ccache = CCACHE + ' '
+
   if depfiles:
     # Generate the dependency file
     depfile = depfiles[0]
-    cmd = (NVCC_PATH + ' ' + nvccopts +
+    cmd = (ccache + NVCC_PATH + ' ' + nvccopts +
            ' --compiler-options "' + host_compiler_options + '"' +
            ' --compiler-bindir=' + GCC_HOST_COMPILER_PATH +
            ' -I .' +
@@ -230,7 +235,7 @@ def InvokeNvcc(argv, log=False):
     if exit_status != 0:
       return exit_status
 
-  cmd = (NVCC_PATH + ' ' + nvccopts +
+  cmd = (ccache + NVCC_PATH + ' ' + nvccopts +
          ' --compiler-options "' + host_compiler_options + ' -fPIC"' +
          ' --compiler-bindir=' + GCC_HOST_COMPILER_PATH +
          ' -I .' +
@@ -262,8 +267,12 @@ def main():
   # this).
   cpu_compiler_flags = [flag for flag in sys.argv[1:]
                              if not flag.startswith(('--cuda_log'))]
+  if CCACHE:
+    cmd = [CCACHE, CPU_COMPILER] + cpu_compiler_flags
+  else:
+    cmd = [CPU_COMPILER] + cpu_compiler_flags
 
-  return subprocess.call([CPU_COMPILER] + cpu_compiler_flags)
+  return subprocess.call(cmd)
 
 if __name__ == '__main__':
   sys.exit(main())

third_party/gpus/cuda_configure.bzl

@@ -23,6 +23,7 @@
   * `TF_CUDA_COMPUTE_CAPABILITIES`: The CUDA compute capabilities. Default is
     `3.5,5.2`.
   * `PYTHON_BIN_PATH`: The python binary path
+  * `TF_USE_CCACHE`: Prepend ccache to compilation commands.
 """
 
 load("//third_party/clang_toolchain:download_clang.bzl", "download_clang")
@@ -49,6 +50,7 @@ _TF_CUDA_COMPUTE_CAPABILITIES = "TF_CUDA_COMPUTE_CAPABILITIES"
 _TF_CUDA_CONFIG_REPO = "TF_CUDA_CONFIG_REPO"
 _TF_DOWNLOAD_CLANG = "TF_DOWNLOAD_CLANG"
 _PYTHON_BIN_PATH = "PYTHON_BIN_PATH"
+_TF_USE_CCACHE = "TF_USE_CCACHE"
 
 _DEFAULT_CUDA_COMPUTE_CAPABILITIES = ["3.5", "5.2"]
 
@@ -1289,6 +1291,9 @@ def _create_local_cuda_repository(repository_ctx):
         cuda_defines["%{linker_files}"] = ":crosstool_wrapper_driver_is_not_gcc"
         cuda_defines["%{win_linker_files}"] = ":windows_msvc_wrapper_files"
 
+        ccache = ""
+        if repository_ctx.os.environ.get(_TF_USE_CCACHE) == "1":
+            ccache = "ccache"
         wrapper_defines = {
             "%{cpu_compiler}": str(cc),
             "%{cuda_version}": cuda_config.cuda_version,
@@ -1298,6 +1303,7 @@ def _create_local_cuda_repository(repository_ctx):
                 ["\"%s\"" % c for c in cuda_config.compute_capabilities],
             ),
             "%{nvcc_tmp_dir}": _get_nvcc_tmp_dir_for_windows(repository_ctx),
+            "%{ccache}": ccache
         }
         _tpl(
             repository_ctx,
@@ -1409,6 +1415,7 @@ cuda_configure = repository_rule(
         "TMP",
         "TMPDIR",
         "TF_CUDA_PATHS",
+        _TF_USE_CCACHE,
     ],
 )