update ctorch.

python/jittor/compiler.py

@@ -1368,3 +1368,18 @@ def func(x):
 flags.has_pybt = has_pybt
 
 core.set_lock_path(lock.lock_path)
+
+def compile_torch_extensions(extension_name, sources, use_cuda=0):
+    if use_cuda:
+        compiler = nvcc_path
+    else:
+        compiler = cc_path
+    jittor_src_path = os.path.join(jittor_path, "src")
+    assert (isinstance(sources, str) or isinstance(sources, list)), "must input lists or concated string of source files"
+    if not isinstance(sources, str):
+        sources = " ".join(sources)
+    compile_command = f"{compiler} {sources} -I{jittor_src_path} -I{jittor_src_path}/ctorch -DTORCH_EXTENSION_NAME={extension_name} -O3 -shared -std=c++14 --forward-unknown-to-host-compiler --expt-relaxed-constexpr -fPIC -DHAS_CUDA -I{jittor_path}/extern/cuda/inc/ --allow-unsupported-compiler $(python3 -m pybind11 --includes) -o {extension_name}$(python3-config --extension-suffix)" 
+    status = os.system(compile_command)
+    if status != 0:
+        LOGir << "Compile failed. If you are compiling CUDA ops, please set use_cuda to 1 in the parameters."
+    return status

python/jittor/src/ctorch/c10/util/Half.h

@@ -0,0 +1,15 @@
+#pragma once
+#include "var.h"
+#include "var_holder.h"
+#include "executor.h"
+#include "ops/getitem_op.h"
+#include "ops/op_register.h"
+#include "pyjt/py_converter.h"
+#include "misc/cuda_flags.h"
+#include <cuda_runtime.h>
+#include "helper_cuda.h"
+
+
+namespace c10 {
+    using Half = jittor::float32; // to do: change this to float16.
+}

python/jittor/src/ctorch.h → python/jittor/src/ctorch/torch/extension.h

@@ -215,15 +215,13 @@ namespace jittor {
             }
 
             bool is_cuda() {
-                LOGir << use_cuda << &use_cuda;
                 return use_cuda;
             }
 
             Option options() { // assume that jtptr is not nullptr
                 return Option(dtype());
             }
 
-            // VarPtr jtptr;
             VarHolder* jtptr;
             int64 ndim;
             at::MemoryFormat format;