"OSError: libnvJitLink.so.13: cannot open shared object file: No such file or directory" from bitsandbytes

[p-e-w]

Just ran Heretic on a random Linux box and got this error on startup. The program still works though.

[Vinay-Umrethe]

Just ran Heretic on a random Linux box and got this error on startup. The program still works though.

It happens on PyTorch wheels that are of CUDA version 13 like https://download.pytorch.org/whl/cu130. That's why I use cu128.

This Issue has been for a long now, and the work around for it is this code posted by someone on that same issue.

import os
import glob
import subprocess

# Step 1: Find where libnvJitLink.so.13 is hiding
search_paths = [
    "/usr/local/lib/python*/dist-packages/nvidia/**/libnvJitLink.so.13",
    "/usr/local/lib/python*/site-packages/nvidia/**/libnvJitLink.so.13",
    "/root/.local/lib/python*/site-packages/nvidia/**/libnvJitLink.so.13",
]

found_paths = []
for pattern in search_paths:
    found_paths.extend(glob.glob(pattern, recursive=True))

# Also try a system find command
try:
    result = subprocess.run(
        ["find", "/usr/local", "-name", "libnvJitLink.so.13"],
        capture_output=True, text=True, timeout=10
    )
    if result.stdout.strip():
        found_paths.extend(result.stdout.strip().split("\n"))
except Exception:
    pass

# Step 2: Add the directory to LD_LIBRARY_PATH
if found_paths:
    lib_dir = os.path.dirname(found_paths[0])
    old_ld = os.environ.get("LD_LIBRARY_PATH", "")
    os.environ["LD_LIBRARY_PATH"] = f"{lib_dir}:{old_ld}" if old_ld else lib_dir
    print(f"✅ Found libnvJitLink.so.13 at: {found_paths[0]}")
    print(f"✅ Added to LD_LIBRARY_PATH: {lib_dir}")
else:
    print("❌ libnvJitLink.so.13 not found. Installing...")
    # Step 3: If not found, install the CUDA 13 nvjitlink package
    subprocess.run(["pip", "install", "-q", "nvidia-nvjitlink-cu13"], check=True)

    # Re-search after install
    found_paths = glob.glob(
        "/usr/local/lib/python*/dist-packages/nvidia/**/libnvJitLink.so.13",
        recursive=True
    )
    if found_paths:
        lib_dir = os.path.dirname(found_paths[0])
        os.environ["LD_LIBRARY_PATH"] = f"{lib_dir}:{os.environ.get('LD_LIBRARY_PATH', '')}"
        print(f"✅ Installed and added: {lib_dir}")

# Step 4: Verify bitsandbytes can see it
print("\n--- bitsandbytes diagnostic ---")
subprocess.run(["python", "-m", "bitsandbytes"])