diff --git a/requirements.txt b/requirements.txt index 5b17b57b..b8bb2e0b 100644 --- a/requirements.txt +++ b/requirements.txt @@ -2,4 +2,5 @@ torch>=2.1.0 pynvml exllamav2>=0.0.7 Flask>=2.3.2 -waitress>=2.1.2 \ No newline at end of file +waitress>=2.1.2 +flash-attn>=2.3.3