.fine tuning (OpenAgentsInc#13)

Author: earonesty

ai_worker/main.py

@@ -352,9 +352,10 @@ async def run_ws(self):
                     self.stopped = True
 
     async def run_one(self):
-        req_str = await self.ws_recv()
         event = None
+        req_str = None
         try:
+            req_str = await self.ws_recv()
             req = Req.model_validate_json(req_str)
             model = req.openai_req.get("model")
 

ai_worker/version.py

@@ -1 +1 @@
-VERSION = '0.2.0'
+VERSION = '0.2.3'

build-bin.sh

@@ -36,4 +36,11 @@ python build-version.py
 
 ./pyinstaller.sh $gpu-$arch $opts
 
+if [ "$gpu" == "cuda-torch" ]; then
+    pushd dist
+    tar cvf - gputopia-worker-$gpu-$arch/ | pigz -9 - > gputopia-worker-$gpu-$arch.tar.gz
+    rm -rf gputopia-worker-$gpu-$arch/
+    popd
+fi
+
 deactivate

publish-github.sh

@@ -29,4 +29,4 @@ fi
 
 rm -rf bin
 aws s3 sync "s3://gputopia/bin/" bin/
-githubrelease release arcadelabsinc/workerbee create "$version" --publish --name "gputopia-worker-$version" "bin/*"
+githubrelease release arcadelabsinc/workerbee create "$version" --publish --name "gputopia-worker-$version" "bin/*[!z]"

pyinstaller.sh

@@ -1,3 +1,5 @@
 #!/bin/bash
 
+rm -rf dist/gputopia-worker-$1
+
 pyinstaller $2 --name gputopia-worker-$1 --additional-hooks-dir=./hooks ai_worker/__main__.py

pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "ai-worker"
-version = "0.2.1"
+version = "0.2.3"
 description = "api server that posts capabilities, and accepts jobs"
 authors = ["erik aronesty <[email protected]>"]
 license = "MIT"

upload.sh

@@ -7,10 +7,6 @@ fi
 
 pushd dist
 for f in gputopia-worker-*; do
-    if [ -d "$f" ]; then
-       aws s3 cp --recursive $f s3://gputopia/bin/$f --acl public-read
-    else
-       aws s3 cp $f s3://gputopia/bin/ --acl public-read
-    fi
+    aws s3 cp $f s3://gputopia/bin/ --acl public-read
 done
 popd