This branch with celery async workers has no code errors, but running a GPT thread on the celery worker causes a SIGFAULT failure. Need to try this on a server instead of my local machine to see if it will run without failing. If it still fails, then I need to separate my async tasks and the flask app with the tasks dumping into the db and flask just pulling out of the DB.

gpt_test_loader.py

@@ -0,0 +1,32 @@
+from gpt4all import GPT4All
+import requests
+from pathlib import Path
+
+
+def prompt():
+    MODEL = GPT4All(
+        model_name="gpt4all-falcon-q4_0.gguf",
+        #    model_path=(Path.home() / ".cache" / "gpt4all"),
+        # /root/.pyenv/versions/gpt-song-prompt/lib/python3.10/site-packages/gpt4all
+        allow_download=False,
+    )
+    WORD_PROMPT = str(requests.get("https://random-word-api.herokuapp.com/word").text)[
+        2:-2
+    ]
+    SYSTEM_TEMPLATE = "A creative response about a word."
+    PROMPT_TEMPLATE = "### Instruction: {0} \n### Response: "
+    response = MODEL.generate(
+        f"Tell me something interesting about {WORD_PROMPT}.",
+        temp=0.7,
+        callback=stop_on_token_callback,
+    )
+    print(response)
+
+def stop_on_token_callback(token_id, token_string):
+    if "." in token_string:
+        return False
+    return True
+
+
+if __name__ == "__main__":
+    prompt()