26 lines
690 B
Python
26 lines
690 B
Python
from gpt4all import GPT4All
|
|
from ahserver.serverenv import ServerEnv
|
|
from appPublic.worker import awaitify
|
|
|
|
class GadgetGpt4all:
|
|
def __init__(self, model_name):
|
|
self.model_name = model_name
|
|
self.model = GPT4All(model_name,device='intel')
|
|
# device='amd', device='intel'
|
|
|
|
def _generate(text):
|
|
return self.model.generate(text, max_tokens=10000000)
|
|
|
|
generate = awaitify(_generate)
|
|
|
|
g = ServerEnv()
|
|
m = GadgetGpt4all('orca-mini-3b-gguf2-q4_0.gguf')
|
|
g.gpt4all_model = m
|
|
|
|
if __name__ == '__main__':
|
|
import asyncio
|
|
asyncio.get_event_loop().run_until_complete(g.generate('what is the color of lotus'))
|
|
|
|
output = model.generate("The capital of France is ", max_tokens=3)
|
|
print(output)
|