from gpt4all import GPT4All
from ahserver.serverenv import ServerEnv
from appPublic.worker import awaitify

class GadgetGpt4all:
	def __init__(self, model_name):
		self.model_name = model_name
		self.model = GPT4All(model_name,device='intel')
		# device='amd', device='intel'
	
	def _generate(text):
		return self.model.generate(text, max_tokens=10000000)
	
	generate = awaitify(_generate)

g = ServerEnv()
m = GadgetGpt4all('orca-mini-3b-gguf2-q4_0.gguf')
g.gpt4all_model = m

if __name__ == '__main__':
	import asyncio
	asyncio.get_event_loop().run_until_complete(g.generate('what is the color of lotus'))

output = model.generate("The capital of France is ", max_tokens=3)
print(output)