diff options
Diffstat (limited to 'ora')
-rw-r--r-- | ora/README.md | 49 | ||||
-rw-r--r-- | ora/__init__.py | 62 | ||||
-rw-r--r-- | ora/_jwt.py | 75 | ||||
-rw-r--r-- | ora/model.py | 57 | ||||
-rw-r--r-- | ora/typing.py | 39 |
5 files changed, 0 insertions, 282 deletions
diff --git a/ora/README.md b/ora/README.md deleted file mode 100644 index 36bc2806..00000000 --- a/ora/README.md +++ /dev/null @@ -1,49 +0,0 @@ -### Example: `ora` (use like openai pypi package) <a name="example-ora"></a> - -### load model (new) - -more gpt4 models in `/testing/ora_gpt4.py` - -find the userid by visiting https://ora.sh/api/auth/session ( must be logged in on the site ) -and session_token in the cookies, it should be: __Secure-next-auth.session-token - -```python -# if using CompletionModel.load set these -ora.user_id = '...' -ora.session_token = '...' - -# normal gpt-4: b8b12eaa-5d47-44d3-92a6-4d706f2bcacf -model = ora.CompletionModel.load(chatbot_id, 'gpt-4') # or gpt-3.5 -``` - -#### create model / chatbot: -```python -# import ora -import ora - - -# create model -model = ora.CompletionModel.create( - system_prompt = 'You are ChatGPT, a large language model trained by OpenAI. Answer as concisely as possible', - description = 'ChatGPT Openai Language Model', - name = 'gpt-3.5') - -# init conversation (will give you a conversationId) -init = ora.Completion.create( - model = model, - prompt = 'hello world') - -print(init.completion.choices[0].text) - -while True: - # pass in conversationId to continue conversation - - prompt = input('>>> ') - response = ora.Completion.create( - model = model, - prompt = prompt, - includeHistory = True, # remember history - conversationId = init.id) - - print(response.completion.choices[0].text) -``` diff --git a/ora/__init__.py b/ora/__init__.py deleted file mode 100644 index db8252cd..00000000 --- a/ora/__init__.py +++ /dev/null @@ -1,62 +0,0 @@ -from ora.model import CompletionModel -from ora.typing import OraResponse -from requests import post -from time import time -from random import randint -from ora._jwt import do_jwt - -user_id = None -session_token = None - -class Completion: - def create( - model : CompletionModel, - prompt: str, - includeHistory: bool = True, - conversationId: str or None = None) -> OraResponse: - extra = { - 'conversationId': conversationId} if conversationId else {} - - cookies = { - "cookie" : f"__Secure-next-auth.session-token={session_token}"} if session_token else {} - - json_data = extra | { - 'chatbotId': model.id, - 'input' : prompt, - 'userId' : user_id if user_id else model.createdBy, - 'model' : model.modelName, - 'provider' : 'OPEN_AI', - 'includeHistory': includeHistory} - - - response = post('https://ora.sh/api/conversation', - headers = cookies | { - "host" : "ora.sh", - "authorization" : f"Bearer AY0{randint(1111, 9999)}", - "user-agent" : "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/112.0.0.0 Safari/537.36", - "origin" : "https://ora.sh", - "referer" : "https://ora.sh/chat/", - "x-signed-token": do_jwt(json_data) - }, - json = json_data).json() - - if response.get('error'): - raise Exception('''set ora.user_id and ora.session_token\napi response: %s''' % response['error']) - - return OraResponse({ - 'id' : response['conversationId'], - 'object' : 'text_completion', - 'created': int(time()), - 'model' : model.slug, - 'choices': [{ - 'text' : response['response'], - 'index' : 0, - 'logprobs' : None, - 'finish_reason' : 'stop' - }], - 'usage': { - 'prompt_tokens' : len(prompt), - 'completion_tokens' : len(response['response']), - 'total_tokens' : len(prompt) + len(response['response']) - } - })
\ No newline at end of file diff --git a/ora/_jwt.py b/ora/_jwt.py deleted file mode 100644 index cc8b2349..00000000 --- a/ora/_jwt.py +++ /dev/null @@ -1,75 +0,0 @@ -import jwt -from datetime import datetime, timedelta -# from cryptography.hazmat.primitives import serialization -# from cryptography.hazmat.primitives.serialization import load_pem_private_key -# from cryptography.hazmat.backends import default_backend - - -def do_jwt(json_data: dict): - - private_key = b'''-----BEGIN RSA PRIVATE KEY----- -MIIJKAIBAAKCAgEAxv9TLZP2TnsR512LqzT52N6Z9ixKmUA11jy0IXH0dEbdbfBw -eeWrXoTuIYcY8Dkg/+q33ppfujYfb0z22bs/CZ63+jBL2UmxG/0XIzmsQlHSgJd/ -rnbERwIt7/ZjOHAcNrAzI0N11AI8AT0+M3XFOGRoIKzoc3Juxl7eyyPPEkNZMkEv -lYfDN5AMD/+4pZ+7SCEzUCyGtBejW2P+NwTvjBxhLjIoG+m7yh81RoIBnO+Z1o5X -ZtospuWZe1L6GNh+zezeHIyBGYgGgYbPboQ8QeHhoh+n0PuZB0GQqorqfxHjB38t -yB4qsRGi10UNcohvFhglZk8kdMYBTd0M5ik5t4sx/ujjF57gX7dCKipHimDy7McY -ElVLTDoSkwD/Lg3tV0utky42dL/iIMePlHfMrw/m2oAm33/dCaiAW8grNkJPjcwo -Y8pnqpFGgAZX+6WalQCfoSStV4kYYlaq11DB6dZjDYoKLRIyH7MCAmMxms9569qe -5gFuyQWTZgXlKoj2Zd7XIaIs5s/A6PFt7sxk8mOY/DspSbygZZCnMH3+or/8trH2 -p0fGEkqpzMKAY6TYtdYhOyTbup3VOKQwhk8b5CPuEWZutE6pT0O2O81MkuEEl/Zw -/M1MJERTIjGAThsL0yvEn1Gi5HXl7s/5E61Yvc0ItORqio70PZcToRII27ECAwEA -AQKCAgEAle0H3e78Q2S1uHriH7tqAdq0ZKQ6D/wwk5honkocwv4hFhNwqmY/FpdQ -UjJWt6ZTFnzgyvXD6aedR13VHXXVqInMUtLQUoUSyuOD6yYogk7jKb76k5cnidg6 -g/A+EOdmWk2mOYs52uFUFBrwIhU44aPET9n1yAUPMKWJdcMk372eFh7GmwIOMm50 -qBkiJKaTk2RwJJdnZYfpq5FKlmlBkW5QSV3AmkcfFMkuelC4pmReoyfa8cKuoY+a -cy+w/ccewkcTkK7LFVFGlY/b+IfoXjqwpFT1Op5UTQM420SOJ+5x/dPzyjHwODfx -V/7OgtwH1b2bb9lwvgnwMZm5fi7RLAOC5BaSrZUb8WtVaaKURzXgdE+5LO/xXYCy -JECbRQ5o4H4CwOc3mvJZL0O/dwPKoTccjELc8HOcogdy+hrJPXFl+oXy3yKUmf5L -Lx13hh/kO4960TcGVQsUPV9oYB8XU5iYC1cMdlMVZAOwoLE1h/Tro0blisq6eafx -+4ZS+COJEM+A7UgFacxdQ9C4bL5ZgjgLxMEsCIjwBN1i/bMEKpj46ulH23I57F1S -jr6/UtMPO73c2bGcxdzRRQSI/LW5Qnb4USQsOIjYDVReLM9hDvI4OyQ2pfcgXlTL -ODky2qivbP6WA4GKCBhaDEaeKFNDiyCqx9ObftCbRk1fWu7IP4ECggEBAOnPs88o -DQLEaColCbh3ziogoANYMKiqaJUacnH5S5e1/aW3jgVK85NsMJT9hsODXyHup/CF -RT3jeJA5cRj+04KI33cH2F5X9MhPB0a2Zo0Io813l95d2Wuk9rnadNCr8+h3b/nM -HR4X+n7l0x6Y8sn60pxesYXKu8NFccUCVcGUvrrL2gsPLPB//3eqgfZuf8BCDzOB -liO8Pzt0ELjxwxUWB9kPKLNZwVa0hq4snJThZQBrlMQcuH8BmitS5vZDVwiRLGVR -L5z+tPJMz5wJ/dGbjyMMONCZgiXypqb1qHIGt8FEPLryQ6u+04ZszxW9QTsWqMqi -ZvoFo0VPGkXGIWcCggEBANnh1tTCfGJSrwK1fWVhBajtn03iE5DuIkPUmL8juBq6 -LSYG8tuk+zt0RVNYLYrM2nSzU78IsuR/15XtpheDh3Fy1ZdsAe/boccdZUrLtH9h -hRcAYUfY+E0E4U6j7FVTQCy9eNGnWJ/su2N0GDJll2BQWi8bcnL8dZqsq8pZzAjo -7jBlOEe2xOVbCsBLfCW7tmeKCv4cc8digITGemig4NgCs6W03gJPnvnvvHMnuF3u -8YjD9kWWEpQr37pT6QSdhwzKMAOeHbhh/CQO/sl+fBLbcYikQa0HIuvj+29w0/jv -whVfsJxCvs6fCTMYjQE7GdTcGmCbvs+x7TrXuqeT8ycCggEAWr4Un/KAUjGd57Vm -N2Sv6+OrloC0qdExM6UHA7roHqIwJg++G8nCDNYxaLGYiurCki3Ime1vORy+XuMc -RMIpnoC2kcDGtZ7XTqJ1RXlnBZdz0zt2AoRT7JYid3EUYyRJTlCEceNI7bQKsRNL -Q5XCrKce9DdAGJfdFWUvSXGljLLI70BMiHxESbazlGLle5nZFOnOcoP5nDbkJ5Pd -JZoWx2k8dH6QokLUaW041AJWZuWvSGF4ZEBtTkV16xiKsMrjzVxiaZP/saOc4Gj1 -Li8mhiIkhEqrBjJ9s3KgQS4YSODYkjaEh12c69vsxkAWgu5nkaIysiojYyeq/Sw9 -GxVRQwKCAQAeYvTHL2iRfd6SjiUy4lkbuighgIoiCFQXCatT3PNsJtLtHsL4BwZS -wGB6wy120iMVa30eg2QPohS7AC3N0bYuCEnpmFKc1RC26E6cI9TEfyFEl/T5RDU8 -6JVTlmD7dWTZ2ILlGmWtyCJKOIK3ZJu7/vjU4QsRJkxwiexbiDKAe5vcfAFhXwgO -xKe3Mc/ao1dJEWN/FRDAmeg6nEOuG+G/voC3d4YO5HPTf6/Uj5GS6CQfYtUR12A3 -8fZ90f4Jer6+9ePEXWTftiqoDL9T8qPzLU+kMuRF8VzZcS472Ix3h1iWCoZjBJv/ -zQZHbgEcTtXHbfrvxkjSRopDTprljCi5AoIBAGc6M8/FH1pLgxOgS6oEGJAtErxv -EnmELzKvfwBryphx8f0S5sHoiqli+5dqFtw5h5yy/pXrNzLi0LfpmFzxbChfO8ai -omC/oqxU0FKqY2msFYdnfwM3PZeZ3c7LALLhWG56/fIYMtV78+cfqkRPM8nRJXaF -Aza2YTTZGfh3x10KnSLWUmhIWUEj8VzCNW7SR0Ecqa+ordAYio4wBsq7sO3sCw8G -Oi0/98ondhGJWL3M6FDGai8dXewt+8o0dlq95mHkNNopCWbPI71pM7u4ABPL50Yd -spd4eADxTm2m0GR7bhVEIbYfc0aAzIoWDpVs4V3vmx+bdRbppFxV1aS/r0g= ------END RSA PRIVATE KEY-----''' - - header = { - 'alg': 'RS256', - 'typ': 'JWT', - 'kid': '0d1bb0d7-45e4-445c-889e-57419470a570' - } - - payload = { - **json_data, - 'iat': int(datetime.now().timestamp()), - 'exp': int((datetime.now() + timedelta(minutes=10)).timestamp()), - 'iss': 'https://ora.sh' - } - - return jwt.encode(payload, private_key, algorithm='RS256', headers=header)
\ No newline at end of file diff --git a/ora/model.py b/ora/model.py deleted file mode 100644 index 34720c2d..00000000 --- a/ora/model.py +++ /dev/null @@ -1,57 +0,0 @@ -from uuid import uuid4 -from requests import post - -class CompletionModel: - system_prompt = None - description = None - createdBy = None - createdAt = None - slug = None - id = None - modelName = None - model = 'gpt-3.5-turbo' - - def create( - system_prompt: str = 'You are ChatGPT, a large language model trained by OpenAI. Answer as concisely as possible', - description : str = 'ChatGPT Openai Language Model', - name : str = 'gpt-3.5'): - - CompletionModel.system_prompt = system_prompt - CompletionModel.description = description - CompletionModel.slug = name - - json_data = { - 'prompt' : system_prompt, - 'userId' : f'auto:{uuid4()}', - 'name' : name, - 'description': description} - - headers = { - 'Origin' : 'https://ora.sh', - 'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/16.4 Safari/605.1.15', - 'Referer' : 'https://ora.sh/', - 'Host' : 'ora.sh', - } - - response = post('https://ora.sh/api/assistant', headers = headers, json = json_data) - - print(response.json()) - - CompletionModel.id = response.json()['id'] - CompletionModel.createdBy = response.json()['createdBy'] - CompletionModel.createdAt = response.json()['createdAt'] - - return CompletionModel - - def load(chatbotId: str, modelName: str = 'gpt-3.5-turbo', userId: str = None): - if userId is None: userId = f'{uuid4()}' - - CompletionModel.system_prompt = None - CompletionModel.description = None - CompletionModel.slug = None - CompletionModel.id = chatbotId - CompletionModel.createdBy = userId - CompletionModel.createdAt = None - CompletionModel.modelName = modelName - - return CompletionModel
\ No newline at end of file diff --git a/ora/typing.py b/ora/typing.py deleted file mode 100644 index f3f0aebf..00000000 --- a/ora/typing.py +++ /dev/null @@ -1,39 +0,0 @@ -class OraResponse: - - class Completion: - - class Choices: - def __init__(self, choice: dict) -> None: - self.text = choice['text'] - self.content = self.text.encode() - self.index = choice['index'] - self.logprobs = choice['logprobs'] - self.finish_reason = choice['finish_reason'] - - def __repr__(self) -> str: - return f'''<__main__.APIResponse.Completion.Choices(\n text = {self.text.encode()},\n index = {self.index},\n logprobs = {self.logprobs},\n finish_reason = {self.finish_reason})object at 0x1337>''' - - def __init__(self, choices: dict) -> None: - self.choices = [self.Choices(choice) for choice in choices] - - class Usage: - def __init__(self, usage_dict: dict) -> None: - self.prompt_tokens = usage_dict['prompt_tokens'] - self.completion_tokens = usage_dict['completion_tokens'] - self.total_tokens = usage_dict['total_tokens'] - - def __repr__(self): - return f'''<__main__.APIResponse.Usage(\n prompt_tokens = {self.prompt_tokens},\n completion_tokens = {self.completion_tokens},\n total_tokens = {self.total_tokens})object at 0x1337>''' - - def __init__(self, response_dict: dict) -> None: - - self.response_dict = response_dict - self.id = response_dict['id'] - self.object = response_dict['object'] - self.created = response_dict['created'] - self.model = response_dict['model'] - self.completion = self.Completion(response_dict['choices']) - self.usage = self.Usage(response_dict['usage']) - - def json(self) -> dict: - return self.response_dict
\ No newline at end of file |