diff options
Diffstat (limited to 'openai_rev/quora/__init__.py')
| -rw-r--r-- | openai_rev/quora/__init__.py | 485 |
1 files changed, 485 insertions, 0 deletions
diff --git a/openai_rev/quora/__init__.py b/openai_rev/quora/__init__.py new file mode 100644 index 00000000..f5d9e96e --- /dev/null +++ b/openai_rev/quora/__init__.py @@ -0,0 +1,485 @@ +import json +from datetime import datetime +from hashlib import md5 +from json import dumps +from pathlib import Path +from random import choice, choices, randint +from re import search, findall +from string import ascii_letters, digits +from typing import Optional, Union, List, Any, Generator +from urllib.parse import unquote + +import selenium.webdriver.support.expected_conditions as EC +from fake_useragent import UserAgent +from pydantic import BaseModel +from pypasser import reCaptchaV3 +from requests import Session +from selenium.webdriver import Firefox, Chrome, FirefoxOptions, ChromeOptions +from selenium.webdriver.common.by import By +from selenium.webdriver.support.wait import WebDriverWait +from tls_client import Session as TLS + +from .api import Client as PoeClient +from .mail import Emailnator + +SELENIUM_WEB_DRIVER_ERROR_MSG = b'''The error message you are receiving is due to the `geckodriver` executable not +being found in your system\'s PATH. To resolve this issue, you need to download the geckodriver and add its location +to your system\'s PATH.\n\nHere are the steps to resolve the issue:\n\n1. Download the geckodriver for your platform +(Windows, macOS, or Linux) from the following link: https://github.com/mozilla/geckodriver/releases\n\n2. Extract the +downloaded archive and locate the geckodriver executable.\n\n3. Add the geckodriver executable to your system\'s +PATH.\n\nFor macOS and Linux:\n\n- Open a terminal window.\n- Move the geckodriver executable to a directory that is +already in your PATH, or create a new directory and add it to your PATH:\n\n```bash\n# Example: Move geckodriver to +/usr/local/bin\nmv /path/to/your/geckodriver /usr/local/bin\n```\n\n- If you created a new directory, add it to your +PATH:\n\n```bash\n# Example: Add a new directory to PATH\nexport PATH=$PATH:/path/to/your/directory\n```\n\nFor +Windows:\n\n- Right-click on "My Computer" or "This PC" and select "Properties".\n- Click on "Advanced system +settings".\n- Click on the "Environment Variables" button.\n- In the "System variables" section, find the "Path" +variable, select it, and click "Edit".\n- Click "New" and add the path to the directory containing the geckodriver +executable.\n\nAfter adding the geckodriver to your PATH, restart your terminal or command prompt and try running +your script again. The error should be resolved.''' + +# from twocaptcha import TwoCaptcha +# solver = TwoCaptcha('72747bf24a9d89b4dcc1b24875efd358') + +MODELS = { + 'Sage': 'capybara', + 'GPT-4': 'beaver', + 'Claude+': 'a2_2', + 'Claude-instant': 'a2', + 'ChatGPT': 'chinchilla', + 'Dragonfly': 'nutria', + 'NeevaAI': 'hutia', +} + + +def extract_formkey(html): + script_regex = r'<script>if\(.+\)throw new Error;(.+)</script>' + script_text = search(script_regex, html).group(1) + key_regex = r'var .="([0-9a-f]+)",' + key_text = search(key_regex, script_text).group(1) + cipher_regex = r'.\[(\d+)\]=.\[(\d+)\]' + cipher_pairs = findall(cipher_regex, script_text) + + formkey_list = [''] * len(cipher_pairs) + for pair in cipher_pairs: + formkey_index, key_index = map(int, pair) + formkey_list[formkey_index] = key_text[key_index] + formkey = ''.join(formkey_list) + + return formkey + + +class Choice(BaseModel): + text: str + index: int + logprobs: Any + finish_reason: str + + +class Usage(BaseModel): + prompt_tokens: int + completion_tokens: int + total_tokens: int + + +class PoeResponse(BaseModel): + id: int + object: str + created: int + model: str + choices: List[Choice] + usage: Usage + text: str + + +class ModelResponse: + def __init__(self, json_response: dict) -> None: + self.id = json_response['data']['poeBotCreate']['bot']['id'] + self.name = json_response['data']['poeBotCreate']['bot']['displayName'] + self.limit = json_response['data']['poeBotCreate']['bot']['messageLimit']['dailyLimit'] + self.deleted = json_response['data']['poeBotCreate']['bot']['deletionState'] + + +class Model: + @staticmethod + def create( + token: str, + model: str = 'gpt-3.5-turbo', # claude-instant + system_prompt: str = 'You are ChatGPT a large language model developed by Openai. Answer as consisely as possible', + description: str = 'gpt-3.5 language model from openai, skidded by poe.com', + handle: str = None, + ) -> ModelResponse: + models = { + 'gpt-3.5-turbo': 'chinchilla', + 'claude-instant-v1.0': 'a2', + 'gpt-4': 'beaver', + } + + if not handle: + handle = f'gptx{randint(1111111, 9999999)}' + + client = Session() + client.cookies['p-b'] = token + + formkey = extract_formkey(client.get('https://poe.com').text) + settings = client.get('https://poe.com/api/settings').json() + + client.headers = { + 'host': 'poe.com', + 'origin': 'https://poe.com', + 'referer': 'https://poe.com/', + 'poe-formkey': formkey, + 'poe-tchannel': settings['tchannelData']['channel'], + 'user-agent': UserAgent().random, + 'connection': 'keep-alive', + 'sec-ch-ua': '"Chromium";v="112", "Google Chrome";v="112", "Not:A-Brand";v="99"', + 'sec-ch-ua-mobile': '?0', + 'sec-ch-ua-platform': '"macOS"', + 'content-type': 'application/json', + 'sec-fetch-site': 'same-origin', + 'sec-fetch-mode': 'cors', + 'sec-fetch-dest': 'empty', + 'accept': '*/*', + 'accept-encoding': 'gzip, deflate, br', + 'accept-language': 'en-GB,en-US;q=0.9,en;q=0.8', + } + + payload = dumps( + separators=(',', ':'), + obj={ + 'queryName': 'CreateBotMain_poeBotCreate_Mutation', + 'variables': { + 'model': models[model], + 'handle': handle, + 'prompt': system_prompt, + 'isPromptPublic': True, + 'introduction': '', + 'description': description, + 'profilePictureUrl': 'https://qph.fs.quoracdn.net/main-qimg-24e0b480dcd946e1cc6728802c5128b6', + 'apiUrl': None, + 'apiKey': ''.join(choices(ascii_letters + digits, k=32)), + 'isApiBot': False, + 'hasLinkification': False, + 'hasMarkdownRendering': False, + 'hasSuggestedReplies': False, + 'isPrivateBot': False, + }, + 'query': 'mutation CreateBotMain_poeBotCreate_Mutation(\n $model: String!\n $handle: String!\n $prompt: String!\n $isPromptPublic: Boolean!\n $introduction: String!\n $description: String!\n $profilePictureUrl: String\n $apiUrl: String\n $apiKey: String\n $isApiBot: Boolean\n $hasLinkification: Boolean\n $hasMarkdownRendering: Boolean\n $hasSuggestedReplies: Boolean\n $isPrivateBot: Boolean\n) {\n poeBotCreate(model: $model, handle: $handle, promptPlaintext: $prompt, isPromptPublic: $isPromptPublic, introduction: $introduction, description: $description, profilePicture: $profilePictureUrl, apiUrl: $apiUrl, apiKey: $apiKey, isApiBot: $isApiBot, hasLinkification: $hasLinkification, hasMarkdownRendering: $hasMarkdownRendering, hasSuggestedReplies: $hasSuggestedReplies, isPrivateBot: $isPrivateBot) {\n status\n bot {\n id\n ...BotHeader_bot\n }\n }\n}\n\nfragment BotHeader_bot on Bot {\n displayName\n messageLimit {\n dailyLimit\n }\n ...BotImage_bot\n ...BotLink_bot\n ...IdAnnotation_node\n ...botHelpers_useViewerCanAccessPrivateBot\n ...botHelpers_useDeletion_bot\n}\n\nfragment BotImage_bot on Bot {\n displayName\n ...botHelpers_useDeletion_bot\n ...BotImage_useProfileImage_bot\n}\n\nfragment BotImage_useProfileImage_bot on Bot {\n image {\n __typename\n ... on LocalBotImage {\n localName\n }\n ... on UrlBotImage {\n url\n }\n }\n ...botHelpers_useDeletion_bot\n}\n\nfragment BotLink_bot on Bot {\n displayName\n}\n\nfragment IdAnnotation_node on Node {\n __isNode: __typename\n id\n}\n\nfragment botHelpers_useDeletion_bot on Bot {\n deletionState\n}\n\nfragment botHelpers_useViewerCanAccessPrivateBot on Bot {\n isPrivateBot\n viewerIsCreator\n}\n', + }, + ) + + base_string = payload + client.headers['poe-formkey'] + 'WpuLMiXEKKE98j56k' + client.headers['poe-tag-id'] = md5(base_string.encode()).hexdigest() + + response = client.post('https://poe.com/api/gql_POST', data=payload) + + if 'success' not in response.text: + raise Exception( + ''' + Bot creation Failed + !! Important !! + Bot creation was not enabled on this account + please use: quora.Account.create with enable_bot_creation set to True + ''' + ) + + return ModelResponse(response.json()) + + +class Account: + @staticmethod + def create( + proxy: Optional[str] = None, + logging: bool = False, + enable_bot_creation: bool = False, + ): + client = TLS(client_identifier='chrome110') + client.proxies = {'http': f'http://{proxy}', 'https': f'http://{proxy}'} if proxy else None + + mail_client = Emailnator() + mail_address = mail_client.get_mail() + + if logging: + print('email', mail_address) + + client.headers = { + 'authority': 'poe.com', + 'accept': '*/*', + 'accept-language': 'en,fr-FR;q=0.9,fr;q=0.8,es-ES;q=0.7,es;q=0.6,en-US;q=0.5,am;q=0.4,de;q=0.3', + 'content-type': 'application/json', + 'origin': 'https://poe.com', + 'poe-tag-id': 'null', + 'referer': 'https://poe.com/login', + 'sec-ch-ua': '"Chromium";v="112", "Google Chrome";v="112", "Not:A-Brand";v="99"', + 'sec-ch-ua-mobile': '?0', + 'sec-ch-ua-platform': '"macOS"', + 'sec-fetch-dest': 'empty', + 'sec-fetch-mode': 'cors', + 'sec-fetch-site': 'same-origin', + 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/112.0.0.0 Safari/537.36', + 'poe-formkey': extract_formkey(client.get('https://poe.com/login').text), + 'poe-tchannel': client.get('https://poe.com/api/settings').json()['tchannelData']['channel'], + } + + token = reCaptchaV3( + 'https://www.recaptcha.net/recaptcha/enterprise/anchor?ar=1&k=6LflhEElAAAAAI_ewVwRWI9hsyV4mbZnYAslSvlG&co=aHR0cHM6Ly9wb2UuY29tOjQ0Mw..&hl=en&v=4PnKmGB9wRHh1i04o7YUICeI&size=invisible&cb=bi6ivxoskyal' + ) + # token = solver.recaptcha(sitekey='6LflhEElAAAAAI_ewVwRWI9hsyV4mbZnYAslSvlG', + # url = 'https://poe.com/login?redirect_url=%2F', + # version = 'v3', + # enterprise = 1, + # invisible = 1, + # action = 'login',)['code'] + + payload = dumps( + separators=(',', ':'), + obj={ + 'queryName': 'MainSignupLoginSection_sendVerificationCodeMutation_Mutation', + 'variables': { + 'emailAddress': mail_address, + 'phoneNumber': None, + 'recaptchaToken': token, + }, + 'query': 'mutation MainSignupLoginSection_sendVerificationCodeMutation_Mutation(\n $emailAddress: String\n $phoneNumber: String\n $recaptchaToken: String\n) {\n sendVerificationCode(verificationReason: login, emailAddress: $emailAddress, phoneNumber: $phoneNumber, recaptchaToken: $recaptchaToken) {\n status\n errorMessage\n }\n}\n', + }, + ) + + base_string = payload + client.headers['poe-formkey'] + 'WpuLMiXEKKE98j56k' + client.headers['poe-tag-id'] = md5(base_string.encode()).hexdigest() + + print(dumps(client.headers, indent=4)) + + response = client.post('https://poe.com/api/gql_POST', data=payload) + + if 'automated_request_detected' in response.text: + print('please try using a proxy / wait for fix') + + if 'Bad Request' in response.text: + if logging: + print('bad request, retrying...', response.json()) + quit() + + if logging: + print('send_code', response.json()) + + mail_content = mail_client.get_message() + mail_token = findall(r';">(\d{6,7})</div>', mail_content)[0] + + if logging: + print('code', mail_token) + + payload = dumps( + separators=(',', ':'), + obj={ + 'queryName': 'SignupOrLoginWithCodeSection_signupWithVerificationCodeMutation_Mutation', + 'variables': { + 'verificationCode': str(mail_token), + 'emailAddress': mail_address, + 'phoneNumber': None, + }, + 'query': 'mutation SignupOrLoginWithCodeSection_signupWithVerificationCodeMutation_Mutation(\n $verificationCode: String!\n $emailAddress: String\n $phoneNumber: String\n) {\n signupWithVerificationCode(verificationCode: $verificationCode, emailAddress: $emailAddress, phoneNumber: $phoneNumber) {\n status\n errorMessage\n }\n}\n', + }, + ) + + base_string = payload + client.headers['poe-formkey'] + 'WpuLMiXEKKE98j56k' + client.headers['poe-tag-id'] = md5(base_string.encode()).hexdigest() + + response = client.post('https://poe.com/api/gql_POST', data=payload) + if logging: + print('verify_code', response.json()) + + def get(self): + cookies = open(Path(__file__).resolve().parent / 'cookies.txt', 'r').read().splitlines() + return choice(cookies) + + +class StreamingCompletion: + @staticmethod + def create( + model: str = 'gpt-4', + custom_model: bool = None, + prompt: str = 'hello world', + token: str = '', + ) -> Generator[PoeResponse, None, None]: + _model = MODELS[model] if not custom_model else custom_model + + client = PoeClient(token) + + for chunk in client.send_message(_model, prompt): + yield PoeResponse( + **{ + 'id': chunk['messageId'], + 'object': 'text_completion', + 'created': chunk['creationTime'], + 'model': _model, + 'text': chunk['text_new'], + 'choices': [ + { + 'text': chunk['text_new'], + 'index': 0, + 'logprobs': None, + 'finish_reason': 'stop', + } + ], + 'usage': { + 'prompt_tokens': len(prompt), + 'completion_tokens': len(chunk['text_new']), + 'total_tokens': len(prompt) + len(chunk['text_new']), + }, + } + ) + + +class Completion: + @staticmethod + def create( + model: str = 'gpt-4', + custom_model: str = None, + prompt: str = 'hello world', + token: str = '', + ) -> PoeResponse: + models = { + 'sage': 'capybara', + 'gpt-4': 'beaver', + 'claude-v1.2': 'a2_2', + 'claude-instant-v1.0': 'a2', + 'gpt-3.5-turbo': 'chinchilla', + } + + _model = models[model] if not custom_model else custom_model + + client = PoeClient(token) + + chunk = None + for response in client.send_message(_model, prompt): + chunk = response + + return PoeResponse( + **{ + 'id': chunk['messageId'], + 'object': 'text_completion', + 'created': chunk['creationTime'], + 'model': _model, + 'text': chunk['text_new'], + 'choices': [ + { + 'text': chunk['text'], + 'index': 0, + 'logprobs': None, + 'finish_reason': 'stop', + } + ], + 'usage': { + 'prompt_tokens': len(prompt), + 'completion_tokens': len(chunk['text']), + 'total_tokens': len(prompt) + len(chunk['text']), + }, + } + ) + + +class Poe: + def __init__( + self, + model: str = 'ChatGPT', + driver: str = 'firefox', + download_driver: bool = False, + driver_path: Optional[str] = None, + cookie_path: str = './quora/cookie.json', + ): + # validating the model + if model and model not in MODELS: + raise RuntimeError('Sorry, the model you provided does not exist. Please check and try again.') + self.model = MODELS[model] + self.cookie_path = cookie_path + self.cookie = self.__load_cookie(driver, download_driver, driver_path=driver_path) + self.client = PoeClient(self.cookie) + + def __load_cookie(self, driver: str, download_driver: bool, driver_path: Optional[str] = None) -> str: + if (cookie_file := Path(self.cookie_path)).exists(): + with cookie_file.open() as fp: + cookie = json.load(fp) + if datetime.fromtimestamp(cookie['expiry']) < datetime.now(): + cookie = self.__register_and_get_cookie(driver, driver_path=driver_path) + else: + print('Loading the cookie from file') + else: + cookie = self.__register_and_get_cookie(driver, driver_path=driver_path) + + return unquote(cookie['value']) + + def __register_and_get_cookie(self, driver: str, driver_path: Optional[str] = None) -> dict: + mail_client = Emailnator() + mail_address = mail_client.get_mail() + + driver = self.__resolve_driver(driver, driver_path=driver_path) + driver.get("https://www.poe.com") + + # clicking use email button + driver.find_element(By.XPATH, '//button[contains(text(), "Use email")]').click() + + email = WebDriverWait(driver, 30).until(EC.presence_of_element_located((By.XPATH, '//input[@type="email"]'))) + email.send_keys(mail_address) + driver.find_element(By.XPATH, '//button[text()="Go"]').click() + + code = findall(r';">(\d{6,7})</div>', mail_client.get_message())[0] + print(code) + + verification_code = WebDriverWait(driver, 30).until( + EC.presence_of_element_located((By.XPATH, '//input[@placeholder="Code"]')) + ) + verification_code.send_keys(code) + verify_button = EC.presence_of_element_located((By.XPATH, '//button[text()="Verify"]')) + login_button = EC.presence_of_element_located((By.XPATH, '//button[text()="Log In"]')) + + WebDriverWait(driver, 30).until(EC.any_of(verify_button, login_button)).click() + + cookie = driver.get_cookie('p-b') + + with open(self.cookie_path, 'w') as fw: + json.dump(cookie, fw) + + driver.close() + return cookie + + @classmethod + def __resolve_driver(cls, driver: str, driver_path: Optional[str] = None) -> Union[Firefox, Chrome]: + options = FirefoxOptions() if driver == 'firefox' else ChromeOptions() + options.add_argument('-headless') + + if driver_path: + options.binary_location = driver_path + try: + return Firefox(options=options) if driver == 'firefox' else Chrome(options=options) + except Exception: + raise Exception(SELENIUM_WEB_DRIVER_ERROR_MSG) + + def chat(self, message: str, model: Optional[str] = None) -> str: + if model and model not in MODELS: + raise RuntimeError('Sorry, the model you provided does not exist. Please check and try again.') + model = MODELS[model] if model else self.model + response = None + for chunk in self.client.send_message(model, message): + response = chunk['text'] + return response + + def create_bot( + self, + name: str, + /, + prompt: str = '', + base_model: str = 'ChatGPT', + description: str = '', + ) -> None: + if base_model not in MODELS: + raise RuntimeError('Sorry, the base_model you provided does not exist. Please check and try again.') + + response = self.client.create_bot( + handle=name, + prompt=prompt, + base_model=MODELS[base_model], + description=description, + ) + print(f'Successfully created bot with name: {response["bot"]["displayName"]}') + + def list_bots(self) -> list: + return list(self.client.bot_names.values()) |