summaryrefslogblamecommitdiffstats
path: root/g4f/Provider/retry_provider.py
blob: 39d61c35b3baca8a1eb4fca874311d74ed2145a6 (plain) (tree)
1
2
3
4
5
6
7
8
9
10

                                  
              
             
                                   
                                           



                                                      

                                   
                                
                         


                 
                                            

                            

                                                            
 


                          
                           









                                                                                             

                                                  

                                  
                                
                                                                
                


                                                                                           
                

                           
                

                                                      
                                
                                                                              
                           
                           





                               
                           

                
                                  


                                     
                                                  

                                  



                                                                     

                                                      
                                
                                                                              


                               
                                       
                           
                                                                      


                                                                                                              
                                                             
from __future__ import annotations

import asyncio
import random
from typing import List, Type, Dict
from ..typing import CreateResult, Messages
from .base_provider import BaseProvider, AsyncProvider


class RetryProvider(AsyncProvider):
    __name__: str = "RetryProvider"
    working: bool = True
    supports_stream: bool = True
    logging: bool = False

    def __init__(
        self,
        providers: List[Type[BaseProvider]],
        shuffle: bool = True
    ) -> None:
        self.providers: List[Type[BaseProvider]] = providers
        self.shuffle: bool = shuffle

    def create_completion(
        self,
        model: str,
        messages: Messages,
        stream: bool = False,
        **kwargs
    ) -> CreateResult:
        if stream:
            providers = [provider for provider in self.providers if provider.supports_stream]
        else:
            providers = self.providers
        if self.shuffle:
            random.shuffle(providers)

        self.exceptions: Dict[str, Exception] = {}
        started: bool = False
        for provider in providers:
            try:
                if self.logging:
                    print(f"Using {provider.__name__} provider")
                
                for token in provider.create_completion(model, messages, stream, **kwargs):
                    yield token
                    started = True
                
                if started:
                    return
                
            except Exception as e:
                self.exceptions[provider.__name__] = e
                if self.logging:
                    print(f"{provider.__name__}: {e.__class__.__name__}: {e}")
                if started:
                    raise e

        self.raise_exceptions()

    async def create_async(
        self,
        model: str,
        messages: Messages,
        **kwargs
    ) -> str:
        providers = self.providers
        if self.shuffle:
            random.shuffle(providers)
        
        self.exceptions: Dict[str, Exception] = {}
        for provider in providers:
            try:
                return await asyncio.wait_for(
                    provider.create_async(model, messages, **kwargs),
                    timeout=kwargs.get("timeout", 60)
                )
            except Exception as e:
                self.exceptions[provider.__name__] = e
                if self.logging:
                    print(f"{provider.__name__}: {e.__class__.__name__}: {e}")
    
        self.raise_exceptions()
    
    def raise_exceptions(self) -> None:
        if self.exceptions:
            raise RuntimeError("\n".join(["RetryProvider failed:"] + [
                f"{p}: {self.exceptions[p].__class__.__name__}: {self.exceptions[p]}" for p in self.exceptions
            ]))
        
        raise RuntimeError("RetryProvider: No provider found")