OXIESEC PANEL

Name	Size	Modified	Perms
📁 ..	-	05/09/2024 07:00:17 AM	rwxr-xr-x
📄 __init__.py	932 bytes	05/09/2024 07:00:16 AM	rw-r--r--
📁 __pycache__	-	05/09/2024 07:00:17 AM	rwxr-xr-x
📄 api_requestor.py	13.37 KB	05/09/2024 07:00:16 AM	rw-r--r--
📁 api_resources	-	05/09/2024 07:00:17 AM	rwxr-xr-x
📄 cli.py	18.57 KB	05/09/2024 07:00:16 AM	rw-r--r--
📁 data	-	05/09/2024 07:00:17 AM	rwxr-xr-x
📄 error.py	3.72 KB	05/09/2024 07:00:16 AM	rw-r--r--
📄 gzip_stream.py	2.24 KB	05/09/2024 07:00:16 AM	rw-r--r--
📄 http_client.py	11.82 KB	05/09/2024 07:00:16 AM	rw-r--r--
📄 multipart_data_generator.py	2.89 KB	05/09/2024 07:00:16 AM	rw-r--r--
📄 object_classes.py	407 bytes	05/09/2024 07:00:16 AM	rw-r--r--
📄 openai_object.py	11.42 KB	05/09/2024 07:00:16 AM	rw-r--r--
📄 openai_response.py	581 bytes	05/09/2024 07:00:16 AM	rw-r--r--
📄 py.typed	0 bytes	05/09/2024 07:00:16 AM	rw-r--r--
📄 request_metrics.py	401 bytes	05/09/2024 07:00:16 AM	rw-r--r--
📄 upload_progress.py	1.16 KB	05/09/2024 07:00:16 AM	rw-r--r--
📄 util.py	5.97 KB	05/09/2024 07:00:16 AM	rw-r--r--
📄 version.py	18 bytes	05/09/2024 07:00:16 AM	rw-r--r--

Editing: http_client.py

import abc
import json
import random
import textwrap
import threading
import time
from typing import Any, Dict

import requests
from urllib.parse import urlparse

import openai
from openai import error, util
from openai.request_metrics import RequestMetrics

def _now_ms():
    return int(round(time.time() * 1000))

def new_default_http_client(*args, **kwargs):
    return RequestsClient(*args, **kwargs)

class HTTPClient(abc.ABC):
    MAX_DELAY = 2
    INITIAL_DELAY = 0.5
    MAX_RETRY_AFTER = 60

def __init__(self, verify_ssl_certs=True, proxy=None):
        self._verify_ssl_certs = verify_ssl_certs
        if proxy:
            if isinstance(proxy, str):
                proxy = {"http": proxy, "https": proxy}
            if not isinstance(proxy, dict):
                raise ValueError(
                    "Proxy(ies) must be specified as either a string "
                    "URL or a dict() with string URL under the"
                    " "
                    "https"
                    " and/or "
                    "http"
                    " keys."
                )
        self._proxy = proxy.copy() if proxy else None

self._thread_local = threading.local()

def request_with_retries(self, method, url, headers, post_data=None, stream=False):
        self._add_telemetry_header(headers)

num_retries = 0

while True:
            request_start = _now_ms()

try:
                response = self.request(method, url, headers, post_data, stream=stream)
                connection_error = None
            except error.APIConnectionError as e:
                connection_error = e
                response = None

if self._should_retry(response, connection_error, num_retries):
                if connection_error:
                    util.log_warn(
                        "Encountered a retryable error %s"
                        % connection_error.user_message
                    )
                num_retries += 1
                sleep_time = self._sleep_time_seconds(num_retries, response)
                util.log_info(
                    (
                        "Initiating retry %i for request %s %s after "
                        "sleeping %.2f seconds."
                        % (num_retries, method, url, sleep_time)
                    )
                )
                time.sleep(sleep_time)
            else:
                if response is not None:
                    self._record_request_metrics(response, request_start)

return response
                else:
                    assert connection_error is not None
                    raise connection_error

def request(self, method, url, headers, post_data=None, stream=False):
        raise NotImplementedError("HTTPClient subclasses must implement `request`")

def _should_retry(self, response, api_connection_error, num_retries):
        if num_retries >= self._max_network_retries():
            return False

if response is None:
            # We generally want to retry on timeout and connection
            # exceptions, but defer this decision to underlying subclass
            # implementations. They should evaluate the driver-specific
            # errors worthy of retries, and set flag on the error returned.
            return api_connection_error.should_retry

_, status_code, rheaders, _ = response

# The API may ask us not to retry (eg; if doing so would be a no-op)
        # or advise us to retry (eg; in cases of lock timeouts); we defer to that.
        #
        # Note that we expect the headers object to be a CaseInsensitiveDict, as is the case with the requests library.
        if rheaders is not None and "openai-should-retry" in rheaders:
            if rheaders["openai-should-retry"] == "false":
                return False
            if rheaders["openai-should-retry"] == "true":
                return True

# Retry on conflict errors.
        if status_code == 409:
            return True

# Retry on 500, 503, and other internal errors.
        #
        # Note that we expect the openai-should-retry header to be false
        # in most cases when a 500 is returned, since our idempotency framework
        # would typically replay it anyway.
        if status_code >= 500:
            return True

return False

def _max_network_retries(self):
        from openai import max_network_retries

# Configured retries, isolated here for tests
        return max_network_retries

def _retry_after_header(self, response=None):
        if response is None:
            return None
        _, _, rheaders, _ = response

try:
            return int(rheaders["retry-after"])
        except (KeyError, ValueError):
            return None

def _sleep_time_seconds(self, num_retries, response=None):
        # Apply exponential backoff with initial_network_retry_delay on the
        # number of num_retries so far as inputs.
        # Do not allow the number to exceed max_network_retry_delay.
        sleep_seconds = min(
            HTTPClient.INITIAL_DELAY * (2 ** (num_retries - 1)), HTTPClient.MAX_DELAY
        )

sleep_seconds = self._add_jitter_time(sleep_seconds)

# But never sleep less than the base sleep seconds.
        sleep_seconds = max(HTTPClient.INITIAL_DELAY, sleep_seconds)

# And never sleep less than the time the API asks us to wait, assuming it's a reasonable ask.
        retry_after = self._retry_after_header(response) or 0
        if retry_after <= HTTPClient.MAX_RETRY_AFTER:
            sleep_seconds = max(retry_after, sleep_seconds)

return sleep_seconds

def _add_jitter_time(self, sleep_seconds):
        # Randomize the value in [(sleep_seconds/ 2) to (sleep_seconds)]
        # Also separated method here to isolate randomness for tests
        sleep_seconds *= 0.5 * (1 + random.uniform(0, 1))
        return sleep_seconds

def _add_telemetry_header(self, headers):
        last_request_metrics = getattr(self._thread_local, "last_request_metrics", None)
        if openai.enable_telemetry and last_request_metrics:
            telemetry = {"last_request_metrics": last_request_metrics.payload()}
            headers["X-OpenAI-Client-Telemetry"] = json.dumps(telemetry)

def _record_request_metrics(self, response, request_start):
        _, _, rheaders, _ = response
        if "Request-Id" in rheaders and openai.enable_telemetry:
            request_id = rheaders["Request-Id"]
            request_duration_ms = _now_ms() - request_start
            self._thread_local.last_request_metrics = RequestMetrics(
                request_id, request_duration_ms
            )

@abc.abstractmethod
    def close(self):
        ...

class RequestsClient(HTTPClient):
    name = "requests"

def __init__(self, timeout=600, session=None, **kwargs):
        super(RequestsClient, self).__init__(**kwargs)
        self._session = session
        self._timeout = timeout

def request(self, method, url, headers, post_data=None, stream=False):
        kwargs: Dict[str, Any] = {}
        if self._verify_ssl_certs:
            kwargs["verify"] = openai.ca_bundle_path
        else:
            kwargs["verify"] = False

if self._proxy:
            kwargs["proxies"] = self._proxy

if getattr(self._thread_local, "session", None) is None:
            self._thread_local.session = self._session or requests.Session()

try:
            try:
                result = self._thread_local.session.request(
                    method,
                    url,
                    headers=headers,
                    data=post_data,
                    timeout=self._timeout,
                    stream=stream,
                    **kwargs,
                )
            except TypeError as e:
                raise TypeError(
                    "Warning: It looks like your installed version of the "
                    '"requests" library is not compatible with OpenAI\'s '
                    "usage thereof. (HINT: The most likely cause is that "
                    'your "requests" library is out of date. You can fix '
                    'that by running "pip install -U requests".) The '
                    "underlying error was: %s" % (e,)
                )

# This causes the content to actually be read, which could cause
            # e.g. a socket timeout. TODO: The other fetch methods probably
            # are susceptible to the same and should be updated.
            if stream and "text/event-stream" in result.headers.get("Content-Type", ""):
                content = result.iter_lines()
                stream = True
            else:
                content = result.content
                stream = False
            status_code = result.status_code
        except Exception as e:
            # Would catch just requests.exceptions.RequestException, but can
            # also raise ValueError, RuntimeError, etc.
            self._handle_request_error(e)
        return content, status_code, result.headers, stream

def _handle_request_error(self, e):
        # Catch SSL error first as it belongs to ConnectionError,
        # but we don't want to retry, unless it is caused by dropped
        # SSL connection
        if isinstance(e, requests.exceptions.SSLError):
            if "ECONNRESET" not in repr(e):
                msg = (
                    "Could not verify OpenAI's SSL certificate.  Please make "
                    "sure that your network is not intercepting certificates.  "
                    "If this problem persists, let us know at "
                    "support@openai.com."
                )
                should_retry = False
            else:
                msg = "Detected ECONNRESET, indicates a dropped SSL connection."
                should_retry = True
            err = "%s: %s" % (type(e).__name__, str(e))
        # Retry only timeout and connect errors; similar to urllib3 Retry
        elif isinstance(
            e, (requests.exceptions.Timeout, requests.exceptions.ConnectionError)
        ):
            msg = (
                "Unexpected error communicating with OpenAI.  "
                "If this problem persists, let us know at "
                "support@openai.com."
            )
            err = "%s: %s" % (type(e).__name__, str(e))
            should_retry = True
        # Catch remaining request exceptions
        elif isinstance(e, requests.exceptions.RequestException):
            msg = (
                "Unexpected error communicating with OpenAI.  "
                "If this problem persists, let us know at "
                "support@openai.com."
            )
            err = "%s: %s" % (type(e).__name__, str(e))
            should_retry = False
        else:
            msg = (
                "Unexpected error communicating with OpenAI. "
                "It looks like there's probably a configuration "
                "issue locally.  If this problem persists, let us "
                "know at support@openai.com."
            )
            err = "A %s was raised" % (type(e).__name__,)
            if str(e):
                err += " with error message %s" % (str(e),)
            else:
                err += " with no error message"
            should_retry = False

if isinstance(e, requests.RequestException):
            request = e.request  # type: requests.Request
            if request is not None:
                err += " (url=" + self._sanitized_url(request.url) + ")"

msg = textwrap.fill(msg) + "\n\n(Network error: %s)" % (err,)
        raise error.APIConnectionError(msg, should_retry=should_retry)

@staticmethod
    def _sanitized_url(url):
        """ for now just strip all query params from the url for privacy"""
        url = urlparse(url)
        return url.scheme + "://" + url.netloc + url.path

def close(self):
        if getattr(self._thread_local, "session", None) is not None:
            self._thread_local.session.close()