Skip to content

Added proxy parameter to support accessing through proxy. #58

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
micli wants to merge 1 commit into
base: main
Choose a base branch
from
Open

Added proxy parameter to support accessing through proxy. #58

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 1 addition & 1 deletion benchmark/asynchttpexecuter.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -43,7 +43,7 @@ async def _run(self, call_count=None, duration=None):
orig_sigterm_handler = signal.signal(signal.SIGTERM, self._terminate)
# disable all TCP limits for highly parallel loads
conn = aiohttp.TCPConnector(limit=0)
async with aiohttp.ClientSession(connector=conn) as session:
async with aiohttp.ClientSession(trust_env=True, connector=conn) as session:
start_time = time.time()
calls_made = 0
request_tasks = set()
Expand Down
15 changes: 15 additions & 0 deletions benchmark/bench.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -7,8 +7,17 @@
from .loadcmd import load
from .tokenizecmd import tokenize

def signal_handler(signal, frame):
if os.environ.get("HTTP_PROXY"):
del os.environ["HTTP_PROXY"]
if os.environ.get("HTTPS_PROXY"):
del os.environ["HTTPS_PROXY"]

sys.exit(0)

def main():
signal.signal(signal.SIGINT, signal_handler)

logging.basicConfig(level=logging.INFO, format="%(asctime)s %(levelname)-8s %(message)s", datefmt="%Y-%m-%d %H:%M:%S")

parser = argparse.ArgumentParser(description="Benchmarking tool for Azure OpenAI Provisioned Throughput Units (PTUs).")
Expand All @@ -34,6 +43,7 @@ def main():
load_parser.add_argument("-t", "--retry", type=str, default="none", help="Request retry strategy. See README for details", choices=["none", "exponential"])
load_parser.add_argument("-e", "--deployment", type=str, help="Azure OpenAI deployment name.", required=True)
load_parser.add_argument("api_base_endpoint", help="Azure OpenAI deployment base endpoint.", nargs=1)
load_parser.add_argument("--proxy", type=str, help="HTTP proxy to use for requests. Defaults to unset.")
load_parser.set_defaults(func=load)

tokenizer_parser = sub_parsers.add_parser("tokenize", help="Text tokenization tool.")
Expand All @@ -47,6 +57,11 @@ def main():
tokenizer_parser.set_defaults(func=tokenize)

args = parser.parse_args()

if args.proxy is not None:
os.environ["HTTP_PROXY"] = args.proxy
os.environ["HTTPS_PROXY"] = args.proxy

if "func" in args:
args.func(args)
else:
Expand Down