Skip to content

Commit 5b16fdc

Browse files
authored
Remove personal information (#4)
* remove personal information * remove personal information
1 parent de30217 commit 5b16fdc

File tree

2 files changed

+5
-4
lines changed

2 files changed

+5
-4
lines changed

benchmarks/analyze_sharegpt.py

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -54,7 +54,8 @@ def tokens_in_input_str(s):
5454
return return_val
5555

5656
convo_numbers = []
57-
loaded_share_gpt = json.load(open('/home/hanq/data/ShareGPT_V3_unfiltered_cleaned_split.json', 'r'))
57+
# Please update with your own data file path
58+
loaded_share_gpt = json.load(open('~/data/ShareGPT_V3_unfiltered_cleaned_split.json', 'r'))
5859
for example in loaded_share_gpt:
5960
if len(example['conversations']) < 2:
6061
continue

run_server.py

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -68,7 +68,7 @@ def main(argv: Sequence[str]):
6868
os.environ['XLA_FLAGS'] = '--xla_dump_to=/tmp/xla_logs --xla_dump_hlo_as_text'
6969
# No devices for local cpu test. A None for prefill and a None for generate.
7070
devices = server_lib.get_devices()
71-
print('HERE 1')
71+
print(f"devices: {devices}")
7272
engine = je.create_pytorch_engine(
7373
devices=devices,
7474
tokenizer_path=_TOKENIZER_PATH.value,
@@ -85,7 +85,7 @@ def main(argv: Sequence[str]):
8585
interleaved_slices=(_PLATFORM.value, ),
8686
interleaved_engine_create_fns=(lambda a: engine, ),
8787
)
88-
print('HERE 2')
88+
print(f"server_config: {server_config}")
8989

9090
# We separate credential from run so that we can unit test it with local credentials.
9191
# TODO: Add grpc credentials for OSS.
@@ -95,7 +95,7 @@ def main(argv: Sequence[str]):
9595
config=server_config,
9696
devices=devices,
9797
)
98-
print('HANQ....')
98+
print("Started jetstream_server....")
9999
jetstream_server.wait_for_termination()
100100

101101

0 commit comments

Comments
 (0)