File tree Expand file tree Collapse file tree 2 files changed +5
-4
lines changed Expand file tree Collapse file tree 2 files changed +5
-4
lines changed Original file line number Diff line number Diff line change @@ -54,7 +54,8 @@ def tokens_in_input_str(s):
5454 return return_val
5555
5656 convo_numbers = []
57- loaded_share_gpt = json .load (open ('/home/hanq/data/ShareGPT_V3_unfiltered_cleaned_split.json' , 'r' ))
57+ # Please update with your own data file path
58+ loaded_share_gpt = json .load (open ('~/data/ShareGPT_V3_unfiltered_cleaned_split.json' , 'r' ))
5859 for example in loaded_share_gpt :
5960 if len (example ['conversations' ]) < 2 :
6061 continue
Original file line number Diff line number Diff line change @@ -68,7 +68,7 @@ def main(argv: Sequence[str]):
6868 os .environ ['XLA_FLAGS' ] = '--xla_dump_to=/tmp/xla_logs --xla_dump_hlo_as_text'
6969 # No devices for local cpu test. A None for prefill and a None for generate.
7070 devices = server_lib .get_devices ()
71- print ('HERE 1' )
71+ print (f"devices: { devices } " )
7272 engine = je .create_pytorch_engine (
7373 devices = devices ,
7474 tokenizer_path = _TOKENIZER_PATH .value ,
@@ -85,7 +85,7 @@ def main(argv: Sequence[str]):
8585 interleaved_slices = (_PLATFORM .value , ),
8686 interleaved_engine_create_fns = (lambda a : engine , ),
8787 )
88- print ('HERE 2' )
88+ print (f"server_config: { server_config } " )
8989
9090 # We separate credential from run so that we can unit test it with local credentials.
9191 # TODO: Add grpc credentials for OSS.
@@ -95,7 +95,7 @@ def main(argv: Sequence[str]):
9595 config = server_config ,
9696 devices = devices ,
9797 )
98- print ('HANQ ....' )
98+ print ("Started jetstream_server ...." )
9999 jetstream_server .wait_for_termination ()
100100
101101
You can’t perform that action at this time.
0 commit comments