File tree Expand file tree Collapse file tree 1 file changed +3
-3
lines changed
examples/performance/compute_context_length Expand file tree Collapse file tree 1 file changed +3
-3
lines changed Original file line number Diff line number Diff line change @@ -39,7 +39,7 @@ def run_model(
3939):
4040 """
4141 Run VLM inference with CCL optimization.
42-
42+
4343 Args:
4444 model_name: HuggingFace model ID
4545 query: Text query about the image
@@ -100,7 +100,7 @@ def run_model(
100100
101101 print (f"\n Loading image from: { image_url } " )
102102 image = Image .open (requests .get (image_url , stream = True ).raw )
103-
103+
104104 messages = [
105105 {
106106 "role" : "user" ,
@@ -127,7 +127,7 @@ def run_model(
127127 print ("Generated response:" )
128128 streamer = TextStreamer (processor .tokenizer )
129129 output_statistics = model .generate (inputs = inputs , streamer = streamer , generation_len = generation_len )
130-
130+
131131 print (f"Tokens generated: { len (output_statistics .generated_ids [0 ])} " )
132132
133133
You can’t perform that action at this time.
0 commit comments