Skip to content

Commit 42d87c4

Browse files
authored
Fix GenerationConfig initialization in qnn_multimodal_runner
Differential Revision: D105377713 Pull Request resolved: pytorch#19621
1 parent d1db6b7 commit 42d87c4

1 file changed

Lines changed: 9 additions & 8 deletions

File tree

examples/qualcomm/oss_scripts/llama/qnn_multimodal_runner.cpp

Lines changed: 9 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -177,14 +177,15 @@ void start_multimodal_runner(
177177
}
178178
};
179179
executorch::extension::llm::GenerationConfig config{
180-
true,
181-
false,
182-
-1,
183-
false,
184-
FLAGS_seq_len,
185-
static_cast<float>(FLAGS_temperature),
186-
0,
187-
0};
180+
.echo = true,
181+
.ignore_eos = false,
182+
.max_new_tokens = -1,
183+
.warming = false,
184+
.seq_len = FLAGS_seq_len,
185+
.temperature = static_cast<float>(FLAGS_temperature),
186+
.num_bos = 0,
187+
.num_eos = 0,
188+
};
188189

189190
// 1. [Multimodal] Get raw files from input_list.txt
190191
std::vector<std::string> audio_raw_files;

0 commit comments

Comments
 (0)