We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 8430abe commit 94a7778Copy full SHA for 94a7778
1 file changed
generate/generate.py
@@ -98,7 +98,7 @@
98
prompts_repeated = [p for p in prompts for _ in range(args.num_samples_per_prompt)]
99
100
""" Initialize HuggingFace pipeline for generation """
101
-generator = pipeline(model=args.model, torch_dtype=inference_config.get_dtype(), device=0, token=args.hf_token)
+generator = pipeline(task="text-generation", model=args.model, torch_dtype=inference_config.get_dtype(), device=0, token=args.hf_token)
102
inference_config.init_padding(generator.tokenizer)
103
104
""" Create a prompt data set to pass to generate method """
0 commit comments