We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 0720afe commit 9d9bd67Copy full SHA for 9d9bd67
examples/language_model/gpt/faster_gpt/infer.py
@@ -118,7 +118,8 @@ def do_predict(args):
118
bos_token_id=bos_id,
119
eos_token_id=eos_id,
120
decode_strategy="sampling",
121
- use_fp16_decoding=args.use_fp16_decoding)
+ use_fp16_decoding=args.use_fp16_decoding,
122
+ use_faster=True)
123
output_sequence = out_seq.numpy()
124
125
paddle.fluid.core._cuda_synchronize(place)
0 commit comments