diff --git a/qa/L0_openai/generate_engine.py b/qa/L0_openai/generate_engine.py index b71e084b03..83ea35a88d 100644 --- a/qa/L0_openai/generate_engine.py +++ b/qa/L0_openai/generate_engine.py @@ -25,7 +25,8 @@ # OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. from argparse import ArgumentParser -from tensorrt_llm import LLM, BuildConfig +from tensorrt_llm import BuildConfig +from tensorrt_llm._tensorrt_engine import LLM from tensorrt_llm.plugin import PluginConfig