hotfix: ipex fails since cuda moe kernel is not supported (#2532)

Signed-off-by: Wang, Yi A <[email protected]>
This commit is contained in:
Wang, Yi
2024-09-20 10:02:55 +02:00
committed by GitHub
parent abd24dd385
commit f478aa77ad
@@ -15,7 +15,6 @@
from typing import List, Optional, Tuple
from moe_kernels.fused_moe import grouped_topk
import torch
import torch.distributed
from text_generation_server.layers import (
@@ -41,6 +40,9 @@ from torch import nn
from transformers.activations import ACT2FN
from transformers.configuration_utils import PretrainedConfig
if SYSTEM != "ipex":
from moe_kernels.fused_moe import grouped_topk
if SYSTEM == "rocm":
try:
from vllm import _custom_C