Skip to content

Commit

Permalink
skip infer test
Browse files Browse the repository at this point in the history
  • Loading branch information
FoolPlayer committed Oct 27, 2023
1 parent c28ee57 commit 0ef477e
Showing 1 changed file with 3 additions and 0 deletions.
3 changes: 3 additions & 0 deletions tests/test_infer/test_pipeline_infer.py
Original file line number Diff line number Diff line change
Expand Up @@ -2,12 +2,15 @@
import torch
import torch.distributed as dist
import transformers
from packaging import version

import colossalai
from colossalai.inference.pipeline import PPInferEngine
from colossalai.inference.pipeline.policies import LlamaModelInferPolicy
from colossalai.testing import clear_cache_before_run, parameterize, rerun_if_address_is_in_use, spawn

CUDA_SUPPORT = version.parse(torch.version.cuda) > version.parse("11.5")


def data_gen():
input_ids = torch.tensor([[15496, 11, 616, 3290, 318, 13779, 318, 13779]], dtype=torch.int64)
Expand Down

0 comments on commit 0ef477e

Please sign in to comment.