# Copyright (c) 2024, NVIDIA CORPORATION. All rights reserved.
# Copyright (c) 2024, Cambricon CORPORATION. All rights reserved.

from .training import training
from .training import initialize
from .training import arguments
from .training import global_vars
from .training import utils
from .training.tokenizer import tokenizer
from .legacy.model import transformer
from .core import optimizer
from .core.optimizer import distrib_optimizer
from .core.fusions import fused_bias_swiglu
from .core.fusions import fused_bias_geglu
from .core.tensor_parallel import cross_entropy
from .core.fusions import fused_bias_dropout

from .function_wrapper import FUNCTION_WRAPPER

FUNCTION_WRAPPER.func_wrapper_apply()
