Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

related-change with https://github.com/microsoft/DeepSpeed/pull/5445 #757

Open
wants to merge 1 commit into
base: main
Choose a base branch
from
Open

related-change with https://github.com/microsoft/DeepSpeed/pull/5445 #757

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
7 changes: 7 additions & 0 deletions intel_extension_for_pytorch/nn/utils/_parameter_wrapper.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -46,6 +46,13 @@ def IPEX_WEIGHT_PREPACK_MODULE_CPU():
deepspeed_modules_mapping.update(
{LmHeadLinearAllreduce: _IPEXLmHeadLinearAllreduce}
)
if len(deepspeed_modules) > 3:
for module in deepspeed_modules[3:]:
if module not in deepspeed_modules_mapping:
if issubclass(module, LinearAllreduce):
deepspeed_modules_mapping[module] = _IPEXLinearAllreduce
elif issubclass(module, LinearLayer):
deepspeed_modules_mapping[module] = _IPEXLinear
torch_modules.update(deepspeed_modules_mapping)

return torch_modules
Expand Down
3 changes: 3 additions & 0 deletions intel_extension_for_pytorch/nn/utils/_weight_prepack.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -101,6 +101,7 @@ def may_import_deepspeed_modules():
try:
# import deepspeed in a global space will raise circular import error
# intel-extension-for-deepspeed imports both IPEX and deepspeed
import deepspeed.module_inject.layers as dslayers
from deepspeed.module_inject.layers import LinearAllreduce, LinearLayer

ds_layers = [LinearAllreduce, LinearLayer]
Expand All @@ -110,6 +111,8 @@ def may_import_deepspeed_modules():
from deepspeed.module_inject.layers import LmHeadLinearAllreduce

ds_layers.append(LmHeadLinearAllreduce)
ds_layers += [cls for cls in dslayers.LinearAllreduce.__subclasses__()]
ds_layers += [cls for cls in dslayers.LinearLayer.__subclasses__()]
return ds_layers
except ImportError:
return ds_layers
Expand Down
Loading