Register
Login
Resources
Docs Blog Datasets Glossary Case Studies Tutorials & Webinars
Product
Data Engine LLMs Platform Enterprise
Pricing Explore
Connect to our Discord channel

#680 Optimizer readme

Merged
Ghost merged 1 commits into Deci-AI:master from deci-ai:feature/SG-605-add_optimizers_tuto
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
  1. from .conv_bn_act_block import ConvBNAct
  2. from .conv_bn_relu_block import ConvBNReLU
  3. from .repvgg_block import RepVGGBlock
  4. from .qarepvgg_block import QARepVGGBlock
  5. from .se_blocks import SEBlock, EffectiveSEBlock
  6. from .skip_connections import Residual, SkipConnection, CrossModelSkipConnection, BackboneInternalSkipConnection, HeadInternalSkipConnection
  7. from super_gradients.common.abstractions.abstract_logger import get_logger
  8. __all__ = [
  9. "ConvBNAct",
  10. "ConvBNReLU",
  11. "RepVGGBlock",
  12. "QARepVGGBlock",
  13. "SEBlock",
  14. "EffectiveSEBlock",
  15. "Residual",
  16. "SkipConnection",
  17. "CrossModelSkipConnection",
  18. "BackboneInternalSkipConnection",
  19. "HeadInternalSkipConnection",
  20. ]
  21. logger = get_logger(__name__)
  22. try:
  23. # flake8 respects only the first occurence of __all__ defined in the module's root
  24. from .quantization import QuantBottleneck # noqa: F401
  25. from .quantization import QuantResidual # noqa: F401
  26. from .quantization import QuantSkipConnection # noqa: F401
  27. from .quantization import QuantCrossModelSkipConnection # noqa: F401
  28. from .quantization import QuantBackboneInternalSkipConnection # noqa: F401
  29. from .quantization import QuantHeadInternalSkipConnection # noqa: F401
  30. quant_extensions = [
  31. "QuantBottleneck",
  32. "QuantResidual",
  33. "QuantSkipConnection",
  34. "QuantCrossModelSkipConnection",
  35. "QuantBackboneInternalSkipConnection",
  36. "QuantHeadInternalSkipConnection",
  37. ]
  38. except (ImportError, NameError, ModuleNotFoundError) as import_err:
  39. logger.debug(f"Failed to import pytorch_quantization: {import_err}")
  40. quant_extensions = None
  41. if quant_extensions is not None:
  42. __all__.extend(quant_extensions)
Discard
Tip!

Press p or to see the previous file or, n or to see the next file