Commit
•
69ae291
1
Parent(s):
869ceac
Update configuration_opt.py
Browse files- configuration_opt.py +2 -1
configuration_opt.py
CHANGED
|
@@ -4,6 +4,7 @@
|
|
| 4 |
# Licensed under the Apache License, Version 2.0 (the "License");
|
| 5 |
# you may not use this file except in compliance with the License.
|
| 6 |
# You may obtain a copy of the License at
|
|
|
|
| 7 |
#
|
| 8 |
# http://www.apache.org/licenses/LICENSE-2.0
|
| 9 |
#
|
|
@@ -145,5 +146,5 @@ class OPTConfig(PretrainedConfig):
|
|
| 145 |
# with checkpoints that have been fine-tuned before transformers v4.20.1
|
| 146 |
# see https://github.com/facebookresearch/metaseq/pull/164
|
| 147 |
self._remove_final_layer_norm = _remove_final_layer_norm
|
| 148 |
-
self.attn_implementation = attn_implementation
|
| 149 |
OPTConfig.register_for_auto_class()
|
|
|
|
| 4 |
# Licensed under the Apache License, Version 2.0 (the "License");
|
| 5 |
# you may not use this file except in compliance with the License.
|
| 6 |
# You may obtain a copy of the License at
|
| 7 |
+
|
| 8 |
#
|
| 9 |
# http://www.apache.org/licenses/LICENSE-2.0
|
| 10 |
#
|
|
|
|
| 146 |
# with checkpoints that have been fine-tuned before transformers v4.20.1
|
| 147 |
# see https://github.com/facebookresearch/metaseq/pull/164
|
| 148 |
self._remove_final_layer_norm = _remove_final_layer_norm
|
| 149 |
+
#self.attn_implementation = attn_implementation
|
| 150 |
OPTConfig.register_for_auto_class()
|