add batch_size attribute to VariableCache (#15)

- add batch_size attribute to VariableCache (371f97675dd2a63a873f4f9eb71909b6a428eaac)

variable_cache.py

@@ -34,18 +34,19 @@ class VariableCache(Cache_4_44_2, Cache):
 
     def __init__(
             self,
+            *,  # key-word only, no positional args allowed to avoid mix-ups with newer transformers versions
             config: DeciLMConfig,
             batch_size: int = None,
             max_cache_len: int = None,
-            device: torch.device = None,
             dtype: torch.dtype = torch.float32,
             max_batch_size: Optional[int] = None,
             **kwargs: Any,
     ) -> None:
         Cache_4_44_2.__init__(self)
 
-        self.config = config
+        self.config = deepcopy(config)
         self.max_batch_size = batch_size or max_batch_size
+        self.batch_size = self.max_batch_size
         self.max_cache_len = config.max_position_embeddings if max_cache_len is None else max_cache_len
         self.dtype = dtype