Update modeling_chatsakura.py

modeling_chatsakura.py

@@ -2,10 +2,20 @@ import torch
 import torch.nn as nn
 
 from gptq import *
-from modelutils import *
+# from modelutils import *
 from quant import *
 from transformers import BloomForCausalLM as LM
 
+def find_layers(module, layers=[nn.Conv2d, nn.Linear], name=''):
+    if type(module) in layers:
+        return {name: module}
+    res = {}
+    for name1, child in module.named_children():
+        res.update(find_layers(
+            child, layers=layers, name=name + '.' + name1 if name != '' else name1
+        ))
+    return res
+    
 class SakuraForCausalLM(LM):
     def __init__(self,*args,**kwargs):
         def noop(*args, **kwargs):