fix conversion

2023-12-10 14:35:39 -08:00 · 2023-12-10 14:35:39 -08:00 · a4d932bf26
commit a4d932bf26
parent 2652b4f055
1 changed files with 1 additions and 0 deletions
--- a/lora/convert.py
+++ b/lora/convert.py
@ -47,6 +47,7 @@ if __name__ == "__main__":
    # Copy the params
    with open(torch_path / "params.json", "r") as f:
        config = json.loads(f.read())
+        n_heads = config["n_heads"]
        if "sliding_window" in config:
            config.pop("sliding_window")
        if "n_kv_heads" not in config: