ENH Add RWKV default target modules (#2810)

nirbo · web-flow · commit 182f4c945ac1 · 2025-10-16T16:30:51.000+02:00
diff --git a/src/peft/utils/constants.py b/src/peft/utils/constants.py
@@ -100,6 +100,8 @@ def starcoder_model_postprocess_past_key_value(past_key_values):
     "gemma3_text": ["q_proj", "v_proj"],
     "qwen2": ["q_proj", "v_proj"],
     "qwen3": ["q_proj", "v_proj"],
+    "rwkv": ["key", "value", "receptance", "output"],
+    "rwkv7": ["r_proj", "k_proj", "v_proj", "o_proj", "key", "value"],
 }
 
 # target module mappings that are identical to LORA

Original file line number	Diff line number	Diff line change
`@@ -100,6 +100,8 @@ def starcoder_model_postprocess_past_key_value(past_key_values):`
`100`	`100`	`"gemma3_text": ["q_proj", "v_proj"],`
`101`	`101`	`"qwen2": ["q_proj", "v_proj"],`
`102`	`102`	`"qwen3": ["q_proj", "v_proj"],`
	`103`	`+ "rwkv": ["key", "value", "receptance", "output"],`
	`104`	`+ "rwkv7": ["r_proj", "k_proj", "v_proj", "o_proj", "key", "value"],`
`103`	`105`	`}`
`104`	`106`
`105`	`107`	`# target module mappings that are identical to LORA`