mirror of
				https://github.com/ml-explore/mlx-examples.git
				synced 2025-11-04 05:28:11 +08:00 
			
		
		
		
	Correct type annotation of llama.ModelArgs.num_key_value_heads (#827)
This commit is contained in:
		@@ -16,7 +16,7 @@ class ModelArgs(BaseModelArgs):
 | 
			
		||||
    num_attention_heads: int
 | 
			
		||||
    rms_norm_eps: float
 | 
			
		||||
    vocab_size: int
 | 
			
		||||
    num_key_value_heads: int = None
 | 
			
		||||
    num_key_value_heads: Optional[int] = None
 | 
			
		||||
    attention_bias: bool = False
 | 
			
		||||
    mlp_bias: bool = False
 | 
			
		||||
    rope_theta: float = 10000
 | 
			
		||||
 
 | 
			
		||||
		Reference in New Issue
	
	Block a user