Spaces:
				
			
			
	
			
			
		Sleeping
		
	
	
	
			
			
	
	
	
	
		
		
		Sleeping
		
	Create SEC_Calme_slerp.yaml
Browse files
    	
        examples/SEC_Calme_slerp.yaml
    ADDED
    
    | 
         @@ -0,0 +1,16 @@ 
     | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
| 
         | 
|
| 1 | 
         
            +
             slices:
         
     | 
| 2 | 
         
            +
                - sources:
         
     | 
| 3 | 
         
            +
                    - model: arcee-ai/sec-mistral-7b-instruct-1.2-epoch
         
     | 
| 4 | 
         
            +
                      layer_range: [0, 32]
         
     | 
| 5 | 
         
            +
                    - model: MaziyarPanahi/Calme-7B-Instruct-v0.2
         
     | 
| 6 | 
         
            +
                      layer_range: [0, 32]
         
     | 
| 7 | 
         
            +
              merge_method: slerp
         
     | 
| 8 | 
         
            +
              base_model: arcee-ai/sec-mistral-7b-instruct-1.2-epoch
         
     | 
| 9 | 
         
            +
              parameters:
         
     | 
| 10 | 
         
            +
                t:
         
     | 
| 11 | 
         
            +
                  - filter: self_attn
         
     | 
| 12 | 
         
            +
                    value: [0, 0.5, 0.3, 0.7, 1]
         
     | 
| 13 | 
         
            +
                  - filter: mlp
         
     | 
| 14 | 
         
            +
                    value: [1, 0.5, 0.7, 0.3, 0]
         
     | 
| 15 | 
         
            +
                  - value: 0.5
         
     | 
| 16 | 
         
            +
              dtype: bfloat16
         
     |