Spaces:
				
			
			
	
			
			
		Runtime error
		
	
	
	
			
			
	
	
	
	
		
		
		Runtime error
		
	Update app.py
Browse files
    	
        app.py
    CHANGED
    
    | @@ -7,7 +7,8 @@ from transformers import AutoTokenizer, AutoModelForCausalLM, BitsAndBytesConfig | |
| 7 | 
             
            # from google.colab import userdata
         | 
| 8 | 
             
            import os
         | 
| 9 |  | 
| 10 | 
            -
            model_id = "somosnlp/gemma-FULL-RAC-Colombia_v2"
         | 
|  | |
| 11 | 
             
            bnb_config = BitsAndBytesConfig(
         | 
| 12 | 
             
                load_in_4bit=True,
         | 
| 13 | 
             
                bnb_4bit_quant_type="nf4",
         | 
| @@ -67,7 +68,7 @@ def generate_text(prompt, max_length=2100): | |
| 67 | 
             
              input_text = f'''<bos><start_of_turn>system
         | 
| 68 | 
             
            You are a helpful AI assistant.
         | 
| 69 | 
             
            Responde en formato json.
         | 
| 70 | 
            -
            Eres un  | 
| 71 | 
             
            <start_of_turn>user
         | 
| 72 | 
             
            ¿{prompt}?<end_of_turn>
         | 
| 73 | 
             
            <start_of_turn>model
         | 
|  | |
| 7 | 
             
            # from google.colab import userdata
         | 
| 8 | 
             
            import os
         | 
| 9 |  | 
| 10 | 
            +
            #model_id = "somosnlp/gemma-FULL-RAC-Colombia_v2"
         | 
| 11 | 
            +
            model_id = "somosnlp/RecetasDeLaAbuela_mistral-7b-instruct-v0.2-bnb-4bit"
         | 
| 12 | 
             
            bnb_config = BitsAndBytesConfig(
         | 
| 13 | 
             
                load_in_4bit=True,
         | 
| 14 | 
             
                bnb_4bit_quant_type="nf4",
         | 
|  | |
| 68 | 
             
              input_text = f'''<bos><start_of_turn>system
         | 
| 69 | 
             
            You are a helpful AI assistant.
         | 
| 70 | 
             
            Responde en formato json.
         | 
| 71 | 
            +
            Eres un experto cocinero de la cocina hispanoamericana.<end_of_turn>
         | 
| 72 | 
             
            <start_of_turn>user
         | 
| 73 | 
             
            ¿{prompt}?<end_of_turn>
         | 
| 74 | 
             
            <start_of_turn>model
         | 
