Instructions to use Vinitha2004/qwen2.5-coder-3b-instruct-awq-final-working_draft with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- PEFT
How to use Vinitha2004/qwen2.5-coder-3b-instruct-awq-final-working_draft with PEFT:
from peft import PeftModel from transformers import AutoModelForCausalLM base_model = AutoModelForCausalLM.from_pretrained("Qwen/Qwen2.5-Coder-3B-Instruct-AWQ") model = PeftModel.from_pretrained(base_model, "Vinitha2004/qwen2.5-coder-3b-instruct-awq-final-working_draft") - Notebooks
- Google Colab
- Kaggle
| { | |
| "model_type": "validated_distilled_draft", | |
| "frontier_model": "Qwen/Qwen2.5-Coder-7B-Instruct-AWQ", | |
| "draft_model": "Qwen/Qwen2.5-Coder-3B-Instruct-AWQ", | |
| "training_time_minutes": 100.0129363934199, | |
| "best_val_loss": 1.6648176369258776, | |
| "best_epoch": 3, | |
| "final_temperature": 2.0, | |
| "final_alpha": 0.95, | |
| "epochs_completed": 3, | |
| "early_stopped": false, | |
| "total_checkpoints_saved": 3, | |
| "save_all_checkpoints": true, | |
| "save_validation_info": true, | |
| "completion_time": "2025-06-13 19:03:53", | |
| "checkpoint_paths": [ | |
| "./models/working_draft/checkpoint_epoch_0", | |
| "./models/working_draft/checkpoint_epoch_1", | |
| "./models/working_draft/checkpoint_epoch_2" | |
| ], | |
| "best_checkpoint_epoch": 3 | |
| } |