diff --git a/.github/gallery-agent/gallery.go b/.github/gallery-agent/gallery.go
index 966baccef..b2e3d1d0b 100644
--- a/.github/gallery-agent/gallery.go
+++ b/.github/gallery-agent/gallery.go
@@ -2,6 +2,7 @@ package main
 
 import (
 	"context"
+	"encoding/json"
 	"fmt"
 	"os"
 	"strings"
@@ -29,9 +30,8 @@ func formatTextContent(text string) string {
 }
 
 // generateYAMLEntry generates a YAML entry for a model using the specified anchor
-func generateYAMLEntry(model ProcessedModel, familyAnchor string) string {
-
-	modelConfig, err := importers.DiscoverModelConfig("https://huggingface.co/"+model.ModelID, nil)
+func generateYAMLEntry(model ProcessedModel, familyAnchor string, quantization string) string {
+	modelConfig, err := importers.DiscoverModelConfig("https://huggingface.co/"+model.ModelID, json.RawMessage(`{ "quantization": "`+quantization+`"}`))
 	if err != nil {
 		panic(err)
 	}
@@ -120,7 +120,7 @@ func extractModelFamilies() ([]ModelFamily, error) {
 }
 
 // generateYAMLForModels generates YAML entries for selected models and appends to index.yaml
-func generateYAMLForModels(ctx context.Context, models []ProcessedModel) error {
+func generateYAMLForModels(ctx context.Context, models []ProcessedModel, quantization string) error {
 	// Extract available model families
 	families, err := extractModelFamilies()
 	if err != nil {
@@ -151,7 +151,7 @@ func generateYAMLForModels(ctx context.Context, models []ProcessedModel) error {
 		fmt.Printf("Selected family '%s' for model %s\n", familyAnchor, model.ModelID)
 
 		// Generate YAML entry
-		yamlEntry := generateYAMLEntry(model, familyAnchor)
+		yamlEntry := generateYAMLEntry(model, familyAnchor, quantization)
 		yamlEntries = append(yamlEntries, yamlEntry)
 	}
 
diff --git a/.github/gallery-agent/main.go b/.github/gallery-agent/main.go
index 40412f198..7d9a4a462 100644
--- a/.github/gallery-agent/main.go
+++ b/.github/gallery-agent/main.go
@@ -154,7 +154,7 @@ func main() {
 			addedModelURLs = append(addedModelURLs, modelURL)
 		}
 		fmt.Println("Generating YAML entries for selected models...")
-		err = generateYAMLForModels(context.Background(), models)
+		err = generateYAMLForModels(context.Background(), models, quantization)
 		if err != nil {
 			fmt.Fprintf(os.Stderr, "Error generating YAML entries: %v\n", err)
 			os.Exit(1)
diff --git a/.github/gallery-agent/testing.go b/.github/gallery-agent/testing.go
index 103330db7..c6155f46c 100644
--- a/.github/gallery-agent/testing.go
+++ b/.github/gallery-agent/testing.go
@@ -25,7 +25,7 @@ func runSyntheticMode() error {
 
 	// Generate YAML entries and append to gallery/index.yaml
 	fmt.Println("Generating YAML entries for synthetic models...")
-	err := generateYAMLForModels(context.Background(), models)
+	err := generateYAMLForModels(context.Background(), models, "Q4_K_M")
 	if err != nil {
 		return fmt.Errorf("error generating YAML entries: %w", err)
 	}