import requests
from bs4 import BeautifulSoup
import json

# URL of the MIAVIT products page
url = "https://miavit.com/animal-nutrition/products?filter=active&filterMode=and&filterModeGroups=and"

# Send GET request
response = requests.get(url)
response.raise_for_status()  # Ensure the request was successful

# Parse the HTML content
soup = BeautifulSoup(response.text, 'html.parser')

# Find all product entries
products = soup.find_all('div', class_='product-entry')

# List to store product data
product_data = []

for product in products:
    try:
        name = product.find('h3').text.strip()
        about = product.find('div', class_='about').text.strip()
        nutritional_benefits = product.find('div', class_='nutritional-benefits').text.strip()
        usage = product.find('div', class_='usage').text.strip()
        packaging_options = [pkg.text.strip() for pkg in product.find_all('div', class_='packaging-options')]

        product_data.append({
            'name': name,
            'about': about,
            'nutritional_benefits': nutritional_benefits,
            'usage': usage,
            'packaging_options': packaging_options
        })

    except AttributeError:
        continue  # Skip products with missing fields

# Save data to a JSON file
with open("product_data.json", "w", encoding="utf-8") as file:
    json.dump(product_data, file, indent=4, ensure_ascii=False)

print("Scraping complete. Data saved to product_data.json")