Scraping Phone Prices

# Function to scrape and extract the price from the provided URL
def scrape_price(url):
    response = requests.get(url)
    print(f"Scrapping url {url}, got response {response}")
    soup = BeautifulSoup(response.text, 'html.parser')
    price = # your logic for extracing the price
    return price.strip(), str(soup)

# Function to save data into the SQLite database
def save_to_database(url, price, date, html):
    DB_PATH = '/home/pt/repos/phone-prices/prices.db'
    conn = sqlite3.connect(DB_PATH)
    cursor = conn.cursor()

    # Create a table if it doesn't exist
    cursor.execute("""
        CREATE TABLE IF NOT EXISTS prices (
            id INTEGER PRIMARY KEY AUTOINCREMENT,
            url TEXT,
            price TEXT,
            date TEXT,
            html TEXT,
            notified INTEGER
        )
    """)

    # Insert the scraped data into the database
    notified = 0
    cursor.execute(
        """
        INSERT INTO prices (url, price, date, html, notified)
        VALUES (?, ?, ?, ?, ?)
        """,
        (url, price, date, html, notified))

    # Commit the changes and close the connection
    conn.commit()
    conn.close()

# Main function
def main():
    urls = ## your list of url's
    for url in urls:
        try:
            # Scrape the price
            price, html = scrape_price(url)
            # print(html)

            # Get the current date
            current_date = (datetime.now()
                .strftime('%Y-%m-%d %H:%M:%S'))

            # Save the data into the SQLite database
            save_to_database(url, price, current_date, html)
            time.sleep(3)
        except Exception as e:
            print(e)
            print(f"Failed for {url}")
        else:
            pass

  systemd.timers."scrape-phone-prices" = {
    wantedBy = [ "timers.target" ];
    timerConfig = {
      OnBootSec = "30m";
      OnUnitActiveSec = "30m";
      Unit = "scrape-phone-prices.service";
    };
  };

  systemd.services."scrape-phone-prices" = {
    wantedBy = [ "multi-user.target" ];
    path = [
      pkgs.nix
      pkgs.bash
      (pkgs.python3.withPackages (ps: with ps; [
        numpy
        requests
        beautifulsoup4
      ]))
    ];
    script = ''
       python3 /home/pt/repos/phone-prices/scrape-phone-prices.py
    '';
    serviceConfig = {
      Type = "oneshot";
      User = "pt";
    };
  };

import os
import time
import telebot
import sqlite3

from dotenv import load_dotenv
load_dotenv()

BOT_TOKEN = os.environ.get('BOT_TOKEN')
bot = telebot.TeleBot(BOT_TOKEN)


@bot.message_handler(commands=['start', 'hello'])
def send_welcome(message):
    bot.reply_to(message, "Howdy, will start watching phone prices!")

    while True:
        check_and_notify(message.chat.id)
        time.sleep(60)


def check_and_notify(chat_id):
    thresholds = {
        'iphone-se-2022': 250,
        'iphone-13-mini': 420,
        'iphone-12': 300,
        'iphone-13': 600
    }
    conn = sqlite3.connect('/home/pt/repos/phone-prices/prices.db')
    cursor = conn.cursor()
    cursor.execute("SELECT * FROM prices WHERE notified = 0")
    new_prices = cursor.fetchall()
    for price in new_prices:
        row_id, url, price, date, html, notified = price
        if thresholds[url] >= int(price):
            message_text = """
                New Price Alert!
                Phone: {url.split('/')[4]}
                Price: {price}
                Time: {date}
                Url: {url}"""
            bot.send_message(chat_id, message_text,
                disable_web_page_preview=True)
        cursor.execute("UPDATE prices SET notified = 1 WHERE id = ?",
            (row_id,))
        conn.commit()
        time.sleep(1)

    conn.close()

bot.infinity_polling()