database.py

# database.py
import sqlite3
from datetime import datetime

def initialize_db():
    conn = sqlite3.connect('scraped_data.db')
    c = conn.cursor()
    
    c.execute('''
    CREATE TABLE IF NOT EXISTS table_data (
        year TEXT,
        goverment TEXT,
        country TEXT,
        report TEXT,
        language TEXT,
        state TEXT,
        timestamp TEXT,
        UNIQUE(year,goverment,country,report,language,state)
    )
    ''')
    conn.commit()
    conn.close()

def insert_new_data(year,goverment,country,report,language,state):
    """Insert new data into the SQLite database if it doesn't already exist."""
    conn = sqlite3.connect('scraped_data.db')
    c = conn.cursor()

    # Get the current timestamp
    timestamp = datetime.now().strftime('%Y-%m-%d %H:%M:%S')

    try:
        # Insert data with a UNIQUE constraint on column_1, column_2, and column_3
        c.execute('''
        INSERT OR IGNORE INTO table_data (year,goverment,country,report,language,state,timestamp)
        VALUES (?, ?, ?, ?, ?, ?, ?)
        ''', (year,goverment,country,report,language,state,timestamp))
        
        conn.commit()
    except sqlite3.Error as e:
        print(f"Error inserting data: {e}")
    finally:
        conn.close()