DH/project_notebook.ipynb

Imported modules¶

In [8]:

import json
import scrapping
import psycopg2
from psycopg2.extras import execute_batch
# from psycopg2.extensions import register_adapter

In [12]:

conn = psycopg2.connect("dbname='dh' user='dh' host='dh.saret.tk' password='qwerty'")
connection = conn.cursor()
with open('project_list') as f:
    for project in f.read().split('\n'):
        scrap = scrapping.get_raw_english_texts_of_project(project)
        connection = connection.execute("insert into raw_texts values (%(id_text)s, %(project_name)s, %(raw_text)s)", scrap)
        execute_batch(connection, "insert into raw_texts values (%(id_text)s, %(project_name)s, %(raw_text)s)", scrap)
        conn.commit()

In [ ]: