vivekananda_session_4VP20CS010_Ashwath

Dockerfile

@@ -1,17 +1,9 @@
 FROM python:3.10.2-alpine3.15
-COPY . .
-# Install Postgres
-RUN apk update
-RUN apk add postgresql
-RUN chown postgres:postgres /run/postgresql/
-# Install requirements
-COPY ./requirements.txt /tmp
-RUN pip install -r /tmp/requirements.txt
-# For psycopg2
-RUN apk add --virtual postgresql-deps libpq-dev
-# Create directories
+# Create directories  
 RUN mkdir -p /root/workspace/src
-# Mount your local file
-COPY ./web_scraping_sample.py /root/workspace/src
+COPY ./web_scrapping_sample.py  /root/workspace/src
 # Switch to project directory
-WORKDIR /root/workspace/src
+WORKDIR /root/workspace/src
+# Install required packages
+RUN pip install --upgrade pip
+RUN pip install requests bs4 html5lib

connect.py

@@ -0,0 +1,25 @@
+import psycopg2
+import csv
+conn = psycopg2.connect(
+    host="172.17.0.2",
+    port="5432",
+    dbname="demodb",
+    user="postgres",
+    password="123456"
+)
+
+cur = conn.cursor()
+
+with open('output2.csv','r') as f:
+ csv_reader = csv.reader(f)
+ next(csv_reader)
+ for row in csv_reader:
+     if row[1] =="":
+       row[1] = "N/A"
+
+     cur.execute("INSERT INTO demotable (column1, column2, column3) VALUES (%s, %s, %s)",(row[0], row[1],row[2]))
+
+conn.commit()
+
+cur.close()
+conn.close()

docker-compose.yml

@@ -0,0 +1,9 @@
+psql-db:
+  image: 'postgres:14'
+  container_name: psql-db1
+  environment:
+    - PGPASSWORD=123456
+    - POSTGRES_USER=postgres
+    - POSTGRES_PASSWORD=123456
+  ports:
+    - '5434:5432'

output2.csv

@@ -0,0 +1,10 @@
+column 1,column 2,column 3
+"Major new features of the 3.12 series, compared to 3.11",And now for something completely different,Enjoy the new releases
+More resources,Enjoy the new releases,"Major new features of the 3.12 series, compared to 3.11"
+<br/>,"Major new features of the 3.12 series, compared to 3.11",More resources
+,More resources,<br/>
+,<br/>,And now for something completely different
+,And now for something completely different,<br/>
+,<br/>,Enjoy the new releases
+,,"<span style=""font-size: medium;"">Major new features of the 3.12 series, compared to 3.11</span>"
+,,"<span style=""font-size: medium;"">More resources</span>"

web_scrapping_sample.py

@@ -0,0 +1,12 @@
+import requests
+import csv
+from bs4 import BeautifulSoup
+res=requests.get("https://blog.python.org/")
+soup = BeautifulSoup(res.content, "html.parser")
+titles = soup.find_all("h1")
+with open('output2.csv','w',newline='') as f:
+ writer = csv.writer(f)
+ writer.writerow(['column 1','column 2','column 3'])
+ for row in titles:
+   writer.writerow(row)
+f.close()