Skip to content

Navigation Menu

Sign in
Appearance settings

Search code, repositories, users, issues, pull requests...

Provide feedback

We read every piece of feedback, and take your input very seriously.

Saved searches

Use saved searches to filter your results more quickly
Sign up
Appearance settings

Commit d9de5eb

Browse files
Merge pull request #6 from Sarwat/anurag
Anurag
2 parents a897890 + e5d2b6a commit d9de5eb

File tree

16 files changed

+1136896
-0
lines changed

16 files changed

+1136896
-0
lines changed

‎examples/MoiveLens/movies.dat‎

Lines changed: 3883 additions & 0 deletions
Large diffs are not rendered by default.

‎examples/MoiveLens/ratings.dat‎

Lines changed: 1000209 additions & 0 deletions
Large diffs are not rendered by default.

‎examples/MoiveLens/script.py‎

Lines changed: 312 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,312 @@
1+
####Movie Lens 1m###
2+
3+
import psycopg2
4+
import sys
5+
import time
6+
import os
7+
def main():
8+
host = raw_input("Enter the host address of postgresql: ")
9+
10+
dbname = raw_input("Enter the database name: ")
11+
12+
user = raw_input("Enter the username of postgresql: ")
13+
14+
password = raw_input("Enter the password of postgresql: ")
15+
16+
UserDataPath = raw_input("Enter the abs path for user data(.CSV file): ")
17+
18+
ItemDataPath = raw_input("Enter the abs path for item data(.CSV file):: ")
19+
20+
RatingDataPath = raw_input("Enter the abs path for ratings data(.csv file): ")
21+
22+
23+
#Define our connection string
24+
conn_string = "host='"+host+"' dbname='"+dbname+"' user='"+user+"' password='"+password+"'"
25+
26+
# print the connection string we will use to connect
27+
print "Connecting to database\n ->%s" % (conn_string)
28+
29+
# get a connection, if a connect cannot be made an exception will be raised here
30+
conn = psycopg2.connect(conn_string)
31+
cursor = conn.cursor()
32+
33+
print "Data copying from .csv file to postgresql database"
34+
35+
import os
36+
path = os.getcwd()
37+
38+
executionStart = time.time()
39+
40+
cursor.execute(" set client_encoding = LATIN1;");
41+
conn.commit()
42+
43+
cursor.execute("create table if not exists users( userid int, age varchar, gender varchar, job varchar, zipcode varchar);");
44+
conn.commit()
45+
executionTime = time.time() - executionStart
46+
print "\n Execution time is :-"
47+
print executionTime
48+
49+
executionStart = time.time()
50+
query = "COPY users(userid,gender,age,job,zipcode) from "+UserDataPath+"DELIMITERS ';';"
51+
cursor.execute(query);
52+
conn.commit()
53+
executionTime = time.time() - executionStart
54+
print "\n Execution time is :-"
55+
print executionTime
56+
57+
cursor.execute("create table if not exists moive( itemid int, name varchar, genre varchar);");
58+
conn.commit()
59+
60+
query = "COPY moive(itemid,name,genre) from "+ItemDataPath+" DELIMITERS ';';"
61+
cursor.execute(query);
62+
conn.commit()
63+
64+
65+
cursor.execute("create table if not exists ratings ( userid int, itemid int, rating real ,garbage varchar);");
66+
conn.commit()
67+
68+
query = "COPY ratings(userid,itemid,rating,garbage) from "+RatingDataPath+" DELIMITERS ';';"
69+
cursor.execute(query);
70+
conn.commit()
71+
72+
print "Connected!\n"
73+
74+
print "Recommendation query being shooted with ItemCosCF technique"
75+
76+
###############
77+
78+
print "\n \n Creating Recommender.."
79+
executionStart = time.time()
80+
cursor.execute("CREATE RECOMMENDER mlRecItemCos on ratings Users FROM userid Items FROM itemid Events FROM rating Using ItemCosCF;");
81+
conn.commit()
82+
executionTime = time.time() - executionStart
83+
print " Execution time is :-"
84+
print executionTime
85+
86+
###############
87+
88+
print "\n \n Selection of movie for single user.."
89+
executionStart = time.time()
90+
cursor.execute("select itemid from ratings RECOMMEND itemid to userid ON rating Using ItemCosCF where userid =21;");
91+
conn.commit()
92+
executionTime = time.time() - executionStart
93+
print " Execution time is :-"
94+
print executionTime
95+
96+
###############
97+
98+
print "\n \n Single Join Query.."
99+
executionStart = time.time()
100+
cursor.execute("select r.itemid, i.name, i,genre, r.rating from ratings r, moive i Recommend r.itemid to r.userid On r.rating Using ItemCosCF where r.itemid = i.itemid AND i.genre ILIKE '%action%' and r.userid = 1;");
101+
conn.commit()
102+
executionTime = time.time() - executionStart
103+
print "Execution time is :-"
104+
print executionTime
105+
106+
################
107+
108+
print "\n \n Second Join Query.."
109+
executionStart = time.time()
110+
cursor.execute("select r.itemid, i.name, i,genre, r.rating , r.userid, b.age from ratings r, moive i, users b Recommend r.itemid to r.userid On r.rating Using ItemCosCF where r.userid = 1 and r.userid = b.userid and r.itemid = i.itemid AND i.genre ILIKE '%action%' ;");
111+
conn.commit()
112+
executionTime = time.time() - executionStart
113+
print " Execution time is :-"
114+
print executionTime
115+
116+
################
117+
118+
119+
print "\n \n Order by 10 .."
120+
executionStart = time.time()
121+
cursor.execute("select r.itemid, i.name, i,genre, r.rating , r.userid, b.age from ratings r, moive i, users b Recommend r.itemid to r.userid On r.rating Using ItemCosCF where r.userid = 1 and r.userid = b.userid and r.itemid = i.itemid AND i.genre ILIKE '%action%' Order by rating DESC limit 10;");
122+
conn.commit()
123+
executionTime = time.time() - executionStart
124+
print "Execution time is :-"
125+
print executionTime
126+
127+
################
128+
129+
print "\n \n Order by 50 .."
130+
executionStart = time.time()
131+
cursor.execute("select r.itemid, i.name, i,genre, r.rating , r.userid, b.age from ratings r, moive i, users b Recommend r.itemid to r.userid On r.rating Using ItemCosCF where r.userid = 1 and r.userid = b.userid and r.itemid = i.itemid AND i.genre ILIKE '%action%' Order by rating DESC limit 50;");
132+
conn.commit()
133+
executionTime = time.time() - executionStart
134+
print " Execution time is :-"
135+
print executionTime
136+
137+
################
138+
139+
print "\n \n Order by 100.."
140+
executionStart = time.time()
141+
cursor.execute("select r.itemid, i.name, i,genre, r.rating , r.userid, b.age from ratings r, moive i, users b Recommend r.itemid to r.userid On r.rating Using ItemCosCF where r.userid = 1 and r.userid = b.userid and r.itemid = i.itemid AND i.genre ILIKE '%action%' Order by rating DESC limit 100;");
142+
conn.commit()
143+
executionTime = time.time() - executionStart
144+
print "Execution time is :-"
145+
print executionTime
146+
147+
################
148+
################
149+
150+
print "\n Recommendation query being shooted with ItemPearCF technique"
151+
152+
###############
153+
154+
print "\n \n Creating Recommender.."
155+
executionStart = time.time()
156+
cursor.execute("CREATE RECOMMENDER mlRecItemPear on ratings Users FROM userid Items FROM itemid Events FROM rating Using ItemPearCF;");
157+
conn.commit()
158+
executionTime = time.time() - executionStart
159+
print "Execution time is :-"
160+
print executionTime
161+
162+
###############
163+
164+
print "\n \n Selection of movie for single user.."
165+
executionStart = time.time()
166+
cursor.execute("select itemid from ratings RECOMMEND itemid to userid ON rating Using ItemPearCF where userid =21;");
167+
conn.commit()
168+
executionTime = time.time() - executionStart
169+
print " Execution time is :-"
170+
print executionTime
171+
172+
###############
173+
174+
print "\n \n Single Join Query.."
175+
executionStart = time.time()
176+
cursor.execute("select r.itemid, i.name, i,genre, r.rating from ratings r, moive i Recommend r.itemid to r.userid On r.rating Using ItemPearCF where r.itemid = i.itemid AND i.genre ILIKE '%action%' and r.userid = 1;");
177+
conn.commit()
178+
executionTime = time.time() - executionStart
179+
print " Execution time is :-"
180+
print executionTime
181+
182+
################
183+
184+
print "\n \n Second Join Query.."
185+
executionStart = time.time()
186+
cursor.execute("select r.itemid, i.name, i,genre, r.rating , r.userid, b.age from ratings r, moive i, users b Recommend r.itemid to r.userid On r.rating using ItemPearCF where r.userid = 1 and r.userid = b.userid and r.itemid = i.itemid AND i.genre ILIKE '%action%' ;");
187+
conn.commit()
188+
executionTime = time.time() - executionStart
189+
print " Execution time is :-"
190+
print executionTime
191+
192+
################
193+
194+
print "\n \n Order by 10 .."
195+
executionStart = time.time()
196+
cursor.execute("select r.itemid, i.name, i,genre, r.rating , r.userid, b.age from ratings r, moive i, users b Recommend r.itemid to r.userid On r.rating Using ItemPearCF where r.userid = 1 and r.userid = b.userid and r.itemid = i.itemid AND i.genre ILIKE '%action%' Order by rating DESC limit 10;");
197+
conn.commit()
198+
executionTime = time.time() - executionStart
199+
print " Execution time is :-"
200+
print executionTime
201+
202+
################
203+
204+
print "\n \n Order by 50 .."
205+
executionStart = time.time()
206+
cursor.execute("select r.itemid, i.name, i,genre, r.rating , r.userid, b.age from ratings r, moive i, users b Recommend r.itemid to r.userid On r.rating Using ItemPearCF where r.userid = 1 and r.userid = b.userid and r.itemid = i.itemid AND i.genre ILIKE '%action%' Order by rating DESC limit 50;");
207+
conn.commit()
208+
executionTime = time.time() - executionStart
209+
print " Execution time is :-"
210+
print executionTime
211+
212+
################
213+
214+
print "\n \n Order by 100.."
215+
executionStart = time.time()
216+
cursor.execute("select r.itemid, i.name, i,genre, r.rating , r.userid, b.age from ratings r, moive i, users b Recommend r.itemid to r.userid On r.rating Using ItemPearCF where r.userid = 1 and r.userid = b.userid and r.itemid = i.itemid AND i.genre ILIKE '%action%' Order by rating DESC limit 100;");
217+
conn.commit()
218+
executionTime = time.time() - executionStart
219+
print " Execution time is :-"
220+
print executionTime
221+
222+
################
223+
################
224+
225+
print "\n Recommendation query being shooted with SVD technique"
226+
227+
###############
228+
229+
print "\n \n Creating Recommender.."
230+
executionStart = time.time()
231+
cursor.execute("CREATE RECOMMENDER mlRecSVD on ratings Users FROM userid Items FROM itemid Events FROM rating Using SVD; ");
232+
conn.commit()
233+
executionTime = time.time() - executionStart
234+
print " Execution time is :-"
235+
print executionTime
236+
237+
###############
238+
239+
print " \n \n Selection of movie for single user.."
240+
executionStart = time.time()
241+
cursor.execute(" select itemid from ratings RECOMMEND itemid to userid ON rating Using SVD where userid =21;");
242+
conn.commit()
243+
executionTime = time.time() - executionStart
244+
print " Execution time is :-"
245+
print executionTime
246+
247+
###############
248+
249+
print " \n \n Single Join Query.."
250+
executionStart = time.time()
251+
cursor.execute("select r.itemid, i.name, i,genre, r.rating from ratings r, moive I Recommend r.itemid to r.userid On r.rating Using SVD where r.itemid = i.itemid AND i.genre ILIKE '%action%' and r.userid = 1;");
252+
conn.commit()
253+
executionTime = time.time() - executionStart
254+
print " Execution time is :-"
255+
print executionTime
256+
257+
################
258+
259+
print "\n \n Second Join Query.."
260+
executionStart = time.time()
261+
cursor.execute("select r.itemid, i.name, i,genre, r.rating , r.userid, b.age from ratings r, moive i, users b Recommend r.itemid to r.userid On r.rating Using SVD where r.userid = 1 and r.userid = b.userid and r.itemid = i.itemid AND i.genre ILIKE '%action%' ;");
262+
conn.commit()
263+
executionTime = time.time() - executionStart
264+
print " Execution time is :-"
265+
print executionTime
266+
267+
################
268+
269+
print "\n \n Order by 10 .."
270+
executionStart = time.time()
271+
cursor.execute("select r.itemid, i.name, i,genre, r.rating , r.userid, b.age from ratings r, moive i, users b Recommend r.itemid to r.userid On r.rating Using SVD where r.userid = 1 and r.userid = b.userid and r.itemid = i.itemid AND i.genre ILIKE '%action%' Order by rating DESC limit 10;");
272+
conn.commit()
273+
executionTime = time.time() - executionStart
274+
print " Execution time is :-"
275+
print executionTime
276+
277+
################
278+
279+
print "\n \n Order by 50 .."
280+
executionStart = time.time()
281+
cursor.execute("select r.itemid, i.name, i,genre, r.rating , r.userid, b.age from ratings r, moive i, users b Recommend r.itemid to r.userid On r.rating Using SVD where r.userid = 1 and r.userid = b.userid and r.itemid = i.itemid AND i.genre ILIKE '%action%' Order by rating DESC limit 50;");
282+
conn.commit()
283+
executionTime = time.time() - executionStart
284+
print " Execution time is :-"
285+
print executionTime
286+
287+
################
288+
289+
print "\n \n Order by 100.."
290+
executionStart = time.time()
291+
cursor.execute("select r.itemid, i.name, i,genre, r.rating , r.userid, b.age from ratings r, moive i, users b Recommend r.itemid to r.userid On r.rating Using SVD where r.userid = 1 and r.userid = b.userid and r.itemid = i.itemid AND i.genre ILIKE '%action%' Order by rating DESC limit 100;");
292+
conn.commit()
293+
executionTime = time.time() - executionStart
294+
print "Execution time is :-"
295+
print executionTime
296+
297+
################
298+
299+
cursor.execute("drop table ratings;");
300+
conn.commit()
301+
302+
cursor.execute("drop table users;");
303+
conn.commit()
304+
305+
cursor.execute("drop table moive;");
306+
conn.commit()
307+
308+
309+
310+
311+
if __name__ == "__main__":
312+
main()

0 commit comments

Comments
(0)

AltStyle によって変換されたページ (->オリジナル) /