-
Notifications
You must be signed in to change notification settings - Fork 43
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Merge pull request #6 from Sarwat/anurag
Anurag
- Loading branch information
Showing
16 changed files
with
1,136,896 additions
and
0 deletions.
There are no files selected for viewing
Large diffs are not rendered by default.
Oops, something went wrong.
Large diffs are not rendered by default.
Oops, something went wrong.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,312 @@ | ||
| ####Movie Lens 1m### | ||
|
|
||
| import psycopg2 | ||
| import sys | ||
| import time | ||
| import os | ||
| def main(): | ||
| host = raw_input("Enter the host address of postgresql: ") | ||
|
|
||
| dbname = raw_input("Enter the database name: ") | ||
|
|
||
| user = raw_input("Enter the username of postgresql: ") | ||
|
|
||
| password = raw_input("Enter the password of postgresql: ") | ||
|
|
||
| UserDataPath = raw_input("Enter the abs path for user data(.CSV file): ") | ||
|
|
||
| ItemDataPath = raw_input("Enter the abs path for item data(.CSV file):: ") | ||
|
|
||
| RatingDataPath = raw_input("Enter the abs path for ratings data(.csv file): ") | ||
|
|
||
|
|
||
| #Define our connection string | ||
| conn_string = "host='"+host+"' dbname='"+dbname+"' user='"+user+"' password='"+password+"'" | ||
|
|
||
| # print the connection string we will use to connect | ||
| print "Connecting to database\n ->%s" % (conn_string) | ||
|
|
||
| # get a connection, if a connect cannot be made an exception will be raised here | ||
| conn = psycopg2.connect(conn_string) | ||
| cursor = conn.cursor() | ||
|
|
||
| print "Data copying from .csv file to postgresql database" | ||
|
|
||
| import os | ||
| path = os.getcwd() | ||
|
|
||
| executionStart = time.time() | ||
|
|
||
| cursor.execute(" set client_encoding = LATIN1;"); | ||
| conn.commit() | ||
|
|
||
| cursor.execute("create table if not exists users( userid int, age varchar, gender varchar, job varchar, zipcode varchar);"); | ||
| conn.commit() | ||
| executionTime = time.time() - executionStart | ||
| print "\n Execution time is :-" | ||
| print executionTime | ||
|
|
||
| executionStart = time.time() | ||
| query = "COPY users(userid,gender,age,job,zipcode) from "+UserDataPath+"DELIMITERS ';';" | ||
| cursor.execute(query); | ||
| conn.commit() | ||
| executionTime = time.time() - executionStart | ||
| print "\n Execution time is :-" | ||
| print executionTime | ||
|
|
||
| cursor.execute("create table if not exists moive( itemid int, name varchar, genre varchar);"); | ||
| conn.commit() | ||
|
|
||
| query = "COPY moive(itemid,name,genre) from "+ItemDataPath+" DELIMITERS ';';" | ||
| cursor.execute(query); | ||
| conn.commit() | ||
|
|
||
|
|
||
| cursor.execute("create table if not exists ratings ( userid int, itemid int, rating real ,garbage varchar);"); | ||
| conn.commit() | ||
|
|
||
| query = "COPY ratings(userid,itemid,rating,garbage) from "+RatingDataPath+" DELIMITERS ';';" | ||
| cursor.execute(query); | ||
| conn.commit() | ||
|
|
||
| print "Connected!\n" | ||
|
|
||
| print "Recommendation query being shooted with ItemCosCF technique" | ||
|
|
||
| ############### | ||
|
|
||
| print "\n \n Creating Recommender.." | ||
| executionStart = time.time() | ||
| cursor.execute("CREATE RECOMMENDER mlRecItemCos on ratings Users FROM userid Items FROM itemid Events FROM rating Using ItemCosCF;"); | ||
| conn.commit() | ||
| executionTime = time.time() - executionStart | ||
| print " Execution time is :-" | ||
| print executionTime | ||
|
|
||
| ############### | ||
|
|
||
| print "\n \n Selection of movie for single user.." | ||
| executionStart = time.time() | ||
| cursor.execute("select itemid from ratings RECOMMEND itemid to userid ON rating Using ItemCosCF where userid =21;"); | ||
| conn.commit() | ||
| executionTime = time.time() - executionStart | ||
| print " Execution time is :-" | ||
| print executionTime | ||
|
|
||
| ############### | ||
|
|
||
| print "\n \n Single Join Query.." | ||
| executionStart = time.time() | ||
| cursor.execute("select r.itemid, i.name, i,genre, r.rating from ratings r, moive i Recommend r.itemid to r.userid On r.rating Using ItemCosCF where r.itemid = i.itemid AND i.genre ILIKE '%action%' and r.userid = 1;"); | ||
| conn.commit() | ||
| executionTime = time.time() - executionStart | ||
| print "Execution time is :-" | ||
| print executionTime | ||
|
|
||
| ################ | ||
|
|
||
| print "\n \n Second Join Query.." | ||
| executionStart = time.time() | ||
| cursor.execute("select r.itemid, i.name, i,genre, r.rating , r.userid, b.age from ratings r, moive i, users b Recommend r.itemid to r.userid On r.rating Using ItemCosCF where r.userid = 1 and r.userid = b.userid and r.itemid = i.itemid AND i.genre ILIKE '%action%' ;"); | ||
| conn.commit() | ||
| executionTime = time.time() - executionStart | ||
| print " Execution time is :-" | ||
| print executionTime | ||
|
|
||
| ################ | ||
|
|
||
|
|
||
| print "\n \n Order by 10 .." | ||
| executionStart = time.time() | ||
| cursor.execute("select r.itemid, i.name, i,genre, r.rating , r.userid, b.age from ratings r, moive i, users b Recommend r.itemid to r.userid On r.rating Using ItemCosCF where r.userid = 1 and r.userid = b.userid and r.itemid = i.itemid AND i.genre ILIKE '%action%' Order by rating DESC limit 10;"); | ||
| conn.commit() | ||
| executionTime = time.time() - executionStart | ||
| print "Execution time is :-" | ||
| print executionTime | ||
|
|
||
| ################ | ||
|
|
||
| print "\n \n Order by 50 .." | ||
| executionStart = time.time() | ||
| cursor.execute("select r.itemid, i.name, i,genre, r.rating , r.userid, b.age from ratings r, moive i, users b Recommend r.itemid to r.userid On r.rating Using ItemCosCF where r.userid = 1 and r.userid = b.userid and r.itemid = i.itemid AND i.genre ILIKE '%action%' Order by rating DESC limit 50;"); | ||
| conn.commit() | ||
| executionTime = time.time() - executionStart | ||
| print " Execution time is :-" | ||
| print executionTime | ||
|
|
||
| ################ | ||
|
|
||
| print "\n \n Order by 100.." | ||
| executionStart = time.time() | ||
| cursor.execute("select r.itemid, i.name, i,genre, r.rating , r.userid, b.age from ratings r, moive i, users b Recommend r.itemid to r.userid On r.rating Using ItemCosCF where r.userid = 1 and r.userid = b.userid and r.itemid = i.itemid AND i.genre ILIKE '%action%' Order by rating DESC limit 100;"); | ||
| conn.commit() | ||
| executionTime = time.time() - executionStart | ||
| print "Execution time is :-" | ||
| print executionTime | ||
|
|
||
| ################ | ||
| ################ | ||
|
|
||
| print "\n Recommendation query being shooted with ItemPearCF technique" | ||
|
|
||
| ############### | ||
|
|
||
| print "\n \n Creating Recommender.." | ||
| executionStart = time.time() | ||
| cursor.execute("CREATE RECOMMENDER mlRecItemPear on ratings Users FROM userid Items FROM itemid Events FROM rating Using ItemPearCF;"); | ||
| conn.commit() | ||
| executionTime = time.time() - executionStart | ||
| print "Execution time is :-" | ||
| print executionTime | ||
|
|
||
| ############### | ||
|
|
||
| print "\n \n Selection of movie for single user.." | ||
| executionStart = time.time() | ||
| cursor.execute("select itemid from ratings RECOMMEND itemid to userid ON rating Using ItemPearCF where userid =21;"); | ||
| conn.commit() | ||
| executionTime = time.time() - executionStart | ||
| print " Execution time is :-" | ||
| print executionTime | ||
|
|
||
| ############### | ||
|
|
||
| print "\n \n Single Join Query.." | ||
| executionStart = time.time() | ||
| cursor.execute("select r.itemid, i.name, i,genre, r.rating from ratings r, moive i Recommend r.itemid to r.userid On r.rating Using ItemPearCF where r.itemid = i.itemid AND i.genre ILIKE '%action%' and r.userid = 1;"); | ||
| conn.commit() | ||
| executionTime = time.time() - executionStart | ||
| print " Execution time is :-" | ||
| print executionTime | ||
|
|
||
| ################ | ||
|
|
||
| print "\n \n Second Join Query.." | ||
| executionStart = time.time() | ||
| cursor.execute("select r.itemid, i.name, i,genre, r.rating , r.userid, b.age from ratings r, moive i, users b Recommend r.itemid to r.userid On r.rating using ItemPearCF where r.userid = 1 and r.userid = b.userid and r.itemid = i.itemid AND i.genre ILIKE '%action%' ;"); | ||
| conn.commit() | ||
| executionTime = time.time() - executionStart | ||
| print " Execution time is :-" | ||
| print executionTime | ||
|
|
||
| ################ | ||
|
|
||
| print "\n \n Order by 10 .." | ||
| executionStart = time.time() | ||
| cursor.execute("select r.itemid, i.name, i,genre, r.rating , r.userid, b.age from ratings r, moive i, users b Recommend r.itemid to r.userid On r.rating Using ItemPearCF where r.userid = 1 and r.userid = b.userid and r.itemid = i.itemid AND i.genre ILIKE '%action%' Order by rating DESC limit 10;"); | ||
| conn.commit() | ||
| executionTime = time.time() - executionStart | ||
| print " Execution time is :-" | ||
| print executionTime | ||
|
|
||
| ################ | ||
|
|
||
| print "\n \n Order by 50 .." | ||
| executionStart = time.time() | ||
| cursor.execute("select r.itemid, i.name, i,genre, r.rating , r.userid, b.age from ratings r, moive i, users b Recommend r.itemid to r.userid On r.rating Using ItemPearCF where r.userid = 1 and r.userid = b.userid and r.itemid = i.itemid AND i.genre ILIKE '%action%' Order by rating DESC limit 50;"); | ||
| conn.commit() | ||
| executionTime = time.time() - executionStart | ||
| print " Execution time is :-" | ||
| print executionTime | ||
|
|
||
| ################ | ||
|
|
||
| print "\n \n Order by 100.." | ||
| executionStart = time.time() | ||
| cursor.execute("select r.itemid, i.name, i,genre, r.rating , r.userid, b.age from ratings r, moive i, users b Recommend r.itemid to r.userid On r.rating Using ItemPearCF where r.userid = 1 and r.userid = b.userid and r.itemid = i.itemid AND i.genre ILIKE '%action%' Order by rating DESC limit 100;"); | ||
| conn.commit() | ||
| executionTime = time.time() - executionStart | ||
| print " Execution time is :-" | ||
| print executionTime | ||
|
|
||
| ################ | ||
| ################ | ||
|
|
||
| print "\n Recommendation query being shooted with SVD technique" | ||
|
|
||
| ############### | ||
|
|
||
| print "\n \n Creating Recommender.." | ||
| executionStart = time.time() | ||
| cursor.execute("CREATE RECOMMENDER mlRecSVD on ratings Users FROM userid Items FROM itemid Events FROM rating Using SVD; "); | ||
| conn.commit() | ||
| executionTime = time.time() - executionStart | ||
| print " Execution time is :-" | ||
| print executionTime | ||
|
|
||
| ############### | ||
|
|
||
| print " \n \n Selection of movie for single user.." | ||
| executionStart = time.time() | ||
| cursor.execute(" select itemid from ratings RECOMMEND itemid to userid ON rating Using SVD where userid =21;"); | ||
| conn.commit() | ||
| executionTime = time.time() - executionStart | ||
| print " Execution time is :-" | ||
| print executionTime | ||
|
|
||
| ############### | ||
|
|
||
| print " \n \n Single Join Query.." | ||
| executionStart = time.time() | ||
| cursor.execute("select r.itemid, i.name, i,genre, r.rating from ratings r, moive I Recommend r.itemid to r.userid On r.rating Using SVD where r.itemid = i.itemid AND i.genre ILIKE '%action%' and r.userid = 1;"); | ||
| conn.commit() | ||
| executionTime = time.time() - executionStart | ||
| print " Execution time is :-" | ||
| print executionTime | ||
|
|
||
| ################ | ||
|
|
||
| print "\n \n Second Join Query.." | ||
| executionStart = time.time() | ||
| cursor.execute("select r.itemid, i.name, i,genre, r.rating , r.userid, b.age from ratings r, moive i, users b Recommend r.itemid to r.userid On r.rating Using SVD where r.userid = 1 and r.userid = b.userid and r.itemid = i.itemid AND i.genre ILIKE '%action%' ;"); | ||
| conn.commit() | ||
| executionTime = time.time() - executionStart | ||
| print " Execution time is :-" | ||
| print executionTime | ||
|
|
||
| ################ | ||
|
|
||
| print "\n \n Order by 10 .." | ||
| executionStart = time.time() | ||
| cursor.execute("select r.itemid, i.name, i,genre, r.rating , r.userid, b.age from ratings r, moive i, users b Recommend r.itemid to r.userid On r.rating Using SVD where r.userid = 1 and r.userid = b.userid and r.itemid = i.itemid AND i.genre ILIKE '%action%' Order by rating DESC limit 10;"); | ||
| conn.commit() | ||
| executionTime = time.time() - executionStart | ||
| print " Execution time is :-" | ||
| print executionTime | ||
|
|
||
| ################ | ||
|
|
||
| print "\n \n Order by 50 .." | ||
| executionStart = time.time() | ||
| cursor.execute("select r.itemid, i.name, i,genre, r.rating , r.userid, b.age from ratings r, moive i, users b Recommend r.itemid to r.userid On r.rating Using SVD where r.userid = 1 and r.userid = b.userid and r.itemid = i.itemid AND i.genre ILIKE '%action%' Order by rating DESC limit 50;"); | ||
| conn.commit() | ||
| executionTime = time.time() - executionStart | ||
| print " Execution time is :-" | ||
| print executionTime | ||
|
|
||
| ################ | ||
|
|
||
| print "\n \n Order by 100.." | ||
| executionStart = time.time() | ||
| cursor.execute("select r.itemid, i.name, i,genre, r.rating , r.userid, b.age from ratings r, moive i, users b Recommend r.itemid to r.userid On r.rating Using SVD where r.userid = 1 and r.userid = b.userid and r.itemid = i.itemid AND i.genre ILIKE '%action%' Order by rating DESC limit 100;"); | ||
| conn.commit() | ||
| executionTime = time.time() - executionStart | ||
| print "Execution time is :-" | ||
| print executionTime | ||
|
|
||
| ################ | ||
|
|
||
| cursor.execute("drop table ratings;"); | ||
| conn.commit() | ||
|
|
||
| cursor.execute("drop table users;"); | ||
| conn.commit() | ||
|
|
||
| cursor.execute("drop table moive;"); | ||
| conn.commit() | ||
|
|
||
|
|
||
|
|
||
|
|
||
| if __name__ == "__main__": | ||
| main() |
Oops, something went wrong.