File Updated

Author: mercuryminds-scrapy

tweet.py

@@ -1,5 +1,6 @@
 import tweepy
 import time
+from datetime import datetime
 
 """Un comment the below modules to get the real time tweets"""
 
@@ -11,10 +12,10 @@
 
 
 # Consumer keys and access tokens, used for OAuth
-consumer_key = 'oM6OieC09OJJLeVJ8UbZkJPJO'
-consumer_secret = 'z0YUK4NNpOoSSRhY9dJqjVLzPhhU0V38OvN7ELvurdhnfLZi8D'
-access_token = '2989212755-8KfCUDwcs8tdO27wme3qXCTnUnbBGooi85vdZoE'
-access_token_secret = 'AOAboTWRsOqAyfyIVIqQEWZicT7MkCMxhueSy600meu2M'
+consumer_key = ''
+consumer_secret = ''
+access_token = ''
+access_token_secret = ''
 
 
 # OAuth process, using the keys and tokens
@@ -24,47 +25,44 @@
 """ Database Creation"""
 # con=MySQLdb.connect('localhost','root','root','mysql')
 # cur=con.cursor()
-
-
-
 # Creation of the actual interface, using authentication
 api = tweepy.API(auth)
-
-
 """To get all tweets from user timeline"""
+"""Pass twitter profile name as keword to tweet function"""
 
 
-
-"""Pass twitter profile name as keword to tweet function"""
-def tweet(twitter_profile,business_id):
-    fn='%s'%twitter_profile+'_tweets.csv'
-    f=open(fn,'w')
+def tweet(twitter_profile, business_id, x):
+    fn = '%s' % twitter_profile+'_tweets.csv'
+    f = open(fn, 'w')
     f.write('Business_ID\tName\tTime\tTweets\tRetweet_Count\tFav_count\n')
 
-    tw=tweepy.Cursor(api.user_timeline, id=twitter_profile).items()
+    tw = tweepy.Cursor(api.user_timeline, id=twitter_profile).items()
     while True:
         try:
-            c= tw.next()
-
+            c = tw.next()
             try:
-                a= c.retweeted_status.user.name.encode('utf-8')
+                a = c.retweeted_status.user.name.encode('utf-8')
             except:
-                a= c.user.name.encode('utf-8')
-            b= c.created_at
-            d= c.text.encode('utf-8').replace("'","").replace('\n','').replace('"','')
-            fc= c.favorite_count
-            rt = c.retweet_count
-
-            print business_id,a,b,d,fc,rt
-            """Insert the tweet details into the csv file"""
-            f.write('%s\t%s\t%s\t%s\t%s\t%s\n'%(business_id,a,b,d,fc,rt))
-
-            """Create a tabel called tweet with 3 columns and insert the data by uncomment"""
-            #sql=("insert into tweet(title,time,tweet) values('%s','%s','%s')"%(a,b,d))
-            #cur.execute(sql)
-            #con.commit()
-
+                a = c.user.name.encode('utf-8')
+            b = c.created_at
 
+            d = c.text.encode('utf-8').replace("'", "").replace('\n', '').replace('"', '')
+            fc = c.favorite_count
+            rt = c.retweet_count
+            try:
+                old_tweet_time = datetime.strptime(x, '%Y-%m-%d %H:%M:%S')
+            except:
+                old_tweet_time = datetime.strptime('1', '%d')
+            if b > old_tweet_time:
+                print business_id, a, b, d, fc, rt
+                """Insert the tweet details into the csv file"""
+                f.write('%s\t%s\t%s\t%s\t%s\t%s\n' % (business_id, a, b, d, fc, rt))
+                """Create a tabel called tweet with 3 columns and insert the data by uncomment"""
+            else:
+                break
+            # sql=("insert into tweet(title,time,tweet) values('%s','%s','%s')"%(a,b,d))
+            # cur.execute(sql)
+            # con.commit()
         except tweepy.TweepError:
             print "Got Exception Please wait for 15 Min to ReConnect"
             time.sleep(60 * 15)
@@ -97,11 +95,8 @@ def tweet(twitter_profile,business_id):
 #    stream = Stream(auth, listener)
 """Use the twitter Id to follow the realtime tweets follow=[' Id here']"""
 #   stream.filter(follow=['2874668814'],track=[])
+"""Pass the twitter profile name,Business_ID and last tweet time to get the whole tweets"""
 
+"""For Example ***tweet('firebrewbar',10004,'2015-01-20 01:25:51')  to get all tweets give empty string to tweet time(last arg)***"""
 
-
-
-"""Pass the twitter profile name and Business_ID to get the whole tweets"""
-
-
-tweet('firebrewbar',10006)
+tweet('firebrewbar', 10006, '2015-01-20 01:25:51')