本文整理汇总了Python中tweepy.streaming.StreamListener类的典型用法代码示例。如果您正苦于以下问题:Python StreamListener类的具体用法?Python StreamListener怎么用?Python StreamListener使用的例子?那么恭喜您, 这里精选的类代码示例或许可以为您提供帮助。
在下文中一共展示了StreamListener类的20个代码示例,这些例子默认根据受欢迎程度排序。您可以为喜欢或者感觉有用的代码点赞,您的评价将有助于我们的系统推荐出更棒的Python代码示例。
示例1: __init__
def __init__(self, collection, stream_name, data_dir, seed=False, duration_minutes=15, tweets_per_record=25000):
StreamListener.__init__(self)
log.info("Streaming %s tweets for %s collection into %s. Rotating files every %s minutes. Rotating "
"records every %s tweets",
stream_name, collection, data_dir, duration_minutes, tweets_per_record)
self.collection = collection
self.stream_name = stream_name
self.duration_minutes = duration_minutes
self.tweets_per_record = tweets_per_record
self.data_dir = data_dir
self.seed = seed
#Create data_dir
if not os.path.exists(self.data_dir):
os.makedirs(self.data_dir)
self.period_start = None
self.period_start_time = None
self.warc = None
self.warc_filepath = None
self.segment_origin_id = None
self.payload = ""
self.segment = 1
self.segment_total_length = 0
self.tweet_count = 0
#These will be set by StreamDecorator
self.session = None
self.url = None
开发者ID:gwu-libraries,项目名称:social-feed-harvester,代码行数:28,代码来源:twh.py
示例2: __init__
def __init__(self, api=None, fobj=None):
StreamListener.__init__(self, api)
if fobj is None:
fobj = sys.stdout
self.fobj = fobj
self.ratelimit = open('ratelimits.log', 'a')
self.ratelimit.write('\n\n# Stream restarted on {0}'.format(time.strftime('%c')))
开发者ID:chebee7i,项目名称:twitter,代码行数:7,代码来源:stream.py
示例3: __init__
def __init__(self,db_path,verbose,*args,**kwargs):
self._verbose = verbose
#setup database:
self._conn = sqlite3.connect(options.db_path)
c = self._conn.cursor()
# Create table
# c.execute('''CREATE TABLE IF NOT EXISTS GeoTweet
# (text text, lat real, lng real, time text, rt text, rt_count text, tw_id text)''')
cmd = """
CREATE TABLE IF NOT EXISTS "capture_geotweet" (
"id" integer NOT NULL PRIMARY KEY AUTOINCREMENT, -- table ID
"time" varchar(100) NOT NULL, -- time in string, e.g., "Sun Jun 22 14:24:56 +0000 2014"
"text" varchar(200) NOT NULL, -- content of tweet
"lat" decimal NOT NULL, -- latitude of tweet (all tweets in the database are geotagged)
"lng" decimal NOT NULL, -- longitude of tweet
"rt" bool NOT NULL, -- whether the tweet was retweeted
"rt_count" integer NOT NULL, -- the number of times the tweet has been retweeted
"tw_id" varchar(50) NOT NULL -- the Twitter assigned ID
, "epoch_time" integer); -- time of tweet in seconds since Thursday Jan 1st, 1970 00:00:00 GMT
"""
c.execute(cmd)
self._conn.commit()
self._time_format = '%a %b %d %H:%M:%S +0000 %Y'
self._pattern = re.compile("[\W,.:/\']+")
StreamListener.__init__(self,*args,**kwargs)
开发者ID:jamesmcinerney,项目名称:geotweet,代码行数:25,代码来源:tweepy_stream_sqlite.py
示例4: __init__
def __init__(self, botname, taghandler, customhandler):
self.botname = botname
self.rsettag = re.compile(u"^@%s [email protected]?([a-zA-Z0-9_-]+) *[\=\=] *([^\s]+)$" % self.botname, re.IGNORECASE)
self.rgettag = re.compile(u"^@%s [email protected]?([a-zA-Z0-9_-]+) *$" % self.botname, re.IGNORECASE)
self.rdeltag = re.compile(u"^@%s +\/del +([^\s]+) *$" % self.botname, re.IGNORECASE)
StreamListener.__init__(self)
self.taghandler = taghandler
self.customhandler = customhandler
开发者ID:felixonmars,项目名称:tagbot,代码行数:8,代码来源:tagbot.py
示例5: __init__
def __init__(self, hashtags, session, engine):
StreamListener.__init__(self)
self.cpt = 0 # FIXME: test if useful
self.eu = EncodingUtils()
self.hashtags = self.format_hashtags(hashtags)
self.session = session # bridge to the db
self.engine = engine
开发者ID:jlengrand,项目名称:twitterboard,代码行数:8,代码来源:streamer.py
示例6: __init__
def __init__(self,timer):
self.inc = 0
StreamListener.__init__(self)
# report the start of data collection...
print "Gathering data at %s"%(str(ctime()))
self.startTime = time()
print "Start Time = %s"%(str(ctime()))
self.timer = timer
self.count = 0
开发者ID:umby,项目名称:hitsongpredictor,代码行数:9,代码来源:Echonestgenres.py
示例7: __init__
def __init__(self,timer):
self.inc = 0
StreamListener.__init__(self)
# report the start of data collection...
print "Gathering data at %s"%(str(ctime()))
self.startTime = time()
print "Start Time = %s"%(str(ctime()))
self.timer = timer
self.count = 0
self.conn = psycopg2.connect(database="postgres", user="postgres", password="pass", host="localhost", port="5432")
开发者ID:umby,项目名称:hitsongpredictor,代码行数:10,代码来源:song-stream-twitter.py
示例8: __init__
def __init__(self,useBrowser,ofile,colorDict):
StreamListener.__init__(self)
self.useBrowser = useBrowser
self.ofile = ofile
(self.twMap,self.controller) = mapper.initMap(self.ofile,self.useBrowser)
self.allCoordinates = []
self.flog = codecs.open("log.txt",mode="w",encoding="utf-8")
self.gcCount = 0
self.tweetCount = 0
self.colorDict = colorDict
开发者ID:PaulPGauthier,项目名称:Twitter-GoogleMaps,代码行数:10,代码来源:TweetListener.py
示例9: __init__
def __init__(self, count=100):
"""
creates a Custom Listener of Tweets that will end after a given amount of streamed Tweets
:param count: number of Tweets to stream
"""
# instantiating the super class StreamListener
StreamListener.__init__(self)
self.max_count = count
self.counter = 0
self.tweets = []
开发者ID:pauldechorgnat,项目名称:sandbox,代码行数:10,代码来源:tweet_storer.py
示例10: __init__
def __init__(self, *args, **kwargs):
state_dir = kwargs.pop('state_dir')
self.post_replies = kwargs.pop('post_replies', False)
self.gather = kwargs.pop('gather', None)
StreamListener.__init__(self, *args, **kwargs)
self.me = self.api.me()
self._state = State.load(self.me.screen_name, state_dir)
if self.gather:
os.makedirs(self.gather, exist_ok=True)
开发者ID:wjt,项目名称:fewerror,代码行数:11,代码来源:__init__.py
示例11: __init__
def __init__(self,timer):
self.inc = 0
StreamListener.__init__(self)
# report the start of data collection...
print "Gathering data at %s"%(str(ctime()))
self.startTime = time()
print "Start Time = %s"%(str(ctime()))
### When initialized, connects to MongoDB database tweets
self.db=pymongo.MongoClient().tweets
self.timer = timer
self.count = 0
开发者ID:samuelkahn,项目名称:Datascience205,代码行数:11,代码来源:HW3_twitter_to_MongoDB.py
示例12: __init__
def __init__(self, user_id_to_monitor, handle_status_callback):
""" user_id_to_monitor: a valid Twitter user handle
handle_status_callback: a callback that takes
(hashtag, originating_twitter_user_id, tweet) as parameters.
The client callback will be invoked on every hashtag in a tweet
that mentions it."""
StreamListener.__init__(self)
self.user_id_to_monitor = user_id_to_monitor
self.handle_status = handle_status_callback
开发者ID:voberoi,项目名称:loretweetmon,代码行数:12,代码来源:tweetmon.py
示例13: __init__
def __init__(self, node, southwest, northeast, extras):
logging.info("Beginning TwitterStreamer init")
StreamListener.__init__(self)
# Lock and target location
self.lock = threading.Lock()
self.buckets = {}
self.deltas = {}
self.uploaders = {}
self.location = [southwest[LONG],southwest[LAT],northeast[LONG],northeast[LAT]]
self.event_manager = EventManager()
# Upload handler
self.node = node
logging.info("TwitterStreamer init successful")
开发者ID:andrewsosa001,项目名称:TweetEngine,代码行数:19,代码来源:twitter_streamer.py
示例14: __init__
def __init__(self):
StreamListener.__init__(self)
self.destinations = []
开发者ID:adityadhakal,项目名称:twitter-analytics,代码行数:3,代码来源:TweetListener.py
示例15: __init__
def __init__(self, handler_class, api=None, **opts):
StreamListener.__init__(self)
self.handler = handler_class(**opts)
开发者ID:bluele,项目名称:Twister,代码行数:3,代码来源:server.py
示例16: __init__
def __init__(self, player, api=None):
StreamListener.__init__(self, api)
self._player = player
开发者ID:benijake,项目名称:twishogi,代码行数:3,代码来源:player.py
示例17: __init__
def __init__(self):
StreamListener.__init__(self)
self.s3 = S3Connection(aws_access_key, aws_secret_key)
self.start_new_tweet_file()
开发者ID:jmorales4,项目名称:W205-RJCL-Public,代码行数:4,代码来源:twitterStream.py
示例18: __init__
def __init__(self, queue, *args, **kwargs):
StreamListener.__init__(self, *args, **kwargs)
self.queue = queue
开发者ID:b1naryth1ef,项目名称:livenlp,代码行数:3,代码来源:twitter.py
示例19: __init__
def __init__(self, producer, count=10000, verbose=False):
StreamListener.__init__(self)
self.max_count = count
self.counter = 0
self.verbose = verbose
self.producer = producer
开发者ID:pauldechorgnat,项目名称:sandbox,代码行数:6,代码来源:kafka_producer_for_twitter.py
示例20: __init__
def __init__(self, monitor_these_user_ids, api=None):
StreamListener.__init__(self)
self.monitor_these_user_ids = monitor_these_user_ids
self.pickle_file = open('/tmp/tweet_status.pickle', 'w')
开发者ID:greeness,项目名称:SmartTypes,代码行数:4,代码来源:get_twitter_tweets.py
注:本文中的tweepy.streaming.StreamListener类示例由纯净天空整理自Github/MSDocs等源码及文档管理平台,相关代码片段筛选自各路编程大神贡献的开源项目,源码版权归原作者所有,传播和使用请参考对应项目的License;未经允许,请勿转载。 |
请发表评论