Merge pull request #5 from jackjyzhang/patch-1

Fix invalid tweet bug
AADeLucia · Mar 1, 2022 · 84227e9 · 84227e9
2 parents 3bbf2a3 + 93ba501
commit 84227e9
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/littlebird/tweet_utils.py b/littlebird/tweet_utils.py
@@ -62,6 +62,9 @@ def read_tweets(self,
         try:
             with jl.Reader(self.f) as reader:
                 for tweet in reader.iter(skip_empty=True, skip_invalid=True):
+                    # Skip invalid tweets
+                    if not isinstance(tweet, dict):
+                        continue
                     count_total += 1
                     # Skip tweets that are marked as retweets
                     if skip_retweeted_and_quoted: