From 44a6b17ec3aa605ee65ab3964083d69e9b6e55c7 Mon Sep 17 00:00:00 2001 From: Dima Gerasimov Date: Mon, 30 May 2022 19:53:35 +0100 Subject: [PATCH] twitter: use created_at as an extra key for merging --- my/twitter/common.py | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/my/twitter/common.py b/my/twitter/common.py index 4661c6d..258216f 100644 --- a/my/twitter/common.py +++ b/my/twitter/common.py @@ -18,9 +18,13 @@ def merge_tweets(*sources: Iterator[Res[Tweet]]) -> Iterator[Res[Tweet]]: if isinstance(r, Exception): return str(r) else: - return r.id_str + # using both fields as key makes it a bit easier to spot TZ issues + return (r.id_str, r.created_at) yield from unique_everseen(chain(*sources), key=key) def permalink(*, screen_name: str, id: str) -> str: return f'https://twitter.com/{screen_name}/status/{id}' + +# NOTE: tweets from archive are coming sorted by created_at +# NOTE: tweets from twint are also sorted by created_at?