Implement downloads and comparison

Author: Silverarmor

.gitignore

@@ -3,6 +3,7 @@ CLIENT_SECRET.*
 credentials.*
 service_account.*
 session.json
+data*
 
 # Instagram Specific Text Files
 following_me_only.txt

check.py

@@ -1,6 +1,10 @@
 from instagrapi import Client
 from instagrapi.exceptions import LoginRequired
 from credentials import *
+import json
+from datetime import datetime, timedelta 
+import os
+import gspread
 
 
 
@@ -12,7 +16,7 @@ def login_user():
 
     cl = Client()
     # cl.handle_exception = handle_exception
-    cl.delay_range = [1, 3]
+    cl.delay_range = [0.5, 1.5]
 
 
     session = cl.load_settings("session.json")
@@ -55,6 +59,116 @@ def login_user():
     return cl
 
 
+def download_list(cl):
+    # Get followers and following, as list of user ids
+    followers = list(cl.user_followers(SCRAPE_ID).keys())
+    following = list(cl.user_following(SCRAPE_ID).keys())
+
+    # check the lists are not null, if they are retry
+    if not followers or not following:
+        print("FAIL - Retrying 1/1 to get followers and following")
+        followers = list(cl.user_followers(SCRAPE_ID).keys())
+        following = list(cl.user_following(SCRAPE_ID).keys())
+    
+    if not followers or not following:
+        raise Exception("Couldn't get followers and following")
+
+    # Change list of IDs to int type
+    followers = list(map(int, followers))
+    following = list(map(int, following))
+
+    print("Writing data to json")
+
+    with open(f"data/{today_date}.json", "w") as f:
+        json.dump({"followers": followers, "following": following}, f)
+    
+    print("Data written to json")
+    return followers, following
+
+
+def read_data(read_date):
+    """
+    Returns followers and following from the json file with the given date
+    """
+    if os.path.exists(f"data/{read_date}.json"):
+        with open(f"data/{read_date}.json", "r") as f:
+            data = json.load(f)
+        
+        followers = data["followers"]
+        following = data["following"]
+    else:
+        followers = []
+        following = []
+
+    return followers, following
+
+
+def get_dates():
+    global today_date, yesterday_date
+
+    now = datetime.now()
+    # init_time = now.strftime("%H:%M:%S") # Date in format HH:MM:SS
+    # init_time_with_day = now.strftime("%Y-%m-%d %H:%M:%S") # Date in format YYYY-MM-DD HH:MM:SS
+    today_date = now.strftime("%Y-%m-%d") # Date in format YYYY-MM-DD
+    yesterday_date = (now - timedelta(days=1)).strftime("%Y-%m-%d") # Date in format YYYY-MM-DD
+
+
+def compare_data(cl, followers, following):
+    "Read yesterdays data and compare to todays passed data"
+    old_followers, old_following = read_data(yesterday_date)
+
+    # Compare followers
+    new_followers = list(set(followers) - set(old_followers))
+    nolonger_followers = list(set(old_followers) - set(followers))
+    new_following = list(set(following) - set(old_following))
+    nolonger_following = list(set(old_following) - set(following))
+
+    # For change list, get the usernames
+    new_followers = [cl.user_info(user_id).username for user_id in new_followers]
+    nolonger_followers = [cl.user_info(user_id).username for user_id in nolonger_followers]
+    new_following = [cl.user_info(user_id).username for user_id in new_following]
+    nolonger_following = [cl.user_info(user_id).username for user_id in nolonger_following]
+
+    # Print the changes
+    print(f"New Followers: {new_followers}")
+    print(f"No Longer Followers: {nolonger_followers}")
+    print(f"New Following: {new_following}")
+    print(f"No Longer Following: {nolonger_following}")
+
+    return new_followers, nolonger_followers, new_following, nolonger_following
+
+def write_to_spreadsheet(new_followers, nolonger_followers, new_following, nolonger_following):
+
+    gc = gspread.service_account(filename=service_account_path)
+    sh = gc.open_by_key(sheet_key)
+    worksheet = sh.get_worksheet(0)
+
+
+    print("Data written to Google Sheets")
+
+
+def main():
+    # Login and download follower/following data
+    cl = login_user()
+    followers, following = download_list(cl)
+
+    # Compare data
+    compare_data(cl, followers, following)
+
 
 if __name__ == "__main__":
     cl = login_user()
+    get_dates()
+
+    followers, following = read_data(today_date)
+
+    new_followers, nolonger_followers, new_following, nolonger_following = compare_data(cl, followers, following)
+    
+
+
+    # cl = login_user()
+    # download_list(cl)
+
+
+
+