How to use GHFeed

example.py

import gzip
import json

import requests

# Download the log file
resp = requests.get("https://www.ghfeed.org/data/2023-09-16-10.json.gz")
open('data.gz', 'wb').write(resp.content)

# Parse the log file
with gzip.open('data.gz', 'rt') as fp:
    # Load each commit event
    for line in fp:
        commit = json.loads(line)
        repo_name = commit['repo']

        # Iterate each newly-upload file
        files = commit['files']
        for file in files:
            sha = file['sha']
            # To get the file content, use GitHub api
            content_url = "https://api.github.com/repos/%s/git/blobs/%s" % (repo_name, sha)
            blob_resp = requests.get(content_url).json()
            blob_content = blob_resp['content']
            # Do whatever you like to the content
            # ...