import os
import boto3
from openalex_http import http_cache
from openalex_taxicab.harvest import Harvester
s3_client = boto3.client("s3")
http_cache.initialize({
"CRAWLERA_KEY": os.getenv("CRAWLERA_KEY"),
"STATIC_IP_PROXY": os.getenv("STATIC_IP_PROXY"),
"ZYTE_API_KEY": os.getenv("ZYTE_API_KEY"),
})
if __name__ == "__main__":
h = Harvester(s3=s3_client)
result = h.harvest(url="https://doi.org/example_doi")
print(result.to_dict())
-
Notifications
You must be signed in to change notification settings - Fork 0
ourresearch/openalex-taxicab
Folders and files
Name | Name | Last commit message | Last commit date | |
---|---|---|---|---|
Repository files navigation
About
No description, website, or topics provided.
Resources
Stars
Watchers
Forks
Releases
No releases published
Packages 0
No packages published