bookspointer 0.1.5

A package for scraping and serving book data.

bookspointer

A package for scraping and serving book data.

Installation

pip install bookspointer

Usage

Import and use the modules in your Python code:

from bookspointer.scraper import BookScraper
from bookspointer.server import BookAPI, AuthorAPI
from bookspointer.sheet import AuthorSheetManager
from rich import print

# Initialize the main classes
scraper = BookScraper([5, 17])  # Categories to scrape by single page
book_api = BookAPI()
author_api = AuthorAPI()

def update_authors_from_bookspointer():
    # Fetch and update authors from Google Sheet to your server
    author_sheet = AuthorSheetManager().run()

def update_books_from_authors():
    # Fetch unscraped authors and update their books
    authors = author_api.get_unscraped_authors()
    for author in authors:
        author_url = author.get('author_link')
        author_name = author.get('author_name', 'Unknown')
        author_id = author.get('author_id')
        if not author_url:
            continue
        books = scraper.get_book_list(author_url)
        for book in books:
            book_list = scraper.get_book_details(book, author_id)
            for book in book_list:
                add_book = book_api.create(book)
                author_api.update(author.get('id'), {"is_scraped": "yes"})
                print(f"Added book: {book['title']} by {author_name} with ID: {add_book}")
        print(f"Finished scraping books for author: {author_name}")

def main():
    print("Starting to update authors from Bookspointer...")
    update_authors_from_bookspointer()
    print("Authors updated successfully.")
    print("Starting to update books from authors...")
    update_books_from_authors()
    print("Books updated successfully.")

if __name__ == "__main__":
    main()

Features

• Scrape book data
• Serve book data via API
• Sync authors and books with Google Sheets

Project Links

• Homepage
• Repository

License

MIT