Scrape data from offerup.com
Project description
Setup
fetch.py uses Selenium to bypass OfferUp's anti-scrapping software. Set your selenium chrome driver executable_path:
from pyOfferUp import fetch
fetch.driver_executable_path = r'path\to\chromedriver.exe'
Cities and States
places.py contains all the supported cities and states with their respective coordinates (case sensitive).
from pyOfferUp import places
print(places.available_states())
print(places.available_cities("Texas"))
print(places.available_cities("Alabama"))
returns:
['Alabama', 'Alaska', 'Arizona', 'Arkansas', 'California', 'Colorado', 'Connecticut', 'Delaware', 'Florida', 'Georgia', 'Hawaii', 'Idaho', 'Illinois', 'Indiana', 'Iowa', 'Kansas', 'Kentucky', 'Louisiana', 'Maine', 'Maryland', 'Massachusetts', 'Michigan', 'Minnesota', 'Mississippi', 'Missouri', 'Montana', 'Nebraska', 'Nevada', 'New Hampshire', 'New Jersey', 'New Mexico', 'New York', 'North Carolina', 'North Dakota', 'Ohio', 'Oklahoma', 'Oregon', 'Pennsylvania', 'Rhode Island', 'South Carolina', 'South Dakota', 'Tennessee', 'Texas', 'Utah', 'Vermont', 'Virginia', 'Washington', 'West Virginia', 'Wisconsin', 'Wyoming']
['Abilene', 'Addison', 'Amarillo', 'Arlington', 'Austin', 'Baytown', 'Beaumont', 'Brownsville', 'Bryan', 'Carrollton', 'Cedar Hill', 'Channelview', 'Conroe', 'Corpus Christi', 'Dallas', 'Denton', 'Duncanville', 'El Paso', 'Euless', 'Farmers Branch', 'Fort Worth', 'Frisco', 'Garland', 'Grand Prairie', 'Harlingen', 'Houston', 'Humble', 'Irving', 'Katy', 'Killeen', 'Laredo', 'Lewisville', 'Longview', 'Lubbock', 'Lufkin', 'Mansfield', 'Mcallen', 'McKinney', 'Mesquite', 'Midland', 'Midlothian', 'Nacogdoches', 'Odessa', 'Pearland', 'Pflugerville', 'Plano', 'Port Arthur', 'Richardson', 'Round Rock', 'San Angelo', 'San Antonio', 'San Marcos', 'Sherman', 'Stafford', 'Sugar Land', 'Sweetwater', 'Temple', 'Tomball', 'Tyler', 'Victoria', 'Waco', 'Weslaco', 'Wichita Falls']
['Anniston', 'Birmingham', 'Decatur', 'Dothan', 'Huntsville', 'Mobile', 'Montgomery', 'Selma', 'Tuscaloosa']
Usage
Example with Cities and States
Look for "luigis mansion" in Mcallen, Texas:
from pyOfferUp import fetch
fetch.driver_executable_path = r'path\to\chromedriver.exe'
posts = fetch.get_posts(query="luigis mansion", state="Texas", city="Mcallen", limit=100)
returns:
[{'type': 'item', 'tile_id': 'c6a1a1b4-3def-4791-b572-f22d55045db1', 'item': {'post_date': '2021-04-23T21:17:04.129Z', 'owner': {'get_profile': {}, 'id': 37122132, 'active': False, 'softBlocked': False}, 'id': 1109700533, 'listing_id': '3cded582-57e5-3e6e-a3a6-528823a6bc6e', 'category': {'id': 17, 'name': 'Business Equipment'}, 'category_v2': {'l1': '12', 'l2': '12.10'}, 'location_name': 'Mercedes, TX', 'title': 'Big Tables , Wood and solid metal!! Pick Up Mercedes Tx', 'get_full_url': 'https://offerup.com/item/detail/1109700533/', 'priority': 100, 'state': 3, 'longitude': -97.905, 'latitude': 26.162, 'sort_label': 'Popular', 'description': '$340, Ashley furniture tables ', 'paid': False, 'payable': True, 'listing_type': 2, 'condition': 40, 'photos': [{'uuid': 'b2744b404ff547d0a5b793c0265c9cd8', 'images': {'detail_full': {'url': 'https://images.offerup.com/A33RTR8HhBUluSLNPmepUcsNQ5k=/1920x996/9073/907317e07aad4203baa8d150c52a3167.jpg', 'width': 1920, 'height': 996}, 'detail': {'url': 'https://images.offerup.com/JgsRWm-ScWbJQWzUPVQGlcS99t0=/481x250/9073/907317e07aad4203baa8d150c52a3167.jpg', 'width': 481, 'height': 250}, 'list': {'url': 'https://images.offerup.com/JgsRWm-ScWbJQWzUPVQGlcS99t0=/481x250/9073/907317e07aad4203baa8d150c52a3167.jpg', 'width': 481, 'height': 250}}}, {'uuid': 'b018c4a0213240b581933deeb6de411a', 'images': {'detail_full': {'url': 'https://images.offerup.com/AYu5HliKVnGA2rUVGXzjoejAkFA=/1922x1442/b018/b018c4a0213240b581933deeb6de411a.jpg', 'width': 1922, 'height': 1442}, 'detail': {'url': 'https://images.offerup.com/yQjecZyW6vi_IxuV1v9_AXxY0qE=/333x250/b018/b018c4a0213240b581933deeb6de411a.jpg', 'width': 333, 'height': 250}, 'list': {'url': 'https://images.offerup.com/yQjecZyW6vi_IxuV1v9_AXxY0qE=/333x250/b018/b018c4a0213240b581933deeb6de411a.jpg', 'width': 333, 'height': 250}}}, {'uuid': '4bf32734d3eb4b90839a5cb9d834079e', 'images': {'detail_full': {'url': 'https://images.offerup.com/AbNNdPuiXqN7xFLJoD0jyvVQa9A=/1922x1442/4bf3/4bf32734d3eb4b90839a5cb9d834079e.jpg', 'width': 1922, 'height': 1442}, 'detail': {'url': 'https://images.offerup.com/P_txzgx6G-2c7juUsbwMNzNWFt8=/333x250/4bf3/4bf32734d3eb4b90839a5cb9d834079e.jpg', 'width': 333, 'height': 250}, 'list': {'url': 'https://images.offerup.com/P_txzgx6G-2c7juUsbwMNzNWFt8=/333x250/4bf3/4bf32734d3eb4b90839a5cb9d834079e.jpg', 'width': 333, 'height': 250}}}, {'uuid': 'e7f775a053114f81b7a22893c3acff1b', 'images': {'detail_full': {'url': 'https://images.offerup.com/tDXFOY8V61rSKhgDtp58bAQLwfU=/1922x1442/e7f7/e7f775a053114f81b7a22893c3acff1b.jpg', 'width': 1922, 'height': 1442}, 'detail': {'url': 'https://images.offerup.com/31Fl3UGWAYzCN8LQoKTrEAbibpM=/333x250/e7f7/e7f775a053114f81b7a22893c3acff1b.jpg', 'width': 333, 'height': 250}, 'list': {'url': 'https://images.offerup.com/31Fl3UGWAYzCN8LQoKTrEAbibpM=/333x250/e7f7/e7f775a053114f81b7a22893c3acff1b.jpg', 'width': 333, 'height': 250}}}], 'price': '340', 'shipping_attributes': {'shipping_enabled': False, 'show_as_shipped': False, 'can_ship_to_buyer': False, 'buy_it_now_enabled': False, 'seller_pays_shipping': False, 'feed_show_shipping_icon': False, 'seller_manages_shipping': False, 'empty': False}, 'local_pickup_enabled': True, 'zipcode': '78570', 'quantity': 1, 'is_merchant_item': False, 'visible': True}}, {...}]
NOTE: When looking in a city you must also provide the state the city resides in.
Example with Latitude and Longitude
Look for "luigis mansion" around lat=26.2043691, lon=-98.230082
from pyOfferUp import fetch
fetch.driver_executable_path = r'chromedriver.exe'
posts = fetch.get_posts_by_lat_lon(query="luigis mansion", lat=26.2043691, lon=-98.230082, limit=100)
returns:
[{'type': 'item', 'tile_id': 'c6a1a1b4-3def-4791-b572-f22d55045db1', 'item': {'post_date': '2021-04-23T21:17:04.129Z', 'owner': {'get_profile': {}, 'id': 37122132, 'active': False, 'softBlocked': False}, 'id': 1109700533, 'listing_id': '3cded582-57e5-3e6e-a3a6-528823a6bc6e', 'category': {'id': 17, 'name': 'Business Equipment'}, 'category_v2': {'l1': '12', 'l2': '12.10'}, 'location_name': 'Mercedes, TX', 'title': 'Big Tables , Wood and solid metal!! Pick Up Mercedes Tx', 'get_full_url': 'https://offerup.com/item/detail/1109700533/', 'priority': 100, 'state': 3, 'longitude': -97.905, 'latitude': 26.162, 'sort_label': 'Popular', 'description': '$340, Ashley furniture tables ', 'paid': False, 'payable': True, 'listing_type': 2, 'condition': 40, 'photos': [{'uuid': 'b2744b404ff547d0a5b793c0265c9cd8', 'images': {'detail_full': {'url': 'https://images.offerup.com/A33RTR8HhBUluSLNPmepUcsNQ5k=/1920x996/9073/907317e07aad4203baa8d150c52a3167.jpg', 'width': 1920, 'height': 996}, 'detail': {'url': 'https://images.offerup.com/JgsRWm-ScWbJQWzUPVQGlcS99t0=/481x250/9073/907317e07aad4203baa8d150c52a3167.jpg', 'width': 481, 'height': 250}, 'list': {'url': 'https://images.offerup.com/JgsRWm-ScWbJQWzUPVQGlcS99t0=/481x250/9073/907317e07aad4203baa8d150c52a3167.jpg', 'width': 481, 'height': 250}}}, {'uuid': 'b018c4a0213240b581933deeb6de411a', 'images': {'detail_full': {'url': 'https://images.offerup.com/AYu5HliKVnGA2rUVGXzjoejAkFA=/1922x1442/b018/b018c4a0213240b581933deeb6de411a.jpg', 'width': 1922, 'height': 1442}, 'detail': {'url': 'https://images.offerup.com/yQjecZyW6vi_IxuV1v9_AXxY0qE=/333x250/b018/b018c4a0213240b581933deeb6de411a.jpg', 'width': 333, 'height': 250}, 'list': {'url': 'https://images.offerup.com/yQjecZyW6vi_IxuV1v9_AXxY0qE=/333x250/b018/b018c4a0213240b581933deeb6de411a.jpg', 'width': 333, 'height': 250}}}, {'uuid': '4bf32734d3eb4b90839a5cb9d834079e', 'images': {'detail_full': {'url': 'https://images.offerup.com/AbNNdPuiXqN7xFLJoD0jyvVQa9A=/1922x1442/4bf3/4bf32734d3eb4b90839a5cb9d834079e.jpg', 'width': 1922, 'height': 1442}, 'detail': {'url': 'https://images.offerup.com/P_txzgx6G-2c7juUsbwMNzNWFt8=/333x250/4bf3/4bf32734d3eb4b90839a5cb9d834079e.jpg', 'width': 333, 'height': 250}, 'list': {'url': 'https://images.offerup.com/P_txzgx6G-2c7juUsbwMNzNWFt8=/333x250/4bf3/4bf32734d3eb4b90839a5cb9d834079e.jpg', 'width': 333, 'height': 250}}}, {'uuid': 'e7f775a053114f81b7a22893c3acff1b', 'images': {'detail_full': {'url': 'https://images.offerup.com/tDXFOY8V61rSKhgDtp58bAQLwfU=/1922x1442/e7f7/e7f775a053114f81b7a22893c3acff1b.jpg', 'width': 1922, 'height': 1442}, 'detail': {'url': 'https://images.offerup.com/31Fl3UGWAYzCN8LQoKTrEAbibpM=/333x250/e7f7/e7f775a053114f81b7a22893c3acff1b.jpg', 'width': 333, 'height': 250}, 'list': {'url': 'https://images.offerup.com/31Fl3UGWAYzCN8LQoKTrEAbibpM=/333x250/e7f7/e7f775a053114f81b7a22893c3acff1b.jpg', 'width': 333, 'height': 250}}}], 'price': '340', 'shipping_attributes': {'shipping_enabled': False, 'show_as_shipped': False, 'can_ship_to_buyer': False, 'buy_it_now_enabled': False, 'seller_pays_shipping': False, 'feed_show_shipping_icon': False, 'seller_manages_shipping': False, 'empty': False}, 'local_pickup_enabled': True, 'zipcode': '78570', 'quantity': 1, 'is_merchant_item': False, 'visible': True}}, {...}]
Project details
Release history Release notifications | RSS feed
Download files
Download the file for your platform. If you're not sure which to choose, learn more about installing packages.
Source Distribution
pyOfferUp-0.1.tar.gz
(25.6 kB
view hashes)