Python Web Scrape Cycle选项卡

你错了凹痕 - writerow()应该是内for内。

但它可能需要更多工作才能从项目中挤出正确的文本。请参阅代码。

from urllib.request import urlopen as uReq 
from bs4 import BeautifulSoup as soup 
import csv 
urls = [ 
    'https://www.lifestorage.com/storage-units/florida/orlando/32810/610-near-lockhart/?size=5x5' 
] 
filename = 'life_storage.csv' 
f = open(filename, 'a+') 
csv_writer = csv.writer(f) 
headers = ['unit_size', 'unit_type', 'description', 'online_price', 'reg_price', 'store_address', 'store_city', 'store_state', 'store_postalcode' ] 
##unit_size = 5'x10' withouth the ' 
##unit_type = climate controlled or not (this could be blank if non-climate) 
##descirption = the level it's on and type of access. 
##online_price = $##/mo text 
##reg_price = the scratched off $## text 
csv_writer.writerow(headers) 
for my_url in urls: 
    uClient = uReq(my_url) 
    page_html = uClient.read() 
    uClient.close() 
    page_soup = soup(page_html, 'html.parser') 
    store_location = page_soup.find("div", {"itemprop": "address"}) 
    # need `li` 
    containers = page_soup.find("ul", {"id": "spaceList"}).findAll('li') 
    print('len(containers):', len(containers)) 
    item = store_location.find("span", {"itemprop": "streetAddress"}) 
    store_address = item.text.strip() 
    item = store_location.find("span", {"itemprop": "addressLocality"}) 
    store_city = item.text.strip() 
    item = store_location.find("span", {"itemprop": "addressRegion"}) 
    store_state = item.text.strip() 
    item = store_location.find("span", {"itemprop": "postalCode"}) 
    store_postalcode = item.text.strip() 
    for container in containers: 
     item = container.find("div", {"class": "storesRow"}) 
     if item and item.span: 
      text = item.span.text.strip() 
      parts = text.split('-') 
      if len(parts) > 0: 
       unit_size = parts[0].strip().replace('*', "") 
      else: 
       unit_size = '' 
      if len(parts) > 1: 
       unit_type = parts[1].strip() 
      else: 
       unit_type = '' 
     else: 
      continue 
     item = container.find("ul", {"class": "features"}) 
     if item: 
      description = item.text.strip().replace("\n", ',') 
     else: 
      description = '' 
     item = container.find("div", {"class": "priceBox"}) 
     if item and item.i: 
      reg_price = item.i.text.strip() 
     else: 
      reg_price = '' 
     if item and item.span: 
      if item.i: 
       item.i.extract() # remove <i>` 
      online_price = item.span.text.strip() 
     else: 
      online_price = '' 
     csv_writer.writerow([unit_size, unit_type, description, online_price, reg_price, store_address, store_city, store_state, store_postalcode]) 
f.close() 

结果：

unit_size,unit_type,description,online_price,reg_price,store_address,store_city,store_state,store_postalcode 
5' x 5',Climate Controlled,"Indoor access,Ground Level",$25/mo,$27,7244 Overland Rd,Orlando,FL,32810 
5' x 5',,"Outdoor/Drive-up access,Ground Level",Check for Availability,,7244 Overland Rd,Orlando,FL,32810 
5' x 10',,"Outdoor/Drive-up access,Ground Level",$46/mo,$50,7244 Overland Rd,Orlando,FL,32810 
10' x 5',Climate Controlled,"Indoor access,Ground Level",$57/mo,$62,7244 Overland Rd,Orlando,FL,32810 
5' x 10',Climate Controlled,"Indoor access,Ground Level",$67/mo,$73,7244 Overland Rd,Orlando,FL,32810 
5' x 10',,"Outdoor/Drive-up access,Ground Level",Check for Availability,,7244 Overland Rd,Orlando,FL,32810 
5' x 15',Climate Controlled,"Indoor access,Ground Level",$69/mo,$75,7244 Overland Rd,Orlando,FL,32810 
10' x 10',,"Outdoor/Drive-up access,Ground Level",$105/mo,$115,7244 Overland Rd,Orlando,FL,32810 
10' x 10',Climate Controlled,"Indoor access,Ground Level",$105/mo,$115,7244 Overland Rd,Orlando,FL,32810 
10' x 10',Climate Controlled,"Indoor access,Ground Level",$124/mo,$136,7244 Overland Rd,Orlando,FL,32810 
10' x 15',,"Outdoor/Drive-up access,Ground Level",$144/mo,$158,7244 Overland Rd,Orlando,FL,32810 
10' x 16',,"Outdoor/Drive-up access,Ground Level",$145/mo,$159,7244 Overland Rd,Orlando,FL,32810 
10' x 15',Climate Controlled,"Indoor access,Ground Level",$149/mo,$163,7244 Overland Rd,Orlando,FL,32810 
10' x 18',,"Outdoor/Drive-up access,Ground Level",$149/mo,$163,7244 Overland Rd,Orlando,FL,32810 
10' x 15',Climate Controlled,"Indoor access,Ground Level",Check for Availability,,7244 Overland Rd,Orlando,FL,32810 
10' x 20',,"Outdoor/Drive-up access,Ground Level",$147/mo,$161,7244 Overland Rd,Orlando,FL,32810 
10' x 25',Climate Controlled,"Indoor access,Ground Level",$175/mo,$192,7244 Overland Rd,Orlando,FL,32810 
10' x 20',Climate Controlled,"Indoor access,Ground Level",Check for Availability,,7244 Overland Rd,Orlando,FL,32810 
10' x 28',,"Outdoor/Drive-up access,Ground Level",Check for Availability,,7244 Overland Rd,Orlando,FL,32810 
41' x 41',,"Outdoor/Drive-up access,Ground Level",$1400/mo,$1540,7244 Overland Rd,Orlando,FL,32810 
22' x 25',,"Outdoor/Drive-up access,Ground Level",Check for Availability,,7244 Overland Rd,Orlando,FL,32810 
18' x 38',,"Outdoor/Drive-up access,Ground Level",Check for Availability,,7244 Overland Rd,Orlando,FL,32810