크롤링한 웹페이지 : https://finance.yahoo.com/quote/AWR?p=AWR

가져온 다른 부분들의 태그는 span이지만 Forward Dividend & Yield 부분만 태그가 td 이기에 이 부분을 수정하여 모든 정보를 나타내기 위한 코드를 작성했습니다...하지만 잘 작동하지 않네요.. 도움 부탁드립니다.

<원본코드>

import pandas as pd
import datetime
import requests
import yfinance as yf
import time
from requests.exceptions import ConnectionError
from bs4 import BeautifulSoup



def web_content_div(web_content,class_path):
    web_content_div = web_content.find_all('div',{'class': class_path})
    try:
        spans = web_content_div[0].find_all('span')
        texts = [span.get_text() for span in spans]

    except IndexError:
        texts = []

    return texts

def real_time_price(stock_code):

    url = 'https://finance.yahoo.com/quote/' + stock_code + '?p=' + stock_code 

    try :
        r = requests.get(url)
        web_content = BeautifulSoup(r.text,'lxml')
        texts = web_content_div(web_content, 'My(6px) Pos(r) smartphone_Mt(6px)')
        if texts != []:
            price, change = texts[0],texts[1]
        else:
            price , change = [] , []

    #Forward Dividend & Yield#################################문제가 되는 부분 ##################################################
        texts = web_content_div(web_content,'D(ib) W(1/2) Bxz(bb) Pstart(12px) Va(t) ie-7_D(i) ie-7_Pos(a) smartphone_D(b) smartphone_W(100%) smartphone_Pstart(0px) smartphone_BdB smartphone_Bdc($seperatorColor)')
        if texts != []:
            for count, forword in enumerate(texts):
                if forword == 'Forward Dividend & Yield':
                   dividend = texts[count + 1]
        else:
            dividend = []
    #####################################################문제가 되는 부분 ##################################################

        texts = web_content_div(web_content,'D(ib) W(1/2) Bxz(bb) Pstart(12px) Va(t) ie-7_D(i) ie-7_Pos(a) smartphone_D(b) smartphone_W(100%) smartphone_Pstart(0px) smartphone_BdB smartphone_Bdc($seperatorColor)')
        if texts != []:
            for count, EX in enumerate(texts):
                if EX == 'Ex-Dividend Date':
                    EXdate = texts[count + 1]
        else:
            EXdate = []

        texts = web_content_div(web_content,'D(ib) W(1/2) Bxz(bb) Pend(12px) Va(t) ie-7_D(i) smartphone_D(b) smartphone_W(100%) smartphone_Pend(0px) smartphone_BdY smartphone_Bdc($seperatorColor)')
        if texts != []:
            for count, vol in enumerate(texts):
                if vol == 'Volume':
                    volume = texts[count + 1]
        else:
            volume = []


    except ConnectionError:
        price, change, dividend, EXdate,volume = [],[],[],[],[]

    return price, change, dividend, EXdate,volume


stock=['awr']


while(True):
    info = []
    col = []
    time_stamp = datetime.datetime.now() - datetime.timedelta(hours=14)
    time_stamp = time_stamp.strftime('%Y-%M-%D %H:%M:%S')
    for stock_code in stock:
        price, change,dividend, EXdate,volume = real_time_price(stock_code)
        info.append(price)
        info.extend([change])
        info.extend([dividend])
        info.extend([EXdate])
        info.extend([volume])
        time.sleep(1)

    col = [time_stamp]
    col.extend(info)
    print(col)

결과

2021-51-03/16/21 03:51:27', '72.38', '+0.22 (+0.30%)', 'Ex-Dividend Date', 'Feb 12, 2021', '203,953'

이중에서 'Ex-dividend date' 가 Forward Dividend & Yield 에 해당하는 1.34 (1.86%)가 되도록 수정하고 싶습니다.