Как соскрести данные с моего сетевого подключения?

Question

Как соскрести данные с linkedin моего сетевого подключения?Я успешно соскобил Имя пересона с одного URL https://www.linkedin.com/in/$yourfriendname/

Есть ли способ очистить от https://www.linkedin.com/mynetwork/invite-connect/connections/

from selenium import webdriver
from bs4 import BeautifulSoup
import getpass
import requests
from selenium.webdriver.common.keys import Keys
import pprint

chrome_path = '/usr/bin/chromedriver'
driver = webdriver.Chrome(chrome_path)
driver.get("https://www.linkedin.com")
userid='xxxx@gmail.com'
password = ('xxxxxxxx')
driver.implicitly_wait(6)
driver.find_element_by_xpath("""//*[@id="login- 
email"]""").send_keys(userid)
driver.find_element_by_xpath("""//*[@id="login- 
password"]""").send_keys(password)
driver.find_element_by_xpath("""//*[@id="login-submit"]""").click()
url='www.linkedin.com/in/$yourfriendname/'  
driver.get("https://"+url.rstrip())
connectionName = driver.find_element_by_class_name('pv-top-card- 
section__name').get_attribute('innerHTML')
print(connectionName)

>>YOUR FRIEND NAME

url1='https://www.linkedin.com/mynetwork/invite-connect/connections/'
driver.get(url1.rstrip())

Как очистить сверху url1?

Answer 1

Ниже приведен код для извлечения тегов href

url1='https://www.linkedin.com/mynetwork/invite-connect/connections/'
driver.get(url1.rstrip())
elems = driver.find_elements_by_xpath("//div[@class='mn-connection-card__details']//a[@data-control-name='connection_profile'][@href]")

for elem in elems:
    driver.execute_script("window.scrollTo(0, document.body.scrollHeight);")
    print (elem.get_attribute("href"))