browse a website using selenium webdriver

Question

Is it possible to go through all the URIs of a given website using Selenium WebDriver?
 

I want to launch a Firefox browser using selenium with a given URL of my choice, and then I want the firefox to browse all the pages that website has using Python language.

Answer 1

You can use the below code:

public class BrowseLink {
  
    static List<String> linkAlreadyVisited = new ArrayList<String>();
    WebDriver driver;

    public RecursiveLinkTest(WebDriver driver) {
        this.driver = driver;
    }

    public void linkTest() {
        for(WebElement link : driver.findElements(By.tagName("a")) {
       
            if (link.isDisplayed() 
                        && !linkAlreadyVisited.contains(link.getText())) {
        
                linkAlreadyVisited.add(link.getText());
                System.out.println(link.getText());
             
                link.click();
                
                new RecursiveLinkTest(driver).linkTest();
            }
        }
        driver.navigate().back();
    }

    public static void main(String[] args) throws InterruptedException {
        WebDriver driver = new FirefoxDriver();
        driver.get("https://www.edureka.co/");
        
        new RecursiveLinkTest(driver).linkTest();
    }
}