让抓取工作变得更容易：使用PHP和Selenium开发网络爬虫

1

composer require facebook/webdriver

1

2

3

4

5

6

7

8

9

10

11

12

13

14

15

16

17

18

19

20

21

22

23

24

25

26

27

28

29

30

<?php

require_once __DIR__ . '/vendor/autoload.php';

use FacebookWebDriverRemoteDesiredCapabilities;

use FacebookWebDriverRemoteRemoteWebDriver;

//指定驱动路径

$chromeOptions = new FacebookWebDriverChromeChromeOptions();

$chromeOptions->addArguments(['--headless']);

$chromeOptions->setBinary('/Applications/Google Chrome.app/Contents/MacOS/Google Chrome');

$capabilities = DesiredCapabilities::chrome();

$capabilities->setCapability(FacebookWebDriverChromeChromeOptions::CAPABILITY, $chromeOptions);

//连接Chrome并打开百度首页

$driver = RemoteWebDriver::create('http://localhost:9515', $capabilities);

$driver->get('http://www.baidu.com/');

//模拟搜索

$element = $driver->findElement(FacebookWebDriverWebDriverBy::id('kw'));

$element->sendKeys('hello world');

$element->submit();

//获取搜索结果中的相关内容

$results = $driver->findElements(FacebookWebDriverWebDriverBy::className('result-title'));

foreach ($results as $result) {

    echo $result->getText() . "

";

}

//关闭浏览器

$driver->quit();