-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathscraping_indeed.php
109 lines (68 loc) · 2.63 KB
/
scraping_indeed.php
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
<?php
//codigo para trabajar html
require_once('simple_html_dom.php');
//url to scrap
$url = 'https://mx.indeed.com/trabajo?q=programador&l=Morelia,%20Mich.&from=search&vjk=bfbb6f425ed9af27';
$curl = curl_init();
//headers
$config['useragent'] = 'Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:99.0) Gecko/20100101 Firefox/99.0';
curl_setopt($curl, CURLOPT_USERAGENT, $config['useragent']);
curl_setopt($curl, CURLOPT_REFERER, $url);
curl_setopt($curl, CURLOPT_URL, $url);
curl_setopt($curl, CURLOPT_FOLLOWLOCATION, TRUE);
curl_setopt($curl, CURLOPT_RETURNTRANSFER, TRUE);
$result = curl_exec($curl);
curl_close($curl);
$domResult = new simple_html_dom();
$domResult -> load($result);
//Titulos de trabajo
foreach($domResult -> find('h2.jobTitle') as $a){
$job_title[] = $a -> plaintext;
}
//Limpia de datos de titulo de trabajo
foreach($job_title as $job_titles){
//separando los strings por patrones de inicio
if (str_starts_with($job_titles,'nuevo empleo ')) {
$job[] = str_replace('nuevo empleo ', '', $job_titles);
// obtener los demas resultados que no contengan el patron de busqueda
}else {
$job[] = $job_titles;
}
}
//Empresa que realizo la oferta
foreach($domResult -> find('span.companyName') as $b){
$companyName[] = $b -> plaintext;
}
//Localizacion de la compañia
foreach($domResult -> find('div.companyLocation') as $c){
$companyLocation[] = $c -> plaintext;
}
//info_extra
foreach($domResult -> find('div.job-snippet') as $d){
$job_snippet[] = $d -> plaintext;
}
//dias de publicacion
foreach($domResult -> find('span.date') as $e){
$date[] = $e -> plaintext;
}
//Limpia de fecha
foreach($date as $dates){
//separando los strings por patrones de inicio
if (str_starts_with($dates,'Posted hace ')) {
$datee[] = str_replace('Posted hace ', '', $dates);
// obtener los demas resultados que no contengan el patron de busqueda
}else if (str_starts_with($dates,'Employer Activo hace ')) {
$datee[] = str_replace('Employer Activo hace ', '', $dates);
}
else {
$datee[] = $dates;
}
}
$a = array ('Title' ,'Company', 'City', 'info', 'Date');
$b = $job;
$c = $companyName;
$d = $companyLocation;
$e = $job_snippet;
$f = $datee;
$i = array_combine($a, array($b,$c,$d,$e,$f));
?>