1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
|
// $Id$
#include "ace/OS_NS_string.h"
#include "URL.h"
#include "HTTP_URL.h"
#include "Options.h"
#include "Command_Processor.h"
#include "URL_Visitor.h"
ACE_RCSID(Web_Crawler, Command_Processor, "$Id$")
Command::~Command (void)
{
}
URL_Command::URL_Command (URL *url)
: url_ (url)
{
}
int
URL_Command::execute (void)
{
ACE_CString check_string
(ACE_TEXT_ALWAYS_CHAR (this->url_->url_addr ().get_path_name ()));
if (check_string.find ("news:") >= 0)
return 0;
if (check_string.find (".cgi") >= 0)
return 0;
if (check_string.find ("mailto") >= 0)
return 0;
if (check_string.find (".gif") >= 0)
return 0;
if (check_string.find (".pdf") >= 0)
return 0;
if (check_string.find (".map") >= 0)
return 0;
if (check_string.find (".bmp") >= 0)
return 0;
if (check_string.find (".jpg") >= 0)
return 0;
if (this->url_->accept (OPTIONS::instance ()->visitor ()) !=0)
{
ACE_DEBUG ((LM_DEBUG,
"Coudnt accept url\n"));
return -1;
}
return 0;
}
int
URL_Command::destroy (void)
{
delete this;
return 0;
}
Command_Processor::Command_Processor (void)
{
}
Command_Processor::~Command_Processor (void)
{
}
int
Command_Processor::destroy (void)
{
delete this;
return 0;
return 0;
}
int
Command_Processor::execute (void)
{
Command *command;
while (this->url_queue_.is_empty () != 1)
{
if (this->url_queue_.dequeue_head (command) != 0)
ACE_ERROR_RETURN ((LM_ERROR,
"%p\n", "dequeue_head"),
-1);
URL_Command *url_command = dynamic_cast<URL_Command *> (command);
Auto_Destroyer<URL_Command> url_command_ptr (url_command);
if (url_command_ptr->execute () != 0)
ACE_ERROR_RETURN ((LM_ERROR,
"%p\n", "Couldnt execute command"),
-1);
}
return 0;
}
int
Command_Processor::insert (Command *command)
{
// According to the order specified the commands are removed from the queue.
if (this->url_queue_.is_full() != 1)
{
if (ACE_OS::strcmp (OPTIONS::instance ()->order (), ACE_TEXT ("FIFO")) == 0)
{
if (this->url_queue_.enqueue_tail (command) !=0)
ACE_ERROR_RETURN ((LM_ERROR,
ACE_TEXT ("%p\n"), ACE_TEXT ("enqueue_tail")),
- 1);
}
if (ACE_OS::strcmp (OPTIONS::instance ()->order (), ACE_TEXT ("LIFO")) == 0)
{
if (this->url_queue_.enqueue_head (command) !=0)
ACE_ERROR_RETURN ((LM_ERROR,
ACE_TEXT ("%p\n"), ACE_TEXT ("enqueue_head")),
- 1);
}
}
return 0;
}
#if defined (ACE_HAS_EXPLICIT_STATIC_TEMPLATE_MEMBER_INSTANTIATION)
template ACE_Singleton<Options, ACE_Null_Mutex> *ACE_Singleton<Options, ACE_Null_Mutex>::singleton_;
#endif /* ACE_HAS_EXPLICIT_STATIC_TEMPLATE_MEMBER_INSTANTIATION */
|
