projects
/
tclrobot.git
/ commitdiff
commit
grep
author
committer
pickaxe
?
search:
re
summary
|
shortlog
|
log
|
commit
| commitdiff |
tree
raw
|
patch
|
inline
| side by side (parent:
bd463f7
)
Remove code that skips ?'s in URL
author
Adam Dickmeiss
<adam@indexdata.dk>
Mon, 25 Mar 2002 16:13:21 +0000
(16:13 +0000)
committer
Adam Dickmeiss
<adam@indexdata.dk>
Mon, 25 Mar 2002 16:13:21 +0000
(16:13 +0000)
robot.tcl
patch
|
blob
|
history
diff --git
a/robot.tcl
b/robot.tcl
index
bfe875f
..
793298c
100755
(executable)
--- a/
robot.tcl
+++ b/
robot.tcl
@@
-1,5
+1,5
@@
#!/usr/bin/tclsh
#!/usr/bin/tclsh
-# $Id: robot.tcl,v 1.32 2002/03/25 16:11:08 adam Exp $
+# $Id: robot.tcl,v 1.33 2002/03/25 16:13:21 adam Exp $
#
proc RobotFileNext1 {area lead} {
# puts "RobotFileNext1 area=$area lead=$lead"
#
proc RobotFileNext1 {area lead} {
# puts "RobotFileNext1 area=$area lead=$lead"
@@
-288,9
+288,8
@@
proc RobotHref {url hrefx hostx pathx} {
if {[string length $href] > 256} {
return 0
}
if {[string length $href] > 256} {
return 0
}
-# if {[string first {?} $href] >= 0} {
-# return 0
-# }
+
+# Skip pages that have ? in them
# if {[string first {?} $url] >= 0 && [string first {?} $href] >= 0} {
# return 0
# }
# if {[string first {?} $url] >= 0 && [string first {?} $href] >= 0} {
# return 0
# }