#!/usr/bin/tclsh
-# $Id: robot.tcl,v 1.32 2002/03/25 16:11:08 adam Exp $
+# $Id: robot.tcl,v 1.33 2002/03/25 16:13:21 adam Exp $
#
proc RobotFileNext1 {area lead} {
# puts "RobotFileNext1 area=$area lead=$lead"
if {[string length $href] > 256} {
return 0
}
-# if {[string first {?} $href] >= 0} {
-# return 0
-# }
+
+# Skip pages that have ? in them
# if {[string first {?} $url] >= 0 && [string first {?} $href] >= 0} {
# return 0
# }