<%--
  Copyright 2003 Sun Microsystems, Inc. All rights reserved 
  Use is subject to license terms.
 --%>
<%-- Crawling.jsp --%>

<%@page info="RobotCrawling" language="java"%>
<%@taglib uri="/WEB-INF/jato.tld" prefix="jato"%>
<%@taglib uri="/WEB-INF/console.tld" prefix="console"%>
<%@taglib uri="/WEB-INF/searchadmin.tld" prefix="searchadmin"%>


<jato:useViewBean className="com.sun.portal.search.admin.CrawlingViewBean"> 
<jsp:useBean id="viewBean" type="com.sun.portal.search.admin.CrawlingViewBean" />


<HTML>
<TITLE><searchadmin:text key="crawling.title"/></TITLE>
<%@include file="/ps/searchadmin/CSHeader.jsp"%>
<script language="javascript">
if (parent.headerFrame) {
    parent.headerFrame.helpDocURL = "<jato:text name="helpDocURL"/>";
    parent.headerFrame.helpPage = "<searchadmin:text key="help.robot.crawling"/>";
}
</script>

<searchadmin:AdminMenu selected="Crawling" images="../ps/searchadmin/images"/>
<script Language="JavaScript">
function validateEMail(o) {
    var email = new String(o.value);
    if (email.length==0) {
	return true;
    }
    var at = email.indexOf("@");
    var dot = email.lastIndexOf('.');
    if (at > 0 && dot > 0 && dot > at+1 && dot+1 < email.length) {
	return true;
    }
    alert("<searchadmin:text key="robot.crawling.error.invalidemail"/> \"" + email + "\"");
    return false;
}
</script>

<console:form name="Crawling">

<TABLE width=100% border=0> 
<TR>
    <TD colspan="2">
	<TABLE width="100%" border=0>
    	<TR> 
      	    <TD width="50%" height="2">&nbsp;</TD>
       	    <TD align="right" width="50%" height="2"> 
	       	<TABLE border="0" cellpadding="0" cellspacing="0">
		<TR> 
		<TD><console:button name="SubmitButton" onClick="javascript:if (validateEMail(document.forms['Crawling'].elements['Crawling.ContactEmailText'])) return true; else return false;" /></TD>
	       	<TD width="5"><IMG src="../ps/searchadmin/images/blank.gif" width="10" height="1" alt=""></TD>
		<TD><console:button name="ResetButton"  /></TD>
	    	<TD><IMG src="../ps/searchadmin/images/blank.gif" width="10" height="1" alt=""></TD>
		</TR>
	    </TABLE></TD>
	</TR>
    </TABLE></TD>
</TR>
<TR>
    <TD colspan="2">
    <DIV class="help-text"><searchadmin:text key="robot.crawling.desc"/></DIV>
    </TD>
</TR>
<TR>
      <TD colspan="2" height="2"> 
        <TABLE width="100%" border="0" cellspacing="0" cellpadding="0">
          <TR> 
            <TD nowrap> 
              <DIV class="properties-level1-label-text"><searchadmin:text key="robot.crawling.speed.desc"/></DIV>
            </TD>
            <TD valign="bottom" width="99%"> 
		<TABLE border="0" cellpadding="0" cellspacing="0" width="100%">
		    <TR> 
		    <TD valign="bottom" class="properties-separator"><IMG src="../ps/searchadmin/images/blank.gif" width="1" height="2" alt=""></TD>
		    </TR>
		</TABLE>
            </TD>
          </TR>
        </TABLE>
      </TD>
</TR>
<TR>
	<TD>
	<DIV class="properties-level3-label-text"><LABEL FOR="sdl"><searchadmin:text key="robot.crawling.speed.servdelay"/>&nbsp;:&nbsp;</LABEL></DIV></TD>
	<TD><jato:combobox name="ServerDelayCombo" elementId="sdl"/></TD>
</TR>
<TR>
	<TD><DIV class="properties-level3-label-text"><LABEL FOR="mcrl"><searchadmin:text key="robot.crawling.speed.maxconret"/>&nbsp;:&nbsp;</LABEL></DIV></TD>
	<TD><jato:combobox name="MaxConRetCombo" elementId="mcrl"/></TD>
</TR>
<TR>
	<TD><DIV class="properties-level3-label-text"><LABEL FOR="mcpl"><searchadmin:text key="robot.crawling.speed.maxconsite"/>&nbsp;:&nbsp;</LABEL></DIV></TD>
	<TD><jato:combobox name="MaxConPerCombo" elementId="mcpl"/></TD>
</TR>
<TR>
	<TD><DIV class="properties-level3-label-text"><LABEL FOR="srdl"><searchadmin:text key="robot.crawling.speed.index"/>&nbsp;:&nbsp;</LABEL></DIV></TD>
	<TD><jato:combobox name="SendRDsCombo" elementId="srdl" /></TD>
</TR>


<TR><TD><BR></TD><TD><BR></TD></TR>


<TR>
      <TD colspan="2" height="2"> 
        <TABLE width="100%" border="0" cellspacing="0" cellpadding="0">
          <TR> 
            <TD nowrap> 
              <DIV class="properties-level1-label-text"><searchadmin:text key="robot.crawling.completion.label"/></DIV>
            </TD>
            <TD valign="bottom" width="99%"> 
		<TABLE border="0" cellpadding="0" cellspacing="0" width="100%">
		    <TR> 
		    <TD valign="bottom" class="properties-separator"><IMG src="../ps/searchadmin/images/blank.gif" width="1" height="2" alt=""></TD>
		    </TR>
		</TABLE>
            </TD>
          </TR>
        </TABLE>
      </TD>
</TR>
<TR>
	<TD >
	<DIV class="properties-level3-label-text"><LABEL FOR="sll"><searchadmin:text key="robot.crawling.completion.scriptlaunch"/>&nbsp;:&nbsp;</LABEL></DIV></TD>
	<TD><jato:combobox name="ScriptLaunchCombo" elementId="sll"/></TD>
</TR>
<TR>
	<TD><DIV class="properties-level3-label-text"><LABEL FOR="apl"><searchadmin:text key="robot.crawling.completion.afterprocess"/>&nbsp;:&nbsp;</LABEL></DIV></TD>
	<TD><jato:combobox name="AfterProcCombo" elementId="apl" /></TD>
</TR>
<TR>
	<tD><DIV class="properties-level3-label-text"><LABEL FOR="cel"><searchadmin:text key="robot.crawling.completion.contactemail"/>&nbsp;:&nbsp;</LABEL></DIV></TD>
	<TD><jato:textField name="ContactEmailText" size="20"  elementId="cel"/></TD>
</TR>


<TR><TD><BR></TD><TD><BR></TD></TR>

<TR>
      <TD colspan="2" height="2"> 
        <TABLE width="100%" border="0" cellspacing="0" cellpadding="0">
          <TR> 
            <TD nowrap> 
              <DIV class="properties-level1-label-text"><searchadmin:text key="robot.crawling.log.label"/>&nbsp;:&nbsp;</DIV>
            </TD>
            <TD valign="bottom" width="99%"> 
		<TABLE border="0" cellpadding="0" cellspacing="0" width="100%">
		    <TR> 
		    <TD valign="bottom" class="properties-separator"><IMG src="../ps/searchadmin/images/blank.gif" width="1" height="2" alt=""></TD>
		    </TR>
		</TABLE>
            </TD>
          </TR>
        </TABLE>
      </TD>
</TR>
<TR>
	<TD><DIV class="properties-level3-label-text"><searchadmin:text key="robot.crawling.log.level"/>&nbsp;:&nbsp;<LABEL FOR="lll"></LABEL></DIV></TD>
	<TD><jato:combobox name="LogLevCombo" elementId="lll"/></TD>
</TR>


<TR><TD><BR></TD><TD><BR></TD></TR>

<TR>
      <TD colspan="2" height="2"> 
        <TABLE width="100%" border="0" cellspacing="0" cellpadding="0">
          <TR> 
            <TD nowrap> 
              <DIV class="properties-level1-label-text"><searchadmin:text key="robot.crawling.standardscompliance.label"/></DIV>
            </TD>
            <TD valign="bottom" width="99%"> 
		<TABLE border="0" cellpadding="0" cellspacing="0" width="100%">
		    <TR> 
		    <TD valign="bottom" class="properties-separator"><IMG src="../ps/searchadmin/images/blank.gif" width="1" height="2" alt=""></TD>
		    </TR>
		</TABLE>
            </TD>
          </TR>
        </TABLE>
      </TD>
</TR>
<TR>
	<TD><DIV class="properties-level3-label-text"><LABEL FOR="ual"><searchadmin:text key="robot.crawling.standardscompliance.useragent"/>&nbsp;:&nbsp;</LABEL></DIV></TD>
	<TD><jato:textField name="UserAgentText" size="20" elementId="ual" /></TD>
</TR>
<TR>
	<TD><DIV class="properties-level3-label-text"><LABEL for="robot.crawling.standardscompliance.robotstext"><searchadmin:text key="robot.crawling.standardscompliance.robotstext"/>&nbsp;:&nbsp;</LABEL></DIV></TD>
	<TD><jato:checkbox name="IgnoreRbtsTxtCheck" elementId="robot.crawling.standardscompliance.robotstext" /></TD>
</TR>


<TR><TD><BR></TD><TD><BR></TD></TR>

<TR>
      <TD colspan="2" height="2"> 
        <TABLE width="100%" border="0" cellspacing="0" cellpadding="0">
          <TR> 
            <TD nowrap> 
              <DIV class="properties-level1-label-text"><searchadmin:text key="robot.crawling.authentication.label"/></DIV>
            </TD>
            <TD valign="bottom" width="99%"> 
		<TABLE border="0" cellpadding="0" cellspacing="0" width="100%">
		    <TR> 
		    <TD valign="bottom" class="properties-separator"><IMG src="../ps/searchadmin/images/blank.gif" width="1" height="2" alt=""></TD>
		    </TR>
		</TABLE>
            </TD>
          </TR>
        </TABLE>
      </TD>
</TR>
<TR>
   <TD><DIV class="properties-level3-label-text"><LABEL FOR="pal"><searchadmin:text key="robot.crawling.authentication.perform"/></LABEL></DIV></TD>
   <TD><jato:radioButtons name="PerfAuthRadio" layout="horizontal" elementId="pal" /></TD>
</TR>
<TR>
	<TD><DIV class="properties-level3-label-text"><LABEL FOR="rul"><searchadmin:text key="robot.crawling.authentication.robotuser"/>&nbsp;:&nbsp;</LABEL></DIV></TD>
	<TD><jato:textField name="RoboUserText" size="20" elementId="rul" /></TD>
</TR>
<TR>
	<TD><DIV class="properties-level3-label-text"><LABEL FOR="rpl"><searchadmin:text key="robot.crawling.authentication.robotpass"/>&nbsp;:&nbsp;</LABEL></DIV></TD>
	<TD><jato:password name="RoboPassText" size="20" elementId="rpl" /></TD>
</TR>

<TR><TD><DIV class="properties-level3-label-text">&nbsp;</DIV></TD><TD><DIV class="properties-level3-label-text">&nbsp;</DIV></TD></TR>

<TR>
	<TD><DIV class="properties-level3-label-text"><LABEL FOR="pul"><searchadmin:text key="robot.crawling.authentication.proxyuser"/>&nbsp;:&nbsp;</LABEL></DIV></TD>
	<TD><jato:textField name="ProxUserText" size="20" elementId="pul" /></TD>
</TR>
<TR>
	<TD><DIV class="properties-level3-label-text"><LABEL FOR="rpl"><searchadmin:text key="robot.crawling.authentication.proxypass"/>&nbsp;:&nbsp;</LABEL></DIV></TD>
	<TD><jato:password name="ProxPassText" size="20" elementId="rpl" /></TD>
</TR>


<TR><TD><BR></TD><TD><BR></TD></TR>

<TR>
      <TD colspan="2" height="2"> 
        <TABLE width="100%" border="0" cellspacing="0" cellpadding="0">
          <TR> 
            <TD nowrap> 
              <DIV class="properties-level1-label-text"><searchadmin:text key="robot.crawling.proxy.label"/></DIV>
            </TD>
            <TD valign="bottom" width="99%"> 
		<TABLE border="0" cellpadding="0" cellspacing="0" width="100%">
		    <TR> 
		    <TD valign="bottom" class="properties-separator"><IMG src="../ps/searchadmin/images/blank.gif" width="1" height="2" alt=""></TD>
		    </TR>
		</TABLE>
            </TD>
          </TR>
        </TABLE>
      </TD>
</TR>

<TR>

<TR>
	<TD VALIGN=baseline><DIV class="properties-level3-label-text"><LABEL for="robot.crawling.proxy.type"><searchadmin:text key="robot.crawling.proxy.type"/>&nbsp;:&nbsp;</LABEL></sub></DIV></TD>
	<TD> <jato:radioButtons name="TypeProxRadio" elementId="robot.crawling.proxy.type" /></TD>
</TR>
<TR>
	<TD colspan=2><DIV class="properties-level3-label-text"><b><searchadmin:text key="robot.crawling.proxy.autoconfig"/>&nbsp;:&nbsp;</b></DIV></TD>
</TR>
<TR>
	<TD VALIGN=baseline><DIV class="properties-level3-label-text"><LABEL FOR="actl"><searchadmin:text key="robot.crawling.proxy.autoconfig.type"/>&nbsp;:&nbsp;</LABEL></DIV></TD>
	<TD><jato:radioButtons name="ACTypeRadio" elementId="actl" /></TD>
</TR>
<TR>
	<TD><DIV class="properties-level3-label-text"><LABEL FOR="acll"><searchadmin:text key="robot.crawling.proxy.autoconfig.local"/>&nbsp;:&nbsp;</LABEL></DIV></TD>
	<TD><jato:textField name="ACLocalText" size="20" elementId="acll" /></TD>
</TR>
<TR>
	<TD colspan=2><DIV class="properties-level3-label-text"><b><searchadmin:text key="robot.crawling.proxy.manconfig"/>&nbsp;:&nbsp;</b></DIV></TD>
</TR>
<TR>
	<TD><DIV class="properties-level3-label-text"><LABEL FOR="mchp"><searchadmin:text key="robot.crawling.proxy.manconfig.httpprox"/>&nbsp;:&nbsp;</LABEL></DIV></TD>
	<TD><jato:textField name="MCHttpProxText" size="20" elementId="mchp" /></TD>
</TR>
<TR>
	<TD><DIV class="properties-level3-label-text"><LABEL FOR="mchsp"><searchadmin:text key="robot.crawling.proxy.manconfig.httpsprox"/>&nbsp;:&nbsp;</LABEL></DIV></TD>
	<TD><jato:textField name="MCHttpsProxText" size="20" elementId="mchsp" /></TD>
</TR>
<TR>
	<TD><DIV class="properties-level3-label-text"><LABEL FOR="mcfp"><searchadmin:text key="robot.crawling.proxy.manconfig.ftpprox"/>&nbsp;:&nbsp;</LABEL></DIV></TD>
	<TD><jato:textField name="MCFtpProxText" size="20" elementId="mcfp" /></TD>
</TR>


<TR><TD><BR></TD><TD><BR></TD></TR>

<TR>
      <TD colspan="2" height="2"> 
        <TABLE width="100%" border="0" cellspacing="0" cellpadding="0">
          <TR> 
            <TD nowrap> 
              <DIV class="properties-level1-label-text"><searchadmin:text key="robot.crawling.extracting.label"/></DIV>
            </TD>
            <TD valign="bottom" width="99%"> 
		<TABLE border="0" cellpadding="0" cellspacing="0" width="100%">
		    <TR> 
		    <TD valign="bottom" class="properties-separator"><IMG src="../ps/searchadmin/images/blank.gif" width="1" height="2" alt=""></TD>
		    </TR>
		</TABLE>
            </TD>
          </TR>
        </TABLE>
      </TD>
</TR>
<TR>
      <TD><DIV class="properties-level3-label-text"><LABEL for="robot.crawling.extracting.fromhtml"><searchadmin:text key="robot.crawling.extracting.fromhtml"/>&nbsp;:&nbsp;</LABEL></DIV></TD>
      <TD><jato:checkbox name="HTMLLinksCheck" elementId="robot.crawling.extracting.fromhtml" /> <searchadmin:text key="robot.crawling.extracting.htmlmaxlinks"/><jato:textField name="HTMLLinksText" size="6" elementId="robot.crawling.extracting.fromhtml" /></TD>
</TR>
<TR>
      <TD><DIV class="properties-level3-label-text"><LABEL for="robot.crawling.extracting.fromplain"><searchadmin:text key="robot.crawling.extracting.fromplain"/>&nbsp;:&nbsp;</LABEL></DIV></TD>
      <TD><jato:checkbox name="PlainLinksCheck" elementId="robot.crawling.extracting.fromplain" /> <searchadmin:text key="robot.crawling.extracting.plainmaxlinks"/><jato:textField name="PlainLinksText" size="6" elementId="robot.crawling.extracting.fromplain" /></TD>
</TR>

<TR><TD><BR></TD><TD><BR></TD></TR>

<TR>
      <TD colspan="2" height="2"> 
        <TABLE width="100%" border="0" cellspacing="0" cellpadding="0">
          <TR> 
            <TD nowrap> 
              <DIV class="properties-level1-label-text"><searchadmin:text key="robot.crawling.advanced.label"/></DIV>
            </TD>
            <TD valign="bottom" width="99%"> 
		<TABLE border="0" cellpadding="0" cellspacing="0" width="100%">
		    <TR> 
		    <TD valign="bottom" class="properties-separator"><IMG src="../ps/searchadmin/images/blank.gif" width="1" height="2" alt=""></TD>
		    </TR>
		</TABLE>
            </TD>
          </TR>
        </TABLE>
      </TD>
</TR>
<TR>
	<TD><DIV class="properties-level3-label-text"><LABEL for="robot.crawling.advanced.cookies"><searchadmin:text key="robot.crawling.advanced.cookies"/>&nbsp;:&nbsp;</LABEL></DIV></TD>
	<TD><jato:checkbox name="UseCookiesCheck" elementId="robot.crawling.advanced.cookies" /></TD>
</TR>
<TR>
	<TD><DIV class="properties-level3-label-text"><LABEL for="robot.crawling.advanced.ipassource"><searchadmin:text key="robot.crawling.advanced.ipassource"/>&nbsp;:&nbsp;</LABEL></DIV></TD>
	<TD><jato:checkbox name="IpAsSourceCheck" elementId="robot.crawling.advanced.ipassource" /></TD>
</TR>
<TR>
	<TD><DIV class="properties-level3-label-text"><LABEL for="robot.crawling.advanced.smarthost"><searchadmin:text key="robot.crawling.advanced.smarthost"/>&nbsp;:&nbsp;</LABEL></DIV></TD>	
	<TD><jato:checkbox name="SmtHostCheck" elementId="robot.crawling.advanced.smarthost" /></TD>
</TR>
<TR>
	<TD><DIV class="properties-level3-label-text"><LABEL for="robot.crawling.advanced.hostnames"><searchadmin:text key="robot.crawling.advanced.hostnames"/>&nbsp;:&nbsp;</LABEL></DIV></TD>
    	<TD><jato:checkbox name="CnameResCheck" elementId="robot.crawling.advanced.hostnames" /></TD>
</TR>
<TR>
	<TD><DIV class="properties-level3-label-text"><LABEL for="robot.crawling.advanced.anyhost"><searchadmin:text key="robot.crawling.advanced.anyhost"/>&nbsp;:&nbsp;</LABEL></DIV></TD>
	<TD><jato:checkbox name="AnyHostCheck" elementId="robot.crawling.advanced.anyhost" /></TD>
</TR>
<TR>
	<TD><DIV class="properties-level3-label-text"><LABEL FOR="dsdl"><searchadmin:text key="robot.crawling.advanced.defaultstart"/>&nbsp;:&nbsp;</LABEL></DIV></TD>
	<TD><jato:combobox name="DefaultStartDepthCombo" elementId="dsdl" /></TD>
</TR>
<TR>
	<TD COLSPAN=2>
	<TABLE width="100%" border="0" cellspacing="0" cellpadding="0">
	    <TR>
		<TD><DIV class="properties-level3-label-text"><LABEL FOR="wdirl"><searchadmin:text key="robot.crawling.advanced.workdir"/>&nbsp;:&nbsp;</LABEL></DIV></TD>
		<TD><jato:textField name="WorkDirText" size="60" elementId="wdirl" /></TD>
	    </TR>
	    <TR>
		<TD><DIV class="properties-level3-label-text"><LABEL FOR="sdirl"><searchadmin:text key="robot.crawling.advanced.statedir"/>&nbsp;:&nbsp;</LABEL></DIV></TD>
		<TD><jato:textField name="StateDirText" size="60" elementId="sdirl" /></TD>
	    </TR>
	</TABLE></TD>
</TR>

</TABLE>

<TABLE width="100%" border=0>
    <TR> 
      <TD width="50%" height="2">&nbsp;</TD>
      <TD align="right" width="50%" height="2"> 
        <TABLE border="0" cellpadding="0" cellspacing="0">
          <TR> 
            <TD><console:button name="SubmitButton"  onClick="javascript:if (validateEMail(document.forms['Crawling'].elements['Crawling.ContactEmailText'])) return true; else return false;"/></TD>
            <TD width="5"><IMG src="../ps/searchadmin/images/blank.gif" width="10" height="1" alt=""></TD>
            <TD><console:button name="ResetButton"  /></TD>
            <TD><IMG src="../ps/searchadmin/images/blank.gif" width="10" height="1" alt=""></TD>
          </TR>
        </TABLE></TD>
    </TR>
</TABLE>
</console:form>

</body>
<script language="javascript">
pageLoaded = 1;
</script>

</HTML>
</jato:useViewBean>
