Open topic with navigation

# Example Configuration File

    [License]
    LicenseServerHost=licenses
    LicenseServerACIPort=20000

    [Service]
    ServicePort=17006

    [Server]
    Port=7006
    XSLTemplates=TRUE

    [AuthorizationRoles]
    0=AdminRole
    1=QueryRole

    [AdminRole]
    StandardRoles=admin,servicecontrol,query,servicestatus
    Clients=::1,127.0.0.1

    [QueryRole]
    StandardRoles=query,servicestatus
    Clients=*

    [Logging]
    LogLevel=FULL
    LogEcho=TRUE
    0=ApplicationLogStream
    1=ActionLogStream
    2=SynchronizeLogStream

    [ApplicationLogStream]
    LogFile=application.log
    LogTypeCSVs=application

    [ActionLogStream]
    LogFile=action.log
    LogTypeCSVs=action

    [SynchronizeLogStream]
    LogFile=synchronize.log
    LogTypeCSVs=synchronize

    [Connector]
    TempDirectory=temp
    EnableScheduledTasks=TRUE
    ScheduleRepeatSecs=86400
    ScheduleCycles=-1

    [Ingestion]
    IngesterType=CFS
    IngestHost=localhost
    IngestPort=7000
    IndexDatabase=WebConnector

    [FetchTasks]
    SSLMethod=SSLV23
    Number=1
    0=MyTask0

    [MyTask0]
    //The url from which to start the crawl
    Url=http://www.mywebsite.com

    //Regexes to restrict pages that are crawled for links
    SpiderUrlMustHaveRegex=
    SpiderUrlCantHaveRegex=

    //Regexes to restrict pages that are indexed.
    UrlMustHaveRegex=
    UrlCantHaveRegex=
    PageMustHaveRegex=
    PageCantHaveRegex=

    //The delay between processing pages, per sync thread
    PageDelay=5s

    //Stay on the same site as the starting url
    StayOnSite=true

    //Maximum amount of time to spend crawling, 0 indicating unlimited
    SiteDuration=0s

    //Maximum number of pages to ingest per synchronize run, 0 indicating unlimited
    MaxPages=0

    //Minimum size that a page must be for it to be ingested
    MinPageSize=0

    //Maximum size that a page must be for it to be ingested, 0 indicating unlimited
    MaxPageSize=0

    //Maximum number of links a page can have before it is not ingested, 0 indicating unlimited
    MaxLinksPerPage=0

    //Follow robots.txt and ROBOTS meta tag commands
    FollowRobotProtocol=true

    //The UserAgent sent in the request headers
    SpiderAs=Autn-WKOOP

    //Maximum depth to spider to, -1 indicating unlimited.
    Depth=-1

    //Follow links found in flash content
    FollowFlash=false

    //Proxy details
    ProxyHost=
    ProxyPort=
    ProxyUser=
    ProxyPassword=

    //Authentication details sent if 401 is returned by the server.
    //Supports Basic, NTLM V2 and Digest-MD5.
    AuthUser=
    AuthPassword=

© 2017 Hewlett Packard Enterprise Development LP | Send documentation feedback to HPE Close Send documentation feedback To open the configured email client on this computer, open an email window. Otherwise, copy the information below to a web mail client, and send this email to AutonomyTPFeedback@hpe.com. We appreciate your feedback! Product: Topic Title: Help Topic: Feedback:

_HP_HTML5_bannerTitle.htm