#sample config file for loader # http://scloader.sourceforge.net/ # #http_proxy proxy-server port, # use Smart Cache if possible :) http://scache.sf.net/ # http_proxy 127.0.0.1 8080 #how many files download at once? threads 2 #what about custom user-agent? #user_agent modzulla/thunderbag 3.1415927 #What to do with downloaded files? Define localstore type #1) do not store it #localstore null #2) use Smart Cache data directory, enter path to SC main config. localstore smartcache ../scache045/scache.cnf #3) or write them to specified directory (like wget does) #localstore directory data case_sensitive_matching 1 #case_sensitive_matching # 0 - no # 1 - yes # DEFAULT SERVER SETUP. MUST BE DEFINED Before any locations DefaultServerPriority 1.0 #priority 0.0 = disabled (never accessed, i do not know if 0.0 works..) DefaultScanDepth 4 #if none specified, default server options are initialized to system defaults #Server options #TODO: implement changepolicy when jumping to other location (????) # #passive,nofetch - don't process it when this config file is invoked #active,autostart - allways start fetching when this config file is invoked #nodefaults - don't process ANY settings in 'default' server after settings # - specific to this server #nodefaulturlmasks,nomasks - ignore default url masks #nodefaultcontentmasks,nocontent - ignore default content type masks #nodefaultactions,noaction - ignore default actions string. #reject - if none matches, stop downloading #accept - if none matches, continue with download #anycontent - (don't care about it) default policy doesn't apply #anyurl - don't do any URL masks processing, # but default TARGET must BE SET! (if accept policy is active) # #systemdefault - system default (NOT DefaultServer options) #default,none - no options (use default) DefaultServerOptions accept , passive ,systemdefaults DefaultActions src=* act=load target=me upd=norefresh log=load,err,io,fatal case_sensitive_matching 0 #do not download file with these extension DefaultMask ext=zip,exe,pdf,gz,z,ps,mov,avi,ra,ram,rm,wav,au,sit act=reject log=server #DefaultMask content=image/* url=*.cmd target=site size=unknown,10000 act=stop case_sensitive_matching 1 DefaultMask target=site src=IMG upd=norefresh act=noparse log=server q=0.5 #don't overload target servers defaultdelay 1.5 #Locations #URLMASK regexp(s) included from HTML TAGs #ACTIONS and OPTIONS # # if not specificated, default set from Actions keyword is used # # src=in which HTML tag is this MASK found? # q=1.2 ... modify priority settings in download queue for this object # 0.0 - object is not downloaded # depth= modify depth recursion in this masks # 0 - object (and possible embedded objects if parseable is downloaded) # -1 - only this object is downloaded # # act= (what to do with this object?) # reject,stop- don't download it (same as q=0.0) # noparse - don't parse it (same as depth=-1) # fastclose - close connection after sending request (will not be parsed even if parseable) # load,continue - load object in classic way (don't care about if old copy exists) # close - if object is unparseable (from content-type), close connection without # downloading more data # nosave - don't save to localdisk # # upd= how will be object updated? # norefresh - if object allready exists, don't try to load it # forcereload - force cache to reloading object # update - if object in cache is older than xx hourw, start loading. # forceupdate - if object in cache is older than xx hourw, start forced loading. # # target=any,anyserver - any wwwserver in the world (including my own) # alias for world,known,site,me # world - any undefined location # known - any known location (but not me or myserver) # server,site - alias for me,sameserver # same,sameserver - file located on the same server (not including me) # location, samelocation, me, this - located in Location URL # subdir - located in subdirectory # # auto,guess (try to guess and set target from mask) # if mask starts with http:// .. target=any # / site # * target=any # others target=this # # strip=none,null - no URL striping before mask testing # =auto # =location,loc odstrani http://xxx/ # =server odstrani http://xxx # # size=xxxx bytes - only if object is bigger than xxxx bytes # size=known - only if we know size of object # size=unknown - only if we don't know size of object beeing downloaded # size=any - don't care about it # order of proccessing 1) EXT 2)URLMASK 3)CONTENTMASK #URLmasks are processed BEFORE OBJECT'S LOADING STARTS # MASKS xx,yy,zz = xx OR yy or ZZ # MASKS xx && zz xx AND zz # masks !xx - not XX #ContentMasks are processed AFTER reading HTTP-HEADER #MASK ct=image/* url=*.cmd target=server size=unknown,10000 act=stop #CONTENTMASK null - HTTP 0.9 reply Location http://www.classicgaming.com/rotw/ scandepth 3 name rotw actions upd=noreparse target=me Location http://www.classicgaming.com/mailbag/ scandepth 5 name mailbag actions upd=noreparse target=me Location http://www.classicgaming.com/features/ scandepth 8 name cgfeatures actions upd=norefresh target=me mask src=A ext=jpg,gif,jpeg act=reject Location http://java.sun.com/products/ scandepth 1 name products actions target=me upd=load Location http://java.sun.com/features/ scandepth 2 name java-features actions target=me upd=noreparse location http://www.emuviews.com/nowhere/ name interviews options reject starturl http://www.emuviews.com/cgi-local/home.interviews.cgi #starturl http://www.emuviews.com/cgi-local/question.cgi scandepth 15 actions strip=server upd=noreparse act=load target=me mask src=IMG target=server q=0.5 mask src=A target=server url=*US* act=reject mask src=A target=server url=/cgi-local/home.interviews.cgi?INDEX=* upd=load mask src=A target=server url=/cgi-local/show.cgi?SERIAL=* upd=norefresh #mask src=A target=server url=/cgi-local/question.cgi?INDEX=* upd=load #mask src=A target=server url=/cgi-local/question.cgi?MODE=2&* upd=norefresh location http://www.emuviews.com/reviews/ name reviews starturl http://www.emuviews.com/cgi-local/home.reviews.cgi scandepth 15 actions strip=server upd=noreparse act=load target=me #mask src=IMG target=server url=/images/ss/* q=0.5 mask src=A target=server url=/cgi-local/home.reviews.cgi?FFORMAT=I upd=load location http://netmag.cz/ starturl http://netmag.cz/index.html depth 2 name netmag options reject actions target=auto log=all mask src=A url=/db/* act=load upd=noreparse #mask src=A target=world act=load depth=0 upd=noreparse #strip=server mask src=IMG target=server act=load q=0.5 location http://www.davesclassics.com/frames/mame/ name mame-pics starturl http://www.davesclassics.com/mamepage.html actions act=load upd=load target=me mask src=img target=site upd=norefresh location http://www.spiritweb.org/Spirit/ depth 2 starturl http://www.spiritweb.org/Spirit/vedas.html name veda-spirit actions upd=norefresh mask url=*?*,*/News*,*Ads/* act=reject target=any mask src=A ext=gif,jpeg,jpg target=any act=reject mask src=IMG target=any act=load log=load location http://www.videogames.com/ depth 15 mask src=A ext=gif,jpeg,jpg target=any act=reject location http://www.software.ibm.com/os/warp/warpfm/ depth 1 name warpfm location http://www.javaworld.com/javaworld/netnews/ starturl http://www.javaworld.com/javaworld/netnews/netnews.index.html depth 1 name javanews mask src=A target=world act=load depth=0 upd=noreparse mask src=A target=me act=reject location http://www.ncworldmag.com/ncworld/ starturl http://www.ncworldmag.com/ncworld/common/ncw-archives.html name ncworld depth 2 actions upd=noreparse options reject mask src=A target=location url=ncw-* strip=location location http://www.servletcentral.com/ #starturl http://www.servletcentral.com/1998-08/mccune.dchtml starturl http://www.servletcentral.com/ name servlet options reject actions target=site strip=server upd=noreparse mask src=A url=/199*,/common/* act=load mask src=IMG url=/banners/* act=reject location http://ds.dial.pipex.com/town/estate/dh69/clear/ name emuclear depth 1 location http://www.iskcon.org/ name hk depth 3 actions target=me actions log=load,url location http://www.ayurvedic.org/ name partap depth 10 actions target=me #actions log=load mask src=A url=/french/* act=reject strip=server location http://www.ayur.com/ name ayur depth 10 actions target=me #actions log=load mask src=A url=/live/* act=reject strip=server location http://chantandbehappy.com/hkexperience/ alias http://www.swami.simplenet.com/hkexperience/ alias http://swami.simplenet.com/hkexperience/ name hkexp depth 12 actions target=me #actions log=load mask src=IMG target=any act=reject strip=none location http://www.webcom.com/ara/ Alias http://www.webcom.com/~ara/ alias http://webcom.com/~ara/ alias http://webcom.com/ara/ depth 10 name ara #mask src=IMG target=any act=reject strip=none mask url=*/spanish/* act=reject strip=server location http://www.classicgaming.com/rcatt/ name rcatt mask url=/rcatt/gif/* act=reject strip=server location http://www.iskcon.org/hkindex/ name hkindex depth 5 actions target=me #mask src=IMG target=any act=reject strip=none