| 1 |
[GENERAL] |
| 2 |
###################### |
| 3 |
### Initialization ### |
| 4 |
|
| 5 |
db.fullname=test for http protocol |
| 6 |
db.name=testhttp |
| 7 |
db.type=package |
| 8 |
|
| 9 |
offline.dir.name=offline/testhttp_tmp |
| 10 |
dir.version=testhttp |
| 11 |
|
| 12 |
frequency.update=0 |
| 13 |
|
| 14 |
### Synchronization ### |
| 15 |
|
| 16 |
files.num.threads=1 |
| 17 |
|
| 18 |
# NCBI (download fasta) |
| 19 |
protocol=http |
| 20 |
server=ftp2.fr.debian.org |
| 21 |
remote.dir=/debian/dists/ |
| 22 |
|
| 23 |
release.file= |
| 24 |
release.regexp= |
| 25 |
release.file.compressed= |
| 26 |
|
| 27 |
remote.files=^stable/Release$ |
| 28 |
|
| 29 |
#Uncomment if you don't want to extract the data files. |
| 30 |
#no.extract=true |
| 31 |
|
| 32 |
local.files=^.* |
| 33 |
|
| 34 |
## Post Process ## The files should be located in the projectfiles/process directory |
| 35 |
|
| 36 |
db.post.process= |
| 37 |
|
| 38 |
|
| 39 |
#http.parse.dir.line=<img[\s]+src="[\S]+"[\s]+alt="\[DIR\]"?.*<a[\s]+href="([\S]+)\/"[\s]*>.*([\d]{4}-[\w\d]{2,5}-[\d]{2}\s[\d]{2}:[\d]{2}) |
| 40 |
#http.parse.file.line=<img[\s]+src="[\S]+"[\s]+alt="\[[\s]+\]"[\s]*\/?><\/td><td><a[\s]+href="([\S]+)".*([\d]{4}-[\d]{2}-[\d]{2}\s[\d]{2}:[\d]{2}).*>([\d\.]+[MKG]{0,1}) |
| 41 |
#http.group.file.date_format=%%Y-%%m-%%d %%H:%%M |
| 42 |
http.parse.dir.line=<a[\s]+href="([\S]+)\/"[\s]*>.*([\d]{2}-[\w\d]{2,5}-[\d]{4}\s[\d]{2}:[\d]{2}) |
| 43 |
http.parse.file.line=<a[\s]+href="([\S]+)"[\s]*>.*([\d]{2}-[\w\d]{2,5}-[\d]{4}\s[\d]{2}:[\d]{2})\s+([\d\.]+[MKG]{0,1}) |
| 44 |
http.group.file.date_format=%%d-%%b-%%Y %%H:%%M |
| 45 |
### Deployment ### |
| 46 |
|
| 47 |
keep.old.version=1 |