-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathconfig.json
More file actions
87 lines (87 loc) · 1.73 KB
/
config.json
File metadata and controls
87 lines (87 loc) · 1.73 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
{
"watch_dir": "demo/incoming",
"processed_dir": "demo/processed",
"archive_dir": "demo/archive",
"error_dir": "demo/error",
"log_dir": "demo/log",
"file_ready": {
"checks": 3,
"interval_sec": 1.0,
"timeout_sec": 30.0
},
"logging": {
"level": "INFO",
"json": false
},
"retry": {
"max_attempts": 3,
"backoff_sec": 1.0
},
"notifications": {
"webhook": {
"enabled": false,
"url": ""
}
},
"rules": [
{
"name": "pdf_invoices",
"enabled": true,
"extensions": [
".pdf"
],
"contains": [
"invoice",
"receipt"
],
"destination_subdir": "documents/invoices",
"rename": {
"prefix": "invoice",
"use_date": true,
"counter_width": 3,
"slug_source": "stem"
},
"actions": {
"move_to_archive_after_processing": false
}
},
{
"name": "csv_cleaning",
"enabled": true,
"extensions": [
".csv"
],
"destination_subdir": "data/csv",
"rename": {
"prefix": "dataset",
"use_date": true,
"counter_width": 3,
"slug_source": "stem"
},
"csv_options": {
"strip_whitespace": true,
"drop_empty_rows": true,
"lowercase_headers": true
}
},
{
"name": "txt_utf8",
"enabled": true,
"extensions": [
".txt"
],
"destination_subdir": "text/normalized",
"rename": {
"prefix": "text",
"use_date": true,
"counter_width": 3,
"slug_source": "stem"
},
"text_options": {
"strip_trailing_spaces": true,
"drop_empty_lines": false,
"ensure_utf8": true
}
}
]
}