yujunjun/datahub
2
0
Fork 0
mirror of https://github.com/datahub-project/datahub.git synced 2025-11-10 16:32:26 +00:00
Code Issues Packages Projects Releases Wiki Activity

docs(ingest): update max_threads default value (#7947)

Browse Source 
Co-authored-by: Felipe Ribeiro <fribeiro@fanatics.com>
This commit is contained in:
Felipe Ribeiro 2023-05-02 22:54:15 -07:00 committed by GitHub
parent 36cb2b0b3b
commit d504cbd1b6
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
3 changed files with 4 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
docs-website/genJsonSchema/gen_json_schema.py
View File

@ -60,7 +60,7 @@ def get_base() -> Any:
"max_threads": { "max_threads": {
"type": "number", "type": "number",
"description": "Experimental: Max parallelism for REST API calls", "description": "Experimental: Max parallelism for REST API calls",
"default": 1, "default": 15,
}, },
"retry_status_codes": { "retry_status_codes": {
"type": "array", "type": "array",

2
metadata-ingestion/sink_docs/datahub.md
View File

@ -64,7 +64,7 @@ Note that a `.` is used to denote nested fields in the YAML recipe.
| `retry_status_codes` | | [429, 502, 503, 504] | Retry HTTP request also on these status codes | | `retry_status_codes` | | [429, 502, 503, 504] | Retry HTTP request also on these status codes |
| `token` | | | Bearer token used for authentication. | | `token` | | | Bearer token used for authentication. |
| `extra_headers` | | | Extra headers which will be added to the request. | | `extra_headers` | | | Extra headers which will be added to the request. |
| `max_threads` | | `1` | Experimental: Max parallelism for REST API calls | | `max_threads` | | `15` | Experimental: Max parallelism for REST API calls |
| `ca_certificate_path` | | | Path to CA certificate for HTTPS communications | | `ca_certificate_path` | | | Path to CA certificate for HTTPS communications |
| `disable_ssl_verification` | | false | Disable ssl certificate validation | | `disable_ssl_verification` | | false | Disable ssl certificate validation |

4
metadata-ingestion/tests/unit/stateful_ingestion/test_configs.py
View File

@ -19,7 +19,7 @@ datahub_client_configs: Dict[str, Any] = {
"token": "dummy_test_tok", "token": "dummy_test_tok",
"timeout_sec": 10, "timeout_sec": 10,
"extra_headers": {}, "extra_headers": {},
"max_threads": 1, "max_threads": 15,
}, },
"simple": {}, "simple": {},
"default": {}, "default": {},
@ -49,7 +49,7 @@ checkpointing_provider_config_test_params: Dict[
token="dummy_test_tok", token="dummy_test_tok",
timeout_sec=10, timeout_sec=10,
extra_headers={}, extra_headers={},
max_threads=1, max_threads=15,
), ),
), ),
False, False,