Skip to content

Commit

Permalink
Merge pull request #34 from dqops/1.6.1
Browse files Browse the repository at this point in the history
1.6.1
  • Loading branch information
dqops authored Jul 27, 2024
2 parents 5b36adb + 5e4cf40 commit d6314e2
Show file tree
Hide file tree
Showing 213 changed files with 15,621 additions and 6,413 deletions.
2 changes: 1 addition & 1 deletion .run/dqo run.run.xml
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@
<option name="region" />
<option name="useCurrentConnection" value="false" />
</extension>
<option name="JAR_PATH" value="$PROJECT_DIR$/dqops/target/dqo-dqops-1.6.0.jar" />
<option name="JAR_PATH" value="$PROJECT_DIR$/dqops/target/dqo-dqops-1.6.1.jar" />
<option name="VM_PARAMETERS" value="-XX:MaxRAMPercentage=60.0 --add-opens java.base/java.nio=ALL-UNNAMED --add-opens java.base/java.util.concurrent=ALL-UNNAMED" />
<option name="PROGRAM_PARAMETERS" value="--server.port=8888" />
<option name="WORKING_DIRECTORY" value="C:\dev\dqoado" />
Expand Down
11 changes: 5 additions & 6 deletions CHANGELOG.md
Original file line number Diff line number Diff line change
@@ -1,6 +1,5 @@
# 1.6.0
* Fixes to some error sampling templates
* Redesigned data quality check editor to work in a simplified mode
* JDBC drivers are pre-loaded to avoid issues with automatic registration of JDBC drivers by Java
* Delta Lake and Iceberg support
* Global incident screen redesigned to show the counts of incidents
# 1.6.1
* Incident notification supports emails
* Small bug fixes in the check editor
* Additional check to detect empty columns
* Copying data quality check patterns
2 changes: 1 addition & 1 deletion VERSION
Original file line number Diff line number Diff line change
@@ -1 +1 @@
1.6.0
1.6.1
2 changes: 1 addition & 1 deletion distribution/pom.xml
Original file line number Diff line number Diff line change
Expand Up @@ -11,7 +11,7 @@

<groupId>com.dqops</groupId>
<artifactId>dqo-distribution</artifactId>
<version>1.6.0</version> <!-- DQOps Version, do not touch (changed automatically) -->
<version>1.6.1</version> <!-- DQOps Version, do not touch (changed automatically) -->
<name>dqo-distribution</name>
<description>DQOps Data Quality Operations Center final assembly</description>
<packaging>pom</packaging>
Expand Down
Original file line number Diff line number Diff line change
@@ -0,0 +1,114 @@
from http import HTTPStatus
from typing import Any, Dict, Optional, Union

import httpx

from ... import errors
from ...client import AuthenticatedClient, Client
from ...types import Response


def _get_kwargs(
target_pattern_name: str,
source_pattern_name: str,
) -> Dict[str, Any]:

pass

return {
"method": "post",
"url": "api/default/checks/column/{targetPatternName}/copyfrom/{sourcePatternName}".format(
targetPatternName=target_pattern_name,
sourcePatternName=source_pattern_name,
),
}


def _parse_response(
*, client: Union[AuthenticatedClient, Client], response: httpx.Response
) -> Optional[Any]:
if response.status_code == HTTPStatus.CREATED:
return None
if client.raise_on_unexpected_status:
raise errors.UnexpectedStatus(response.status_code, response.content)
else:
return None


def _build_response(
*, client: Union[AuthenticatedClient, Client], response: httpx.Response
) -> Response[Any]:
return Response(
status_code=HTTPStatus(response.status_code),
content=response.content,
headers=response.headers,
parsed=_parse_response(client=client, response=response),
)


def sync_detailed(
target_pattern_name: str,
source_pattern_name: str,
*,
client: AuthenticatedClient,
) -> Response[Any]:
"""copyFromDefaultColumnChecksPattern
Creates (adds) a copy of an existing default column-level checks pattern configuration, under a new
name.
Args:
target_pattern_name (str):
source_pattern_name (str):
Raises:
errors.UnexpectedStatus: If the server returns an undocumented status code and Client.raise_on_unexpected_status is True.
httpx.TimeoutException: If the request takes longer than Client.timeout.
Returns:
Response[Any]
"""

kwargs = _get_kwargs(
target_pattern_name=target_pattern_name,
source_pattern_name=source_pattern_name,
)

response = client.get_httpx_client().request(
**kwargs,
)

return _build_response(client=client, response=response)


async def asyncio_detailed(
target_pattern_name: str,
source_pattern_name: str,
*,
client: AuthenticatedClient,
) -> Response[Any]:
"""copyFromDefaultColumnChecksPattern
Creates (adds) a copy of an existing default column-level checks pattern configuration, under a new
name.
Args:
target_pattern_name (str):
source_pattern_name (str):
Raises:
errors.UnexpectedStatus: If the server returns an undocumented status code and Client.raise_on_unexpected_status is True.
httpx.TimeoutException: If the request takes longer than Client.timeout.
Returns:
Response[Any]
"""

kwargs = _get_kwargs(
target_pattern_name=target_pattern_name,
source_pattern_name=source_pattern_name,
)

response = await client.get_async_httpx_client().request(**kwargs)

return _build_response(client=client, response=response)
Original file line number Diff line number Diff line change
@@ -0,0 +1,114 @@
from http import HTTPStatus
from typing import Any, Dict, Optional, Union

import httpx

from ... import errors
from ...client import AuthenticatedClient, Client
from ...types import Response


def _get_kwargs(
target_pattern_name: str,
source_pattern_name: str,
) -> Dict[str, Any]:

pass

return {
"method": "post",
"url": "api/default/checks/table/{targetPatternName}/copyfrom/{sourcePatternName}".format(
targetPatternName=target_pattern_name,
sourcePatternName=source_pattern_name,
),
}


def _parse_response(
*, client: Union[AuthenticatedClient, Client], response: httpx.Response
) -> Optional[Any]:
if response.status_code == HTTPStatus.CREATED:
return None
if client.raise_on_unexpected_status:
raise errors.UnexpectedStatus(response.status_code, response.content)
else:
return None


def _build_response(
*, client: Union[AuthenticatedClient, Client], response: httpx.Response
) -> Response[Any]:
return Response(
status_code=HTTPStatus(response.status_code),
content=response.content,
headers=response.headers,
parsed=_parse_response(client=client, response=response),
)


def sync_detailed(
target_pattern_name: str,
source_pattern_name: str,
*,
client: AuthenticatedClient,
) -> Response[Any]:
"""copyFromDefaultTableChecksPattern
Creates (adds) a copy of an existing default table-level checks pattern configuration, under a new
name.
Args:
target_pattern_name (str):
source_pattern_name (str):
Raises:
errors.UnexpectedStatus: If the server returns an undocumented status code and Client.raise_on_unexpected_status is True.
httpx.TimeoutException: If the request takes longer than Client.timeout.
Returns:
Response[Any]
"""

kwargs = _get_kwargs(
target_pattern_name=target_pattern_name,
source_pattern_name=source_pattern_name,
)

response = client.get_httpx_client().request(
**kwargs,
)

return _build_response(client=client, response=response)


async def asyncio_detailed(
target_pattern_name: str,
source_pattern_name: str,
*,
client: AuthenticatedClient,
) -> Response[Any]:
"""copyFromDefaultTableChecksPattern
Creates (adds) a copy of an existing default table-level checks pattern configuration, under a new
name.
Args:
target_pattern_name (str):
source_pattern_name (str):
Raises:
errors.UnexpectedStatus: If the server returns an undocumented status code and Client.raise_on_unexpected_status is True.
httpx.TimeoutException: If the request takes longer than Client.timeout.
Returns:
Response[Any]
"""

kwargs = _get_kwargs(
target_pattern_name=target_pattern_name,
source_pattern_name=source_pattern_name,
)

response = await client.get_async_httpx_client().request(**kwargs)

return _build_response(client=client, response=response)
Original file line number Diff line number Diff line change
Expand Up @@ -5,9 +5,7 @@

from ... import errors
from ...client import AuthenticatedClient, Client
from ...models.incident_webhook_notifications_spec import (
IncidentWebhookNotificationsSpec,
)
from ...models.incident_notification_spec import IncidentNotificationSpec
from ...types import Response


Expand All @@ -23,9 +21,9 @@ def _get_kwargs() -> Dict[str, Any]:

def _parse_response(
*, client: Union[AuthenticatedClient, Client], response: httpx.Response
) -> Optional[IncidentWebhookNotificationsSpec]:
) -> Optional[IncidentNotificationSpec]:
if response.status_code == HTTPStatus.OK:
response_200 = IncidentWebhookNotificationsSpec.from_dict(response.json())
response_200 = IncidentNotificationSpec.from_dict(response.json())

return response_200
if client.raise_on_unexpected_status:
Expand All @@ -36,7 +34,7 @@ def _parse_response(

def _build_response(
*, client: Union[AuthenticatedClient, Client], response: httpx.Response
) -> Response[IncidentWebhookNotificationsSpec]:
) -> Response[IncidentNotificationSpec]:
return Response(
status_code=HTTPStatus(response.status_code),
content=response.content,
Expand All @@ -48,17 +46,17 @@ def _build_response(
def sync_detailed(
*,
client: AuthenticatedClient,
) -> Response[IncidentWebhookNotificationsSpec]:
) -> Response[IncidentNotificationSpec]:
"""getDefaultWebhooks
Returns spec to show and edit the default configuration of webhooks.
Returns spec to show and edit the default configuration of addresses for incident notifications.
Raises:
errors.UnexpectedStatus: If the server returns an undocumented status code and Client.raise_on_unexpected_status is True.
httpx.TimeoutException: If the request takes longer than Client.timeout.
Returns:
Response[IncidentWebhookNotificationsSpec]
Response[IncidentNotificationSpec]
"""

kwargs = _get_kwargs()
Expand All @@ -73,17 +71,17 @@ def sync_detailed(
def sync(
*,
client: AuthenticatedClient,
) -> Optional[IncidentWebhookNotificationsSpec]:
) -> Optional[IncidentNotificationSpec]:
"""getDefaultWebhooks
Returns spec to show and edit the default configuration of webhooks.
Returns spec to show and edit the default configuration of addresses for incident notifications.
Raises:
errors.UnexpectedStatus: If the server returns an undocumented status code and Client.raise_on_unexpected_status is True.
httpx.TimeoutException: If the request takes longer than Client.timeout.
Returns:
IncidentWebhookNotificationsSpec
IncidentNotificationSpec
"""

return sync_detailed(
Expand All @@ -94,17 +92,17 @@ def sync(
async def asyncio_detailed(
*,
client: AuthenticatedClient,
) -> Response[IncidentWebhookNotificationsSpec]:
) -> Response[IncidentNotificationSpec]:
"""getDefaultWebhooks
Returns spec to show and edit the default configuration of webhooks.
Returns spec to show and edit the default configuration of addresses for incident notifications.
Raises:
errors.UnexpectedStatus: If the server returns an undocumented status code and Client.raise_on_unexpected_status is True.
httpx.TimeoutException: If the request takes longer than Client.timeout.
Returns:
Response[IncidentWebhookNotificationsSpec]
Response[IncidentNotificationSpec]
"""

kwargs = _get_kwargs()
Expand All @@ -117,17 +115,17 @@ async def asyncio_detailed(
async def asyncio(
*,
client: AuthenticatedClient,
) -> Optional[IncidentWebhookNotificationsSpec]:
) -> Optional[IncidentNotificationSpec]:
"""getDefaultWebhooks
Returns spec to show and edit the default configuration of webhooks.
Returns spec to show and edit the default configuration of addresses for incident notifications.
Raises:
errors.UnexpectedStatus: If the server returns an undocumented status code and Client.raise_on_unexpected_status is True.
httpx.TimeoutException: If the request takes longer than Client.timeout.
Returns:
IncidentWebhookNotificationsSpec
IncidentNotificationSpec
"""

return (
Expand Down
Loading

0 comments on commit d6314e2

Please sign in to comment.