Debian Codegraph @

azure-kusto-data/azure/kusto/data/aio/response.py

raw
1 from typing import List, AsyncIterator, Union
2
3 from azure.kusto.data._models import WellKnownDataSet, KustoResultTable, BaseKustoResultTable
4 from azure.kusto.data.aio._models import KustoStreamingResultTable
5 from azure.kusto.data.aio.streaming_response import StreamingDataSetEnumerator
6 from azure.kusto.data.exceptions import KustoStreamingQueryError
7 from azure.kusto.data.response import BaseKustoResponseDataSet
8 from azure.kusto.data.streaming_response import FrameType
9
10
11 class KustoStreamingResponseDataSet(BaseKustoResponseDataSet):
12 _status_column = "Payload"
13 _error_column = "Level"
14 _crid_column = "ClientRequestId"
15
16 def __init__(self, streamed_data: StreamingDataSetEnumerator):
17 self._current_table = None
18 self._skip_incomplete_tables = False
19 self.tables = []
20 self.streamed_data = streamed_data
21 self.finished = False
22
23 def iter_primary_results(self) -> "PrimaryResultsIterator":
24 return PrimaryResultsIterator(self)
25
26 def __aiter__(self) -> AsyncIterator[BaseKustoResultTable]:
27 return self
28
29 async def __anext__(self) -> BaseKustoResultTable:
30 if self.finished:
31 raise StopAsyncIteration()
32
33 if type(self._current_table) == KustoStreamingResultTable and not self._current_table.finished and not self._skip_incomplete_tables:
34 raise KustoStreamingQueryError(
35 "Tried retrieving a new primary_result table before the old one was finished. To override call `set_skip_incomplete_tables(True)`"
36 )
37
38 while True:
39 try:
40 table = await self.streamed_data.__anext__()
41 except StopAsyncIteration:
42 self.finished = True
43 return
44 if table["FrameType"] == FrameType.DataTable:
45 break
46
47 if table["TableKind"] == WellKnownDataSet.PrimaryResult.value:
48 self._current_table = KustoStreamingResultTable(table)
49 else:
50 self._current_table = KustoResultTable(table)
51
52 self.tables.append(self._current_table)
53 return self._current_table
54
55 def set_skip_incomplete_tables(self, value: bool):
56 self._skip_incomplete_tables = value
57
58 @property
59 def errors_count(self) -> int:
60 if not self.finished:
61 raise KustoStreamingQueryError("Unable to get errors count before reading all of the tables.")
62 return super().errors_count
63
64 def get_exceptions(self) -> List[str]:
65 if not self.finished:
66 raise KustoStreamingQueryError("Unable to get errors count before reading all of the tables.")
67 return super().get_exceptions()
68
69 def __getitem__(self, key: Union[int, str]) -> KustoResultTable:
70 if isinstance(key, int):
71 return self.tables[key]
72 try:
73 return next(t for t in self.tables if t.table_name == key)
74 except StopIteration:
75 raise LookupError(key)
76
77 def __len__(self) -> int:
78 return len(self.tables)
79
80
81 class PrimaryResultsIterator:
82 # This class exists because you can't raise exception from an generator and keep working
83 def __init__(self, dataset: KustoStreamingResponseDataSet):
84 self.dataset = dataset
85
86 def __aiter__(self) -> AsyncIterator[KustoStreamingResultTable]:
87 return self
88
89 async def __anext__(self) -> KustoStreamingResultTable:
90 while True:
91 table = await self.dataset.__anext__()
92 if type(table) is KustoStreamingResultTable:
93 return table