forked from apache/incubator-wayang
-
Notifications
You must be signed in to change notification settings - Fork 0
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
[WAYANG-#8] add dataquanta Tests and small corrections
Signed-off-by: bertty <[email protected]>
- Loading branch information
Showing
5 changed files
with
158 additions
and
23 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
134 changes: 134 additions & 0 deletions
134
python/src/pywy/tests/unit/dataquanta/dataquanta_test.py
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,134 @@ | ||
| import unittest | ||
| from typing import Tuple, Callable | ||
| from unittest.mock import Mock | ||
|
|
||
| from pywy.dataquanta import WayangContext | ||
| from pywy.dataquanta import DataQuanta | ||
| from pywy.operators import * | ||
|
|
||
|
|
||
| class TestUnitCoreTranslator(unittest.TestCase): | ||
| context: WayangContext | ||
|
|
||
| def setUp(self): | ||
| self.context = Mock() | ||
| pass | ||
|
|
||
| def build_seed(self) -> Tuple[PywyOperator, DataQuanta]: | ||
| operator = PywyOperator("Empty") | ||
| dq = DataQuanta(self.context, operator) | ||
| return operator, dq | ||
|
|
||
| def test_create(self): | ||
| (operator, dq) = self.build_seed() | ||
|
|
||
| self.assertIsInstance(dq, DataQuanta) | ||
| self.assertEqual(dq.context, self.context) | ||
| self.assertEqual(dq.operator, operator) | ||
|
|
||
| def test_connect(self): | ||
| operator = PywyOperator("Empty1") | ||
| operator2 = PywyOperator("Empty2") | ||
| dq = DataQuanta(self.context, operator) | ||
|
|
||
| self.assertIsNone(operator2.inputOperator[0]) | ||
| after_operator2 = dq._connect(operator2) | ||
| self.assertEqual(operator2, after_operator2) | ||
| self.assertIsNotNone(operator2.inputOperator[0]) | ||
| self.assertEqual(operator, operator2.inputOperator[0]) | ||
| self.assertEqual(operator.outputOperator[0], operator2) | ||
|
|
||
| def validate_filter(self, filtered: DataQuanta, operator: PywyOperator): | ||
| self.assertIsInstance(filtered, DataQuanta) | ||
| self.assertIsInstance(filtered.operator, FilterOperator) | ||
| self.assertEqual(filtered.context, self.context) | ||
| self.assertNotEqual(filtered.operator, operator) | ||
| self.assertEqual(filtered.operator.inputOperator[0], operator) | ||
|
|
||
| def test_filter_lambda(self): | ||
| (operator, dq) = self.build_seed() | ||
| pred: Callable = lambda x: "" in x | ||
| filtered = dq.filter(pred) | ||
| self.validate_filter(filtered, operator) | ||
|
|
||
| def test_filter_func(self): | ||
| (operator, dq) = self.build_seed() | ||
|
|
||
| def pred(x: str) -> bool: | ||
| return "" in x | ||
|
|
||
| filtered = dq.filter(pred) | ||
| self.validate_filter(filtered, operator) | ||
|
|
||
| def test_filter_func_lambda(self): | ||
| (operator, dq) = self.build_seed() | ||
|
|
||
| def pred(x): | ||
| return "" in x | ||
|
|
||
| filtered = dq.filter(lambda x: pred(x)) | ||
| self.validate_filter(filtered, operator) | ||
|
|
||
| def validate_map(self, mapped: DataQuanta, operator: PywyOperator): | ||
| self.assertIsInstance(mapped, DataQuanta) | ||
| self.assertIsInstance(mapped.operator, MapOperator) | ||
| self.assertEqual(mapped.context, self.context) | ||
| self.assertNotEqual(mapped.operator, operator) | ||
| self.assertEqual(mapped.operator.inputOperator[0], operator) | ||
|
|
||
| def test_map_lambda(self): | ||
| (operator, dq) = self.build_seed() | ||
| func: Callable = lambda x: len(x) | ||
| mapped = dq.map(func) | ||
| self.validate_map(mapped, operator) | ||
|
|
||
| def test_map_func(self): | ||
| (operator, dq) = self.build_seed() | ||
|
|
||
| def func(x: str) -> int: | ||
| return len(x) | ||
|
|
||
| mapped = dq.map(func) | ||
| self.validate_map(mapped, operator) | ||
|
|
||
| def test_map_func_lambda(self): | ||
| (operator, dq) = self.build_seed() | ||
|
|
||
| def func(x): | ||
| return x == 0 | ||
|
|
||
| mapped = dq.map(lambda x: func(x)) | ||
| self.validate_map(mapped, operator) | ||
|
|
||
| def validate_flatmap(self, flatted: DataQuanta, operator: PywyOperator): | ||
| self.assertIsInstance(flatted, DataQuanta) | ||
| self.assertIsInstance(flatted.operator, FlatmapOperator) | ||
| self.assertEqual(flatted.context, self.context) | ||
| self.assertNotEqual(flatted.operator, operator) | ||
| self.assertEqual(flatted.operator.inputOperator[0], operator) | ||
|
|
||
| def test_flatmap_lambda(self): | ||
| (operator, dq) = self.build_seed() | ||
| func: Callable = lambda x: x.split(" ") | ||
| flatted = dq.flatmap(func) | ||
| self.validate_flatmap(flatted, operator) | ||
|
|
||
| def test_flatmap_func(self): | ||
| (operator, dq) = self.build_seed() | ||
|
|
||
| def fmfunc(i: str) -> str: | ||
| for x in range(len(i)): | ||
| yield str(x) | ||
|
|
||
| flatted = dq.flatmap(fmfunc) | ||
| self.validate_flatmap(flatted, operator) | ||
|
|
||
| def test_flatmap_func_lambda(self): | ||
| (operator, dq) = self.build_seed() | ||
|
|
||
| def fmfunc(i): | ||
| for x in range(len(i)): | ||
| yield str(x) | ||
|
|
||
| flatted = dq.flatmap(lambda x: fmfunc(x)) | ||
| self.validate_flatmap(flatted, operator) |