[WAYANG-#8] rename to pywy and organization of class

Signed-off-by: bertty <[email protected]>

python/resources/test.input

@@ -0,0 +1,4 @@
+la
+lala
+a
+lalala

python/src/pywayang/__init__.py → python/src/pywy/__init__.py

@@ -17,6 +17,6 @@
 
 from .config import *
 from .orchestrator import *
-from .protobuf import *
+from pywy.translate.protobuf import *
 from .graph import *
 from .test import *

python/src/pywayang/context.py → python/src/pywy/context.py

@@ -1,6 +1,6 @@
-from pywayang.plugin import Plugin
-from pywayang.dataquanta import DataQuanta
-from pywayang.operator.source import TextFileSource
+from pywy.platforms.basic.plugin import Plugin
+from pywy.dataquanta import DataQuanta
+from pywy.wayangplan.source import TextFileSource
 
 class WayangContext:
   """

python/src/pywayang/dataquanta.py → python/src/pywy/dataquanta.py

@@ -1,8 +1,5 @@
-from pywayang.types import (GenericTco, Predicate, Function, FlatmapFunction, IterableO)
-from pywayang.operator.base import (WyOperator)
-from pywayang.operator.unary import (FilterOperator, MapOperator, FlatmapOperator)
-from pywayang.operator.sink import TextFileSink
-
+from pywy.types import (GenericTco, Predicate, Function, FlatmapFunction, IterableO)
+from pywy.wayangplan import *
 
 class DataQuanta(GenericTco):
     """
@@ -13,7 +10,6 @@ class DataQuanta(GenericTco):
     def __init__(self, operator: WyOperator):
         self.operator = operator
 
-
     def filter(self: "DataQuanta[T]", p: Predicate) -> "DataQuanta[T]" :
         return DataQuanta(FilterOperator(p))
 

python/src/pywayang/graph/graph.py → python/src/pywy/graph/graph.py

@@ -15,7 +15,7 @@
 # limitations under the License.
 #
 
-from pywayang.graph.node import Node
+from pywy.graph.node import Node
 import logging
 
 

python/src/pywayang/graph/traversal.py → python/src/pywy/graph/traversal.py

@@ -15,7 +15,7 @@
 # limitations under the License.
 #
 
-from pywayang.graph.visitant import Visitant
+from pywy.graph.visitant import Visitant
 import logging
 
 

python/src/pywayang/orchestrator/dataquanta.py → python/src/pywy/orchestrator/dataquanta.py

@@ -15,10 +15,10 @@
 # limitations under the License.
 #
 
-from pywayang.orchestrator.operator import Operator
-from pywayang.graph.graph import Graph
-from pywayang.graph.traversal import Traversal
-from pywayang.protobuf.planwriter import MessageWriter
+from pywy.orchestrator.operator import Operator
+from pywy.graph.graph import Graph
+from pywy.graph.traversal import Traversal
+from pywy.translate.protobuf.planwriter import MessageWriter
 import itertools
 import collections
 import logging

python/src/pywayang/orchestrator/execdirectly.py → python/src/pywy/orchestrator/execdirectly.py

@@ -15,8 +15,8 @@
 # limitations under the License.
 #
 
-from pywayang.orchestrator.plan import Descriptor
-from pywayang.orchestrator.dataquanta import DataQuantaBuilder
+from pywy.orchestrator.plan import Descriptor
+from pywy.orchestrator.dataquanta import DataQuantaBuilder
 import datetime
 
 

python/src/pywayang/orchestrator/main.py → python/src/pywy/orchestrator/main.py

@@ -15,8 +15,8 @@
 # limitations under the License.
 #
 
-from pywayang.orchestrator.plan import Descriptor
-from pywayang.orchestrator.dataquanta import DataQuantaBuilder
+from pywy.orchestrator.plan import Descriptor
+from pywy.orchestrator.dataquanta import DataQuantaBuilder
 import datetime
 
 

python/src/pywayang/orchestrator/operator.py → python/src/pywy/orchestrator/operator.py

@@ -17,9 +17,9 @@
 
 import pickle
 import cloudpickle
-from pywayang.config.config_reader import get_source_types
-from pywayang.config.config_reader import get_sink_types
-from pywayang.config.config_reader import get_boundary_types
+from pywy.config.config_reader import get_source_types
+from pywy.config.config_reader import get_sink_types
+from pywy.config.config_reader import get_boundary_types
 import logging
 
 pickle_protocol = pickle.HIGHEST_PROTOCOL

python/src/pywy/platforms/basic/channel.py

@@ -0,0 +1,20 @@
+class Channel:
+
+    def __init__(self):
+        pass
+
+    def getchannel(self) -> 'Channel':
+        return self
+
+    def gettype(self):
+        return type(self)
+
+class ChannelDescriptor:
+
+    def __init__(self, channelType: type, isReusable: bool, isSuitableForBreakpoint: bool):
+        self.channelType = channelType
+        self.isReusable = isReusable
+        self.isSuitableForBreakpoint = isSuitableForBreakpoint
+
+    def create_instance(self) -> Channel:
+        return self.channelType()

python/src/pywayang/platforms/python/mappings.py → python/src/pywy/platforms/basic/mapping.py

@@ -1,15 +1,13 @@
 from typing import Dict
-
-from pywayang.operator.base import WyOperator
-from pywayang.platforms.python.operators import *
+from pywy.wayangplan.base import WyOperator
 
 class Mapping:
     mappings: Dict[str, type]
 
     def __init__(self):
         self.mappings = {}
 
-    def add_mapping(self, operator: PythonExecutionOperator):
+    def add_mapping(self, operator: WyOperator):
         self.mappings[operator.name] = type(operator)
 
     def get_instanceof(self, operator: WyOperator):
@@ -27,11 +25,4 @@ def __str__(self):
         return str(self.mappings)
 
     def __repr__(self):
-        return self.__str__()
-
-OperatorMappings = Mapping()
-
-OperatorMappings.add_mapping(PyFilterOperator())
-OperatorMappings.add_mapping(PyTextFileSourceOperator())
-OperatorMappings.add_mapping(PyTextFileSinkOperator())
-
+        return self.__str__()

python/src/pywayang/plugin.py → python/src/pywy/platforms/basic/plugin.py

@@ -1,4 +1,5 @@
-from pywayang.platform import Platform
+from pywy.platforms.basic.platform import Platform
+from pywy.platforms.basic.mapping import Mapping
 
 class Plugin:
     """
@@ -10,9 +11,14 @@ class Plugin:
     """
 
     platforms = []
+    mappings: Mapping
 
-    def __init__(self, *platform:Platform):
+    def __init__(self, *platform:Platform, mappings: Mapping = Mapping()):
         self.platforms = list(platform)
+        self.mappings = mappings
+
+    def get_mappings(self) -> Mapping:
+        return self.mappings
 
     def __str__(self):
         return "Platforms: {}".format(str(self.platforms))
@@ -21,7 +27,3 @@ def __repr__(self):
         return self.__str__()
 
 
-# define the basic plugins that can be used
-java = Plugin(Platform('java'))
-spark = Plugin(Platform('spark'))
-flink = Plugin(Platform('flink'))

python/src/pywayang/platforms/python/channels.py → python/src/pywy/platforms/python/channels.py

@@ -1,26 +1,5 @@
 from typing import ( Iterable, Callable )
-
-class Channel:
-
-    def __init__(self):
-        pass
-
-    def getchannel(self) -> 'Channel':
-        return self
-
-    def gettype(self):
-        return type(self)
-
-class ChannelDescriptor:
-
-    def __init__(self, channelType: type, isReusable: bool, isSuitableForBreakpoint: bool):
-        self.channelType = channelType
-        self.isReusable = isReusable
-        self.isSuitableForBreakpoint = isSuitableForBreakpoint
-
-    def create_instance(self) -> Channel:
-        return self.channelType()
-
+from pywy.platforms.basic.channel import ( Channel, ChannelDescriptor )
 
 class PyIteratorChannel(Channel):
 

python/src/pywy/platforms/python/mappings.py

@@ -0,0 +1,10 @@
+from pywy.platforms.basic.mapping import Mapping
+from pywy.platforms.python.operators import *
+
+
+PywyOperatorMappings = Mapping()
+
+PywyOperatorMappings.add_mapping(PyFilterOperator())
+PywyOperatorMappings.add_mapping(PyTextFileSourceOperator())
+PywyOperatorMappings.add_mapping(PyTextFileSinkOperator())
+

python/src/pywayang/platforms/python/operators/PyFilterOperator.py → python/src/pywy/platforms/python/operators/PyFilterOperator.py

@@ -1,8 +1,8 @@
-from pywayang.operator.unary import FilterOperator
-from pywayang.platforms.python.operators.PythonExecutionOperator import PythonExecutionOperator
-from pywayang.platforms.python.channels import (Channel, ChannelDescriptor, PyIteratorChannel,
-                                                PyIteratorChannelDescriptor, PyCallableChannelDescriptor,
-                                                PyCallableChannel)
+from pywy.wayangplan.unary import FilterOperator
+from pywy.platforms.python.operators.PythonExecutionOperator import PythonExecutionOperator
+from pywy.platforms.python.channels import (Channel, ChannelDescriptor, PyIteratorChannel,
+                                            PyIteratorChannelDescriptor, PyCallableChannelDescriptor,
+                                            PyCallableChannel)
 from typing import Set
 
 class PyFilterOperator(FilterOperator, PythonExecutionOperator):

python/src/pywayang/platforms/python/operators/PyTextFileSinkOperator.py → python/src/pywy/platforms/python/operators/PyTextFileSinkOperator.py

@@ -1,6 +1,6 @@
-from pywayang.operator.sink import TextFileSink
-from pywayang.platforms.python.operators.PythonExecutionOperator import PythonExecutionOperator
-from pywayang.platforms.python.channels import (
+from pywy.wayangplan.sink import TextFileSink
+from pywy.platforms.python.operators.PythonExecutionOperator import PythonExecutionOperator
+from pywy.platforms.python.channels import (
                                                     Channel,
                                                     ChannelDescriptor,
                                                     PyIteratorChannel,

python/src/pywayang/platforms/python/operators/PyTextFileSourceOperator.py → python/src/pywy/platforms/python/operators/PyTextFileSourceOperator.py

@@ -1,6 +1,6 @@
-from pywayang.operator.source import TextFileSource
-from pywayang.platforms.python.operators.PythonExecutionOperator import PythonExecutionOperator
-from pywayang.platforms.python.channels import (
+from pywy.wayangplan.source import TextFileSource
+from pywy.platforms.python.operators.PythonExecutionOperator import PythonExecutionOperator
+from pywy.platforms.python.channels import (
                                                     Channel,
                                                     ChannelDescriptor,
                                                     PyIteratorChannel,

python/src/pywayang/platforms/python/operators/PythonExecutionOperator.py → python/src/pywy/platforms/python/operators/PythonExecutionOperator.py

@@ -1,5 +1,5 @@
-from pywayang.operator.base import WyOperator
-from pywayang.platforms.python.channels import Channel
+from pywy.wayangplan.base import WyOperator
+from pywy.platforms.python.channels import Channel
 
 class PythonExecutionOperator(WyOperator):
 

python/src/pywy/platforms/python/operators/__init__.py

@@ -0,0 +1,11 @@
+from pywy.platforms.python.operators.PythonExecutionOperator import PythonExecutionOperator
+from pywy.platforms.python.operators.PyFilterOperator import PyFilterOperator
+from pywy.platforms.python.operators.PyTextFileSourceOperator import PyTextFileSourceOperator
+from pywy.platforms.python.operators.PyTextFileSinkOperator import PyTextFileSinkOperator
+
+__ALL__ = [
+    PythonExecutionOperator,
+    PyFilterOperator,
+    PyTextFileSourceOperator,
+    PyTextFileSinkOperator
+]

python/src/pywy/platforms/python/platform/__init__.py

@@ -0,0 +1 @@
+from pywy.platforms.python.platform.platform import PythonPlatform

python/src/pywy/platforms/python/platform/platform.py

@@ -0,0 +1,6 @@
+from pywy.platforms.basic.platform import Platform
+
+class PythonPlatform(Platform):
+
+    def __init__(self):
+        super(PythonPlatform, self).__init__("Python")

python/src/pywy/platforms/python/plugin/__init__.py

@@ -0,0 +1 @@
+from pywy.platforms.python.plugin.plugin import PythonPlugin

python/src/pywy/platforms/python/plugin/plugin.py

@@ -0,0 +1,10 @@
+from pywy.platforms.python.platform import PythonPlatform
+from pywy.platforms.basic.plugin import Plugin
+from pywy.platforms.python.mappings import PywyOperatorMappings
+
+
+
+class PythonPlugin(Plugin):
+
+    def __init__(self):
+        super(PythonPlugin, self).__init__(PythonPlatform(), PywyOperatorMappings)

python/src/pywy/plugins.py

@@ -0,0 +1,10 @@
+from pywy.platforms.basic.platform import Platform
+from pywy.platforms.basic.plugin import Plugin
+from pywy.platforms.python.plugin import PythonPlugin
+
+# define the basic plugins that can be used
+java = Plugin(Platform('java'))
+spark = Plugin(Platform('spark'))
+flink = Plugin(Platform('flink'))
+# plugin for the python platform
+python = PythonPlugin()