Merge pull request #21 from cloudstateio/feature/python-support

Merge actual state of project in Master branch

Author: marcellanz

.gitignore

@@ -0,0 +1,3 @@
+.idea
+.vscode
+**/__pycache__/

.travis.yml

@@ -0,0 +1,6 @@
+language: python
+python:
+  - "3.8"
+install:
+  - pip install -r requirements.txt
+script: pytest

README.md

@@ -1,2 +1,2 @@
-# cloudstate_python-support
-Python support for CloudState
+# Python User Language Support
+Python User Language Support for [Cloudstate](https://github.com/cloudstateio/cloudstate).

build/compile-protbuf.sh

@@ -0,0 +1,16 @@
+#!/usr/bin/env bash
+
+set -o nounset
+set -o errexit
+set -o pipefail
+
+# follow the basic steps here: https://grpc.io/docs/tutorials/basic/python/
+
+python3 -m grpc_tools.protoc -Iprotobuf/protocol --python_out=. --grpc_python_out=. protobuf/protocol/cloudstate/entity.proto
+python3 -m grpc_tools.protoc -Iprotobuf/protocol --python_out=. --grpc_python_out=. protobuf/protocol/cloudstate/event_sourced.proto
+python3 -m grpc_tools.protoc -Iprotobuf/frontend --python_out=. --grpc_python_out=. protobuf/frontend/cloudstate/entity_key.proto
+python3 -m grpc_tools.protoc -Iprotobuf/example/ -Iprotobuf/frontend --python_out=. --grpc_python_out=. protobuf/example/shoppingcart/shoppingcart.proto
+python3 -m grpc_tools.protoc -Iprotobuf/ --python_out=. --grpc_python_out=. protobuf/proxy/grpc/reflection/v1alpha/reflection.proto
+python3 -m grpc_tools.protoc -Iprotobuf/ --python_out=. --grpc_python_out=. protobuf/frontend/google/api/annotations.proto
+python3 -m grpc_tools.protoc -Iprotobuf/frontend --python_out=. --grpc_python_out=. protobuf/frontend/google/api/annotations.proto
+python3 -m grpc_tools.protoc -Iprotobuf/frontend --python_out=. --grpc_python_out=. protobuf/frontend/google/api/http.proto

build/fetch-cloudstate-pb.sh

@@ -0,0 +1,33 @@
+#!/usr/bin/env bash
+
+set -o nounset
+set -o errexit
+set -o pipefail
+
+function fetch() {
+  local path=$1
+  local tag=$2
+  mkdir -p protobuf/$(dirname $path)
+  curl -o protobuf/${path} https://raw.githubusercontent.com/cloudstateio/cloudstate/${tag}/protocols/${path}
+  #sed 's/^option java_package.*/option go_package = "${go_package}";/' protobuf/${path}
+}
+
+tag=$1
+
+# CloudState protocol
+fetch "protocol/cloudstate/entity.proto" $tag
+fetch "protocol/cloudstate/event_sourced.proto" $tag
+fetch "protocol/cloudstate/function.proto" $tag
+fetch "protocol/cloudstate/crdt.proto" $tag
+
+# TCK shopping cart example
+fetch "example/shoppingcart/shoppingcart.proto" $tag
+fetch "example/shoppingcart/persistence/domain.proto" $tag
+
+# CloudState frontend
+fetch "frontend/cloudstate/entity_key.proto" $tag
+
+# dependencies
+fetch "proxy/grpc/reflection/v1alpha/reflection.proto" $tag
+fetch "frontend/google/api/annotations.proto" $tag
+fetch "frontend/google/api/http.proto" $tag

cloudstate/cloud_state.py

@@ -0,0 +1,33 @@
+from dataclasses import (dataclass, field)
+from typing import List
+import os
+
+from concurrent import futures
+import grpc
+
+from cloudstate.evensourced_servicer import CloudStateEventSourcedServicer
+from cloudstate.event_sourced_entity import EventSourcedEntity
+from cloudstate.discovery_servicer import CloudStateEntityDiscoveryServicer
+from cloudstate.entity_pb2_grpc import add_EntityDiscoveryServicer_to_server
+from pprint import pprint
+
+from cloudstate.event_sourced_pb2_grpc import add_EventSourcedServicer_to_server
+
+
+@dataclass
+class CloudState:
+    event_sourced_entities: List[EventSourcedEntity] = field(default_factory=list)
+
+    def register_event_sourced_entity(self, entity: EventSourcedEntity):
+        self.event_sourced_entities.append(entity)
+        return self
+
+    def start(self):
+        server = grpc.server(futures.ThreadPoolExecutor(max_workers=10))
+        add_EntityDiscoveryServicer_to_server(CloudStateEntityDiscoveryServicer(self.event_sourced_entities), server)
+        add_EventSourcedServicer_to_server(CloudStateEventSourcedServicer(self.event_sourced_entities),server)
+        port = os.environ.get('HOST', '127.0.0.1') + ':' + os.environ.get('PORT', '8080')
+        server.add_insecure_port(port)
+        pprint('Starting Cloudstate on ' + port)
+        server.start()
+        server.wait_for_termination()

cloudstate/contexts.py

@@ -0,0 +1,49 @@
+from dataclasses import dataclass, field
+from typing import List
+
+from cloudstate.entity_pb2 import ClientAction, Failure, Reply, Forward, SideEffect
+
+
+class Context:
+    """Root class of all contexts."""
+    pass
+
+
+class ClientActionContext(Context):
+    """Context that provides client actions, which include failing and forwarding.
+    These contexts are typically made available in response to commands."""
+
+    def __init__(self,command_id: int):
+        self.command_id: int = command_id
+        self.errors: List[str] = []
+        self.effects:List[SideEffect] = []
+        self.forward: Forward = None
+
+    def fail(self, error_message: str):
+        """Fail the command with the given message"""
+        self.errors.append(error_message)
+
+    def has_errors(self):
+        return len(self.errors) > 0
+
+    def create_client_action(self, result, allow_reply):
+        client_action = ClientAction()
+        if self.has_errors():
+            failure = Failure()
+            failure.command_id = self.command_id
+            failure.description = str(self.errors)
+            client_action.failure.CopyFrom(failure)
+        elif result:
+            if self.forward:
+                raise Exception("Both a reply was returned, and a forward message was sent, choose one or the other.")
+            else:
+                reply = Reply()
+                reply.payload.Pack(result)
+                client_action.reply.CopyFrom(reply)
+        elif self.forward:
+            client_action.forward.CopyFrom(self.forward)
+        elif allow_reply:
+            return None
+        else:
+            raise Exception("No reply or forward returned by command handler!")
+        return client_action

cloudstate/discovery_servicer.py

@@ -0,0 +1,74 @@
+# Copyright 2019 Lightbend Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+import platform
+from dataclasses import dataclass
+from pprint import pprint
+from typing import List
+
+from google.protobuf.descriptor_pb2 import FileDescriptorSet, FileDescriptorProto
+from google.protobuf.descriptor_pool import Default
+
+from cloudstate import entity_pb2
+from cloudstate.entity_pb2_grpc import EntityDiscoveryServicer
+from cloudstate.event_sourced_entity import EventSourcedEntity
+
+
+@dataclass
+class CloudStateEntityDiscoveryServicer(EntityDiscoveryServicer):
+    event_sourced_entities: List[EventSourcedEntity]
+
+    def discover(self, request, context):
+        pprint(request)
+        descriptor_set = FileDescriptorSet()
+        for entity in self.event_sourced_entities:
+            for descriptor in entity.file_descriptors:
+                descriptor_set.file.append(FileDescriptorProto.FromString(descriptor.serialized_pb))
+        descriptor_set.file.append(
+            FileDescriptorProto.FromString(Default().FindFileByName('google/protobuf/empty.proto').serialized_pb)
+        )
+        descriptor_set.file.append(
+            FileDescriptorProto.FromString(Default().FindFileByName('cloudstate/entity_key.proto').serialized_pb)
+        )
+        descriptor_set.file.append(
+            FileDescriptorProto.FromString(Default().FindFileByName('google/protobuf/descriptor.proto').serialized_pb)
+        )
+        descriptor_set.file.append(
+            FileDescriptorProto.FromString(Default().FindFileByName('google/api/annotations.proto').serialized_pb)
+        )
+        descriptor_set.file.append(
+            FileDescriptorProto.FromString(Default().FindFileByName('google/api/http.proto').serialized_pb)
+        )
+        spec = entity_pb2.EntitySpec(
+            service_info=entity_pb2.ServiceInfo(
+                service_version='0.1.0',
+                service_runtime='Python ' + platform.python_version() + ' [' + platform.python_implementation() + ' ' +
+                                platform.python_compiler() + ']',
+                support_library_name='cloudstate-python-support',
+                support_library_version='0.1.0'
+            ),
+            entities=[
+                entity_pb2.Entity(
+                    entity_type=entity.entity_type(),
+                    service_name=entity.service_descriptor.full_name,
+                    persistence_id=entity.persistence_id,
+                )
+                for entity in self.event_sourced_entities],
+            proto=descriptor_set.SerializeToString()
+        )
+        return spec
+
+    def reportError(self, request, context):
+        pprint(request)
+        return

cloudstate/entity_key_pb2.py

@@ -0,0 +1,3 @@
+# Generated by the gRPC Python protocol compiler plugin. DO NOT EDIT!
+import grpc
+