PART 7: Implement full bi-directional communication over WebSocket/LP/SSE

TODO

@@ -0,0 +1,56 @@
+
+TODO:
+http://app.ganttpro.com/#!/app/home
+
+Services
+--------
+- workflow/template
+- metrics/stream
+
+Plugins
+-------
+ANN/pipeline ANN/scenario Location+weather/sensor PHOTO/indexer
+- weather: https://github.com/schachmat/wego
+- imagga goclient
+- NOX73/go-neural or fxsjy/gonn
+
+Workflow
+--------
+- load Workflowfile by FeedID
+- parse Workflowfile with templating
+- load WorkflowController with Workflowfile
+- add WorkflowController to WorkflowManager
+- implement SystemEvents
+- bind Workflow to SystemEvents
+
+
+
+More than 70 experts will present examples, standards, methods, strategies,
+and tools needed to deliver the right content, to the right people,
+at the right place and time, on any device.
+
+WHAT IS INTELLIGENT CONTENT?
+
+Simply put, ‘intelligent content’ is content which is not limited to one purpose,
+technology or output. It’s content that is structurally rich and semantically aware,
+and is therefore discoverable, reusable, reconfigurable and adaptable. It’s
+content that helps you and your customers get the job done. It’s content that
+works for you and it’s limited only by your imagination. Learn more about intelligent
+content and how it can benefit your organization.
+
+TOPICS TO BE COVERED
+
+Content Strategy
+Content Engineering
+Content Marketing
+Digital Publishing
+eBooks, Apps, and Mobile
+Structured Authoring
+Adaptive Content
+Language and Culture
+Personalized Content
+Dynamic Publishing
+Content Reuse
+Translation Automation
+Information Visualization
+Big Data and Analytics

ai/dsp/dsp.go

@@ -0,0 +1,5 @@
+package dsp
+
+/*
+	digital signal processor
+ */

ai/fpga/fpga.go

@@ -0,0 +1,5 @@
+package fpga
+
+/*
+	field-programmable gate array
+ */

ai/framework.go

@@ -0,0 +1,25 @@
+package ai
+
+// https://github.com/josephmisiti/awesome-machine-learning#go
+
+/*
+	TODO:
+
+	SHOULD PROVIDE ABSTRACTION FOR ELASTICFEED ENGINE AND SERVER-PLUGIN LOGIC.
+
+	- Support for ANN: new, train, predict, grow, optimise
+	- Support for GA: new, simulate
+
+	- Recognition: Photo, Songs, Video
+	- Transformations: FFT, ...
+
+	- Filtering
+	- Sorting
+	- Aggregation
+
+	- Compressing
+	- Export/Import
+	- Transcoding
+ */
+
+func init() {}

ai/gpu/gpu.go

@@ -0,0 +1,5 @@
+package gpu
+
+/*
+	graphic processing unit
+ */

common/rest/client.go

@@ -0,0 +1,18 @@
+package rest
+
+/*
+  SHOULD ALLOW FOR PLUGINS TO HANDLE RESTFUL APIs
+
+  e.g
+
+  - photo API by imagga.com
+  - weather API by worldweatheronline.com
+  - space weather by data.nasa.gov
+  - crawling API by import.io
+  - prediction API by prediction.io
+  - http://predictthesky.org/ Predict the Sky
+  - Earth temperature anomalies GET https://api.nasa.gov/planetary/earth/temperature/address GET https://api.nasa.gov/planetary/earth/temperature/coords
+  - space Sounds https://api.nasa.gov/planetary/sounds?q=apollo&api_key=DEMO_KEY
+  - https://earthdata.nasa.gov
+  - https://earthdata.nasa.gov/user-resources/remote-sensors
+*/

common/scraper/scraper.go

@@ -0,0 +1,10 @@
+package scraper
+
+/*
+  SHOULD ALLOW FOR EASY SCRAPPING OF WEBSITEs
+
+  e.g.
+  - biorythm
+  - horoscope
+  - event in location/city
+*/

elasticfeed/elasticfeed.go

@@ -48,6 +48,7 @@ func (this *Elasticfeed) Run() {
 	this.GetResourceManager().Init()
 	this.GetServiceManager().Init()
 	this.GetWorkflowManager().Init()
+	this.GetEventManager().Init()
 
 	feedify.SetStaticPath("/static", "public")
 	feedify.Run()

elasticfeed/model/event.go

@@ -1,4 +1,8 @@
 package model
 
 type EventManager interface {
+
+	Init()
+
+	InstallSchedule(string, string, func() error) error
 }

event/event.go

@@ -5,8 +5,11 @@ type Event struct {
 
 	eventGroup    string
 	eventName     string
+
+	parent        string
+	target        string
 }
 
 func NewEvent(data interface{}) *Event {
-	return &Event{data, "", ""}
+	return &Event{data, "", "", "", ""}
 }

event/manager.go

@@ -1,21 +1,23 @@
 package event
 
 import (
+	"github.com/astaxie/beego/toolbox"
+
 	"github.com/feedlabs/elasticfeed/elasticfeed/model"
 )
 
 const (
-	EVENT_STORING      = "storing"
-	EVENT_PROCESSING   = "processing"
+	EVENT_STORING = "storing"
+	EVENT_PROCESSING = "processing"
 	EVENT_DISTRIBUTING = "distributing"
-	EVENT_LEARNING     = "learning"
+	EVENT_LEARNING = "learning"
 
-	EVENT_STORING_CREATE_ENTRY       = "create-entry"
-	EVENT_STORING_CREATE_VIEWER      = "create-viewer"
+	EVENT_STORING_CREATE_ENTRY = "create-entry"
+	EVENT_STORING_CREATE_VIEWER = "create-viewer"
 	EVENT_PROCESSING_FEED_MAINTAINER = "feed-maintainer"
-	EVENT_PROCESSING_SENSOR_UPDATE   = "sensor-update"
-	EVENT_DISTRIBUTING_PUSH_ENTRY    = "push-entry"
-	EVENT_LEARNING_CREATE_METRIC     = "create-metric"
+	EVENT_PROCESSING_SENSOR_UPDATE = "sensor-update"
+	EVENT_DISTRIBUTING_PUSH_ENTRY = "push-entry"
+	EVENT_LEARNING_CREATE_METRIC = "create-metric"
 )
 
 /**
@@ -39,6 +41,11 @@ type EventManager struct {
 	events map[string]interface{}
 }
 
+func (this *EventManager) Init() {
+	toolbox.StartTask()
+//	defer toolbox.StopTask()
+}
+
 func (this *EventManager) On(name string, callback func(event *Event)) {
 	this.events[name] = callback
 }
@@ -63,6 +70,14 @@ func (this *EventManager) GetEventsMap() map[string]interface{} {
 	}
 }
 
+func (this *EventManager) InstallSchedule(name string, spec string, cb func() error) error {
+	t := toolbox.NewTask(name, spec, cb)
+
+	toolbox.AddTask(name, t)
+
+	return nil
+}
+
 func NewEventManager(engine model.Elasticfeed) model.EventManager {
 	e := make(map[string]interface{})
 	return &EventManager{engine, e}

plugin/rpc_data.go

@@ -0,0 +1,19 @@
+package plugin
+
+import (
+	"net/rpc"
+	"github.com/feedlabs/elasticfeed/plugin/model"
+)
+
+// An implementation of packer.Cache where the RpcData is actually executed
+// over an RPC connection.
+type RpcData struct {
+	client *rpc.Client
+	endpoint string
+}
+
+// CacheRpcServer wraps a packer.Cache implementation and makes it exportable
+// as part of a Golang RPC server.
+type DataRpcServer struct {
+	data model.Data
+}

resource/viewer.go

@@ -1 +1,17 @@
 package resource
+
+func (this *Viewer) GetStorage() {}
+
+func (this *Viewer) GetProfile() {}
+
+func (this *Viewer) GetNN() {}
+
+func (this *Viewer) GetId() {}
+
+func (this *Viewer) GetPluginStorageList() {}
+
+func (this *Viewer) GetIdentity() {}
+
+func (this *Viewer) GetScope() {}
+
+func (this *Viewer) GetContext() {}

resource/workflow.go

@@ -12,6 +12,15 @@ func (this *Workflow) GetRawData() map[string]interface{} {
 }
 
 func (this *Workflow) GetProfilerRawData() map[string]string {
+
+	// workaround - first GetRawData() needs to return real data
+	data :=  make(map[string]string)
+	data["default-profiler"] = "true"
+	data["mem"] = "256"
+	data["cpus"] = "4"
+	data["bandwidth"] = "1000"
+	return data
+
 	return this.GetRawData()["profiler"].(map[string]string)
 }
 

service/predict/predict.go

@@ -0,0 +1,26 @@
+package predict
+
+import (
+	"github.com/feedlabs/elasticfeed/service/predict/v1/router"
+)
+
+/*
+	TODO:
+	- THIS SERVICE SHOULD ALLOW FOR WORKFLOW files
+	- WORKFLOW SHOULD be:
+	 - SCENARIO -> YES (learning)
+	 - PIPELINE -> YES (prediction)
+	 - SENSOR/INDEXER/CRAWLER/HELPER -> NO (no pre-learning, no environment)
+ */
+
+type PredictService struct {}
+
+func (this *PredictService) Init() {
+	router.InitStatusRouters()
+	router.InitPredictRouters()
+	router.InitTrainRouters()
+}
+
+func NewPredictService() *PredictService {
+	return &PredictService{}
+}

service/predict/v1/controller/default.go

@@ -0,0 +1,24 @@
+package controller
+
+import (
+	"github.com/feedlabs/feedify"
+)
+
+type DefaultController struct {
+	feedify.Controller
+}
+
+func (this *DefaultController) Get() {
+	this.Data["json"] = map[string]string{"succes": "ok"}
+	this.Controller.ServeJson()
+}
+
+func (this *DefaultController) ServeJson(data interface{}, status int) {
+	this.Data["json"] = data
+	this.SetResponseStatusCode(status)
+	this.Controller.ServeJson()
+}
+
+func (this *DefaultController) SetResponseStatusCode(code int) {
+	this.Controller.Ctx.Output.SetStatus(code)
+}

service/predict/v1/controller/status.go

@@ -0,0 +1,17 @@
+package controller
+
+import (
+	"github.com/feedlabs/feedify"
+)
+
+type StatusController struct {
+	feedify.Controller
+}
+
+func (this *StatusController) Get() {
+	this.Data["json"] = map[string]interface{}{
+		"enabled": true,
+	}
+
+	this.Controller.ServeJson()
+}

service/predict/v1/router/predict.go

@@ -0,0 +1,10 @@
+package router
+
+import (
+	"github.com/feedlabs/feedify"
+	"github.com/feedlabs/elasticfeed/service/predict/v1/controller"
+)
+
+func InitPredictRouters() {
+	feedify.Router("/v1/predict/predict", &controller.DefaultController{}, "get:Get")
+}

service/predict/v1/router/status.go

@@ -0,0 +1,10 @@
+package router
+
+import (
+	"github.com/feedlabs/feedify"
+	"github.com/feedlabs/elasticfeed/service/predict/v1/controller"
+)
+
+func InitStatusRouters() {
+	feedify.Router("/v1/predict/status", &controller.StatusController{}, "get:Get")
+}

service/predict/v1/router/train.go

@@ -0,0 +1,10 @@
+package router
+
+import (
+	"github.com/feedlabs/feedify"
+	"github.com/feedlabs/elasticfeed/service/predict/v1/controller"
+)
+
+func InitTrainRouters() {
+	feedify.Router("/v1/predict/train", &controller.DefaultController{}, "get:Get")
+}

service/predict/v1/template/const.go

@@ -0,0 +1,12 @@
+package template
+
+const HTTP_CODE_VALID_REQUEST = 200
+const HTTP_CODE_ENTITY_CREATED = 201
+const HTTP_CODE_ENTITY_NOEXIST = 404
+const HTTP_CODE_ENTITY_CONFLICT = 409
+const HTTP_CODE_INVALID_REQUEST = 400
+const HTTP_CODE_ACCESS_UNAUTHORIZED = 401
+const HTTP_CODE_ACCESS_FORBIDDEN = 403
+const HTTP_CODE_NOALLOWED_REQUEST = 405
+const HTTP_CODE_TOOMANY_REQUEST = 429
+const HTTP_CODE_SERVER_ERROR = 500