DtCraft-0.2.2 released

ChangeLog

@@ -1 +1,59 @@
-2017/12/01: First release of DtCraft-0.2.1
+## 2018/3/2: DtCraft-0.2.2 released
+
+#---- Summary ----#
+1. Added support for vertex program.
+2. Added cell interface.
+3. Added basic machine learning library.
+4. Bug fixes and performance improvements.
+5. Improved the report format.
+
+### Added
+- [configure.ac] Added [email protected] and website.
+- [configure.ac] Added AX_CPU_COUNT macro.
+- [kernel/container.cpp] Added isolation for PID/SYS/TMP mounts.
+- [ipc/pipe.*] Added pipe support.
+- [unittest/ipc.cpp] Added pipe unittest.
+- [protobuf/brokenio.*] Added a new protobuf type, BrokenIO.
+- [concurrent/unique_guard.*] Added unique guard class and the corresponding unittest.
+- [concurrent/shared_guard.*] Added shared guard class and the corresponding unittest.
+- [event/reactor.*] Added synchronize and share methods as a reactor-specific lock.
+- [ipc/ipc.*] Added ScopedOpenOnExec to open a fd on exec and close it in an RAII fashion.
+- [utility/scoped_guard.*] Added ScopeGuard to use in error handling.
+- [math/*] Added basic math cells.
+- [utility/lexical_cast.hpp] Added lexical_cast library.
+- [kernel/vertex.*] Added vertex header and source.
+- [kernel/stream.*] Added stream header and source.
+- [cell/*] Added cell library.
+- [ml/*] Added basic ml library.
+- [3rd-party/eigen*] Added eigen library.
+- [dtc/static] Added folder to store static objects (logger).
+- [event/epoll.*] Added epoll to demux collections.
+- [ipc/notifier.*] Added notifier device.
+- [kernel/prober.*] Added prober interface.
+- [kernel/executor.*] Added support for vertex program.
+
+### Removed
+- [socket.cpp/socket.hpp] Removed support for raw socket fd creation.
+- [main/master.cpp] Removed the unshare of user namespace.
+- [main/agent.cpp] Removed the unshare of user namespace.
+- [kernel/container.cpp] Removed the ID mapping to drop the capability after exec.
+- [unittest/ipc.cpp] Removed the shm unittest.
+- [event/demux.*] Removed DemuxIX.
+
+### Changed
+- [makefile.sh] Changed the unittest timeout to 5 minutes.
+- [unittest/archive.cpp] Limited the cpu count in test_atomicity.
+- [kernel/executor.cpp] Switched shm to domain socket.
+- [kernel/agent.cpp] Removed mapped syntax in _deploy.
+- [kernel/manager.cpp] Replaced error_code with BrokenIO.
+- [protobuf/solution] Modified the format of solution.
+- [event/reactor.*] Made reactor runnable on single thread.
+- [kernel/manager.*] Replaced actor naming with channel.
+- [policy.*] Moved frontier to topology runtime.
+- [protobuc/topology.*] Moved the host/topology of stream to topology runtime.
+- [kernel/graph.*] Fixed the bug in resource initialization for unassigned vertices and containers.
+- [unittest/catch.*] Updated catch to 2.1.0 to fix the timing error in unittests.
+- [ipc/socket.hpp] Removed SocketListener.
+- [event/event.*] Added return signal for event callback and all related streams/vertices.
+
+## 2018/12/01: DtCraft-0.2.1 released

Makefile.sh

@@ -1,3 +1,11 @@
+#!/bin/bash
+
+# Predefined variables.
+#echo "# Predefine variables."
+#echo "EIGEN_HOME=3rd-party/eigen-eigen-5a0156e40feb"
+#echo "EIGEN_INC=-I\$(EIGEN_HOME)"
+#echo ""
+
 # Automake options.
 echo "# Automake options."
 echo "AUTOMAKE_OPTIONS = foreign"
@@ -22,6 +30,7 @@ echo "CXXFLAGS = @CXXFLAGS@"
 echo "LIBS = @LIBS@"
 echo "TEST_LIBS = @TEST_LIBS@"
 echo "DEFS = @DEFS@"
+echo "CPU_COUNT = @CPU_COUNT@"
 echo ""
 
 # Initialize variables here so we can use += operator everywhere else.
@@ -64,15 +73,16 @@ echo "CXXFLAGS += -Wall"
 echo "CXXFLAGS += \$(PTHREAD_CFLAGS)"
 echo ""
 
-# CPPFLAGS
-echo "# Preprocessor directive"
-echo "CPPFLAGS += \$(BOOST_CPPFLAGS)"
-echo ""
+## DtCraft 3rd-party eigen include flag
+#echo "# DtCraft 3rd-party eigen include flag"
+#echo "CXXFLAGS += \$(EIGEN_INC)"
+#echo ""
 
 # DtCraft package include.
 echo "# DtCraft Package include"
 echo "CPPFLAGS += -Iinclude"
-for f in `find include -name *.hpp`
+#for f in `find include -name *.hpp`
+for f in `find include -type f`
 do
   echo "nobase_pkginclude_HEADERS += $f"
 done
@@ -116,6 +126,27 @@ do
   echo ""
 done
 
+#### App binaries.
+echo "#### App ####"
+echo ""
+
+for app in app/*/
+do
+  filename=$(basename "$app")
+  echo "# Application $app$filename"
+  prefix=`echo "$app$filename" | tr / _`
+  echo "noinst_PROGRAMS += $app$filename"
+  #echo "${prefix}_CPPFLAGS = \$(CPPFLAGS) -I$app"
+  echo "${prefix}_LDADD ="
+  echo "${prefix}_LDADD += lib/libDtCraft.la"
+  echo "${prefix}_SOURCES ="
+  for f in `find $app -name *.cpp -o -name *.hpp`
+  do
+    echo "${prefix}_SOURCES += $f"
+  done
+
+  echo ""
+done
 
 #### Testing binaries.
 echo "#### Unittest ####"
@@ -129,7 +160,7 @@ do
   echo "unittest_${filename}_LDADD     = lib/libDtCraft.la"
   echo "unittest_${filename}_LDADD    += \$(TEST_LIBS)"
   echo "unittest_${filename}_SOURCES   = ${f}"
-  echo -en "#!/bin/bash\n\ntimeout 1m ./unittest/${filename} -d yes" > unittest/${filename}.sh
+  echo -en "#!/bin/bash\n\ntimeout 5m ./unittest/${filename} -d yes" > unittest/${filename}.sh
   chmod 755 unittest/${filename}.sh
   #echo "TESTS += unittest/${filename}"
   echo "TESTS += unittest/${filename}.sh"
@@ -143,6 +174,8 @@ echo "EXTRA_DIST += Makefile.sh"
 echo "EXTRA_DIST += conf"
 echo "EXTRA_DIST += sbin"
 echo "EXTRA_DIST += webui"
+echo "EXTRA_DIST += benchmark"
+#echo "EXTRA_DIST += 3rd-party"
 echo ""
 
 # Regression target.
@@ -295,6 +328,10 @@ echo "echo_BOOST_CPPFLAGS:"
 echo "	@echo \$(BOOST_CPPFLAGS)"
 echo ""
 
+echo "echo_CPU_COUNT:"
+echo "	@echo \$(CPU_COUNT)"
+echo ""
+
 
 
 

aclocal.m4

@@ -1153,6 +1153,7 @@ AC_SUBST([am__untar])
 m4_include([m4/ax_compare_version.m4])
 m4_include([m4/ax_compiler_vendor.m4])
 m4_include([m4/ax_compiler_version.m4])
+m4_include([m4/ax_count_cpus.m4])
 m4_include([m4/ax_pthread.m4])
 m4_include([m4/libtool.m4])
 m4_include([m4/ltoptions.m4])

app/debs18/debs18.cpp

@@ -0,0 +1,21 @@
+// Program: debs18
+
+#include <app/debs18/debs18.hpp>
+
+int main(int argc, char* argv[]) {
+
+
+  if(argc != 2) {
+    std::cout << "Usage: ./debs <filename>.csv\n";
+    std::exit(EXIT_FAILURE);
+  }
+
+  // Here we use the simplest mapping method for example.
+  debs18_map(argv[1]);
+
+  return 0;
+}
+
+
+
+

app/debs18/debs18.hpp

@@ -0,0 +1,13 @@
+#ifndef DTC_APP_DEBS18_DEBS18_HPP_
+#define DTC_APP_DEBS18_DEBS18_HPP_
+
+#include <app/debs18/feeder.hpp>
+
+// Utilities.
+
+// Method.
+void debs18_map(const std::string&);
+void debs18_dtr(const std::string&);
+void debs18_dnn(const std::string&);
+
+#endif

app/debs18/dnn.cpp

@@ -0,0 +1,5 @@
+#include <app/debs18/debs18.hpp>
+
+void debs18_dnn(const std::string& file) {
+
+}

app/debs18/dtr.cpp

@@ -0,0 +1,5 @@
+#include <app/debs18/debs18.hpp>
+
+void debs18_dtr(const std::string& file) {
+
+}