Add week 08 materials (#10)

Author: ADKosm

week08_inference_software/01-nn-formats/01-torchscript/Dockerfile

@@ -0,0 +1,24 @@
+FROM gcc:latest as build
+
+WORKDIR /gtest_build
+
+RUN apt-get update && \
+    apt-get install -y cmake
+
+WORKDIR /
+RUN wget https://download.pytorch.org/libtorch/nightly/cpu/libtorch-shared-with-deps-latest.zip && \
+    unzip libtorch-shared-with-deps-latest.zip && \
+    rm libtorch-shared-with-deps-latest.zip
+
+ADD ./src /app/src
+
+WORKDIR /app/build
+
+RUN cmake -DCMAKE_PREFIX_PATH=/libtorch ../src && \
+    cmake --build . --config Release
+
+WORKDIR /app
+COPY vgg16.pt .
+RUN cp /app/build/vgg_cpp .
+
+ENTRYPOINT ["./vgg_cpp"]

week08_inference_software/01-nn-formats/01-torchscript/README.md

@@ -0,0 +1,11 @@
+To run Docker
+
+```bash
+docker build -t torchcpp:latest .
+docker run torchcpp:latest
+```
+
+
+More
+
+* TorchScript - https://pytorch.org/docs/stable/jit.html

week08_inference_software/01-nn-formats/01-torchscript/src/CMakeLists.txt

@@ -0,0 +1,8 @@
+cmake_minimum_required(VERSION 3.0 FATAL_ERROR)
+project(custom_ops)
+
+find_package(Torch REQUIRED)
+
+add_executable(vgg_cpp main.cpp)
+target_link_libraries(vgg_cpp "${TORCH_LIBRARIES}")
+set_property(TARGET vgg_cpp PROPERTY CXX_STANDARD 14)

week08_inference_software/01-nn-formats/01-torchscript/src/main.cpp

@@ -0,0 +1,37 @@
+#include <torch/script.h> // One-stop header.
+
+#include <iostream>
+#include <memory>
+
+int main(int argc, const char* argv[]) {
+    torch::jit::script::Module module;
+    try {
+        module = torch::jit::load("./vgg16.pt");
+
+        std::vector<torch::jit::IValue> inputs;
+        inputs.push_back(torch::ones({1, 3, 224, 224}));
+
+        at::Tensor output = module.forward(inputs).toTensor();
+
+        float* itr = (float*)output.data_ptr();
+        std::cout << output.sizes() << std::endl;
+
+        int argmax = 0;
+        float value = 0;
+        for (int i =0; i < output.sizes()[0] * output.sizes()[1]; i++) {
+            if(*itr > value) {
+                value = *itr;
+                argmax = i;
+            }
+            itr++;
+        }
+
+        std::cout << "Answer = " << argmax << " with logit = " << value << std::endl;
+    }
+    catch (const c10::Error& e) {
+        std::cerr << "error loading the model\n";
+        return -1;
+    }
+
+    std::cout << "ok\n";
+}