Convert submodule PlotNeuralNet into a regular folder
This commit is contained in:
Jan Kowalczyk
0
.gitmodules
vendored
Normal file
0
.gitmodules
vendored
Normal file
85
thesis/third_party/PlotNeuralNet/.gitignore
vendored
Normal file
85
thesis/third_party/PlotNeuralNet/.gitignore
vendored
Normal file
@@ -0,0 +1,85 @@
|
||||
*.aux
|
||||
*.log
|
||||
*.gz
|
||||
|
||||
__pycache__
|
||||
books
|
||||
project
|
||||
|
||||
# PyInstaller
|
||||
# Usually these files are written by a python script from a template
|
||||
# before PyInstaller builds the exe, so as to inject date/other infos into it.
|
||||
*.manifest
|
||||
*.spec
|
||||
|
||||
# Installer logs
|
||||
pip-log.txt
|
||||
pip-delete-this-directory.txt
|
||||
|
||||
# Unit test / coverage reports
|
||||
htmlcov/
|
||||
.tox/
|
||||
.coverage
|
||||
.coverage.*
|
||||
.cache
|
||||
nosetests.xml
|
||||
coverage.xml
|
||||
*.cover
|
||||
.hypothesis/
|
||||
.pytest_cache/
|
||||
|
||||
# Translations
|
||||
*.mo
|
||||
*.pot
|
||||
|
||||
# Django stuff:
|
||||
*.log
|
||||
local_settings.py
|
||||
db.sqlite3
|
||||
|
||||
# Flask stuff:
|
||||
instance/
|
||||
.webassets-cache
|
||||
|
||||
# Scrapy stuff:
|
||||
.scrapy
|
||||
|
||||
# Sphinx documentation
|
||||
docs/_build/
|
||||
|
||||
# PyBuilder
|
||||
target/
|
||||
|
||||
# Jupyter Notebook
|
||||
.ipynb_checkpoints
|
||||
|
||||
# pyenv
|
||||
.python-version
|
||||
|
||||
# celery beat schedule file
|
||||
celerybeat-schedule
|
||||
|
||||
# SageMath parsed files
|
||||
*.sage.py
|
||||
|
||||
# Environments
|
||||
.env
|
||||
.venv
|
||||
env/
|
||||
venv/
|
||||
ENV/
|
||||
env.bak/
|
||||
venv.bak/
|
||||
|
||||
# Spyder project settings
|
||||
.spyderproject
|
||||
.spyproject
|
||||
|
||||
# Rope project settings
|
||||
.ropeproject
|
||||
|
||||
# mkdocs documentation
|
||||
/site
|
||||
|
||||
# mypy
|
||||
.mypy_cache/
|
||||
4
thesis/third_party/PlotNeuralNet/.idea/misc.xml
generated
vendored
Normal file
4
thesis/third_party/PlotNeuralNet/.idea/misc.xml
generated
vendored
Normal file
@@ -0,0 +1,4 @@
|
||||
<?xml version="1.0" encoding="UTF-8"?>
|
||||
<project version="4">
|
||||
<component name="ProjectRootManager" version="2" project-jdk-name="Python 2.7.12 (/usr/bin/python2.7)" project-jdk-type="Python SDK" />
|
||||
</project>
|
||||
8
thesis/third_party/PlotNeuralNet/.idea/modules.xml
generated
vendored
Normal file
8
thesis/third_party/PlotNeuralNet/.idea/modules.xml
generated
vendored
Normal file
@@ -0,0 +1,8 @@
|
||||
<?xml version="1.0" encoding="UTF-8"?>
|
||||
<project version="4">
|
||||
<component name="ProjectModuleManager">
|
||||
<modules>
|
||||
<module fileurl="file://$PROJECT_DIR$/.idea/plotneuralnet.iml" filepath="$PROJECT_DIR$/.idea/plotneuralnet.iml" />
|
||||
</modules>
|
||||
</component>
|
||||
</project>
|
||||
12
thesis/third_party/PlotNeuralNet/.idea/plotneuralnet.iml
generated
vendored
Normal file
12
thesis/third_party/PlotNeuralNet/.idea/plotneuralnet.iml
generated
vendored
Normal file
@@ -0,0 +1,12 @@
|
||||
<?xml version="1.0" encoding="UTF-8"?>
|
||||
<module type="PYTHON_MODULE" version="4">
|
||||
<component name="NewModuleRootManager">
|
||||
<content url="file://$MODULE_DIR$" />
|
||||
<orderEntry type="inheritedJdk" />
|
||||
<orderEntry type="sourceFolder" forTests="false" />
|
||||
</component>
|
||||
<component name="TestRunnerService">
|
||||
<option name="projectConfiguration" value="Nosetests" />
|
||||
<option name="PROJECT_TEST_RUNNER" value="Nosetests" />
|
||||
</component>
|
||||
</module>
|
||||
6
thesis/third_party/PlotNeuralNet/.idea/vcs.xml
generated
vendored
Normal file
6
thesis/third_party/PlotNeuralNet/.idea/vcs.xml
generated
vendored
Normal file
@@ -0,0 +1,6 @@
|
||||
<?xml version="1.0" encoding="UTF-8"?>
|
||||
<project version="4">
|
||||
<component name="VcsDirectoryMappings">
|
||||
<mapping directory="$PROJECT_DIR$" vcs="Git" />
|
||||
</component>
|
||||
</project>
|
||||
110
thesis/third_party/PlotNeuralNet/.idea/workspace.xml
generated
vendored
Normal file
110
thesis/third_party/PlotNeuralNet/.idea/workspace.xml
generated
vendored
Normal file
@@ -0,0 +1,110 @@
|
||||
<?xml version="1.0" encoding="UTF-8"?>
|
||||
<project version="4">
|
||||
<component name="ChangeListManager">
|
||||
<list default="true" id="776fe343-0ed9-4619-bd19-7a1b6f20e48a" name="Default" comment="" />
|
||||
<option name="EXCLUDED_CONVERTED_TO_IGNORED" value="true" />
|
||||
<option name="TRACKING_ENABLED" value="true" />
|
||||
<option name="SHOW_DIALOG" value="false" />
|
||||
<option name="HIGHLIGHT_CONFLICTS" value="true" />
|
||||
<option name="HIGHLIGHT_NON_ACTIVE_CHANGELIST" value="false" />
|
||||
<option name="LAST_RESOLUTION" value="IGNORE" />
|
||||
</component>
|
||||
<component name="Git.Settings">
|
||||
<option name="RECENT_GIT_ROOT_PATH" value="$PROJECT_DIR$" />
|
||||
</component>
|
||||
<component name="ProjectFrameBounds" extendedState="6">
|
||||
<option name="x" value="97" />
|
||||
<option name="y" value="24" />
|
||||
<option name="width" value="888" />
|
||||
<option name="height" value="1078" />
|
||||
</component>
|
||||
<component name="ProjectLevelVcsManager" settingsEditedManually="true" />
|
||||
<component name="ProjectView">
|
||||
<navigator currentView="ProjectPane" proportions="" version="1">
|
||||
<flattenPackages />
|
||||
<showMembers />
|
||||
<showModules />
|
||||
<showLibraryContents />
|
||||
<hideEmptyPackages />
|
||||
<abbreviatePackageNames />
|
||||
<autoscrollToSource />
|
||||
<autoscrollFromSource />
|
||||
<sortByType />
|
||||
<manualOrder />
|
||||
<foldersAlwaysOnTop value="true" />
|
||||
</navigator>
|
||||
<panes>
|
||||
<pane id="ProjectPane">
|
||||
<subPane>
|
||||
<expand>
|
||||
<path>
|
||||
<item name="plotneuralnet" type="b2602c69:ProjectViewProjectNode" />
|
||||
<item name="plotneuralnet" type="462c0819:PsiDirectoryNode" />
|
||||
</path>
|
||||
</expand>
|
||||
<select />
|
||||
</subPane>
|
||||
</pane>
|
||||
<pane id="Scope" />
|
||||
<pane id="Scratches" />
|
||||
</panes>
|
||||
</component>
|
||||
<component name="PropertiesComponent">
|
||||
<property name="last_opened_file_path" value="$PROJECT_DIR$" />
|
||||
</component>
|
||||
<component name="RunDashboard">
|
||||
<option name="ruleStates">
|
||||
<list>
|
||||
<RuleState>
|
||||
<option name="name" value="ConfigurationTypeDashboardGroupingRule" />
|
||||
</RuleState>
|
||||
<RuleState>
|
||||
<option name="name" value="StatusDashboardGroupingRule" />
|
||||
</RuleState>
|
||||
</list>
|
||||
</option>
|
||||
</component>
|
||||
<component name="ShelveChangesManager" show_recycled="false">
|
||||
<option name="remove_strategy" value="false" />
|
||||
</component>
|
||||
<component name="TaskManager">
|
||||
<task active="true" id="Default" summary="Default task">
|
||||
<changelist id="776fe343-0ed9-4619-bd19-7a1b6f20e48a" name="Default" comment="" />
|
||||
<created>1536764917516</created>
|
||||
<option name="number" value="Default" />
|
||||
<option name="presentableId" value="Default" />
|
||||
<updated>1536764917516</updated>
|
||||
</task>
|
||||
<servers />
|
||||
</component>
|
||||
<component name="ToolWindowManager">
|
||||
<frame x="97" y="24" width="1855" height="1085" extended-state="6" />
|
||||
<layout>
|
||||
<window_info id="Project" active="false" anchor="left" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="true" show_stripe_button="true" weight="0.24985963" sideWeight="0.5" order="0" side_tool="false" content_ui="combo" />
|
||||
<window_info id="TODO" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="6" side_tool="false" content_ui="tabs" />
|
||||
<window_info id="Event Log" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="-1" side_tool="true" content_ui="tabs" />
|
||||
<window_info id="Run" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="2" side_tool="false" content_ui="tabs" />
|
||||
<window_info id="Version Control" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="-1" side_tool="false" content_ui="tabs" />
|
||||
<window_info id="Python Console" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="-1" side_tool="false" content_ui="tabs" />
|
||||
<window_info id="Structure" active="false" anchor="left" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.25" sideWeight="0.5" order="1" side_tool="false" content_ui="tabs" />
|
||||
<window_info id="Terminal" active="true" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="true" show_stripe_button="true" weight="0.33032694" sideWeight="0.5" order="-1" side_tool="false" content_ui="tabs" />
|
||||
<window_info id="Debug" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.4" sideWeight="0.5" order="3" side_tool="false" content_ui="tabs" />
|
||||
<window_info id="Favorites" active="false" anchor="left" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="-1" side_tool="true" content_ui="tabs" />
|
||||
<window_info id="Data View" active="false" anchor="right" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="-1" side_tool="false" content_ui="tabs" />
|
||||
<window_info id="Cvs" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.25" sideWeight="0.5" order="4" side_tool="false" content_ui="tabs" />
|
||||
<window_info id="Hierarchy" active="false" anchor="right" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.25" sideWeight="0.5" order="2" side_tool="false" content_ui="combo" />
|
||||
<window_info id="Message" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="0" side_tool="false" content_ui="tabs" />
|
||||
<window_info id="Commander" active="false" anchor="right" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.4" sideWeight="0.5" order="0" side_tool="false" content_ui="tabs" />
|
||||
<window_info id="Find" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="1" side_tool="false" content_ui="tabs" />
|
||||
<window_info id="Inspection" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.4" sideWeight="0.5" order="5" side_tool="false" content_ui="tabs" />
|
||||
<window_info id="Ant Build" active="false" anchor="right" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.25" sideWeight="0.5" order="1" side_tool="false" content_ui="tabs" />
|
||||
</layout>
|
||||
</component>
|
||||
<component name="VcsContentAnnotationSettings">
|
||||
<option name="myLimit" value="2678400000" />
|
||||
</component>
|
||||
<component name="XDebuggerManager">
|
||||
<breakpoint-manager />
|
||||
<watches-manager />
|
||||
</component>
|
||||
</project>
|
||||
21
thesis/third_party/PlotNeuralNet/LICENSE
vendored
Normal file
21
thesis/third_party/PlotNeuralNet/LICENSE
vendored
Normal file
@@ -0,0 +1,21 @@
|
||||
MIT License
|
||||
|
||||
Copyright (c) 2018 HarisIqbal88
|
||||
|
||||
Permission is hereby granted, free of charge, to any person obtaining a copy
|
||||
of this software and associated documentation files (the "Software"), to deal
|
||||
in the Software without restriction, including without limitation the rights
|
||||
to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
||||
copies of the Software, and to permit persons to whom the Software is
|
||||
furnished to do so, subject to the following conditions:
|
||||
|
||||
The above copyright notice and this permission notice shall be included in all
|
||||
copies or substantial portions of the Software.
|
||||
|
||||
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
||||
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
||||
FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
||||
AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
||||
LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
||||
OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
|
||||
SOFTWARE.
|
||||
101
thesis/third_party/PlotNeuralNet/README.md
vendored
Normal file
101
thesis/third_party/PlotNeuralNet/README.md
vendored
Normal file
@@ -0,0 +1,101 @@
|
||||
# PlotNeuralNet
|
||||
[](https://doi.org/10.5281/zenodo.2526396)
|
||||
|
||||
Latex code for drawing neural networks for reports and presentation. Have a look into examples to see how they are made. Additionally, lets consolidate any improvements that you make and fix any bugs to help more people with this code.
|
||||
|
||||
## Examples
|
||||
|
||||
Following are some network representations:
|
||||
|
||||
<p align="center"><img src="https://user-images.githubusercontent.com/17570785/50308846-c2231880-049c-11e9-8763-3daa1024de78.png" width="85%" height="85%"></p>
|
||||
<h6 align="center">FCN-8 (<a href="https://www.overleaf.com/read/kkqntfxnvbsk">view on Overleaf</a>)</h6>
|
||||
|
||||
|
||||
<p align="center"><img src="https://user-images.githubusercontent.com/17570785/50308873-e2eb6e00-049c-11e9-9587-9da6bdec011b.png" width="85%" height="85%"></p>
|
||||
<h6 align="center">FCN-32 (<a href="https://www.overleaf.com/read/wsxpmkqvjnbs">view on Overleaf</a>)</h6>
|
||||
|
||||
|
||||
<p align="center"><img src="https://user-images.githubusercontent.com/17570785/50308911-03b3c380-049d-11e9-92d9-ce15669017ad.png" width="85%" height="85%"></p>
|
||||
<h6 align="center">Holistically-Nested Edge Detection (<a href="https://www.overleaf.com/read/jxhnkcnwhfxp">view on Overleaf</a>)</h6>
|
||||
|
||||
## Getting Started
|
||||
1. Install the following packages on Ubuntu.
|
||||
* Ubuntu 16.04
|
||||
```
|
||||
sudo apt-get install texlive-latex-extra
|
||||
```
|
||||
|
||||
* Ubuntu 18.04.2
|
||||
Base on this [website](https://gist.github.com/rain1024/98dd5e2c6c8c28f9ea9d), please install the following packages.
|
||||
```
|
||||
sudo apt-get install texlive-latex-base
|
||||
sudo apt-get install texlive-fonts-recommended
|
||||
sudo apt-get install texlive-fonts-extra
|
||||
sudo apt-get install texlive-latex-extra
|
||||
```
|
||||
|
||||
* Windows
|
||||
1. Download and install [MikTeX](https://miktex.org/download).
|
||||
2. Download and install bash runner on Windows, recommends [Git bash](https://git-scm.com/download/win) or Cygwin(https://www.cygwin.com/)
|
||||
|
||||
2. Execute the example as followed.
|
||||
```
|
||||
cd pyexamples/
|
||||
bash ../tikzmake.sh test_simple
|
||||
```
|
||||
|
||||
## TODO
|
||||
|
||||
- [X] Python interface
|
||||
- [ ] Add easy legend functionality
|
||||
- [ ] Add more layer shapes like TruncatedPyramid, 2DSheet etc
|
||||
- [ ] Add examples for RNN and likes.
|
||||
|
||||
## Latex usage
|
||||
|
||||
See [`examples`](examples) directory for usage.
|
||||
|
||||
## Python usage
|
||||
|
||||
First, create a new directory and a new Python file:
|
||||
|
||||
$ mkdir my_project
|
||||
$ cd my_project
|
||||
vim my_arch.py
|
||||
|
||||
Add the following code to your new file:
|
||||
|
||||
```python
|
||||
import sys
|
||||
sys.path.append('../')
|
||||
from pycore.tikzeng import *
|
||||
|
||||
# defined your arch
|
||||
arch = [
|
||||
to_head( '..' ),
|
||||
to_cor(),
|
||||
to_begin(),
|
||||
to_Conv("conv1", 512, 64, offset="(0,0,0)", to="(0,0,0)", height=64, depth=64, width=2 ),
|
||||
to_Pool("pool1", offset="(0,0,0)", to="(conv1-east)"),
|
||||
to_Conv("conv2", 128, 64, offset="(1,0,0)", to="(pool1-east)", height=32, depth=32, width=2 ),
|
||||
to_connection( "pool1", "conv2"),
|
||||
to_Pool("pool2", offset="(0,0,0)", to="(conv2-east)", height=28, depth=28, width=1),
|
||||
to_SoftMax("soft1", 10 ,"(3,0,0)", "(pool1-east)", caption="SOFT" ),
|
||||
to_connection("pool2", "soft1"),
|
||||
to_end()
|
||||
]
|
||||
|
||||
def main():
|
||||
namefile = str(sys.argv[0]).split('.')[0]
|
||||
to_generate(arch, namefile + '.tex' )
|
||||
|
||||
if __name__ == '__main__':
|
||||
main()
|
||||
```
|
||||
|
||||
Now, run the program as follows:
|
||||
|
||||
bash ../tikzmake.sh my_arch
|
||||
|
||||
|
||||
|
||||
46
thesis/third_party/PlotNeuralNet/deepsad/.nvim.lua
vendored
Normal file
46
thesis/third_party/PlotNeuralNet/deepsad/.nvim.lua
vendored
Normal file
@@ -0,0 +1,46 @@
|
||||
local ok, overseer = pcall(require, "overseer")
|
||||
if not ok then return end
|
||||
|
||||
-- Register a directory-local, Python-only build task
|
||||
overseer.register_template({
|
||||
name = "Project: Build",
|
||||
condition = {
|
||||
dir = vim.fn.getcwd(), -- limit to this folder (Overseer exrc recipe)
|
||||
filetype = {"python"} -- built-in filetype filter
|
||||
},
|
||||
builder = function()
|
||||
return {
|
||||
-- CHANGE ME: your build command (any tool is fine)
|
||||
-- e.g. { "uv", "run", "ruff", "check" } or { "make" } or { "pytest", "-q" }
|
||||
cmd = {"make"},
|
||||
cwd = vim.fn.getcwd(),
|
||||
-- Headless/silent (no terminal window)
|
||||
strategy = {"jobstart", use_terminal = false},
|
||||
components = {
|
||||
-- Ensure a single instance; replace if one exists
|
||||
{"unique", replace = true}, -- prevents duplicates
|
||||
-- Kill old run and restart on every save
|
||||
{"restart_on_save", delay = 150}, -- “newest save wins”
|
||||
-- Send matches to quickfix; only open on real failures
|
||||
{
|
||||
"on_output_quickfix",
|
||||
open_on_exit = "failure",
|
||||
items_only = true
|
||||
},
|
||||
-- Set SUCCESS/FAILURE based on exit code & standard niceties
|
||||
"on_exit_set_status", "default"
|
||||
}
|
||||
}
|
||||
end
|
||||
})
|
||||
|
||||
-- Start once on first save; restart_on_save handles subsequent saves
|
||||
vim.api.nvim_create_autocmd("BufWritePost", {
|
||||
group = vim.api.nvim_create_augroup("ProjectOverseerAutostart",
|
||||
{clear = true}),
|
||||
callback = function()
|
||||
if #overseer.list_tasks({name = "Project: Build"}) == 0 then
|
||||
overseer.run_template({name = "Project: Build"})
|
||||
end
|
||||
end
|
||||
})
|
||||
57
thesis/third_party/PlotNeuralNet/deepsad/Makefile
vendored
Normal file
57
thesis/third_party/PlotNeuralNet/deepsad/Makefile
vendored
Normal file
@@ -0,0 +1,57 @@
|
||||
# ====== CONFIG ======
|
||||
# Add names (without extension). Example: NAMES = report thesis notes
|
||||
NAMES = subter_lenet_arch subter_ef_arch
|
||||
|
||||
TEX = $(NAMES:%=%.tex)
|
||||
PDF = $(NAMES:%=%.pdf)
|
||||
|
||||
.PHONY: all clean clean-aux clobber
|
||||
# Keep generated .tex even if a rule aborts
|
||||
.PRECIOUS: %.tex
|
||||
|
||||
# Default: build all PDFs
|
||||
all: $(PDF)
|
||||
|
||||
# ====== Rules ======
|
||||
# Generate {name}.tex from {name}.py
|
||||
# Pre-clean: remove aux + old .tex only if {name}.py is newer (or .tex missing)
|
||||
%.tex: %.py
|
||||
@if [ ! -e "$@" ] || [ "$<" -nt "$@" ]; then \
|
||||
echo "[preclean] $*: removing aux + old .tex"; \
|
||||
rm -f "$*.aux" "$*.log" "$*.fdb_latexmk" "$*.fls" "$*.tex"; \
|
||||
fi
|
||||
@echo "python $< > $@"
|
||||
@python "$<" > "$@"
|
||||
|
||||
# Generate {name}.pdf from {name}.tex
|
||||
# Pre-clean: remove aux (keep .tex) only if PDF is out-of-date
|
||||
# Post-clean: remove aux (keep .tex) after successful pdflatex
|
||||
%.pdf: %.tex
|
||||
@if [ ! -e "$@" ] || [ "$<" -nt "$@" ]; then \
|
||||
echo "[preclean] $*: removing aux (keeping .tex)"; \
|
||||
rm -f "$*.aux" "$*.log" "$*.fdb_latexmk" "$*.fls"; \
|
||||
fi
|
||||
@echo "pdflatex $<"
|
||||
@pdflatex --interaction=nonstopmode "$<" || { echo "pdflatex failed; keeping logs for debugging."; exit 1; }
|
||||
@rm -f "$*.aux" "$*.log" "$*.fdb_latexmk" "$*.fls"
|
||||
|
||||
# ====== Convenience targets ======
|
||||
# Clean everything for listed names (including .tex)
|
||||
clean:
|
||||
@echo "[clean] removing aux + .tex for: $(NAMES)"
|
||||
@for n in $(NAMES); do \
|
||||
rm -f "$$n.aux" "$$n.log" "$$n.fdb_latexmk" "$$n.fls" "$$n.tex"; \
|
||||
done
|
||||
|
||||
# Remove only aux/log-type files (keep .tex)
|
||||
clean-aux:
|
||||
@echo "[clean-aux] removing aux (keeping .tex) for: $(NAMES)"
|
||||
@for n in $(NAMES); do \
|
||||
rm -f "$$n.aux" "$$n.log" "$$n.fdb_latexmk" "$$n.fls"; \
|
||||
done
|
||||
|
||||
# Nuke everything, including PDFs
|
||||
clobber: clean
|
||||
@echo "[clobber] removing PDFs for: $(NAMES)"
|
||||
@for n in $(NAMES); do rm -f "$$n.pdf"; done
|
||||
|
||||
303
thesis/third_party/PlotNeuralNet/deepsad/subter_ef_arch.py
vendored
Normal file
303
thesis/third_party/PlotNeuralNet/deepsad/subter_ef_arch.py
vendored
Normal file
@@ -0,0 +1,303 @@
|
||||
# subter_lenet_arch.py
|
||||
# Requires running from inside the PlotNeuralNet repo, like: python3 ../subter_lenet_arch.py
|
||||
import sys, argparse
|
||||
|
||||
sys.path.append("../") # import pycore from repo root
|
||||
|
||||
from pycore.tikzeng import *
|
||||
|
||||
parser = argparse.ArgumentParser()
|
||||
parser.add_argument("--rep_dim", type=int, default=1024, help="latent size for FC")
|
||||
args = parser.parse_args()
|
||||
REP = int(args.rep_dim)
|
||||
|
||||
# Visual scales so the huge width doesn't dominate the figure
|
||||
H32, H16, H8, H1 = 26, 18, 12, 1
|
||||
D2048, D1024, D512, D256, D128, D1 = 52, 36, 24, 12, 6, 1
|
||||
W1, W4, W8, W16, W32 = 1, 2, 2, 4, 8
|
||||
|
||||
|
||||
arch = [
|
||||
to_head(".."),
|
||||
to_cor(),
|
||||
to_begin(),
|
||||
# --------------------------- ENCODER ---------------------------
|
||||
# Input 1×32×2048 (caption carries H×W; s_filer is numeric)
|
||||
to_Conv(
|
||||
"input",
|
||||
s_filer="{{2048×32}}",
|
||||
n_filer=1,
|
||||
offset="(0,0,0)",
|
||||
to="(0,0,0)",
|
||||
height=H32,
|
||||
depth=D2048,
|
||||
width=W1,
|
||||
caption="input",
|
||||
),
|
||||
# Conv1 (5x5, same): 1->8, 32×2048
|
||||
to_Conv(
|
||||
"dwconv1",
|
||||
s_filer="",
|
||||
n_filer=1,
|
||||
offset="(2,0,0)",
|
||||
to="(input-east)",
|
||||
height=H32,
|
||||
depth=D2048,
|
||||
width=W1,
|
||||
caption="",
|
||||
),
|
||||
to_Conv(
|
||||
"dwconv2",
|
||||
s_filer="",
|
||||
n_filer=16,
|
||||
offset="(0,0,0)",
|
||||
to="(dwconv1-east)",
|
||||
height=H32,
|
||||
depth=D2048,
|
||||
width=W16,
|
||||
caption="conv1",
|
||||
),
|
||||
# Pool1 2×2: 32×2048 -> 16×1024
|
||||
# to_connection("input", "conv1"),
|
||||
to_Pool(
|
||||
"pool1",
|
||||
offset="(0,0,0)",
|
||||
to="(dwconv2-east)",
|
||||
height=H32,
|
||||
depth=D512,
|
||||
width=W16,
|
||||
caption="",
|
||||
),
|
||||
# Conv2 (5x5, same): 8->4, stays 16×1024
|
||||
to_Conv(
|
||||
"dwconv3",
|
||||
s_filer="",
|
||||
n_filer=1,
|
||||
offset="(2,0,0)",
|
||||
to="(pool1-east)",
|
||||
height=H32,
|
||||
depth=D512,
|
||||
width=W1,
|
||||
caption="",
|
||||
),
|
||||
to_Conv(
|
||||
"dwconv4",
|
||||
s_filer="",
|
||||
n_filer=32,
|
||||
offset="(0,0,0)",
|
||||
to="(dwconv3-east)",
|
||||
height=H32,
|
||||
depth=D512,
|
||||
width=W32,
|
||||
caption="conv2",
|
||||
),
|
||||
# Pool2 2×2: 16×1024 -> 8×512
|
||||
# to_connection("pool1", "conv2"),
|
||||
to_Pool(
|
||||
"pool2",
|
||||
offset="(0,0,0)",
|
||||
to="(dwconv4-east)",
|
||||
height=H16,
|
||||
depth=D256,
|
||||
width=W32,
|
||||
caption="",
|
||||
),
|
||||
to_Pool(
|
||||
"pool3",
|
||||
offset="(0,0,0)",
|
||||
to="(pool2-east)",
|
||||
height=H8,
|
||||
depth=D128,
|
||||
width=W32,
|
||||
caption="",
|
||||
),
|
||||
to_Conv(
|
||||
"squeeze",
|
||||
s_filer="",
|
||||
n_filer=8,
|
||||
offset="(2,0,0)",
|
||||
to="(pool3-east)",
|
||||
height=H8,
|
||||
depth=D128,
|
||||
width=W8,
|
||||
caption="squeeze",
|
||||
),
|
||||
# FC -> rep_dim (use numeric n_filer)
|
||||
to_fc(
|
||||
"fc1",
|
||||
n_filer="{{8×128×8}}",
|
||||
offset="(2,0,0)",
|
||||
to="(squeeze-east)",
|
||||
height=H1,
|
||||
depth=D512,
|
||||
width=W1,
|
||||
caption=f"FC",
|
||||
),
|
||||
# to_connection("pool2", "fc1"),
|
||||
# --------------------------- LATENT ---------------------------
|
||||
to_Conv(
|
||||
"latent",
|
||||
n_filer="",
|
||||
s_filer="latent dim",
|
||||
offset="(2,0,0)",
|
||||
to="(fc1-east)",
|
||||
height=H8 * 1.6,
|
||||
depth=D1,
|
||||
width=W1,
|
||||
caption=f"Latent Space",
|
||||
),
|
||||
# to_connection("fc1", "latent"),
|
||||
# --------------------------- DECODER ---------------------------
|
||||
# FC back to 16384
|
||||
to_fc(
|
||||
"fc3",
|
||||
n_filer="{{8×128×8}}",
|
||||
offset="(2,0,0)",
|
||||
to="(latent-east)",
|
||||
height=H1,
|
||||
depth=D512,
|
||||
width=W1,
|
||||
caption=f"FC",
|
||||
),
|
||||
to_Conv(
|
||||
"unsqueeze",
|
||||
s_filer="",
|
||||
n_filer=32,
|
||||
offset="(2,0,0)",
|
||||
to="(fc3-east)",
|
||||
height=H8,
|
||||
depth=D128,
|
||||
width=W32,
|
||||
caption="unsqueeze",
|
||||
),
|
||||
# to_connection("latent", "fc3"),
|
||||
# Reshape to 4×8×512
|
||||
to_UnPool(
|
||||
"up1",
|
||||
offset="(2,0,0)",
|
||||
to="(unsqueeze-east)",
|
||||
height=H16,
|
||||
depth=D256,
|
||||
width=W32,
|
||||
caption="",
|
||||
),
|
||||
to_Conv(
|
||||
"dwdeconv1",
|
||||
s_filer="",
|
||||
n_filer=1,
|
||||
offset="(0,0,0)",
|
||||
to="(up1-east)",
|
||||
height=H16,
|
||||
depth=D256,
|
||||
width=W1,
|
||||
caption="deconv1",
|
||||
),
|
||||
to_Conv(
|
||||
"dwdeconv2",
|
||||
s_filer="{{256×16}}",
|
||||
n_filer=32,
|
||||
offset="(0,0,0)",
|
||||
to="(dwdeconv1-east)",
|
||||
height=H16,
|
||||
depth=D256,
|
||||
width=W32,
|
||||
caption="",
|
||||
),
|
||||
to_UnPool(
|
||||
"up2",
|
||||
offset="(2,0,0)",
|
||||
to="(dwdeconv2-east)",
|
||||
height=H16,
|
||||
depth=D1024,
|
||||
width=W32,
|
||||
caption="",
|
||||
),
|
||||
to_Conv(
|
||||
"dwdeconv3",
|
||||
s_filer="",
|
||||
n_filer=1,
|
||||
offset="(0,0,0)",
|
||||
to="(up2-east)",
|
||||
height=H16,
|
||||
depth=D1024,
|
||||
width=W1,
|
||||
caption="deconv2",
|
||||
),
|
||||
to_Conv(
|
||||
"dwdeconv4",
|
||||
s_filer="{{1024×16}}",
|
||||
n_filer=16,
|
||||
offset="(0,0,0)",
|
||||
to="(dwdeconv3-east)",
|
||||
height=H16,
|
||||
depth=D1024,
|
||||
width=W16,
|
||||
caption="",
|
||||
),
|
||||
to_UnPool(
|
||||
"up3",
|
||||
offset="(2,0,0)",
|
||||
to="(dwdeconv4-east)",
|
||||
height=H32,
|
||||
depth=D2048,
|
||||
width=W16,
|
||||
caption="",
|
||||
),
|
||||
to_Conv(
|
||||
"dwdeconv5",
|
||||
s_filer="",
|
||||
n_filer=1,
|
||||
offset="(0,0,0)",
|
||||
to="(up3-east)",
|
||||
height=H32,
|
||||
depth=D2048,
|
||||
width=W1,
|
||||
caption="deconv3",
|
||||
),
|
||||
to_Conv(
|
||||
"dwdeconv6",
|
||||
s_filer="{{2048×32}}",
|
||||
n_filer=8,
|
||||
offset="(0,0,0)",
|
||||
to="(dwdeconv5-east)",
|
||||
height=H32,
|
||||
depth=D2048,
|
||||
width=W8,
|
||||
caption="",
|
||||
),
|
||||
to_Conv(
|
||||
"outconv",
|
||||
s_filer="{{2048×32}}",
|
||||
n_filer=1,
|
||||
offset="(2,0,0)",
|
||||
to="(dwdeconv6-east)",
|
||||
height=H32,
|
||||
depth=D2048,
|
||||
width=W1,
|
||||
caption="deconv4",
|
||||
),
|
||||
# to_connection("up2", "deconv2"),
|
||||
# Output
|
||||
to_Conv(
|
||||
"out",
|
||||
s_filer="{{2048×32}}",
|
||||
n_filer=1,
|
||||
offset="(2,0,0)",
|
||||
to="(outconv-east)",
|
||||
height=H32,
|
||||
depth=D2048,
|
||||
width=W1,
|
||||
caption="output",
|
||||
),
|
||||
# to_connection("deconv2", "out"),
|
||||
to_end(),
|
||||
]
|
||||
|
||||
|
||||
def main():
|
||||
name = "subter_lenet_arch"
|
||||
to_generate(arch, name + ".tex")
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
main()
|
||||
361
thesis/third_party/PlotNeuralNet/deepsad/subter_ef_arch.tex
vendored
Normal file
361
thesis/third_party/PlotNeuralNet/deepsad/subter_ef_arch.tex
vendored
Normal file
@@ -0,0 +1,361 @@
|
||||
|
||||
\documentclass[border=8pt, multi, tikz]{standalone}
|
||||
\usepackage{import}
|
||||
\subimport{../layers/}{init}
|
||||
\usetikzlibrary{positioning}
|
||||
\usetikzlibrary{3d} %for including external image
|
||||
|
||||
|
||||
\def\ConvColor{rgb:yellow,5;red,2.5;white,5}
|
||||
\def\ConvReluColor{rgb:yellow,5;red,5;white,5}
|
||||
\def\PoolColor{rgb:red,1;black,0.3}
|
||||
\def\UnpoolColor{rgb:blue,2;green,1;black,0.3}
|
||||
\def\FcColor{rgb:blue,5;red,2.5;white,5}
|
||||
\def\FcReluColor{rgb:blue,5;red,5;white,4}
|
||||
\def\SoftmaxColor{rgb:magenta,5;black,7}
|
||||
\def\SumColor{rgb:blue,5;green,15}
|
||||
|
||||
|
||||
\newcommand{\copymidarrow}{\tikz \draw[-Stealth,line width=0.8mm,draw={rgb:blue,4;red,1;green,1;black,3}] (-0.3,0) -- ++(0.3,0);}
|
||||
|
||||
\begin{document}
|
||||
\begin{tikzpicture}
|
||||
\tikzstyle{connection}=[ultra thick,every node/.style={sloped,allow upside down},draw=\edgecolor,opacity=0.7]
|
||||
\tikzstyle{copyconnection}=[ultra thick,every node/.style={sloped,allow upside down},draw={rgb:blue,4;red,1;green,1;black,3},opacity=0.7]
|
||||
|
||||
|
||||
\pic[shift={(0,0,0)}] at (0,0,0)
|
||||
{Box={
|
||||
name=input,
|
||||
caption=input,
|
||||
xlabel={{1, }},
|
||||
zlabel={{2048×32}},
|
||||
fill=\ConvColor,
|
||||
height=26,
|
||||
width=1,
|
||||
depth=52
|
||||
}
|
||||
};
|
||||
|
||||
|
||||
\pic[shift={(2,0,0)}] at (input-east)
|
||||
{Box={
|
||||
name=dwconv1,
|
||||
caption=,
|
||||
xlabel={{1, }},
|
||||
zlabel=,
|
||||
fill=\ConvColor,
|
||||
height=26,
|
||||
width=1,
|
||||
depth=52
|
||||
}
|
||||
};
|
||||
|
||||
|
||||
\pic[shift={(0,0,0)}] at (dwconv1-east)
|
||||
{Box={
|
||||
name=dwconv2,
|
||||
caption=conv1,
|
||||
xlabel={{16, }},
|
||||
zlabel=,
|
||||
fill=\ConvColor,
|
||||
height=26,
|
||||
width=4,
|
||||
depth=52
|
||||
}
|
||||
};
|
||||
|
||||
|
||||
\pic[shift={ (0,0,0) }] at (dwconv2-east)
|
||||
{Box={
|
||||
name=pool1,
|
||||
caption=,
|
||||
fill=\PoolColor,
|
||||
opacity=0.5,
|
||||
height=26,
|
||||
width=4,
|
||||
depth=24
|
||||
}
|
||||
};
|
||||
|
||||
|
||||
\pic[shift={(2,0,0)}] at (pool1-east)
|
||||
{Box={
|
||||
name=dwconv3,
|
||||
caption=,
|
||||
xlabel={{1, }},
|
||||
zlabel=,
|
||||
fill=\ConvColor,
|
||||
height=26,
|
||||
width=1,
|
||||
depth=24
|
||||
}
|
||||
};
|
||||
|
||||
|
||||
\pic[shift={(0,0,0)}] at (dwconv3-east)
|
||||
{Box={
|
||||
name=dwconv4,
|
||||
caption=conv2,
|
||||
xlabel={{32, }},
|
||||
zlabel=,
|
||||
fill=\ConvColor,
|
||||
height=26,
|
||||
width=8,
|
||||
depth=24
|
||||
}
|
||||
};
|
||||
|
||||
|
||||
\pic[shift={ (0,0,0) }] at (dwconv4-east)
|
||||
{Box={
|
||||
name=pool2,
|
||||
caption=,
|
||||
fill=\PoolColor,
|
||||
opacity=0.5,
|
||||
height=18,
|
||||
width=8,
|
||||
depth=12
|
||||
}
|
||||
};
|
||||
|
||||
|
||||
\pic[shift={ (0,0,0) }] at (pool2-east)
|
||||
{Box={
|
||||
name=pool3,
|
||||
caption=,
|
||||
fill=\PoolColor,
|
||||
opacity=0.5,
|
||||
height=12,
|
||||
width=8,
|
||||
depth=6
|
||||
}
|
||||
};
|
||||
|
||||
|
||||
\pic[shift={(2,0,0)}] at (pool3-east)
|
||||
{Box={
|
||||
name=squeeze,
|
||||
caption=squeeze,
|
||||
xlabel={{8, }},
|
||||
zlabel=,
|
||||
fill=\ConvColor,
|
||||
height=12,
|
||||
width=2,
|
||||
depth=6
|
||||
}
|
||||
};
|
||||
|
||||
|
||||
\pic[shift={(2,0,0)}] at (squeeze-east)
|
||||
{Box={
|
||||
name=fc1,
|
||||
caption=FC,
|
||||
xlabel={{" ","dummy"}},
|
||||
zlabel={{8×128×8}},
|
||||
fill=\FcColor,
|
||||
opacity=0.8,
|
||||
height=1,
|
||||
width=1,
|
||||
depth=24
|
||||
}
|
||||
};
|
||||
|
||||
|
||||
\pic[shift={(2,0,0)}] at (fc1-east)
|
||||
{Box={
|
||||
name=latent,
|
||||
caption=Latent Space,
|
||||
xlabel={{, }},
|
||||
zlabel=latent dim,
|
||||
fill=\ConvColor,
|
||||
height=19.200000000000003,
|
||||
width=1,
|
||||
depth=1
|
||||
}
|
||||
};
|
||||
|
||||
|
||||
\pic[shift={(2,0,0)}] at (latent-east)
|
||||
{Box={
|
||||
name=fc3,
|
||||
caption=FC,
|
||||
xlabel={{" ","dummy"}},
|
||||
zlabel={{8×128×8}},
|
||||
fill=\FcColor,
|
||||
opacity=0.8,
|
||||
height=1,
|
||||
width=1,
|
||||
depth=24
|
||||
}
|
||||
};
|
||||
|
||||
|
||||
\pic[shift={(2,0,0)}] at (fc3-east)
|
||||
{Box={
|
||||
name=unsqueeze,
|
||||
caption=unsqueeze,
|
||||
xlabel={{32, }},
|
||||
zlabel=,
|
||||
fill=\ConvColor,
|
||||
height=12,
|
||||
width=8,
|
||||
depth=6
|
||||
}
|
||||
};
|
||||
|
||||
|
||||
\pic[shift={ (2,0,0) }] at (unsqueeze-east)
|
||||
{Box={
|
||||
name=up1,
|
||||
caption=,
|
||||
fill=\UnpoolColor,
|
||||
opacity=0.5,
|
||||
height=18,
|
||||
width=8,
|
||||
depth=12
|
||||
}
|
||||
};
|
||||
|
||||
|
||||
\pic[shift={(0,0,0)}] at (up1-east)
|
||||
{Box={
|
||||
name=dwdeconv1,
|
||||
caption=deconv1,
|
||||
xlabel={{1, }},
|
||||
zlabel=,
|
||||
fill=\ConvColor,
|
||||
height=18,
|
||||
width=1,
|
||||
depth=12
|
||||
}
|
||||
};
|
||||
|
||||
|
||||
\pic[shift={(0,0,0)}] at (dwdeconv1-east)
|
||||
{Box={
|
||||
name=dwdeconv2,
|
||||
caption=,
|
||||
xlabel={{32, }},
|
||||
zlabel={{256×16}},
|
||||
fill=\ConvColor,
|
||||
height=18,
|
||||
width=8,
|
||||
depth=12
|
||||
}
|
||||
};
|
||||
|
||||
|
||||
\pic[shift={ (2,0,0) }] at (dwdeconv2-east)
|
||||
{Box={
|
||||
name=up2,
|
||||
caption=,
|
||||
fill=\UnpoolColor,
|
||||
opacity=0.5,
|
||||
height=18,
|
||||
width=8,
|
||||
depth=36
|
||||
}
|
||||
};
|
||||
|
||||
|
||||
\pic[shift={(0,0,0)}] at (up2-east)
|
||||
{Box={
|
||||
name=dwdeconv3,
|
||||
caption=deconv2,
|
||||
xlabel={{1, }},
|
||||
zlabel=,
|
||||
fill=\ConvColor,
|
||||
height=18,
|
||||
width=1,
|
||||
depth=36
|
||||
}
|
||||
};
|
||||
|
||||
|
||||
\pic[shift={(0,0,0)}] at (dwdeconv3-east)
|
||||
{Box={
|
||||
name=dwdeconv4,
|
||||
caption=,
|
||||
xlabel={{16, }},
|
||||
zlabel={{1024×16}},
|
||||
fill=\ConvColor,
|
||||
height=18,
|
||||
width=4,
|
||||
depth=36
|
||||
}
|
||||
};
|
||||
|
||||
|
||||
\pic[shift={ (2,0,0) }] at (dwdeconv4-east)
|
||||
{Box={
|
||||
name=up3,
|
||||
caption=,
|
||||
fill=\UnpoolColor,
|
||||
opacity=0.5,
|
||||
height=26,
|
||||
width=4,
|
||||
depth=52
|
||||
}
|
||||
};
|
||||
|
||||
|
||||
\pic[shift={(0,0,0)}] at (up3-east)
|
||||
{Box={
|
||||
name=dwdeconv5,
|
||||
caption=deconv3,
|
||||
xlabel={{1, }},
|
||||
zlabel=,
|
||||
fill=\ConvColor,
|
||||
height=26,
|
||||
width=1,
|
||||
depth=52
|
||||
}
|
||||
};
|
||||
|
||||
|
||||
\pic[shift={(0,0,0)}] at (dwdeconv5-east)
|
||||
{Box={
|
||||
name=dwdeconv6,
|
||||
caption=,
|
||||
xlabel={{8, }},
|
||||
zlabel={{2048×32}},
|
||||
fill=\ConvColor,
|
||||
height=26,
|
||||
width=2,
|
||||
depth=52
|
||||
}
|
||||
};
|
||||
|
||||
|
||||
\pic[shift={(2,0,0)}] at (dwdeconv6-east)
|
||||
{Box={
|
||||
name=outconv,
|
||||
caption=deconv4,
|
||||
xlabel={{1, }},
|
||||
zlabel={{2048×32}},
|
||||
fill=\ConvColor,
|
||||
height=26,
|
||||
width=1,
|
||||
depth=52
|
||||
}
|
||||
};
|
||||
|
||||
|
||||
\pic[shift={(2,0,0)}] at (outconv-east)
|
||||
{Box={
|
||||
name=out,
|
||||
caption=output,
|
||||
xlabel={{1, }},
|
||||
zlabel={{2048×32}},
|
||||
fill=\ConvColor,
|
||||
height=26,
|
||||
width=1,
|
||||
depth=52
|
||||
}
|
||||
};
|
||||
|
||||
|
||||
\end{tikzpicture}
|
||||
\end{document}
|
||||
|
||||
192
thesis/third_party/PlotNeuralNet/deepsad/subter_lenet_arch.py
vendored
Normal file
192
thesis/third_party/PlotNeuralNet/deepsad/subter_lenet_arch.py
vendored
Normal file
@@ -0,0 +1,192 @@
|
||||
# subter_lenet_arch.py
|
||||
# Requires running from inside the PlotNeuralNet repo, like: python3 ../subter_lenet_arch.py
|
||||
import sys, argparse
|
||||
|
||||
sys.path.append("../") # import pycore from repo root
|
||||
|
||||
from pycore.tikzeng import *
|
||||
|
||||
parser = argparse.ArgumentParser()
|
||||
parser.add_argument("--rep_dim", type=int, default=1024, help="latent size for FC")
|
||||
args = parser.parse_args()
|
||||
REP = int(args.rep_dim)
|
||||
|
||||
# Visual scales so the huge width doesn't dominate the figure
|
||||
H32, H16, H8 = 26, 18, 12
|
||||
D2048, D1024, D512 = 52, 36, 24
|
||||
W1, W4, W8 = 1, 2, 4
|
||||
|
||||
|
||||
arch = [
|
||||
to_head(".."),
|
||||
to_cor(),
|
||||
to_begin(),
|
||||
# --------------------------- ENCODER ---------------------------
|
||||
# Input 1×32×2048 (caption carries H×W; s_filer is numeric)
|
||||
to_Conv(
|
||||
"input",
|
||||
s_filer="{{2048×32}}",
|
||||
n_filer=1,
|
||||
offset="(0,0,0)",
|
||||
to="(0,0,0)",
|
||||
height=H32,
|
||||
depth=D2048,
|
||||
width=W1,
|
||||
caption="input",
|
||||
),
|
||||
# Conv1 (5x5, same): 1->8, 32×2048
|
||||
to_Conv(
|
||||
"conv1",
|
||||
s_filer="{{1024×16}}",
|
||||
n_filer=8,
|
||||
offset="(2,0,0)",
|
||||
to="(input-east)",
|
||||
height=H32,
|
||||
depth=D2048,
|
||||
width=W8,
|
||||
caption="conv1",
|
||||
),
|
||||
# Pool1 2×2: 32×2048 -> 16×1024
|
||||
# to_connection("input", "conv1"),
|
||||
to_Pool(
|
||||
"pool1",
|
||||
offset="(0,0,0)",
|
||||
to="(conv1-east)",
|
||||
height=H16,
|
||||
depth=D1024,
|
||||
width=W8,
|
||||
caption="",
|
||||
),
|
||||
# Conv2 (5x5, same): 8->4, stays 16×1024
|
||||
to_Conv(
|
||||
"conv2",
|
||||
s_filer="{{512×8}}",
|
||||
n_filer=4,
|
||||
offset="(2,0,0)",
|
||||
to="(pool1-east)",
|
||||
height=H16,
|
||||
depth=D1024,
|
||||
width=W4,
|
||||
caption="conv2",
|
||||
),
|
||||
# Pool2 2×2: 16×1024 -> 8×512
|
||||
# to_connection("pool1", "conv2"),
|
||||
to_Pool(
|
||||
"pool2",
|
||||
offset="(0,0,0)",
|
||||
to="(conv2-east)",
|
||||
height=H8,
|
||||
depth=D512,
|
||||
width=W4,
|
||||
caption="",
|
||||
),
|
||||
# FC -> rep_dim (use numeric n_filer)
|
||||
to_fc(
|
||||
"fc1",
|
||||
n_filer="{{4×512×8}}",
|
||||
offset="(2,0,0)",
|
||||
to="(pool2-east)",
|
||||
height=1.3,
|
||||
depth=D512,
|
||||
width=W1,
|
||||
caption=f"FC",
|
||||
),
|
||||
# to_connection("pool2", "fc1"),
|
||||
# --------------------------- LATENT ---------------------------
|
||||
to_Conv(
|
||||
"latent",
|
||||
n_filer="",
|
||||
s_filer="latent dim",
|
||||
offset="(2,0,0)",
|
||||
to="(fc1-east)",
|
||||
height=H8 * 1.6,
|
||||
depth=1.3,
|
||||
width=W1,
|
||||
caption=f"Latent Space",
|
||||
),
|
||||
# to_connection("fc1", "latent"),
|
||||
# --------------------------- DECODER ---------------------------
|
||||
# FC back to 16384
|
||||
to_fc(
|
||||
"fc3",
|
||||
n_filer="{{4×512×8}}",
|
||||
offset="(2,0,0)",
|
||||
to="(latent-east)",
|
||||
height=1.3,
|
||||
depth=D512,
|
||||
width=W1,
|
||||
caption=f"FC",
|
||||
),
|
||||
# to_connection("latent", "fc3"),
|
||||
# Reshape to 4×8×512
|
||||
to_UnPool(
|
||||
"up1",
|
||||
offset="(2,0,0)",
|
||||
to="(fc3-east)",
|
||||
height=H16,
|
||||
depth=D1024,
|
||||
width=W4,
|
||||
caption="",
|
||||
),
|
||||
# Up ×2: 8×512 -> 16×1024 (we just draw a labeled box)
|
||||
# DeConv1 (5×5, same): 4->8, 16×1024
|
||||
to_Conv(
|
||||
"deconv1",
|
||||
s_filer="{{1024×16}}",
|
||||
n_filer=8,
|
||||
offset="(0,0,0)",
|
||||
to="(up1-east)",
|
||||
height=H16,
|
||||
depth=D1024,
|
||||
width=W8,
|
||||
caption="deconv1",
|
||||
),
|
||||
# to_connection("fc3", "up1"),
|
||||
# Up ×2: 16×1024 -> 32×2048
|
||||
to_UnPool(
|
||||
"up2",
|
||||
offset="(2,0,0)",
|
||||
to="(deconv1-east)",
|
||||
height=H32,
|
||||
depth=D2048,
|
||||
width=W8,
|
||||
caption="",
|
||||
),
|
||||
# to_connection("deconv1", "up2"),
|
||||
# DeConv2 (5×5, same): 8->1, 32×2048
|
||||
to_Conv(
|
||||
"deconv2",
|
||||
s_filer="{{2048×32}}",
|
||||
n_filer=1,
|
||||
offset="(0,0,0)",
|
||||
to="(up2-east)",
|
||||
height=H32,
|
||||
depth=D2048,
|
||||
width=W1,
|
||||
caption="deconv2",
|
||||
),
|
||||
# to_connection("up2", "deconv2"),
|
||||
# Output
|
||||
to_Conv(
|
||||
"out",
|
||||
s_filer="{{2048×32}}",
|
||||
n_filer=1,
|
||||
offset="(2,0,0)",
|
||||
to="(deconv2-east)",
|
||||
height=H32,
|
||||
depth=D2048,
|
||||
width=1.0,
|
||||
caption="output",
|
||||
),
|
||||
# to_connection("deconv2", "out"),
|
||||
to_end(),
|
||||
]
|
||||
|
||||
|
||||
def main():
|
||||
name = "subter_lenet_arch"
|
||||
to_generate(arch, name + ".tex")
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
main()
|
||||
209
thesis/third_party/PlotNeuralNet/deepsad/subter_lenet_arch.tex
vendored
Normal file
209
thesis/third_party/PlotNeuralNet/deepsad/subter_lenet_arch.tex
vendored
Normal file
@@ -0,0 +1,209 @@
|
||||
|
||||
\documentclass[border=8pt, multi, tikz]{standalone}
|
||||
\usepackage{import}
|
||||
\subimport{../layers/}{init}
|
||||
\usetikzlibrary{positioning}
|
||||
\usetikzlibrary{3d} %for including external image
|
||||
|
||||
|
||||
\def\ConvColor{rgb:yellow,5;red,2.5;white,5}
|
||||
\def\ConvReluColor{rgb:yellow,5;red,5;white,5}
|
||||
\def\PoolColor{rgb:red,1;black,0.3}
|
||||
\def\UnpoolColor{rgb:blue,2;green,1;black,0.3}
|
||||
\def\FcColor{rgb:blue,5;red,2.5;white,5}
|
||||
\def\FcReluColor{rgb:blue,5;red,5;white,4}
|
||||
\def\SoftmaxColor{rgb:magenta,5;black,7}
|
||||
\def\SumColor{rgb:blue,5;green,15}
|
||||
|
||||
|
||||
\newcommand{\copymidarrow}{\tikz \draw[-Stealth,line width=0.8mm,draw={rgb:blue,4;red,1;green,1;black,3}] (-0.3,0) -- ++(0.3,0);}
|
||||
|
||||
\begin{document}
|
||||
\begin{tikzpicture}
|
||||
\tikzstyle{connection}=[ultra thick,every node/.style={sloped,allow upside down},draw=\edgecolor,opacity=0.7]
|
||||
\tikzstyle{copyconnection}=[ultra thick,every node/.style={sloped,allow upside down},draw={rgb:blue,4;red,1;green,1;black,3},opacity=0.7]
|
||||
|
||||
|
||||
\pic[shift={(0,0,0)}] at (0,0,0)
|
||||
{Box={
|
||||
name=input,
|
||||
caption=input,
|
||||
xlabel={{1, }},
|
||||
zlabel={{2048×32}},
|
||||
fill=\ConvColor,
|
||||
height=26,
|
||||
width=1,
|
||||
depth=52
|
||||
}
|
||||
};
|
||||
|
||||
|
||||
\pic[shift={(2,0,0)}] at (input-east)
|
||||
{Box={
|
||||
name=conv1,
|
||||
caption=conv1,
|
||||
xlabel={{8, }},
|
||||
zlabel={{1024×16}},
|
||||
fill=\ConvColor,
|
||||
height=26,
|
||||
width=4,
|
||||
depth=52
|
||||
}
|
||||
};
|
||||
|
||||
|
||||
\pic[shift={ (0,0,0) }] at (conv1-east)
|
||||
{Box={
|
||||
name=pool1,
|
||||
caption=,
|
||||
fill=\PoolColor,
|
||||
opacity=0.5,
|
||||
height=18,
|
||||
width=4,
|
||||
depth=36
|
||||
}
|
||||
};
|
||||
|
||||
|
||||
\pic[shift={(2,0,0)}] at (pool1-east)
|
||||
{Box={
|
||||
name=conv2,
|
||||
caption=conv2,
|
||||
xlabel={{4, }},
|
||||
zlabel={{512×8}},
|
||||
fill=\ConvColor,
|
||||
height=18,
|
||||
width=2,
|
||||
depth=36
|
||||
}
|
||||
};
|
||||
|
||||
|
||||
\pic[shift={ (0,0,0) }] at (conv2-east)
|
||||
{Box={
|
||||
name=pool2,
|
||||
caption=,
|
||||
fill=\PoolColor,
|
||||
opacity=0.5,
|
||||
height=12,
|
||||
width=2,
|
||||
depth=24
|
||||
}
|
||||
};
|
||||
|
||||
|
||||
\pic[shift={(2,0,0)}] at (pool2-east)
|
||||
{Box={
|
||||
name=fc1,
|
||||
caption=FC,
|
||||
xlabel={{" ","dummy"}},
|
||||
zlabel={{4×512×8}},
|
||||
fill=\FcColor,
|
||||
opacity=0.8,
|
||||
height=1.3,
|
||||
width=1,
|
||||
depth=24
|
||||
}
|
||||
};
|
||||
|
||||
|
||||
\pic[shift={(2,0,0)}] at (fc1-east)
|
||||
{Box={
|
||||
name=latent,
|
||||
caption=Latent Space,
|
||||
xlabel={{, }},
|
||||
zlabel=latent dim,
|
||||
fill=\ConvColor,
|
||||
height=19.200000000000003,
|
||||
width=1,
|
||||
depth=1.3
|
||||
}
|
||||
};
|
||||
|
||||
|
||||
\pic[shift={(2,0,0)}] at (latent-east)
|
||||
{Box={
|
||||
name=fc3,
|
||||
caption=FC,
|
||||
xlabel={{" ","dummy"}},
|
||||
zlabel={{4×512×8}},
|
||||
fill=\FcColor,
|
||||
opacity=0.8,
|
||||
height=1.3,
|
||||
width=1,
|
||||
depth=24
|
||||
}
|
||||
};
|
||||
|
||||
|
||||
\pic[shift={ (2,0,0) }] at (fc3-east)
|
||||
{Box={
|
||||
name=up1,
|
||||
caption=,
|
||||
fill=\UnpoolColor,
|
||||
opacity=0.5,
|
||||
height=18,
|
||||
width=2,
|
||||
depth=36
|
||||
}
|
||||
};
|
||||
|
||||
|
||||
\pic[shift={(0,0,0)}] at (up1-east)
|
||||
{Box={
|
||||
name=deconv1,
|
||||
caption=deconv1,
|
||||
xlabel={{8, }},
|
||||
zlabel={{1024×16}},
|
||||
fill=\ConvColor,
|
||||
height=18,
|
||||
width=4,
|
||||
depth=36
|
||||
}
|
||||
};
|
||||
|
||||
|
||||
\pic[shift={ (2,0,0) }] at (deconv1-east)
|
||||
{Box={
|
||||
name=up2,
|
||||
caption=,
|
||||
fill=\UnpoolColor,
|
||||
opacity=0.5,
|
||||
height=26,
|
||||
width=4,
|
||||
depth=52
|
||||
}
|
||||
};
|
||||
|
||||
|
||||
\pic[shift={(0,0,0)}] at (up2-east)
|
||||
{Box={
|
||||
name=deconv2,
|
||||
caption=deconv2,
|
||||
xlabel={{1, }},
|
||||
zlabel={{2048×32}},
|
||||
fill=\ConvColor,
|
||||
height=26,
|
||||
width=1,
|
||||
depth=52
|
||||
}
|
||||
};
|
||||
|
||||
|
||||
\pic[shift={(2,0,0)}] at (deconv2-east)
|
||||
{Box={
|
||||
name=out,
|
||||
caption=output,
|
||||
xlabel={{1, }},
|
||||
zlabel={{2048×32}},
|
||||
fill=\ConvColor,
|
||||
height=26,
|
||||
width=1.0,
|
||||
depth=52
|
||||
}
|
||||
};
|
||||
|
||||
|
||||
\end{tikzpicture}
|
||||
\end{document}
|
||||
|
||||
216
thesis/third_party/PlotNeuralNet/examples/AlexNet/alexnet.tex
vendored
Normal file
216
thesis/third_party/PlotNeuralNet/examples/AlexNet/alexnet.tex
vendored
Normal file
@@ -0,0 +1,216 @@
|
||||
\documentclass[border=8pt, multi, tikz]{standalone}
|
||||
\usepackage{import}
|
||||
\subimport{../layers/}{init}
|
||||
\usetikzlibrary{positioning}
|
||||
\usetikzlibrary{3d} %for including external image
|
||||
|
||||
|
||||
\def\ConvColor{rgb:yellow,5;red,2.5;white,5}
|
||||
\def\ConvReluColor{rgb:yellow,5;red,5;white,5}
|
||||
\def\PoolColor{rgb:red,1;black,0.3}
|
||||
\def\UnpoolColor{rgb:blue,2;green,1;black,0.3}
|
||||
\def\FcColor{rgb:blue,2;green,5;white,5}
|
||||
\def\FcReluColor{blue,2;green,5;;white,4}
|
||||
\def\SoftmaxColor{rgb:magenta,5;black,7}
|
||||
|
||||
|
||||
\newcommand{\copymidarrow}{\tikz \draw[-Stealth,line width=0.8mm,draw={rgb:blue,4;red,1;green,1;black,3}] (-0.3,0) -- ++(0.3,0);}
|
||||
|
||||
\begin{document}
|
||||
\begin{tikzpicture}
|
||||
\tikzstyle{connection}=[ultra thick,every node/.style={sloped,allow upside down},draw=\edgecolor,opacity=0.7]
|
||||
\tikzstyle{copyconnection}=[ultra thick,every node/.style={sloped,allow upside down},draw={rgb:blue,4;red,1;green,1;black,3},opacity=0.7]
|
||||
|
||||
|
||||
\pic[shift={(0,0,0)}] at (0,0,0)
|
||||
{Box={
|
||||
name=conv0,
|
||||
caption= ,
|
||||
xlabel={{3, }},
|
||||
zlabel=224,
|
||||
fill=\ConvColor,
|
||||
height=44.8,
|
||||
width=3,
|
||||
depth=44.8
|
||||
}
|
||||
};
|
||||
|
||||
|
||||
\pic[shift={(1,0,0)}] at (conv0-east)
|
||||
{Box={
|
||||
name=conv1,
|
||||
caption= ,
|
||||
xlabel={{96, }},
|
||||
zlabel=55,
|
||||
fill=\ConvColor,
|
||||
height=11.0,
|
||||
width=4.8,
|
||||
depth=11.0
|
||||
}
|
||||
};
|
||||
|
||||
|
||||
\draw [connection] (conv0-east) -- node {\midarrow} (conv1-west);
|
||||
|
||||
|
||||
\pic[shift={ (0,0,0) }] at (conv1-east)
|
||||
{Box={
|
||||
name=pool1,
|
||||
caption= ,
|
||||
fill=\PoolColor,
|
||||
opacity=0.5,
|
||||
height=5.4,
|
||||
width=1,
|
||||
depth=5.4
|
||||
}
|
||||
};
|
||||
|
||||
|
||||
\pic[shift={(1,0,0)}] at (pool1-east)
|
||||
{Box={
|
||||
name=conv2,
|
||||
caption= ,
|
||||
xlabel={{256, }},
|
||||
zlabel=27,
|
||||
fill=\ConvColor,
|
||||
height=5.4,
|
||||
width=12.8,
|
||||
depth=5.4
|
||||
}
|
||||
};
|
||||
|
||||
|
||||
\draw [connection] (pool1-east) -- node {\midarrow} (conv2-west);
|
||||
|
||||
|
||||
\pic[shift={ (0,0,0) }] at (conv2-east)
|
||||
{Box={
|
||||
name=pool2,
|
||||
caption= ,
|
||||
fill=\PoolColor,
|
||||
opacity=0.5,
|
||||
height=2.6,
|
||||
width=1,
|
||||
depth=2.6
|
||||
}
|
||||
};
|
||||
|
||||
|
||||
\pic[shift={(1,0,0)}] at (pool2-east)
|
||||
{Box={
|
||||
name=conv3,
|
||||
caption= ,
|
||||
xlabel={{384, }},
|
||||
zlabel=13,
|
||||
fill=\ConvColor,
|
||||
height=2.6,
|
||||
width=19.2,
|
||||
depth=2.6
|
||||
}
|
||||
};
|
||||
|
||||
|
||||
\draw [connection] (pool2-east) -- node {\midarrow} (conv3-west);
|
||||
|
||||
|
||||
\pic[shift={(1,0,0)}] at (conv3-east)
|
||||
{Box={
|
||||
name=conv4,
|
||||
caption= ,
|
||||
xlabel={{384, }},
|
||||
zlabel=13,
|
||||
fill=\ConvColor,
|
||||
height=2.6,
|
||||
width=19.2,
|
||||
depth=2.6
|
||||
}
|
||||
};
|
||||
|
||||
|
||||
\draw [connection] (conv3-east) -- node {\midarrow} (conv4-west);
|
||||
|
||||
|
||||
\pic[shift={(1,0,0)}] at (conv4-east)
|
||||
{Box={
|
||||
name=conv5,
|
||||
caption= ,
|
||||
xlabel={{256, }},
|
||||
zlabel=13,
|
||||
fill=\ConvColor,
|
||||
height=2.6,
|
||||
width=12.8,
|
||||
depth=2.6
|
||||
}
|
||||
};
|
||||
|
||||
|
||||
\draw [connection] (conv4-east) -- node {\midarrow} (conv5-west);
|
||||
|
||||
|
||||
\pic[shift={ (0,0,0) }] at (conv5-east)
|
||||
{Box={
|
||||
name=pool3,
|
||||
caption= ,
|
||||
fill=\PoolColor,
|
||||
opacity=0.5,
|
||||
height=1.2,
|
||||
width=1,
|
||||
depth=1.2
|
||||
}
|
||||
};
|
||||
|
||||
|
||||
\pic[shift={(1,0,0)}] at (pool3-east)
|
||||
{Box={
|
||||
name=Fc1,
|
||||
caption= ,
|
||||
xlabel={{1, }},
|
||||
zlabel=4096,
|
||||
fill=\FcColor,
|
||||
height=1,
|
||||
width=1,
|
||||
depth=40.96
|
||||
}
|
||||
};
|
||||
|
||||
|
||||
\draw [connection] (pool3-east) -- node {\midarrow} (Fc1-west);
|
||||
|
||||
|
||||
\pic[shift={(2,0,0)}] at (Fc1-east)
|
||||
{Box={
|
||||
name=Fc2,
|
||||
caption= ,
|
||||
xlabel={{1, }},
|
||||
zlabel=4096,
|
||||
fill=\FcColor,
|
||||
height=1,
|
||||
width=1,
|
||||
depth=40.96
|
||||
}
|
||||
};
|
||||
|
||||
|
||||
\draw [connection] (Fc1-east) -- node {\midarrow} (Fc2-west);
|
||||
|
||||
|
||||
\pic[shift={(3,0,0)}] at (Fc2-east)
|
||||
{Box={
|
||||
name=soft1,
|
||||
caption=SOFT,
|
||||
xlabel={{" ","dummy"}},
|
||||
zlabel=1000,
|
||||
fill=\SoftmaxColor,
|
||||
opacity=0.8,
|
||||
height=3,
|
||||
width=1.5,
|
||||
depth=25
|
||||
}
|
||||
};
|
||||
|
||||
|
||||
\draw [connection] (Fc2-east) -- node {\midarrow} (soft1-west);
|
||||
|
||||
|
||||
\end{tikzpicture}
|
||||
\end{document}
|
||||
BIN
thesis/third_party/PlotNeuralNet/examples/AlexNet/alexnet_data.png
vendored
Normal file
BIN
thesis/third_party/PlotNeuralNet/examples/AlexNet/alexnet_data.png
vendored
Normal file
Binary file not shown.
|
After Width: | Height: | Size: 28 KiB |
134
thesis/third_party/PlotNeuralNet/examples/HED/HED.tex
vendored
Normal file
134
thesis/third_party/PlotNeuralNet/examples/HED/HED.tex
vendored
Normal file
@@ -0,0 +1,134 @@
|
||||
\documentclass[border=15pt, multi, tikz]{standalone}
|
||||
\usepackage{import}
|
||||
\subimport{../../layers/}{init}
|
||||
\usetikzlibrary{positioning}
|
||||
|
||||
\def\ConvColor{rgb:yellow,5;red,2.5;white,5}
|
||||
\def\ConvReluColor{rgb:yellow,5;red,5;white,5}
|
||||
\def\PoolColor{rgb:red,1;black,0.3}
|
||||
\def\DcnvColor{rgb:blue,5;green,2.5;white,5}
|
||||
\def\SoftmaxColor{rgb:magenta,5;black,7}
|
||||
\def\SumColor{rgb:blue,5;green,15}
|
||||
\def\poolsep{1}
|
||||
|
||||
|
||||
\begin{document}
|
||||
\begin{tikzpicture}
|
||||
\tikzstyle{connection}=[ultra thick,every node/.style={sloped,allow upside down},draw=\edgecolor,opacity=0.6]
|
||||
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
|
||||
%% Draw Layer Blocks
|
||||
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
|
||||
% conv1_1,conv1_2,%pool1
|
||||
\pic[shift={(0,0,0)}] at (0,0,0) {RightBandedBox={name=cr1,%
|
||||
xlabel={{"64","64"}},zlabel=I,fill=\ConvColor,bandfill=\ConvReluColor,%
|
||||
height=40,width={2,2},depth=40}};
|
||||
\pic[shift={(\poolsep,0,0)}] at (cr1-east) {Box={name=p1,%
|
||||
fill=\PoolColor,opacity=0.5,height=30,width=1,depth=30}};
|
||||
% conv2_1,conv2_2,pool2
|
||||
\pic[shift={(1,0,0)}] at (p1-east) {RightBandedBox={name=cr2,%
|
||||
xlabel={{"64","64"}},zlabel=I/2,fill=\ConvColor,bandfill=\ConvReluColor,%
|
||||
height=30,width={3,3},depth=30}};
|
||||
\pic[shift={(\poolsep,0,0)}] at (cr2-east) {Box={name=p2,%
|
||||
fill=\PoolColor,opacity=0.5,height=23,width=1,depth=23}};
|
||||
% conv3_1,conv3_2,pool3
|
||||
\pic[shift={(1,0,0)}] at (p2-east) {RightBandedBox={name=cr3,%
|
||||
xlabel={{"256","256","256"}},zlabel=I/4,fill=\ConvColor,bandfill=\ConvReluColor,%
|
||||
height=23,width={4,4,4},depth=23}};
|
||||
\pic[shift={(\poolsep,0,0)}] at (cr3-east) {Box={name=p3,%
|
||||
fill=\PoolColor,opacity=0.5,height=14,width=1,depth=14}};
|
||||
% conv4_1,conv4_2,conv4_3,pool4
|
||||
\pic[shift={(1,0,0)}] at (p3-east) {RightBandedBox={name=cr4,%
|
||||
xlabel={{"512","512","512"}},zlabel=I/8,fill=\ConvColor,bandfill=\ConvReluColor,%
|
||||
height=14,width={7,7,7},depth=14}};
|
||||
\pic[shift={(\poolsep,0,0)}] at (cr4-east) {Box={name=p4,%
|
||||
fill=\PoolColor,opacity=0.5,height=8,width=1,depth=8}};
|
||||
% conv5_1,conv5_2,conv5_3,pool5
|
||||
\pic[shift={(1,0,0)}] at (p4-east) {RightBandedBox={name=cr5,%
|
||||
xlabel={{"512","512","512"}},fill=\ConvColor,bandfill=\ConvReluColor,%
|
||||
height=8,width={7,7,7},depth=8}};
|
||||
%% fc8 -> cr8 (score32)
|
||||
\pic[shift={(0,0,0)}] at (cr5-east) {Box={name=score16,%
|
||||
xlabel={{"K","dummy"}},fill=\ConvColor,%
|
||||
height=8,width=2,depth=8,zlabel=I/16}};
|
||||
|
||||
%% Upsampling Deconv Layer
|
||||
%% Dcnv16
|
||||
\pic[shift={(2.5,0,0)}] at (score16-east) {Box={name=d16,%
|
||||
xlabel={{"","dummy"}},fill=\DcnvColor,opacity=0.7,height=40,width=0.5,depth=40}};
|
||||
%% Dcnv8
|
||||
\pic[shift={(.25,0,0)}] at (d16-east) {Box={name=d8,%
|
||||
xlabel={{"","dummy"}},fill=\DcnvColor,opacity=0.7,height=40,width=0.5,depth=40}};
|
||||
%% Dcnv4
|
||||
\pic[shift={(.25,0,0)}] at (d8-east) {Box={name=d4,%
|
||||
xlabel={{"","dummy"}},fill=\DcnvColor,opacity=0.7,height=40,width=0.5,depth=40}};
|
||||
%% Dcnv2
|
||||
\pic[shift={(.25,0,0)}] at (d4-east) {Box={name=d2,%
|
||||
xlabel={{"","dummy"}},fill=,opacity=0.01,height=40,width=0.5,depth=40}};
|
||||
|
||||
%% Dcnv envelope
|
||||
\pic[shift={(-0.2,0,0)}] at (d16-west) {Box={name=env,caption=concatenation of deconvolved feature maps,%
|
||||
xlabel={{"","dummy"}},fill=,opacity=0.2,height=42,width={8},depth=42}};
|
||||
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
|
||||
\def\skipshift{6.5}
|
||||
%%Joining with previous streams (fcn-16)
|
||||
%% score16
|
||||
\pic[shift={(0,0,3+\skipshift)}] at (cr5-anchor) {Box={name=score8,%
|
||||
xlabel={{"K","dummy"}},fill=\ConvColor,height=14,width=2,depth=14,zlabel=I/8}};
|
||||
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
|
||||
%%Joining with previous streams (fcn-8)
|
||||
%% score8
|
||||
\pic[shift={(0,0,8+\skipshift)}] at (cr4-east) {Box={name=score4,%
|
||||
xlabel={{"K","dummy"}},fill=\ConvColor,height=23,width=2,depth=23,zlabel=I/4}};
|
||||
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
|
||||
%%Joining with previous streams (fcn-4)
|
||||
%% score4
|
||||
\pic[shift={(1,0,13+\skipshift)}] at (cr3-east) {Box={name=score2,%
|
||||
xlabel={{"K","dummy"}},fill=\ConvColor,height=30,width=2,depth=30,zlabel=I/2}};
|
||||
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
|
||||
%%Joining with previous streams (fcn-2)
|
||||
%% score2
|
||||
\pic[shift={(0.3,0,22+\skipshift)}] at (p2-east) {Box={name=score,%
|
||||
xlabel={{"K","dummy"}},fill=\ConvColor,height=40,width=2,depth=40,zlabel=I}};
|
||||
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
|
||||
% Final convolution
|
||||
|
||||
\pic[shift={(3,0,0)}] at (d2-east) {Box={name=output,%
|
||||
xlabel={{"K","dummy"}},fill=\ConvColor,height=40,width=2,depth=40,zlabel=I}};
|
||||
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
|
||||
%%% Draw connections
|
||||
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
|
||||
\draw [connection] (cr1-east) -- node {\midarrow} (p1-west);
|
||||
\draw [connection] (p1-east) -- node {\midarrow} (cr2-west);
|
||||
\draw [connection] (cr2-east) -- node {\midarrow} (p2-west);
|
||||
\draw [connection] (p2-east) -- node {\midarrow} (cr3-west);
|
||||
\draw [connection] (cr3-east) -- node {\midarrow} (p3-west);
|
||||
\draw [connection] (p3-east) -- node {\midarrow} (cr4-west);
|
||||
\draw [connection] (cr4-east) -- node {\midarrow} (p4-west);
|
||||
\draw [connection] (p4-east) -- node {\midarrow} (cr5-west);
|
||||
\draw [connection] (score16-east) -- node {\midarrow} (d16-west);
|
||||
%
|
||||
\path (cr4-east) -- (p4-west) coordinate[pos=0.4] (after4) ;
|
||||
\draw (d16-near)++(0,0,-1+\skipshift) coordinate (d16h);
|
||||
\draw [connection] (after4) -- node {\midarrow} ++(0,0,3+\skipshift) -- node {\midarrow} (score8-west);
|
||||
\draw [connection] (score8-east) -- node{\midarrow} (d16h) -- node{\midarrow}(d16-near);
|
||||
%
|
||||
\path (cr3-east) -- (p3-west) coordinate[pos=0.4] (after3) ;
|
||||
\draw (d8-near)++(0,0,4+\skipshift) coordinate (d8h);
|
||||
\draw [connection] (after3) -- node {\midarrow} ++(0,0,8+\skipshift) -- node {\midarrow} (score4-west);
|
||||
\draw [connection] (score4-east) -- node{\midarrow} (d8h) -- node{\midarrow}(d8-near);
|
||||
%
|
||||
\path (cr2-east) -- (p2-west) coordinate[pos=0.4] (after2) ;
|
||||
\draw (d4-near)++(0,0,9+\skipshift) coordinate (d4h);
|
||||
\draw [connection] (after2) -- node {\midarrow} ++(0,0,13+\skipshift) -- node {\midarrow} (score2-west);
|
||||
\draw [connection] (score2-east) -- node{\midarrow} (d4h) -- node{\midarrow}(d4-near);
|
||||
%
|
||||
\path (cr1-east) -- (p1-west) coordinate[pos=0.4] (after1) ;
|
||||
\draw (d2-near)++(0,0,18+\skipshift) coordinate (d2h);
|
||||
\draw [connection] (after1) -- node {\midarrow} ++(0,0,22+\skipshift) -- node {\midarrow} (score-west);
|
||||
\draw [connection] (score-east) -- node{\midarrow} (d2h) -- node{\midarrow}(d2-near);
|
||||
|
||||
\draw [connection] (d2-east) -- node {\midarrow} (output-west);
|
||||
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
|
||||
|
||||
\end{tikzpicture}
|
||||
\end{document}\grid
|
||||
152
thesis/third_party/PlotNeuralNet/examples/LeNet/lenet.tex
vendored
Normal file
152
thesis/third_party/PlotNeuralNet/examples/LeNet/lenet.tex
vendored
Normal file
@@ -0,0 +1,152 @@
|
||||
\documentclass[border=8pt, multi, tikz]{standalone}
|
||||
\usepackage{import}
|
||||
\subimport{../layers/}{init}
|
||||
\usetikzlibrary{positioning}
|
||||
\usetikzlibrary{3d} %for including external image
|
||||
|
||||
|
||||
\def\ConvColor{rgb:yellow,5;red,2.5;white,5}
|
||||
\def\ConvReluColor{rgb:yellow,5;red,5;white,5}
|
||||
\def\PoolColor{rgb:red,1;black,0.3}
|
||||
\def\UnpoolColor{rgb:blue,2;green,1;black,0.3}
|
||||
\def\FcColor{rgb:blue,5;red,2.5;white,5}
|
||||
\def\FcReluColor{rgb:blue,5;red,5;white,4}
|
||||
\def\SoftmaxColor{rgb:magenta,5;black,7}
|
||||
|
||||
|
||||
\newcommand{\copymidarrow}{\tikz \draw[-Stealth,line width=0.8mm,draw={rgb:blue,4;red,1;green,1;black,3}] (-0.3,0) -- ++(0.3,0);}
|
||||
|
||||
\begin{document}
|
||||
\begin{tikzpicture}
|
||||
\tikzstyle{connection}=[ultra thick,every node/.style={sloped,allow upside down},draw=\edgecolor,opacity=0.7]
|
||||
\tikzstyle{copyconnection}=[ultra thick,every node/.style={sloped,allow upside down},draw={rgb:blue,4;red,1;green,1;black,3},opacity=0.7]
|
||||
|
||||
|
||||
\pic[shift={(0,0,0)}] at (0,0,0)
|
||||
{Box={
|
||||
name=conv0,
|
||||
caption= ,
|
||||
xlabel={{1, }},
|
||||
zlabel=32,
|
||||
fill=\ConvColor,
|
||||
height=32,
|
||||
width=1,
|
||||
depth=32
|
||||
}
|
||||
};
|
||||
|
||||
|
||||
\pic[shift={(1,0,0)}] at (conv0-east)
|
||||
{Box={
|
||||
name=conv1,
|
||||
caption= ,
|
||||
xlabel={{6, }},
|
||||
zlabel=28,
|
||||
fill=\ConvColor,
|
||||
height=28,
|
||||
width=6,
|
||||
depth=28
|
||||
}
|
||||
};
|
||||
|
||||
|
||||
\draw [connection] (conv0-east) -- node {\midarrow} (conv1-west);
|
||||
|
||||
|
||||
\pic[shift={ (0,0,0) }] at (conv1-east)
|
||||
{Box={
|
||||
name=pool1,
|
||||
caption= ,
|
||||
fill=\PoolColor,
|
||||
opacity=0.5,
|
||||
height=14,
|
||||
width=6,
|
||||
depth=14
|
||||
}
|
||||
};
|
||||
|
||||
|
||||
\pic[shift={(1,0,0)}] at (pool1-east)
|
||||
{Box={
|
||||
name=conv2,
|
||||
caption= ,
|
||||
xlabel={{16, }},
|
||||
zlabel=10,
|
||||
fill=\ConvColor,
|
||||
height=10,
|
||||
width=16,
|
||||
depth=10
|
||||
}
|
||||
};
|
||||
|
||||
|
||||
\draw [connection] (pool1-east) -- node {\midarrow} (conv2-west);
|
||||
|
||||
|
||||
\pic[shift={ (0,0,0) }] at (conv2-east)
|
||||
{Box={
|
||||
name=pool2,
|
||||
caption= ,
|
||||
fill=\PoolColor,
|
||||
opacity=0.5,
|
||||
height=5,
|
||||
width=16,
|
||||
depth=5
|
||||
}
|
||||
};
|
||||
|
||||
|
||||
\pic[shift={(1,0,0)}] at (pool2-east)
|
||||
{Box={
|
||||
name=conv3,
|
||||
caption= ,
|
||||
xlabel={{1, }},
|
||||
zlabel=120,
|
||||
fill=\ConvColor,
|
||||
height=1,
|
||||
width=1,
|
||||
depth=120
|
||||
}
|
||||
};
|
||||
|
||||
|
||||
\draw [connection] (pool2-east) -- node {\midarrow} (conv3-west);
|
||||
|
||||
|
||||
\pic[shift={(2,0,0)}] at (conv3-east)
|
||||
{Box={
|
||||
name=conv4,
|
||||
caption= ,
|
||||
xlabel={{1, }},
|
||||
zlabel=84,
|
||||
fill=\ConvColor,
|
||||
height=1,
|
||||
width=1,
|
||||
depth=84
|
||||
}
|
||||
};
|
||||
|
||||
|
||||
\draw [connection] (conv3-east) -- node {\midarrow} (conv4-west);
|
||||
|
||||
|
||||
\pic[shift={(3,0,0)}] at (conv4-east)
|
||||
{Box={
|
||||
name=soft1,
|
||||
caption=SOFT,
|
||||
xlabel={{" ","dummy"}},
|
||||
zlabel=10,
|
||||
fill=\SoftmaxColor,
|
||||
opacity=0.8,
|
||||
height=3,
|
||||
width=1.5,
|
||||
depth=25
|
||||
}
|
||||
};
|
||||
|
||||
|
||||
\draw [connection] (conv4-east) -- node {\midarrow} (soft1-west);
|
||||
|
||||
|
||||
\end{tikzpicture}
|
||||
\end{document}
|
||||
8
thesis/third_party/PlotNeuralNet/examples/LeNet/lenet.txt
vendored
Normal file
8
thesis/third_party/PlotNeuralNet/examples/LeNet/lenet.txt
vendored
Normal file
@@ -0,0 +1,8 @@
|
||||
input(32, 32, 1)
|
||||
conv(28, 28, 6)
|
||||
pool(14, 14, 6)
|
||||
conv(10, 10, 16)
|
||||
pool(5, 5, 16)
|
||||
conv(1,1,120)
|
||||
fullyconn(1,1,84)
|
||||
softmax(1,1,10)
|
||||
BIN
thesis/third_party/PlotNeuralNet/examples/LeNet/lenet_data2.png
vendored
Normal file
BIN
thesis/third_party/PlotNeuralNet/examples/LeNet/lenet_data2.png
vendored
Normal file
Binary file not shown.
|
After Width: | Height: | Size: 28 KiB |
47
thesis/third_party/PlotNeuralNet/examples/SoftmaxLoss/SoftmaxLoss.tex
vendored
Normal file
47
thesis/third_party/PlotNeuralNet/examples/SoftmaxLoss/SoftmaxLoss.tex
vendored
Normal file
@@ -0,0 +1,47 @@
|
||||
\documentclass[border=15pt, multi, tikz]{standalone}
|
||||
\usepackage{import}
|
||||
\subimport{../../layers/}{init}
|
||||
\usetikzlibrary{positioning}
|
||||
|
||||
\newcommand{\up}{0.25}
|
||||
\newcommand{\down}{0.25}
|
||||
\newcommand{\arrowlength}{4}
|
||||
|
||||
\begin{document}
|
||||
\begin{tikzpicture}
|
||||
\tikzstyle{connection}=[ultra thick,every node/.style={sloped,allow upside down},draw=\edgecolor,opacity=0.7]
|
||||
|
||||
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
|
||||
%% Draw previous connections
|
||||
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
|
||||
\draw [connection] (-\arrowlength,\up,0)
|
||||
node[anchor=south west,scale=2.1]{$p(x^{(t)})$}
|
||||
-- node {\midarrow} (0,\up,0);
|
||||
\draw [connection] (0,-\down,0) -- node {\midarrow} ++(-\arrowlength.0,0)
|
||||
node[anchor=north west,inner sep = 10, xshift=-25,scale=2.3]
|
||||
{
|
||||
$\frac{\partial L}{\partial E_\mathcal{S}}\frac{\partial E_\mathcal{S}}{\partial p}$
|
||||
};
|
||||
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
|
||||
%% Draw Layer Blocks
|
||||
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
|
||||
\pic[shift={(0,0,0)}] at (0,0,0) {Box={name=crp1,caption=SoftmaxLoss: $E_\mathcal{S}$ ,%
|
||||
fill={rgb:blue,1.5;red,3.5;green,3.5;white,5},opacity=0.5,height=20,width=7,depth=20}};
|
||||
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
|
||||
%% Draw next connections
|
||||
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
|
||||
\draw [connection] (crp1-east)++(0,\up,0) -- node {\midarrow} ++(\arrowlength.0,0)
|
||||
node [anchor=south east,scale=2.1]{$E_\mathcal{S} [p;\theta]$};
|
||||
|
||||
\draw [connection] (crp1-east)++(\arrowlength,-\down,0)
|
||||
node[anchor=north east,inner sep = 10, xshift=25,scale=2.3]
|
||||
{
|
||||
$\frac{\partial L}{\partial E_\mathcal{S}} = \lambda_\mathcal{S}$
|
||||
}
|
||||
-- node {\midarrow} ++(-\arrowlength,0,0);
|
||||
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
|
||||
|
||||
|
||||
|
||||
\end{tikzpicture}
|
||||
\end{document}
|
||||
164
thesis/third_party/PlotNeuralNet/examples/Unet/Unet.tex
vendored
Normal file
164
thesis/third_party/PlotNeuralNet/examples/Unet/Unet.tex
vendored
Normal file
@@ -0,0 +1,164 @@
|
||||
\documentclass[border=8pt, multi, tikz]{standalone}
|
||||
%\usepackage{blocks}
|
||||
\usepackage{import}
|
||||
\subimport{../../layers/}{init}
|
||||
\usetikzlibrary{positioning}
|
||||
|
||||
\def\ConvColor{rgb:yellow,5;red,2.5;white,5}
|
||||
\def\ConvReluColor{rgb:yellow,5;red,5;white,5}
|
||||
\def\PoolColor{rgb:red,1;black,0.3}
|
||||
\def\UnpoolColor{rgb:blue,2;green,1;black,0.3}
|
||||
\def\FcColor{rgb:blue,5;red,2.5;white,5}
|
||||
\def\FcReluColor{rgb:blue,5;red,5;white,4}
|
||||
\def\SoftmaxColor{rgb:magenta,5;black,7}
|
||||
|
||||
|
||||
\newcommand{\copymidarrow}{\tikz \draw[-Stealth,line width =0.8mm,draw={rgb:blue,4;red,1;green,1;black,3}] (-0.3,0) -- ++(0.3,0);}
|
||||
|
||||
\begin{document}
|
||||
\begin{tikzpicture}
|
||||
\tikzstyle{connection}=[ultra thick,every node/.style={sloped,allow upside down},draw=\edgecolor,opacity=0.7]
|
||||
\tikzstyle{copyconnection}=[ultra thick,every node/.style={sloped,allow upside down},draw={rgb:blue,4;red,1;green,1;black,3},opacity=0.7]
|
||||
|
||||
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
|
||||
%% Draw Encoder
|
||||
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
|
||||
% conv1_1,conv1_2
|
||||
\pic[shift={(0,0,0)}] at (0,0,0) {RightBandedBox={name=cr1,%
|
||||
xlabel={{"64","64"}},zlabel=I,fill=\ConvColor,bandfill=\ConvReluColor,%
|
||||
height=40,width={2,2},depth=40}};
|
||||
%pool1
|
||||
\pic[shift={(0,0,0)}] at (cr1-east) {Box={name=p1,%
|
||||
fill=\PoolColor,opacity=0.5,height=32,width=1,depth=32}};
|
||||
%%%%%%%%%%
|
||||
% conv2_1,conv2_2
|
||||
\pic[shift={(1,0,0)}] at (p1-east) {RightBandedBox={name=cr2,%
|
||||
xlabel={{"128","128"}},zlabel=I/2,fill=\ConvColor,bandfill=\ConvReluColor,%
|
||||
height=32,width={3.5,3.5},depth=32}};
|
||||
%pool2
|
||||
\pic[shift={(0,0,0)}] at (cr2-east) {Box={name=p2,%
|
||||
fill=\PoolColor,opacity=0.5,height=25,width=1,depth=25}};
|
||||
%%%%%%%%%%
|
||||
% conv3_1,conv3_2
|
||||
\pic[shift={(0.75,0,0)}] at (p2-east) {RightBandedBox={name=cr3,%
|
||||
xlabel={{"256","256"}},zlabel=I/4,fill=\ConvColor,bandfill=\ConvReluColor,%
|
||||
height=25,width={4.5,4.5},depth=25}};
|
||||
%pool3
|
||||
\pic[shift={(0,0,0)}] at (cr3-east) {Box={name=p3,%
|
||||
fill=\PoolColor,opacity=0.5,height=16,width=1,depth=16}};
|
||||
%%%%%%%%%%
|
||||
% conv4_1,conv4_2,conv4_3
|
||||
\pic[shift={(0.5,0,0)}] at (p3-east) {RightBandedBox={name=cr4,%
|
||||
xlabel={{"512","512"}},zlabel=I/8,fill=\ConvColor,bandfill=\ConvReluColor,%
|
||||
height=16,width={6,6},depth=16}};
|
||||
%pool4
|
||||
\pic[shift={(0,0,0)}] at (cr4-east) {Box={name=p4,%
|
||||
fill=\PoolColor,opacity=0.5,height=8,width=1,depth=8}};
|
||||
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
|
||||
%% Bottleneck
|
||||
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% conv5_1,conv5_2,conv5_3
|
||||
\pic[shift={(0.75,0,0)}] at (p4-east) {RightBandedBox={name=cr5,caption=Bottleneck Conv,%
|
||||
xlabel={{"1024","1024"}},zlabel=I/16,fill=\ConvColor,bandfill=\ConvReluColor,%
|
||||
height=8,width={8,8},depth=8}};
|
||||
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
|
||||
%% Draw Decoder
|
||||
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
|
||||
%% unpool4,
|
||||
\pic[shift={(1.2,0,0)}] at (cr5-east) {Box={name=up4,%
|
||||
fill=\UnpoolColor,opacity=0.6,height=16,width=1,depth=16}};
|
||||
\pic[shift={(0,0,0)}] at (up4-east) {RightBandedBox={name=ucr4,%
|
||||
xlabel={{"512","dummy"}},fill=\ConvColor,bandfill=\ConvReluColor,%
|
||||
height=16,width=6,depth=16}};
|
||||
\pic[shift={(0,0,0)}] at (ucr4-east) {RightBandedBox={name=cat4,%
|
||||
xlabel={{"512",""}},fill={rgb:white,1;black,3},bandfill={rgb:white,1;black,2},opacity=0.2,height=16,width=6,depth=16}};
|
||||
\pic[shift={(0,0,0)}] at (cat4-east) {RightBandedBox={name=ucr4a,%
|
||||
xlabel={{"512","512"}},zlabel=I/8,fill=\ConvColor,bandfill=\ConvReluColor,%
|
||||
height=16,width={6,6},depth=16}};
|
||||
%%%%%%%%%%
|
||||
%% unpool3,
|
||||
\pic[shift={(1.5,0,0)}] at (ucr4a-east) {Box={name=up3,%
|
||||
fill=\UnpoolColor,opacity=0.6,height=25,width=1,depth=25}};
|
||||
\pic[shift={(0,0,0)}] at (up3-east) {RightBandedBox={name=ucr3,%
|
||||
xlabel={{"256","dummy"}},fill=\ConvColor,bandfill=\ConvReluColor,%
|
||||
height=25,width=4.5,depth=25}};
|
||||
\pic[shift={(0,0,0)}] at (ucr3-east) {RightBandedBox={name=cat3,%
|
||||
xlabel={{"256",""}},fill={rgb:white,1;black,3},bandfill={rgb:white,1;black,2},opacity=0.2,height=25,width=4.5,depth=25}};
|
||||
\pic[shift={(0,0,0)}] at (cat3-east) {RightBandedBox={name=ucr3a,%
|
||||
xlabel={{"256","256"}},zlabel=I/4,fill=\ConvColor,bandfill=\ConvReluColor,%
|
||||
height=25,width={4.5,4.5},depth=25}};
|
||||
%%%%%%%%%%
|
||||
%% unpool2,
|
||||
\pic[shift={(1,0,0)}] at (ucr3a-east) {Box={name=up2,%
|
||||
fill=\UnpoolColor,opacity=0.6,height=32,width=1,depth=32}};
|
||||
\pic[shift={(0,0,0)}] at (up2-east) {RightBandedBox={name=ucr2,%
|
||||
xlabel={{"128","dummy"}},fill=\ConvColor,bandfill=\ConvReluColor,%
|
||||
height=32,width=3.5,depth=32}};
|
||||
\pic[shift={(0,0,0)}] at (ucr2-east) {RightBandedBox={name=cat2,%
|
||||
xlabel={{"128",""}},fill={rgb:white,1;black,3},bandfill={rgb:white,1;black,2},opacity=0.2,height=32,width=3.5,depth=32}};
|
||||
\pic[shift={(0,0,0)}] at (cat2-east) {RightBandedBox={name=ucr2a,%
|
||||
xlabel={{"128","128"}},zlabel=I/2,fill=\ConvColor,bandfill=\ConvReluColor,%
|
||||
height=32,width={3.5,3.5},depth=32}};
|
||||
%%%%%%%%%%
|
||||
%% unpool1,
|
||||
\pic[shift={(1.5,0,0)}] at (ucr2a-east) {Box={name=up1,%
|
||||
fill=\UnpoolColor,opacity=0.6,height=40,width=1,depth=40}};
|
||||
\pic[shift={(0,0,0)}] at (up1-east) {RightBandedBox={name=ucr1,%
|
||||
xlabel={{"64","dummy"}},fill=\ConvColor,bandfill=\ConvReluColor,%
|
||||
height=40,width=2.5,depth=40}};
|
||||
\pic[shift={(0,0,0)}] at (ucr1-east) {RightBandedBox={name=cat1,%
|
||||
xlabel={{"64",""}},fill={rgb:white,1;black,3},bandfill={rgb:white,1;black,2},opacity=0.2,height=40,width=2.5,depth=40}};
|
||||
\pic[shift={(0,0,0)}] at (cat1-east) {RightBandedBox={name=ucr1a,%
|
||||
xlabel={{"64","64"}},fill=\ConvColor,bandfill=\ConvReluColor,%
|
||||
height=40,width={2.5,2.5},depth=40}};
|
||||
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
|
||||
%% Classifier
|
||||
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
|
||||
\pic[shift={(0.75,0,0)}] at (ucr1a-east) {Box={name=out,caption=Softmax,%
|
||||
zlabel=I,fill=\SoftmaxColor,height=40,width=1,depth=40}};
|
||||
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
|
||||
% Draw connections
|
||||
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
|
||||
\draw [connection] (p1-east) -- node {\midarrow} (cr2-west);
|
||||
\draw [connection] (p2-east) -- node {\midarrow} (cr3-west);
|
||||
\draw [connection] (p3-east) -- node {\midarrow} (cr4-west);
|
||||
\draw [connection] (p4-east) -- node {\midarrow} (cr5-west);
|
||||
\draw [connection] (cr5-east) -- node {\midarrow} (up4-west);
|
||||
\draw [connection] (ucr4a-east) -- node {\midarrow} (up3-west);
|
||||
\draw [connection] (ucr3a-east) -- node {\midarrow} (up2-west);
|
||||
\draw [connection] (ucr2a-east) -- node {\midarrow} (up1-west);
|
||||
\draw [connection] (ucr1a-east) -- node {\midarrow} (out-west);
|
||||
%\draw [connection] (out-east) -- node {\midarrow} ++(2,0,0);
|
||||
|
||||
\path (cr4-southeast) -- (cr4-northeast) coordinate[pos=1.25] (cr4-top) ;
|
||||
\path (cr3-southeast) -- (cr3-northeast) coordinate[pos=1.25] (cr3-top) ;
|
||||
\path (cr2-southeast) -- (cr2-northeast) coordinate[pos=1.25] (cr2-top) ;
|
||||
\path (cr1-southeast) -- (cr1-northeast) coordinate[pos=1.25] (cr1-top) ;
|
||||
|
||||
\path (cat4-south) -- (cat4-north) coordinate[pos=1.25] (cat4-top) ;
|
||||
\path (cat3-south) -- (cat3-north) coordinate[pos=1.25] (cat3-top) ;
|
||||
\path (cat2-south) -- (cat2-north) coordinate[pos=1.25] (cat2-top) ;
|
||||
\path (cat1-south) -- (cat1-north) coordinate[pos=1.25] (cat1-top) ;
|
||||
%
|
||||
\draw [copyconnection] (cr4-northeast)
|
||||
-- node {\copymidarrow}(cr4-top)
|
||||
-- node {\copymidarrow}(cat4-top)
|
||||
-- node {\copymidarrow} (cat4-north);
|
||||
%
|
||||
\draw [copyconnection] (cr3-northeast)
|
||||
-- node {\copymidarrow}(cr3-top)
|
||||
-- node {\copymidarrow}(cat3-top)
|
||||
-- node {\copymidarrow} (cat3-north);
|
||||
%
|
||||
\draw [copyconnection] (cr2-northeast)
|
||||
-- node {\copymidarrow}(cr2-top)
|
||||
-- node {\copymidarrow}(cat2-top)
|
||||
-- node {\copymidarrow} (cat2-north);
|
||||
%
|
||||
\draw [copyconnection] (cr1-northeast)
|
||||
-- node {\copymidarrow}(cr1-top)
|
||||
-- node {\copymidarrow}(cat1-top)
|
||||
-- node {\copymidarrow} (cat1-north);
|
||||
|
||||
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
|
||||
\end{tikzpicture}
|
||||
\end{document}
|
||||
151
thesis/third_party/PlotNeuralNet/examples/Unet_Ushape/Unet_ushape.tex
vendored
Normal file
151
thesis/third_party/PlotNeuralNet/examples/Unet_Ushape/Unet_ushape.tex
vendored
Normal file
@@ -0,0 +1,151 @@
|
||||
\documentclass[border=8pt, multi, tikz]{standalone}
|
||||
%\usepackage{blocks}
|
||||
\usepackage{import}
|
||||
\subimport{../../layers/}{init}
|
||||
\usetikzlibrary{positioning}
|
||||
|
||||
\def\ConvColor{rgb:yellow,5;red,2.5;white,5}
|
||||
\def\ConvReluColor{rgb:yellow,5;red,5;white,5}
|
||||
\def\PoolColor{rgb:red,1;black,0.3}
|
||||
\def\UnpoolColor{rgb:blue,2;green,1;black,0.3}
|
||||
\def\ConcatColor{rgb:blue,5;red,2.5;white,5}
|
||||
\def\FcReluColor{rgb:blue,5;red,5;white,4}
|
||||
\def\SoftmaxColor{rgb:magenta,5;black,7}
|
||||
|
||||
|
||||
\newcommand{\copymidarrow}{\tikz \draw[-Stealth,line width =0.8mm,draw={rgb:blue,4;red,1;green,1;black,3}] (-0.3,0) -- ++(0.3,0);}
|
||||
|
||||
\begin{document}
|
||||
\begin{tikzpicture}
|
||||
\tikzstyle{connection}=[ultra thick,every node/.style={sloped,allow upside down},draw=\edgecolor,opacity=0.7]
|
||||
\tikzstyle{copyconnection}=[ultra thick,every node/.style={sloped,allow upside down},draw={rgb:blue,4;red,1;green,1;black,3},opacity=0.7]
|
||||
|
||||
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
|
||||
%% Draw Encoder
|
||||
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
|
||||
% conv1_1,conv1_2
|
||||
\pic[shift={(0,0,0)}] at (0,0,0) {RightBandedBox={name=cr1,%
|
||||
xlabel={{"64","64"}},caption=I,fill=\ConvColor,bandfill=\ConvReluColor,%
|
||||
height=40,width={2,2},depth=40}};
|
||||
%pool1
|
||||
\pic[shift={(1.2,-10,0)}] at (cr1-east) {Box={name=p1,%
|
||||
fill=\PoolColor,opacity=0.6,height=32,width=1,depth=32}};
|
||||
%%%%%%%%%%
|
||||
% conv2_1,conv2_2
|
||||
\pic[shift={(0,0,0)}] at (p1-east) {RightBandedBox={name=cr2,%
|
||||
xlabel={{"128","128"}},caption=I/2,fill=\ConvColor,bandfill=\ConvReluColor,%
|
||||
height=32,width={3.5,3.5},depth=32}};
|
||||
%pool2
|
||||
\pic[shift={(1.2,-8.5,0)}] at (cr2-east) {Box={name=p2,%
|
||||
fill=\PoolColor,opacity=0.6,height=25,width=1,depth=25}};
|
||||
%%%%%%%%%%
|
||||
% conv3_1,conv3_2
|
||||
\pic[shift={(0,0,0)}] at (p2-east) {RightBandedBox={name=cr3,%
|
||||
xlabel={{"256","256"}},caption=I/4,fill=\ConvColor,bandfill=\ConvReluColor,%
|
||||
height=25,width={4.5,4.5},depth=25}};
|
||||
%pool3
|
||||
\pic[shift={(1.2,-6.5,0)}] at (cr3-east) {Box={name=p3,%
|
||||
fill=\PoolColor,opacity=0.6,height=16,width=1,depth=16}};
|
||||
%%%%%%%%%%
|
||||
% conv4_1,conv4_2,conv4_3
|
||||
\pic[shift={(0,0,0)}] at (p3-east) {RightBandedBox={name=cr4,%
|
||||
xlabel={{"512","512"}},caption=I/8,fill=\ConvColor,bandfill=\ConvReluColor,%
|
||||
height=16,width={6,6},depth=16}};
|
||||
%pool4
|
||||
\pic[shift={(1.2,-3,0)}] at (cr4-east) {Box={name=p4,%
|
||||
fill=\PoolColor,opacity=0.6,height=8,width=1,depth=8}};
|
||||
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
|
||||
%% Bottleneck
|
||||
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% conv5_1,conv5_2,conv5_3
|
||||
\pic[shift={(0,0,0)}] at (p4-east) {RightBandedBox={name=cr5,caption=I/16,%
|
||||
xlabel={{"1024","1024"}},fill=\ConvColor,bandfill=\ConvReluColor,%
|
||||
height=8,width={8,8},depth=8}};
|
||||
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
|
||||
%% Draw Decoder
|
||||
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
|
||||
%% unpool4,
|
||||
\pic[shift={(0,0,0)}] at (cr5-east) {Box={name=up4,%
|
||||
fill=\UnpoolColor,opacity=0.6,height=16,width=1,depth=16}};
|
||||
\pic[shift={(0,0,0)}] at (up4-east) {RightBandedBox={name=ucr4,%
|
||||
xlabel={{"512","dummy"}},caption=I/8,fill=\ConvColor,bandfill=\ConvReluColor,%
|
||||
height=16,width=6,depth=16}};
|
||||
\pic[shift={(0,3,0)}] at (ucr4-anchor) {Ball={name=cat4,fill=\ConcatColor,radius=2.5,logo=$||$}};
|
||||
\pic[shift={(1.4,0,0)}] at (cat4-east) {RightBandedBox={name=ucr4a,%
|
||||
xlabel={{"512","512"}},caption=I/8,fill=\ConvColor,bandfill=\ConvReluColor,%
|
||||
height=16,width={6,6},depth=16}};
|
||||
%%%%%%%%%%
|
||||
%% unpool3,
|
||||
\pic[shift={(0,0,0)}] at (ucr4a-east) {Box={name=up3,%
|
||||
fill=\UnpoolColor,opacity=0.6,height=25,width=1,depth=25}};
|
||||
\pic[shift={(0,0,0)}] at (up3-east) {RightBandedBox={name=ucr3,%
|
||||
xlabel={{"256","dummy"}},caption=I/4,fill=\ConvColor,bandfill=\ConvReluColor,%
|
||||
height=25,width=4.5,depth=25}};
|
||||
\pic[shift={(0,6.5,0)}] at (ucr3-anchor) {Ball={name=cat3,fill=\ConcatColor,radius=2.5,logo=$||$}};
|
||||
\pic[shift={(1.5,0,0)}] at (cat3-east) {RightBandedBox={name=ucr3a,%
|
||||
xlabel={{"256","256"}},caption=I/4,fill=\ConvColor,bandfill=\ConvReluColor,%
|
||||
height=25,width={4.5,4.5},depth=25}};
|
||||
%%%%%%%%%%
|
||||
%% unpool2,
|
||||
\pic[shift={(0,0,0)}] at (ucr3a-east) {Box={name=up2,%
|
||||
fill=\UnpoolColor,opacity=0.6,height=32,width=1,depth=32}};
|
||||
\pic[shift={(0,0,0)}] at (up2-east) {RightBandedBox={name=ucr2,%
|
||||
xlabel={{"128","dummy"}},caption=I/2,fill=\ConvColor,bandfill=\ConvReluColor,%
|
||||
height=32,width=3.5,depth=32}};
|
||||
\pic[shift={(0,8.5,0)}] at (ucr2-anchor) {Ball={name=cat2,fill=\ConcatColor,radius=2.5,logo=$||$}};
|
||||
\pic[shift={(1.8,0,0)}] at (cat2-east) {RightBandedBox={name=ucr2a,%
|
||||
xlabel={{"128","128"}},caption=I/2,fill=\ConvColor,bandfill=\ConvReluColor,%
|
||||
height=32,width={3.5,3.5},depth=32}};
|
||||
%%%%%%%%%%
|
||||
%% unpool1,
|
||||
\pic[shift={(0,0,0)}] at (ucr2a-east) {Box={name=up1,%
|
||||
fill=\UnpoolColor,opacity=0.6,height=40,width=1,depth=40}};
|
||||
\pic[shift={(0,0,0)}] at (up1-east) {RightBandedBox={name=ucr1,%
|
||||
xlabel={{"64","dummy"}},caption=I,fill=\ConvColor,bandfill=\ConvReluColor,%
|
||||
height=40,width=2.5,depth=40}};
|
||||
\pic[shift={(0,10,0)}] at (ucr1-anchor) {Ball={name=cat1,fill=\ConcatColor,radius=2.5,logo=$||$}};
|
||||
\pic[shift={(2,0,0)}] at (cat1-east) {RightBandedBox={name=ucr1a,%
|
||||
xlabel={{"64","64"}},caption=I,fill=\ConvColor,bandfill=\ConvReluColor,%
|
||||
height=40,width={2.5,2.5},depth=40}};
|
||||
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
|
||||
%% Classifier
|
||||
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
|
||||
\pic[shift={(2,0,0)}] at (ucr1a-east) {Box={name=out,caption=Softmax,%
|
||||
zlabel=I,fill=\SoftmaxColor,height=40,width=1,depth=40}};
|
||||
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
|
||||
% Draw connections
|
||||
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
|
||||
\path (cr1-east) -- (p1-west|-cr1-west) coordinate[pos=0.5] (crp1-mid) ;
|
||||
\path (cr2-east) -- (p2-west|-cr2-west) coordinate[pos=0.5] (crp2-mid) ;
|
||||
\path (cr3-east) -- (p3-west|-cr3-west) coordinate[pos=0.5] (crp3-mid) ;
|
||||
\path (cr4-east) -- (p4-west|-cr4-west) coordinate[pos=0.5] (crp4-mid) ;
|
||||
|
||||
\draw[connection](cr1-east)--node{\midarrow}(crp1-mid)--node{\midarrow}(p1-west-|crp1-mid)--node{\midarrow}(p1-west);
|
||||
\draw[connection](cr2-east)--node{\midarrow}(crp2-mid)--node{\midarrow}(p2-west-|crp2-mid)--node{\midarrow}(p2-west);
|
||||
\draw[connection](cr3-east)--node{\midarrow}(crp3-mid)--node{\midarrow}(p3-west-|crp3-mid)--node{\midarrow}(p3-west);
|
||||
\draw[connection](cr4-east)--node{\midarrow}(crp4-mid)--node{\midarrow}(p4-west-|crp4-mid)--node{\midarrow}(p4-west);
|
||||
|
||||
%\draw [connection] (cr5-east) -- node {\midarrow} (up4-west);
|
||||
%\draw [connection] (ucr4a-east) -- node {\midarrow} (up3-west);
|
||||
%\draw [connection] (ucr3a-east) -- node {\midarrow} (up2-west);
|
||||
%\draw [connection] (ucr2a-east) -- node {\midarrow} (up1-west);
|
||||
\draw [connection] (ucr1a-east) -- node {\midarrow} (out-west);
|
||||
%\draw [connection] (out-east) -- node {\midarrow} ++(2,0,0);
|
||||
|
||||
\draw [copyconnection] (cr4-east) -- node {\copymidarrow} (cat4-west);
|
||||
\draw [copyconnection] (cr3-east) -- node {\copymidarrow} (cat3-west);
|
||||
\draw [copyconnection] (cr2-east) -- node {\copymidarrow} (cat2-west);
|
||||
\draw [copyconnection] (cr1-east) -- node {\copymidarrow} (cat1-west);
|
||||
|
||||
\draw [copyconnection] (cat4-east) -- node {\copymidarrow} (ucr4a-west);
|
||||
\draw [copyconnection] (cat3-east) -- node {\copymidarrow} (ucr3a-west);
|
||||
\draw [copyconnection] (cat2-east) -- node {\copymidarrow} (ucr2a-west);
|
||||
\draw [copyconnection] (cat1-east) -- node {\copymidarrow} (ucr1a-west);
|
||||
|
||||
\draw [copyconnection] (ucr4-north) -- node {\copymidarrow} (cat4-south);
|
||||
\draw [copyconnection] (ucr3-north) -- node {\copymidarrow} (cat3-south);
|
||||
\draw [copyconnection] (ucr2-north) -- node {\copymidarrow} (cat2-south);
|
||||
\draw [copyconnection] (ucr1-north) -- node {\copymidarrow} (cat1-south);
|
||||
|
||||
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
|
||||
\end{tikzpicture}
|
||||
\end{document}
|
||||
105
thesis/third_party/PlotNeuralNet/examples/VGG16/vgg16.tex
vendored
Normal file
105
thesis/third_party/PlotNeuralNet/examples/VGG16/vgg16.tex
vendored
Normal file
@@ -0,0 +1,105 @@
|
||||
\documentclass[border=15pt, multi, tikz]{standalone}
|
||||
%\usepackage{blocks}
|
||||
\usepackage{import}
|
||||
\subimport{../../layers/}{init}
|
||||
\usetikzlibrary{positioning}
|
||||
|
||||
\def\ConvColor{rgb:yellow,5;red,2.5;white,5}
|
||||
\def\ConvReluColor{rgb:yellow,5;red,5;white,5}
|
||||
\def\PoolColor{rgb:red,1;black,0.3}
|
||||
\def\FcColor{rgb:blue,5;red,2.5;white,5}
|
||||
\def\FcReluColor{rgb:blue,5;red,5;white,4}
|
||||
\def\SoftmaxColor{rgb:magenta,5;black,7}
|
||||
|
||||
\begin{document}
|
||||
\begin{tikzpicture}
|
||||
\tikzstyle{connection}=[ultra thick,every node/.style={sloped,allow upside down},draw=\edgecolor,opacity=0.7]
|
||||
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
|
||||
%% Draw Layer Blocks
|
||||
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
|
||||
% conv1_1,conv1_2
|
||||
\pic[shift={(0,0,0)}] at (0,0,0) {RightBandedBox={name=cr1,caption=conv1,%
|
||||
xlabel={{"64","64"}},ylabel=224,zlabel=224,fill=\ConvColor,bandfill=\ConvReluColor,%
|
||||
height=40,width={2,2},depth=40}};
|
||||
%pool1
|
||||
\pic[shift={(0,0,0)}] at (cr1-east) {Box={name=p1,%
|
||||
fill=\PoolColor,opacity=0.5,height=35,width=1,depth=35}};
|
||||
%%%%%%%%%%
|
||||
% conv2_1,conv2_2
|
||||
\pic[shift={(2,0,0)}] at (p1-east) {RightBandedBox={name=cr2,caption=conv2,%
|
||||
xlabel={{"128","128"}},zlabel=112,fill=\ConvColor,bandfill=\ConvReluColor,%
|
||||
height=35,width={3,3},depth=35}};
|
||||
%pool2
|
||||
\pic[shift={(0,0,0)}] at (cr2-east) {Box={name=p2,%
|
||||
fill=\PoolColor,opacity=0.5,height=30,width=1,depth=30}};
|
||||
%%%%%%%%%%
|
||||
% conv3_1,conv3_2
|
||||
\pic[shift={(2,0,0)}] at (p2-east) {RightBandedBox={name=cr3,caption=conv3,%
|
||||
xlabel={{"256","256","256"}},zlabel=56,fill=\ConvColor,bandfill=\ConvReluColor,%
|
||||
height=30,width={4,4,4},depth=30}};
|
||||
%pool3
|
||||
\pic[shift={(0,0,0)}] at (cr3-east) {Box={name=p3,%
|
||||
fill=\PoolColor,opacity=0.5,height=23,width=1,depth=23}};
|
||||
%%%%%%%%%%
|
||||
% conv4_1,conv4_2,conv4_3
|
||||
\pic[shift={(1.8,0,0)}] at (p3-east) {RightBandedBox={name=cr4,caption=conv4,%
|
||||
xlabel={{"512","512","512"}},zlabel=28,fill=\ConvColor,bandfill=\ConvReluColor,%
|
||||
height=23,width={7,7,7},depth=23}};
|
||||
%pool4
|
||||
\pic[shift={(0,0,0)}] at (cr4-east) {Box={name=p4,%
|
||||
fill=\PoolColor,opacity=0.5,height=15,width=1,depth=15}};
|
||||
%%%%%%%%%%
|
||||
% conv5_1,conv5_2,conv5_3
|
||||
\pic[shift={(1.5,0,0)}] at (p4-east) {RightBandedBox={name=cr5,caption=conv5,%
|
||||
xlabel={{"512","512","512"}},zlabel=14,fill=\ConvColor,bandfill=\ConvReluColor,%
|
||||
height=15,width={7,7,7},depth=15}};
|
||||
%pool5
|
||||
\pic[shift={(0,0,0)}] at (cr5-east) {Box={name=p5,%
|
||||
fill=\PoolColor,opacity=0.5,height=10,width=1,depth=10}};
|
||||
%%%%%%%%%%
|
||||
% fc6
|
||||
\pic[shift={(3,0,0)}] at (p5-east) {RightBandedBox={name=fc6,caption=fc6,%
|
||||
xlabel={{"1",""}},zlabel=4096,fill=\FcColor,bandfill=\FcReluColor,%
|
||||
height=3,width=3,depth=100}};
|
||||
%%%%%%%%%%
|
||||
% fc7
|
||||
\pic[shift={(2,0,0)}] at (fc6-east) {RightBandedBox={name=fc7,caption=fc7,%
|
||||
xlabel={{"1","dummy"}},zlabel=4096,fill=\FcColor,bandfill=\FcReluColor,%
|
||||
height=3,width=3,depth=100}};
|
||||
%%%%%%%%%%
|
||||
% fc8
|
||||
\pic[shift={(1.5,0,0)}] at (fc7-east) {RightBandedBox={name=fc8,caption=fc8+softmax,%
|
||||
xlabel={{"1","dummy"}},fill=\FcColor,bandfill=\FcReluColor,%
|
||||
height=3,width=3,depth=25}};
|
||||
|
||||
%%%%%%%%%%
|
||||
% softmax
|
||||
\pic[shift={(0,0,0)}] at (fc8-east) {Box={name=softmax,%
|
||||
xlabel={{"","dummy"}},zlabel=K,opacity=0.8,fill=\SoftmaxColor,%
|
||||
height=3,width=1.5,depth=25}};
|
||||
|
||||
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
|
||||
%% Draw Arrow Connections
|
||||
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
|
||||
\draw [connection] (p1-east) -- node {\midarrow} (cr2-west);
|
||||
\draw [connection] (p2-east) -- node {\midarrow} (cr3-west);
|
||||
\draw [connection] (p3-east) -- node {\midarrow} (cr4-west);
|
||||
\draw [connection] (p4-east) -- node {\midarrow} (cr5-west);
|
||||
\draw [connection] (p5-east) -- node {\midarrow} (fc6-west);
|
||||
\draw [connection] (fc6-east) -- node {\midarrow} (fc7-west);
|
||||
\draw [connection] (fc7-east) -- node {\midarrow} (fc8-west);
|
||||
\draw [connection] (softmax-east) -- node {\midarrow} ++(1.5,0,0);
|
||||
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
|
||||
%% Draw Dotted Edges
|
||||
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
|
||||
\draw[densely dashed]
|
||||
(fc6-west)++(0, 1.5*.2, 1.5*.2) coordinate(a) -- (p5-nearnortheast)
|
||||
(fc6-west)++(0,-1.5*.2, 1.5*.2) coordinate(b) -- (p5-nearsoutheast)
|
||||
(fc6-west)++(0,-1.5*.2,-1.5*.2) coordinate(c) -- (p5-farsoutheast)
|
||||
(fc6-west)++(0, 1.5*.2,-1.5*.2) coordinate(d) -- (p5-farnortheast)
|
||||
|
||||
(a)--(b)--(c)--(d)
|
||||
;
|
||||
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
|
||||
\end{tikzpicture}
|
||||
\end{document}
|
||||
101
thesis/third_party/PlotNeuralNet/examples/fcn32s/fcn32.tex
vendored
Normal file
101
thesis/third_party/PlotNeuralNet/examples/fcn32s/fcn32.tex
vendored
Normal file
@@ -0,0 +1,101 @@
|
||||
\documentclass[border=15pt, multi, tikz]{standalone}
|
||||
\usepackage{import}
|
||||
\subimport{../../layers/}{init}
|
||||
\usetikzlibrary{positioning}
|
||||
|
||||
\def\ConvColor{rgb:yellow,5;red,2.5;white,5}
|
||||
\def\ConvReluColor{rgb:yellow,5;red,5;white,5}
|
||||
\def\PoolColor{rgb:red,1;black,0.3}
|
||||
\def\DcnvColor{rgb:blue,5;green,2.5;white,5}
|
||||
\def\SoftmaxColor{rgb:magenta,5;black,7}
|
||||
|
||||
\begin{document}
|
||||
|
||||
\begin{tikzpicture}
|
||||
\tikzstyle{connection}=[ultra thick,every node/.style={sloped,allow upside down},draw=\edgecolor,opacity=0.7]
|
||||
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
|
||||
%% Draw Layer Blocks
|
||||
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
|
||||
% conv1_1,conv1_2
|
||||
\pic[shift={(0,0,0)}] at (0,0,0) {RightBandedBox={name=cr1,caption=conv1,%
|
||||
xlabel={{"64","64"}},zlabel=I,fill=\ConvColor,bandfill=\ConvReluColor,%
|
||||
height=40,width={2,2},depth=40}};
|
||||
%pool1
|
||||
\pic[shift={(0,0,0)}] at (cr1-east) {Box={name=p1,%
|
||||
fill=\PoolColor,opacity=0.5,height=35,width=1,depth=35}};
|
||||
%%%%%%%%%%
|
||||
% conv2_1,conv2_2
|
||||
\pic[shift={(2,0,0)}] at (p1-east) {RightBandedBox={name=cr2,caption=conv2,%
|
||||
xlabel={{"64","64"}},zlabel=I/2,fill=\ConvColor,bandfill=\ConvReluColor,%
|
||||
height=35,width={3,3},depth=35}};
|
||||
%pool2
|
||||
\pic[shift={(0,0,0)}] at (cr2-east) {Box={name=p2,%
|
||||
fill=\PoolColor,opacity=0.5,height=30,width=1,depth=30}};
|
||||
%%%%%%%%%%
|
||||
% conv3_1,conv3_2
|
||||
\pic[shift={(2,0,0)}] at (p2-east) {RightBandedBox={name=cr3,caption=conv3,%
|
||||
xlabel={{"256","256","256"}},zlabel=I/4,fill=\ConvColor,bandfill=\ConvReluColor,%
|
||||
height=30,width={4,4,4},depth=30}};
|
||||
%pool3
|
||||
\pic[shift={(0,0,0)}] at (cr3-east) {Box={name=p3,%
|
||||
fill=\PoolColor,opacity=0.5,height=23,width=1,depth=23}};
|
||||
%%%%%%%%%%
|
||||
% conv4_1,conv4_2,conv4_3
|
||||
\pic[shift={(1.8,0,0)}] at (p3-east) {RightBandedBox={name=cr4,caption=conv4,%
|
||||
xlabel={{"512","512","512"}},zlabel=I/8,fill=\ConvColor,bandfill=\ConvReluColor,%
|
||||
height=23,width={7,7,7},depth=23}};
|
||||
%pool4
|
||||
\pic[shift={(0,0,0)}] at (cr4-east) {Box={name=p4,%
|
||||
fill=\PoolColor,opacity=0.5,height=15,width=1,depth=15}};
|
||||
%%%%%%%%%%
|
||||
% conv5_1,conv5_2,conv5_3
|
||||
\pic[shift={(1.5,0,0)}] at (p4-east) {RightBandedBox={name=cr5,caption=conv5,%
|
||||
xlabel={{"512","512","512"}},zlabel=I/16,fill=\ConvColor,bandfill=\ConvReluColor,%
|
||||
height=15,width={7,7,7},depth=15}};
|
||||
%pool5
|
||||
\pic[shift={(0,0,0)}] at (cr5-east) {Box={name=p5,%
|
||||
fill=\PoolColor,opacity=0.5,height=10,width=1,depth=10}};
|
||||
%%%%%%%%%%
|
||||
%% fc6, fc7 -> cr6, cr7
|
||||
\pic[shift={(1,0,0)}] at (p5-east) {RightBandedBox={name=cr6_7,caption=fc to conv,%
|
||||
xlabel={{"4096","4096"}},fill=\ConvColor,bandfill=\ConvReluColor,%
|
||||
height=10,width={10,10},depth=10}};
|
||||
%%%%%%%%%%
|
||||
%% fc8 -> cr8
|
||||
|
||||
\pic[shift={(1,0,0)}] at (cr6_7-east) {Box={name=c8,caption=fc8 to conv,%
|
||||
xlabel={{"K","dummy"}},fill=\ConvColor,%
|
||||
height=10,width=2,depth=10,zlabel=I/32}};
|
||||
%%%%%%%%%%
|
||||
%% Dcnv32
|
||||
\pic[shift={(2.5,0,0)}] at (c8-east) {Box={name=d32,caption=Deconv,%
|
||||
xlabel={{"K","dummy"}},fill=\DcnvColor,%
|
||||
height=40,width=2,depth=40}};
|
||||
%%%%%%%%%%
|
||||
%% softmax
|
||||
\pic[shift={(1,0,0)}] at (d32-east) {Box={name=softmax,caption=softmax,%
|
||||
xlabel={{"K","dummy"}},fill=\SoftmaxColor,%
|
||||
height=40,width=2,depth=40,zlabel=I}};
|
||||
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
|
||||
%% Draw connections
|
||||
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
|
||||
\draw [connection] (p1-east) -- node {\midarrow} (cr2-west);
|
||||
\draw [connection] (p2-east) -- node {\midarrow} (cr3-west);
|
||||
\draw [connection] (p3-east) -- node {\midarrow} (cr4-west);
|
||||
\draw [connection] (p4-east) -- node {\midarrow} (cr5-west);
|
||||
\draw [connection] (p5-east) -- node {\midarrow} (cr6_7-west);
|
||||
\draw [connection] (cr6_7-east) -- node {\midarrow} (c8-west);
|
||||
\draw [connection] (c8-east) -- node {\midarrow} (d32-west);
|
||||
\draw [connection] (d32-east) -- node {\midarrow} (softmax-west);
|
||||
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
|
||||
%% Draw Dotted Edges
|
||||
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
|
||||
\draw[densely dashed]
|
||||
(c8-nearnortheast) -- (d32-nearnorthwest)
|
||||
(c8-nearsoutheast) -- (d32-nearsouthwest)
|
||||
(c8-farsoutheast) -- (d32-farsouthwest)
|
||||
(c8-farnortheast) -- (d32-farnorthwest)
|
||||
;
|
||||
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
|
||||
\end{tikzpicture}
|
||||
\end{document}\grid
|
||||
BIN
thesis/third_party/PlotNeuralNet/examples/fcn8s/cats.jpg
vendored
Normal file
BIN
thesis/third_party/PlotNeuralNet/examples/fcn8s/cats.jpg
vendored
Normal file
Binary file not shown.
|
After Width: | Height: | Size: 61 KiB |
127
thesis/third_party/PlotNeuralNet/examples/fcn8s/fcn8.tex
vendored
Normal file
127
thesis/third_party/PlotNeuralNet/examples/fcn8s/fcn8.tex
vendored
Normal file
@@ -0,0 +1,127 @@
|
||||
\documentclass[border=15pt, multi, tikz]{standalone}
|
||||
\usepackage{import}
|
||||
\subimport{../../layers/}{init}
|
||||
\usetikzlibrary{positioning}
|
||||
\usetikzlibrary{3d} %for including external image
|
||||
|
||||
\def\ConvColor{rgb:yellow,5;red,2.5;white,5}
|
||||
\def\ConvReluColor{rgb:yellow,5;red,5;white,5}
|
||||
\def\PoolColor{rgb:red,1;black,0.3}
|
||||
\def\DcnvColor{rgb:blue,5;green,2.5;white,5}
|
||||
\def\SoftmaxColor{rgb:magenta,5;black,7}
|
||||
\def\SumColor{rgb:blue,5;green,15}
|
||||
|
||||
\begin{document}
|
||||
\begin{tikzpicture}
|
||||
\tikzstyle{connection}=[ultra thick,every node/.style={sloped,allow upside down},draw=\edgecolor,opacity=0.7]
|
||||
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
|
||||
%% Draw Layer Blocks
|
||||
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
|
||||
\node[canvas is zy plane at x=0] (temp) at (-3,0,0) {\includegraphics[width=8cm,height=8cm]{cats.jpg}};
|
||||
% conv1_1,conv1_2,%pool1
|
||||
\pic[shift={(0,0,0)}] at (0,0,0) {RightBandedBox={name=cr1,caption=conv1,%
|
||||
xlabel={{"64","64"}},zlabel=I,fill=\ConvColor,bandfill=\ConvReluColor,%
|
||||
height=40,width={2,2},depth=40}};
|
||||
\pic[shift={(0,0,0)}] at (cr1-east) {Box={name=p1,%
|
||||
fill=\PoolColor,opacity=0.5,height=35,width=1,depth=35}};
|
||||
% conv2_1,conv2_2,pool2
|
||||
\pic[shift={(2,0,0)}] at (p1-east) {RightBandedBox={name=cr2,caption=conv2,%
|
||||
xlabel={{"64","64"}},zlabel=I/2,fill=\ConvColor,bandfill=\ConvReluColor,%
|
||||
height=35,width={3,3},depth=35}};
|
||||
\pic[shift={(0,0,0)}] at (cr2-east) {Box={name=p2,%
|
||||
fill=\PoolColor,opacity=0.5,height=30,width=1,depth=30}};
|
||||
% conv3_1,conv3_2,pool3
|
||||
\pic[shift={(2,0,0)}] at (p2-east) {RightBandedBox={name=cr3,caption=conv3,%
|
||||
xlabel={{"256","256","256"}},zlabel=I/4,fill=\ConvColor,bandfill=\ConvReluColor,%
|
||||
height=30,width={4,4,4},depth=30}};
|
||||
\pic[shift={(0,0,0)}] at (cr3-east) {Box={name=p3,%
|
||||
fill=\PoolColor,opacity=0.5,height=23,width=1,depth=23}};
|
||||
% conv4_1,conv4_2,conv4_3,pool4
|
||||
\pic[shift={(1.8,0,0)}] at (p3-east) {RightBandedBox={name=cr4,caption=conv4,%
|
||||
xlabel={{"512","512","512"}},zlabel=I/8,fill=\ConvColor,bandfill=\ConvReluColor,%
|
||||
height=23,width={7,7,7},depth=23}};
|
||||
\pic[shift={(0,0,0)}] at (cr4-east) {Box={name=p4,%
|
||||
fill=\PoolColor,opacity=0.5,height=15,width=1,depth=15}};
|
||||
% conv5_1,conv5_2,conv5_3,pool5
|
||||
\pic[shift={(1.5,0,0)}] at (p4-east) {RightBandedBox={name=cr5,caption=conv5,%
|
||||
xlabel={{"512","512","512"}},zlabel=I/16,fill=\ConvColor,bandfill=\ConvReluColor,%
|
||||
height=15,width={7,7,7},depth=15}};
|
||||
\pic[shift={(0,0,0)}] at (cr5-east) {Box={name=p5,%
|
||||
fill=\PoolColor,opacity=0.5,height=10,width=1,depth=10}};
|
||||
%% fc6, fc7 -> cr6, cr7
|
||||
\pic[shift={(1,0,0)}] at (p5-east) {RightBandedBox={name=cr6_7,caption=fc to conv,%
|
||||
xlabel={{"4096","4096"}},fill=\ConvColor,bandfill=\ConvReluColor,%
|
||||
height=10,width={10,10},depth=10}};
|
||||
%% fc8 -> cr8 (score32)
|
||||
\pic[shift={(1,0,0)}] at (cr6_7-east) {Box={name=score32,caption=fc8 to conv,%
|
||||
xlabel={{"K","dummy"}},fill=\ConvColor,%
|
||||
height=10,width=2,depth=10,zlabel=I/32}};
|
||||
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
|
||||
%%Joining with previous streams (fcn-16s)
|
||||
%% Upsampling Deconv Layer
|
||||
%% Dcnv32
|
||||
\pic[shift={(1.5,0,0)}] at (score32-east) {Box={name=d32,%
|
||||
xlabel={{"K","dummy"}},fill=\DcnvColor,%
|
||||
height=15,width=2,depth=15,zlabel=I/16}};
|
||||
%% score16
|
||||
\pic[shift={(0,-4,0)}] at (d32-west) {Box={name=score16,%
|
||||
xlabel={{"K","dummy"}},fill=\ConvColor,%
|
||||
height=15,width=2,depth=15,zlabel=I/16}};
|
||||
%% Elementwise sum between score16 and up32
|
||||
\pic[shift={(1.5,0,0)}] at (d32-east) {Ball={name=elt1,%
|
||||
fill=\SumColor,opacity=0.6,%
|
||||
radius=2.5,logo=$+$}};
|
||||
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
|
||||
%%Joining with previous streams (fcn-8s)
|
||||
%% Upsampling Deconv Layer
|
||||
%% Dcnv16
|
||||
\pic[shift={(1.5,0,0)}] at (elt1-east) {Box={name=d16,%
|
||||
xlabel={{"K","dummy"}},fill=\DcnvColor,%
|
||||
height=23,width=2,depth=23,zlabel=I/8}};
|
||||
%% score8
|
||||
\pic[shift={(0,-6,0)}] at (d16-west) {Box={name=score8,%
|
||||
xlabel={{"K","dummy"}},fill=\ConvColor,%
|
||||
height=23,width=2,depth=23,zlabel=I/8}};
|
||||
%% Elementwise sum between score16 and up32
|
||||
\pic[shift={(1.5,0,0)}] at (d16-east) {Ball={name=elt2,%
|
||||
fill=\SumColor,opacity=0.6,%
|
||||
radius=2.5,logo=$+$}};
|
||||
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
|
||||
%%% Output
|
||||
%%%%%%%%%%
|
||||
%% Dcnv8
|
||||
\pic[shift={(2.5,0,0)}] at (elt2-east) {Box={name=d8,%
|
||||
xlabel={{"K","dummy"}},fill=\DcnvColor,%
|
||||
height=40,width=2,depth=40}};
|
||||
%%%%%%%%%%
|
||||
%% softmax
|
||||
\pic[shift={(1,0,0)}] at (d8-east) {Box={name=softmax,caption=softmax,%
|
||||
xlabel={{"K","dummy"}},fill=\SoftmaxColor,%
|
||||
height=40,width=2,depth=40,zlabel=I}};
|
||||
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
|
||||
%% Draw connections
|
||||
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
|
||||
\draw [connection] (p1-east) -- node {\midarrow} (cr2-west);
|
||||
\draw [connection] (p2-east) -- node {\midarrow} (cr3-west);
|
||||
\draw [connection] (p3-east) -- node {\midarrow} (cr4-west);
|
||||
\draw [connection] (p4-east) -- node {\midarrow} (cr5-west);
|
||||
\draw [connection] (p5-east) -- node {\midarrow} (cr6_7-west);
|
||||
\draw [connection] (cr6_7-east) -- node {\midarrow} (score32-west);
|
||||
\draw [connection] (score32-east) -- node {\midarrow} (d32-west);
|
||||
|
||||
\path (p4-east) -- (cr5-west) coordinate[pos=0.25] (between4_5) ;
|
||||
\draw [connection] (between4_5) -- node {\midarrow} (score16-west-|between4_5) -- node {\midarrow} (score16-west);
|
||||
\draw [connection] (d32-east) -- node {\midarrow} (elt1-west);
|
||||
\draw [connection] (score16-east) -- node {\midarrow} (score16-east -| elt1-south) -- node {\midarrow} (elt1-south);
|
||||
\draw [connection] (elt1-east) -- node {\midarrow} (d16-west);
|
||||
|
||||
\path (p3-east) -- (cr4-west) coordinate[pos=0.25] (between3_4) ;
|
||||
\draw [connection] (between3_4) -- node {\midarrow} (score8-west-|between3_4) -- node {\midarrow} (score8-west);
|
||||
\draw [connection] (d16-east) -- node {\midarrow} (elt2-west);
|
||||
\draw [connection] (score8-east) -- node {\midarrow} (score8-east -| elt2-south)-- node {\midarrow} (elt2-south);
|
||||
\draw [connection] (elt2-east) -- node {\midarrow} (d8-west);
|
||||
\draw [connection] (d8-east) -- node{\midarrow} (softmax-west);
|
||||
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
|
||||
|
||||
\end{tikzpicture}
|
||||
\end{document}\grid
|
||||
40
thesis/third_party/PlotNeuralNet/layers/Ball.sty
vendored
Normal file
40
thesis/third_party/PlotNeuralNet/layers/Ball.sty
vendored
Normal file
@@ -0,0 +1,40 @@
|
||||
\ProvidesPackage{Ball}
|
||||
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
|
||||
%This Block can draw small Ball
|
||||
%Elementwise or reduction operations can be drawn with this
|
||||
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
|
||||
|
||||
\tikzset{Ball/.pic={\tikzset{/sphere/.cd,#1}
|
||||
|
||||
\pgfmathsetmacro{\r}{\radius*\scale}
|
||||
|
||||
\shade[ball color=\fill,opacity=\opacity] (0,0,0) circle (\r);
|
||||
\draw (0,0,0) circle [radius=\r] node[scale=4*\r] {\logo};
|
||||
|
||||
\coordinate (\name-anchor) at ( 0 , 0 , 0) ;
|
||||
\coordinate (\name-east) at ( \r, 0 , 0) ;
|
||||
\coordinate (\name-west) at (-\r, 0 , 0) ;
|
||||
\coordinate (\name-north) at ( 0 , \r , 0) ;
|
||||
\coordinate (\name-south) at ( 0 , -\r, 0) ;
|
||||
|
||||
\path (\name-south) + (0,-20pt) coordinate (caption-node)
|
||||
edge ["\textcolor{black}{\bf \caption}"'] (caption-node); %Ball caption
|
||||
|
||||
},
|
||||
/sphere/.search also={/tikz},
|
||||
/sphere/.cd,
|
||||
radius/.store in=\radius,
|
||||
scale/.store in=\scale,
|
||||
caption/.store in=\caption,
|
||||
name/.store in=\name,
|
||||
fill/.store in=\fill,
|
||||
logo/.store in=\logo,
|
||||
opacity/.store in=\opacity,
|
||||
logo=$\Sigma$,
|
||||
fill=green,
|
||||
opacity=0.10,
|
||||
scale=0.2,
|
||||
radius=0.5,
|
||||
caption=,
|
||||
name=,
|
||||
}
|
||||
110
thesis/third_party/PlotNeuralNet/layers/Box.sty
vendored
Normal file
110
thesis/third_party/PlotNeuralNet/layers/Box.sty
vendored
Normal file
@@ -0,0 +1,110 @@
|
||||
\ProvidesPackage{Box}
|
||||
|
||||
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
|
||||
% This Block can draw simple block of boxes with custom colors.
|
||||
% Can be used for conv, deconv etc
|
||||
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
|
||||
\tikzset{Box/.pic={\tikzset{/boxblock/.cd,#1}
|
||||
\tikzstyle{box}=[every edge/.append style={pic actions, densely dashed, opacity=.7},fill opacity=\opacity, pic actions,fill=\fill]
|
||||
|
||||
\pgfmathsetmacro{\y}{\cubey*\scale}
|
||||
\pgfmathsetmacro{\z}{\cubez*\scale}
|
||||
|
||||
%Multiple concatenated boxes
|
||||
\foreach[count=\i,%
|
||||
evaluate=\i as \xlabel using {array({\boxlabels},\i-1)},%
|
||||
evaluate=\unscaledx as \k using {\unscaledx*\scale+\prev}, remember=\k as \prev (initially 0)]
|
||||
\unscaledx in \cubex
|
||||
{
|
||||
\pgfmathsetmacro{\x}{\unscaledx*\scale}
|
||||
\coordinate (a) at (\k-\x , \y/2 , \z/2);
|
||||
\coordinate (b) at (\k-\x ,-\y/2 , \z/2);
|
||||
\coordinate (c) at (\k ,-\y/2 , \z/2);
|
||||
\coordinate (d) at (\k , \y/2 , \z/2);
|
||||
\coordinate (e) at (\k , \y/2 ,-\z/2);
|
||||
\coordinate (f) at (\k ,-\y/2 ,-\z/2);
|
||||
\coordinate (g) at (\k-\x ,-\y/2 ,-\z/2);
|
||||
\coordinate (h) at (\k-\x , \y/2 ,-\z/2);
|
||||
|
||||
\draw [box]
|
||||
(d) -- (a) -- (b) -- (c) -- cycle
|
||||
(d) -- (a) -- (h) -- (e) -- cycle
|
||||
%dotted edges
|
||||
(f) edge (g)
|
||||
(b) edge (g)
|
||||
(h) edge (g)
|
||||
;
|
||||
\path (b) edge ["\xlabel"',midway] (c);
|
||||
|
||||
\xdef\LastEastx{\k} %\k persists as \LastEastx after loop
|
||||
}%Loop ends
|
||||
\draw [box] (d) -- (e) -- (f) -- (c) -- cycle; %East face of last box
|
||||
|
||||
\coordinate (a1) at (0 , \y/2 , \z/2);
|
||||
\coordinate (b1) at (0 ,-\y/2 , \z/2);
|
||||
\tikzstyle{depthlabel}=[pos=0.2,text width=14*\z,text centered,sloped]
|
||||
|
||||
\path (c) edge ["\small\zlabel"',depthlabel](f); %depth label
|
||||
\path (b1) edge ["\ylabel",midway] (a1); %height label
|
||||
|
||||
|
||||
\tikzstyle{captionlabel}=[text width=15*\LastEastx/\scale,text centered]
|
||||
\path (\LastEastx/2,-\y/2,+\z/2) + (0,-25pt) coordinate (cap)
|
||||
edge ["\textcolor{black}{ \bf \caption}"',captionlabel](cap) ; %Block caption/pic object label
|
||||
|
||||
%Define nodes to be used outside on the pic object
|
||||
\coordinate (\name-west) at (0,0,0) ;
|
||||
\coordinate (\name-east) at (\LastEastx, 0,0) ;
|
||||
\coordinate (\name-north) at (\LastEastx/2,\y/2,0);
|
||||
\coordinate (\name-south) at (\LastEastx/2,-\y/2,0);
|
||||
\coordinate (\name-anchor) at (\LastEastx/2, 0,0) ;
|
||||
|
||||
\coordinate (\name-near) at (\LastEastx/2,0,\z/2);
|
||||
\coordinate (\name-far) at (\LastEastx/2,0,-\z/2);
|
||||
|
||||
\coordinate (\name-nearwest) at (0,0,\z/2);
|
||||
\coordinate (\name-neareast) at (\LastEastx,0,\z/2);
|
||||
\coordinate (\name-farwest) at (0,0,-\z/2);
|
||||
\coordinate (\name-fareast) at (\LastEastx,0,-\z/2);
|
||||
|
||||
\coordinate (\name-northeast) at (\name-north-|\name-east);
|
||||
\coordinate (\name-northwest) at (\name-north-|\name-west);
|
||||
\coordinate (\name-southeast) at (\name-south-|\name-east);
|
||||
\coordinate (\name-southwest) at (\name-south-|\name-west);
|
||||
|
||||
\coordinate (\name-nearnortheast) at (\LastEastx, \y/2, \z/2);
|
||||
\coordinate (\name-farnortheast) at (\LastEastx, \y/2,-\z/2);
|
||||
\coordinate (\name-nearsoutheast) at (\LastEastx,-\y/2, \z/2);
|
||||
\coordinate (\name-farsoutheast) at (\LastEastx,-\y/2,-\z/2);
|
||||
|
||||
\coordinate (\name-nearnorthwest) at (0, \y/2, \z/2);
|
||||
\coordinate (\name-farnorthwest) at (0, \y/2,-\z/2);
|
||||
\coordinate (\name-nearsouthwest) at (0,-\y/2, \z/2);
|
||||
\coordinate (\name-farsouthwest) at (0,-\y/2,-\z/2);
|
||||
|
||||
},
|
||||
/boxblock/.search also={/tikz},
|
||||
/boxblock/.cd,
|
||||
width/.store in=\cubex,
|
||||
height/.store in=\cubey,
|
||||
depth/.store in=\cubez,
|
||||
scale/.store in=\scale,
|
||||
xlabel/.store in=\boxlabels,
|
||||
ylabel/.store in=\ylabel,
|
||||
zlabel/.store in=\zlabel,
|
||||
caption/.store in=\caption,
|
||||
name/.store in=\name,
|
||||
fill/.store in=\fill,
|
||||
opacity/.store in=\opacity,
|
||||
fill={rgb:red,5;green,5;blue,5;white,15},
|
||||
opacity=0.4,
|
||||
width=2,
|
||||
height=13,
|
||||
depth=15,
|
||||
scale=.2,
|
||||
xlabel={{"","","","","","","","","",""}},
|
||||
ylabel=,
|
||||
zlabel=,
|
||||
caption=,
|
||||
name=,
|
||||
}
|
||||
130
thesis/third_party/PlotNeuralNet/layers/RightBandedBox.sty
vendored
Normal file
130
thesis/third_party/PlotNeuralNet/layers/RightBandedBox.sty
vendored
Normal file
@@ -0,0 +1,130 @@
|
||||
\ProvidesPackage{RightBandedBox}
|
||||
|
||||
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
|
||||
% This Block can draw simple block of boxes with custom colors.
|
||||
% Can be used for conv, deconv etc
|
||||
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
|
||||
\tikzset{RightBandedBox/.pic={\tikzset{/block/.cd,#1}
|
||||
|
||||
\tikzstyle{box}=[every edge/.append style={pic actions, densely dashed, opacity=.7},fill opacity=\opacity, pic actions,fill=\fill]
|
||||
|
||||
\tikzstyle{band}=[every edge/.append style={pic actions, densely dashed, opacity=.7},fill opacity=\bandopacity, pic actions,fill=\bandfill,draw=\bandfill]
|
||||
|
||||
\pgfmathsetmacro{\y}{\cubey*\scale}
|
||||
\pgfmathsetmacro{\z}{\cubez*\scale}
|
||||
|
||||
%Multiple concatenated boxes
|
||||
\foreach[count=\i,%
|
||||
evaluate=\i as \xlabel using {array({\boxlabels},\i-1)},%
|
||||
evaluate=\unscaledx as \k using {\unscaledx*\scale+\prev}, remember=\k as \prev (initially 0)]
|
||||
\unscaledx in \cubex
|
||||
{
|
||||
\pgfmathsetmacro{\x}{\unscaledx*\scale}
|
||||
\coordinate (a) at (\k-\x , \y/2 , \z/2);
|
||||
\coordinate (art) at (\k-\x/3 , \y/2 , \z/2); %a_right_third
|
||||
\coordinate (b) at (\k-\x ,-\y/2 , \z/2);
|
||||
\coordinate (brt) at (\k-\x/3 ,-\y/2 , \z/2); %b_right_third
|
||||
\coordinate (c) at (\k ,-\y/2 , \z/2);
|
||||
\coordinate (d) at (\k , \y/2 , \z/2);
|
||||
\coordinate (e) at (\k , \y/2 ,-\z/2);
|
||||
\coordinate (f) at (\k ,-\y/2 ,-\z/2);
|
||||
\coordinate (g) at (\k-\x ,-\y/2 ,-\z/2);
|
||||
\coordinate (h) at (\k-\x , \y/2 ,-\z/2);
|
||||
\coordinate (hrt) at (\k-\x/3 , \y/2 ,-\z/2); %h_right_third
|
||||
|
||||
%fill box color
|
||||
\draw [box]
|
||||
(d) -- (a) -- (b) -- (c) -- cycle
|
||||
(d) -- (a) -- (h) -- (e) -- cycle;
|
||||
%dotted edges
|
||||
\draw [box]
|
||||
(f) edge (g)
|
||||
(b) edge (g)
|
||||
(h) edge (g);
|
||||
%fill band color
|
||||
\draw [band]
|
||||
(d) -- (art) -- (brt) -- (c) -- cycle
|
||||
(d) -- (art) -- (hrt) -- (e) -- cycle;
|
||||
%draw edges again which were covered by band
|
||||
\draw [box,fill opacity=0]
|
||||
(d) -- (a) -- (b) -- (c) -- cycle
|
||||
(d) -- (a) -- (h) -- (e) -- cycle;
|
||||
|
||||
\path (b) edge ["\xlabel"',midway] (c);
|
||||
|
||||
\xdef\LastEastx{\k} %\k persists as \LastEastx after loop
|
||||
}%Loop ends
|
||||
\draw [box] (d) -- (e) -- (f) -- (c) -- cycle; %East face of last box
|
||||
\draw [band] (d) -- (e) -- (f) -- (c) -- cycle; %East face of last box
|
||||
\draw [pic actions] (d) -- (e) -- (f) -- (c) -- cycle; %East face edges of last box
|
||||
|
||||
\coordinate (a1) at (0 , \y/2 , \z/2);
|
||||
\coordinate (b1) at (0 ,-\y/2 , \z/2);
|
||||
\tikzstyle{depthlabel}=[pos=0,text width=14*\z,text centered,sloped]
|
||||
|
||||
\path (c) edge ["\small\zlabels"',depthlabel](f); %depth label
|
||||
\path (b1) edge ["\ylabel",midway] (a1); %height label
|
||||
|
||||
\tikzstyle{captionlabel}=[text width=15*\LastEastx/\scale,text centered]
|
||||
\path (\LastEastx/2,-\y/2,+\z/2) + (0,-25pt) coordinate (cap)
|
||||
edge ["\textcolor{black}{ \bf \caption}"',captionlabel] (cap); %Block caption/pic object label
|
||||
|
||||
%Define nodes to be used outside on the pic object
|
||||
\coordinate (\name-west) at (0,0,0) ;
|
||||
\coordinate (\name-east) at (\LastEastx, 0,0) ;
|
||||
\coordinate (\name-north) at (\LastEastx/2,\y/2,0);
|
||||
\coordinate (\name-south) at (\LastEastx/2,-\y/2,0);
|
||||
\coordinate (\name-anchor) at (\LastEastx/2, 0,0) ;
|
||||
|
||||
\coordinate (\name-near) at (\LastEastx/2,0,\z/2);
|
||||
\coordinate (\name-far) at (\LastEastx/2,0,-\z/2);
|
||||
|
||||
\coordinate (\name-nearwest) at (0,0,\z/2);
|
||||
\coordinate (\name-neareast) at (\LastEastx,0,\z/2);
|
||||
\coordinate (\name-farwest) at (0,0,-\z/2);
|
||||
\coordinate (\name-fareast) at (\LastEastx,0,-\z/2);
|
||||
|
||||
\coordinate (\name-northeast) at (\name-north-|\name-east);
|
||||
\coordinate (\name-northwest) at (\name-north-|\name-west);
|
||||
\coordinate (\name-southeast) at (\name-south-|\name-east);
|
||||
\coordinate (\name-southwest) at (\name-south-|\name-west);
|
||||
|
||||
\coordinate (\name-nearnortheast) at (\LastEastx, \y/2, \z/2);
|
||||
\coordinate (\name-farnortheast) at (\LastEastx, \y/2,-\z/2);
|
||||
\coordinate (\name-nearsoutheast) at (\LastEastx,-\y/2, \z/2);
|
||||
\coordinate (\name-farsoutheast) at (\LastEastx,-\y/2,-\z/2);
|
||||
|
||||
\coordinate (\name-nearnorthwest) at (0, \y/2, \z/2);
|
||||
\coordinate (\name-farnorthwest) at (0, \y/2,-\z/2);
|
||||
\coordinate (\name-nearsouthwest) at (0,-\y/2, \z/2);
|
||||
\coordinate (\name-farsouthwest) at (0,-\y/2,-\z/2);
|
||||
},
|
||||
/block/.search also={/tikz},
|
||||
/block/.cd,
|
||||
width/.store in=\cubex,
|
||||
height/.store in=\cubey,
|
||||
depth/.store in=\cubez,
|
||||
scale/.store in=\scale,
|
||||
xlabel/.store in=\boxlabels,
|
||||
ylabel/.store in=\ylabel,
|
||||
zlabel/.store in=\zlabels,
|
||||
caption/.store in=\caption,
|
||||
name/.store in=\name,
|
||||
fill/.store in=\fill,
|
||||
bandfill/.store in=\bandfill,
|
||||
opacity/.store in=\opacity,
|
||||
bandopacity/.store in=\bandopacity,
|
||||
fill={rgb:red,5;green,5;blue,5;white,15},
|
||||
bandfill={rgb:red,5;green,5;blue,5;white,5},
|
||||
opacity=0.4,
|
||||
bandopacity=0.6,
|
||||
width=2,
|
||||
height=13,
|
||||
depth=15,
|
||||
scale=.2,
|
||||
xlabel={{"","","","","","","","","",""}},
|
||||
ylabel=,
|
||||
zlabel=,
|
||||
caption=,
|
||||
name=,
|
||||
}
|
||||
11
thesis/third_party/PlotNeuralNet/layers/init.tex
vendored
Normal file
11
thesis/third_party/PlotNeuralNet/layers/init.tex
vendored
Normal file
@@ -0,0 +1,11 @@
|
||||
%\ProvidesPackage{init}
|
||||
\usetikzlibrary{quotes,arrows.meta}
|
||||
\usetikzlibrary{positioning}
|
||||
|
||||
\def\edgecolor{rgb:blue,4;red,1;green,4;black,3}
|
||||
\newcommand{\midarrow}{\tikz \draw[-Stealth,line width =0.8mm,draw=\edgecolor] (-0.3,0) -- ++(0.3,0);}
|
||||
|
||||
\usepackage{Ball}
|
||||
\usepackage{Box}
|
||||
\usepackage{RightBandedBox}
|
||||
|
||||
39
thesis/third_party/PlotNeuralNet/my_project/my_arch.py
vendored
Normal file
39
thesis/third_party/PlotNeuralNet/my_project/my_arch.py
vendored
Normal file
@@ -0,0 +1,39 @@
|
||||
import sys
|
||||
|
||||
sys.path.append("../")
|
||||
from pycore.tikzeng import *
|
||||
|
||||
# defined your arch
|
||||
arch = [
|
||||
to_head(".."),
|
||||
to_cor(),
|
||||
to_begin(),
|
||||
to_Conv(
|
||||
"conv1", 512, 64, offset="(0,0,0)", to="(0,0,0)", height=64, depth=64, width=2
|
||||
),
|
||||
to_Pool("pool1", offset="(0,0,0)", to="(conv1-east)"),
|
||||
to_Conv(
|
||||
"conv2",
|
||||
128,
|
||||
64,
|
||||
offset="(1,0,0)",
|
||||
to="(pool1-east)",
|
||||
height=32,
|
||||
depth=32,
|
||||
width=2,
|
||||
),
|
||||
to_connection("pool1", "conv2"),
|
||||
to_Pool("pool2", offset="(0,0,0)", to="(conv2-east)", height=28, depth=28, width=1),
|
||||
to_SoftMax("soft1", 10, "(3,0,0)", "(pool1-east)", caption="SOFT"),
|
||||
to_connection("pool2", "soft1"),
|
||||
to_end(),
|
||||
]
|
||||
|
||||
|
||||
def main():
|
||||
namefile = str(sys.argv[0]).split(".")[0]
|
||||
to_generate(arch, namefile + ".tex")
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
main()
|
||||
104
thesis/third_party/PlotNeuralNet/my_project/my_arch.tex
vendored
Normal file
104
thesis/third_party/PlotNeuralNet/my_project/my_arch.tex
vendored
Normal file
@@ -0,0 +1,104 @@
|
||||
|
||||
\documentclass[border=8pt, multi, tikz]{standalone}
|
||||
\usepackage{import}
|
||||
\subimport{../layers/}{init}
|
||||
\usetikzlibrary{positioning}
|
||||
\usetikzlibrary{3d} %for including external image
|
||||
|
||||
|
||||
\def\ConvColor{rgb:yellow,5;red,2.5;white,5}
|
||||
\def\ConvReluColor{rgb:yellow,5;red,5;white,5}
|
||||
\def\PoolColor{rgb:red,1;black,0.3}
|
||||
\def\UnpoolColor{rgb:blue,2;green,1;black,0.3}
|
||||
\def\FcColor{rgb:blue,5;red,2.5;white,5}
|
||||
\def\FcReluColor{rgb:blue,5;red,5;white,4}
|
||||
\def\SoftmaxColor{rgb:magenta,5;black,7}
|
||||
\def\SumColor{rgb:blue,5;green,15}
|
||||
|
||||
|
||||
\newcommand{\copymidarrow}{\tikz \draw[-Stealth,line width=0.8mm,draw={rgb:blue,4;red,1;green,1;black,3}] (-0.3,0) -- ++(0.3,0);}
|
||||
|
||||
\begin{document}
|
||||
\begin{tikzpicture}
|
||||
\tikzstyle{connection}=[ultra thick,every node/.style={sloped,allow upside down},draw=\edgecolor,opacity=0.7]
|
||||
\tikzstyle{copyconnection}=[ultra thick,every node/.style={sloped,allow upside down},draw={rgb:blue,4;red,1;green,1;black,3},opacity=0.7]
|
||||
|
||||
|
||||
\pic[shift={(0,0,0)}] at (0,0,0)
|
||||
{Box={
|
||||
name=conv1,
|
||||
caption= ,
|
||||
xlabel={{64, }},
|
||||
zlabel=512,
|
||||
fill=\ConvColor,
|
||||
height=64,
|
||||
width=2,
|
||||
depth=64
|
||||
}
|
||||
};
|
||||
|
||||
|
||||
\pic[shift={ (0,0,0) }] at (conv1-east)
|
||||
{Box={
|
||||
name=pool1,
|
||||
caption= ,
|
||||
fill=\PoolColor,
|
||||
opacity=0.5,
|
||||
height=32,
|
||||
width=1,
|
||||
depth=32
|
||||
}
|
||||
};
|
||||
|
||||
|
||||
\pic[shift={(1,0,0)}] at (pool1-east)
|
||||
{Box={
|
||||
name=conv2,
|
||||
caption= ,
|
||||
xlabel={{64, }},
|
||||
zlabel=128,
|
||||
fill=\ConvColor,
|
||||
height=32,
|
||||
width=2,
|
||||
depth=32
|
||||
}
|
||||
};
|
||||
|
||||
|
||||
\draw [connection] (pool1-east) -- node {\midarrow} (conv2-west);
|
||||
|
||||
|
||||
\pic[shift={ (0,0,0) }] at (conv2-east)
|
||||
{Box={
|
||||
name=pool2,
|
||||
caption= ,
|
||||
fill=\PoolColor,
|
||||
opacity=0.5,
|
||||
height=28,
|
||||
width=1,
|
||||
depth=28
|
||||
}
|
||||
};
|
||||
|
||||
|
||||
\pic[shift={(3,0,0)}] at (pool1-east)
|
||||
{Box={
|
||||
name=soft1,
|
||||
caption=SOFT,
|
||||
xlabel={{" ","dummy"}},
|
||||
zlabel=10,
|
||||
fill=\SoftmaxColor,
|
||||
opacity=0.8,
|
||||
height=3,
|
||||
width=1.5,
|
||||
depth=25
|
||||
}
|
||||
};
|
||||
|
||||
|
||||
\draw [connection] (pool2-east) -- node {\midarrow} (soft1-west);
|
||||
|
||||
|
||||
\end{tikzpicture}
|
||||
\end{document}
|
||||
|
||||
0
thesis/third_party/PlotNeuralNet/pycore/__init__.py
vendored
Normal file
0
thesis/third_party/PlotNeuralNet/pycore/__init__.py
vendored
Normal file
BIN
thesis/third_party/PlotNeuralNet/pycore/__init__.pyc
vendored
Normal file
BIN
thesis/third_party/PlotNeuralNet/pycore/__init__.pyc
vendored
Normal file
Binary file not shown.
75
thesis/third_party/PlotNeuralNet/pycore/blocks.py
vendored
Normal file
75
thesis/third_party/PlotNeuralNet/pycore/blocks.py
vendored
Normal file
@@ -0,0 +1,75 @@
|
||||
|
||||
from .tikzeng import *
|
||||
|
||||
#define new block
|
||||
def block_2ConvPool( name, botton, top, s_filer=256, n_filer=64, offset="(1,0,0)", size=(32,32,3.5), opacity=0.5 ):
|
||||
return [
|
||||
to_ConvConvRelu(
|
||||
name="ccr_{}".format( name ),
|
||||
s_filer=str(s_filer),
|
||||
n_filer=(n_filer,n_filer),
|
||||
offset=offset,
|
||||
to="({}-east)".format( botton ),
|
||||
width=(size[2],size[2]),
|
||||
height=size[0],
|
||||
depth=size[1],
|
||||
),
|
||||
to_Pool(
|
||||
name="{}".format( top ),
|
||||
offset="(0,0,0)",
|
||||
to="(ccr_{}-east)".format( name ),
|
||||
width=1,
|
||||
height=size[0] - int(size[0]/4),
|
||||
depth=size[1] - int(size[0]/4),
|
||||
opacity=opacity, ),
|
||||
to_connection(
|
||||
"{}".format( botton ),
|
||||
"ccr_{}".format( name )
|
||||
)
|
||||
]
|
||||
|
||||
|
||||
def block_Unconv( name, botton, top, s_filer=256, n_filer=64, offset="(1,0,0)", size=(32,32,3.5), opacity=0.5 ):
|
||||
return [
|
||||
to_UnPool( name='unpool_{}'.format(name), offset=offset, to="({}-east)".format(botton), width=1, height=size[0], depth=size[1], opacity=opacity ),
|
||||
to_ConvRes( name='ccr_res_{}'.format(name), offset="(0,0,0)", to="(unpool_{}-east)".format(name), s_filer=str(s_filer), n_filer=str(n_filer), width=size[2], height=size[0], depth=size[1], opacity=opacity ),
|
||||
to_Conv( name='ccr_{}'.format(name), offset="(0,0,0)", to="(ccr_res_{}-east)".format(name), s_filer=str(s_filer), n_filer=str(n_filer), width=size[2], height=size[0], depth=size[1] ),
|
||||
to_ConvRes( name='ccr_res_c_{}'.format(name), offset="(0,0,0)", to="(ccr_{}-east)".format(name), s_filer=str(s_filer), n_filer=str(n_filer), width=size[2], height=size[0], depth=size[1], opacity=opacity ),
|
||||
to_Conv( name='{}'.format(top), offset="(0,0,0)", to="(ccr_res_c_{}-east)".format(name), s_filer=str(s_filer), n_filer=str(n_filer), width=size[2], height=size[0], depth=size[1] ),
|
||||
to_connection(
|
||||
"{}".format( botton ),
|
||||
"unpool_{}".format( name )
|
||||
)
|
||||
]
|
||||
|
||||
|
||||
|
||||
|
||||
def block_Res( num, name, botton, top, s_filer=256, n_filer=64, offset="(0,0,0)", size=(32,32,3.5), opacity=0.5 ):
|
||||
lys = []
|
||||
layers = [ *[ '{}_{}'.format(name,i) for i in range(num-1) ], top]
|
||||
for name in layers:
|
||||
ly = [ to_Conv(
|
||||
name='{}'.format(name),
|
||||
offset=offset,
|
||||
to="({}-east)".format( botton ),
|
||||
s_filer=str(s_filer),
|
||||
n_filer=str(n_filer),
|
||||
width=size[2],
|
||||
height=size[0],
|
||||
depth=size[1]
|
||||
),
|
||||
to_connection(
|
||||
"{}".format( botton ),
|
||||
"{}".format( name )
|
||||
)
|
||||
]
|
||||
botton = name
|
||||
lys+=ly
|
||||
|
||||
lys += [
|
||||
to_skip( of=layers[1], to=layers[-2], pos=1.25),
|
||||
]
|
||||
return lys
|
||||
|
||||
|
||||
533
thesis/third_party/PlotNeuralNet/pycore/tikzeng.py
vendored
Normal file
533
thesis/third_party/PlotNeuralNet/pycore/tikzeng.py
vendored
Normal file
@@ -0,0 +1,533 @@
|
||||
import os
|
||||
|
||||
|
||||
def to_head(projectpath):
|
||||
pathlayers = os.path.join(projectpath, "layers/").replace("\\", "/")
|
||||
return (
|
||||
r"""
|
||||
\documentclass[border=8pt, multi, tikz]{standalone}
|
||||
\usepackage{import}
|
||||
\subimport{"""
|
||||
+ pathlayers
|
||||
+ r"""}{init}
|
||||
\usetikzlibrary{positioning}
|
||||
\usetikzlibrary{3d} %for including external image
|
||||
"""
|
||||
)
|
||||
|
||||
|
||||
def to_cor():
|
||||
return r"""
|
||||
\def\ConvColor{rgb:yellow,5;red,2.5;white,5}
|
||||
\def\ConvReluColor{rgb:yellow,5;red,5;white,5}
|
||||
\def\PoolColor{rgb:red,1;black,0.3}
|
||||
\def\UnpoolColor{rgb:blue,2;green,1;black,0.3}
|
||||
\def\FcColor{rgb:blue,5;red,2.5;white,5}
|
||||
\def\FcReluColor{rgb:blue,5;red,5;white,4}
|
||||
\def\SoftmaxColor{rgb:magenta,5;black,7}
|
||||
\def\SumColor{rgb:blue,5;green,15}
|
||||
"""
|
||||
|
||||
|
||||
def to_begin():
|
||||
return r"""
|
||||
\newcommand{\copymidarrow}{\tikz \draw[-Stealth,line width=0.8mm,draw={rgb:blue,4;red,1;green,1;black,3}] (-0.3,0) -- ++(0.3,0);}
|
||||
|
||||
\begin{document}
|
||||
\begin{tikzpicture}
|
||||
\tikzstyle{connection}=[ultra thick,every node/.style={sloped,allow upside down},draw=\edgecolor,opacity=0.7]
|
||||
\tikzstyle{copyconnection}=[ultra thick,every node/.style={sloped,allow upside down},draw={rgb:blue,4;red,1;green,1;black,3},opacity=0.7]
|
||||
"""
|
||||
|
||||
|
||||
# layers definition
|
||||
|
||||
|
||||
def to_input(pathfile, to="(-3,0,0)", width=8, height=8, name="temp"):
|
||||
return (
|
||||
r"""
|
||||
\node[canvas is zy plane at x=0] ("""
|
||||
+ name
|
||||
+ """) at """
|
||||
+ to
|
||||
+ """ {\includegraphics[width="""
|
||||
+ str(width)
|
||||
+ "cm"
|
||||
+ """,height="""
|
||||
+ str(height)
|
||||
+ "cm"
|
||||
+ """]{"""
|
||||
+ pathfile
|
||||
+ """}};
|
||||
"""
|
||||
)
|
||||
|
||||
|
||||
# Conv
|
||||
def to_Conv(
|
||||
name,
|
||||
s_filer=256,
|
||||
n_filer=64,
|
||||
offset="(0,0,0)",
|
||||
to="(0,0,0)",
|
||||
width=1,
|
||||
height=40,
|
||||
depth=40,
|
||||
caption=" ",
|
||||
):
|
||||
return (
|
||||
r"""
|
||||
\pic[shift={"""
|
||||
+ offset
|
||||
+ """}] at """
|
||||
+ to
|
||||
+ """
|
||||
{Box={
|
||||
name="""
|
||||
+ name
|
||||
+ """,
|
||||
caption="""
|
||||
+ caption
|
||||
+ r""",
|
||||
xlabel={{"""
|
||||
+ str(n_filer)
|
||||
+ """, }},
|
||||
zlabel="""
|
||||
+ str(s_filer)
|
||||
+ """,
|
||||
fill=\ConvColor,
|
||||
height="""
|
||||
+ str(height)
|
||||
+ """,
|
||||
width="""
|
||||
+ str(width)
|
||||
+ """,
|
||||
depth="""
|
||||
+ str(depth)
|
||||
+ """
|
||||
}
|
||||
};
|
||||
"""
|
||||
)
|
||||
|
||||
|
||||
# Conv,Conv,relu
|
||||
# Bottleneck
|
||||
def to_ConvConvRelu(
|
||||
name,
|
||||
s_filer=256,
|
||||
n_filer=(64, 64),
|
||||
offset="(0,0,0)",
|
||||
to="(0,0,0)",
|
||||
width=(2, 2),
|
||||
height=40,
|
||||
depth=40,
|
||||
caption=" ",
|
||||
):
|
||||
return (
|
||||
r"""
|
||||
\pic[shift={ """
|
||||
+ offset
|
||||
+ """ }] at """
|
||||
+ to
|
||||
+ """
|
||||
{RightBandedBox={
|
||||
name="""
|
||||
+ name
|
||||
+ """,
|
||||
caption="""
|
||||
+ caption
|
||||
+ """,
|
||||
xlabel={{ """
|
||||
+ str(n_filer[0])
|
||||
+ """, """
|
||||
+ str(n_filer[1])
|
||||
+ """ }},
|
||||
zlabel="""
|
||||
+ str(s_filer)
|
||||
+ """,
|
||||
fill=\ConvColor,
|
||||
bandfill=\ConvReluColor,
|
||||
height="""
|
||||
+ str(height)
|
||||
+ """,
|
||||
width={ """
|
||||
+ str(width[0])
|
||||
+ """ , """
|
||||
+ str(width[1])
|
||||
+ """ },
|
||||
depth="""
|
||||
+ str(depth)
|
||||
+ """
|
||||
}
|
||||
};
|
||||
"""
|
||||
)
|
||||
|
||||
|
||||
# Pool
|
||||
def to_Pool(
|
||||
name,
|
||||
offset="(0,0,0)",
|
||||
to="(0,0,0)",
|
||||
width=1,
|
||||
height=32,
|
||||
depth=32,
|
||||
opacity=0.5,
|
||||
caption=" ",
|
||||
):
|
||||
return (
|
||||
r"""
|
||||
\pic[shift={ """
|
||||
+ offset
|
||||
+ """ }] at """
|
||||
+ to
|
||||
+ """
|
||||
{Box={
|
||||
name="""
|
||||
+ name
|
||||
+ """,
|
||||
caption="""
|
||||
+ caption
|
||||
+ r""",
|
||||
fill=\PoolColor,
|
||||
opacity="""
|
||||
+ str(opacity)
|
||||
+ """,
|
||||
height="""
|
||||
+ str(height)
|
||||
+ """,
|
||||
width="""
|
||||
+ str(width)
|
||||
+ """,
|
||||
depth="""
|
||||
+ str(depth)
|
||||
+ """
|
||||
}
|
||||
};
|
||||
"""
|
||||
)
|
||||
|
||||
|
||||
# unpool4,
|
||||
def to_UnPool(
|
||||
name,
|
||||
offset="(0,0,0)",
|
||||
to="(0,0,0)",
|
||||
width=1,
|
||||
height=32,
|
||||
depth=32,
|
||||
opacity=0.5,
|
||||
caption=" ",
|
||||
):
|
||||
return (
|
||||
r"""
|
||||
\pic[shift={ """
|
||||
+ offset
|
||||
+ """ }] at """
|
||||
+ to
|
||||
+ """
|
||||
{Box={
|
||||
name="""
|
||||
+ name
|
||||
+ r""",
|
||||
caption="""
|
||||
+ caption
|
||||
+ r""",
|
||||
fill=\UnpoolColor,
|
||||
opacity="""
|
||||
+ str(opacity)
|
||||
+ """,
|
||||
height="""
|
||||
+ str(height)
|
||||
+ """,
|
||||
width="""
|
||||
+ str(width)
|
||||
+ """,
|
||||
depth="""
|
||||
+ str(depth)
|
||||
+ """
|
||||
}
|
||||
};
|
||||
"""
|
||||
)
|
||||
|
||||
|
||||
def to_ConvRes(
|
||||
name,
|
||||
s_filer=256,
|
||||
n_filer=64,
|
||||
offset="(0,0,0)",
|
||||
to="(0,0,0)",
|
||||
width=6,
|
||||
height=40,
|
||||
depth=40,
|
||||
opacity=0.2,
|
||||
caption=" ",
|
||||
):
|
||||
return (
|
||||
r"""
|
||||
\pic[shift={ """
|
||||
+ offset
|
||||
+ """ }] at """
|
||||
+ to
|
||||
+ """
|
||||
{RightBandedBox={
|
||||
name="""
|
||||
+ name
|
||||
+ """,
|
||||
caption="""
|
||||
+ caption
|
||||
+ """,
|
||||
xlabel={{ """
|
||||
+ str(n_filer)
|
||||
+ """, }},
|
||||
zlabel="""
|
||||
+ str(s_filer)
|
||||
+ r""",
|
||||
fill={rgb:white,1;black,3},
|
||||
bandfill={rgb:white,1;black,2},
|
||||
opacity="""
|
||||
+ str(opacity)
|
||||
+ """,
|
||||
height="""
|
||||
+ str(height)
|
||||
+ """,
|
||||
width="""
|
||||
+ str(width)
|
||||
+ """,
|
||||
depth="""
|
||||
+ str(depth)
|
||||
+ """
|
||||
}
|
||||
};
|
||||
"""
|
||||
)
|
||||
|
||||
|
||||
# ConvSoftMax
|
||||
def to_ConvSoftMax(
|
||||
name,
|
||||
s_filer=40,
|
||||
offset="(0,0,0)",
|
||||
to="(0,0,0)",
|
||||
width=1,
|
||||
height=40,
|
||||
depth=40,
|
||||
caption=" ",
|
||||
):
|
||||
return (
|
||||
r"""
|
||||
\pic[shift={"""
|
||||
+ offset
|
||||
+ """}] at """
|
||||
+ to
|
||||
+ """
|
||||
{Box={
|
||||
name="""
|
||||
+ name
|
||||
+ """,
|
||||
caption="""
|
||||
+ caption
|
||||
+ """,
|
||||
zlabel="""
|
||||
+ str(s_filer)
|
||||
+ """,
|
||||
fill=\SoftmaxColor,
|
||||
height="""
|
||||
+ str(height)
|
||||
+ """,
|
||||
width="""
|
||||
+ str(width)
|
||||
+ """,
|
||||
depth="""
|
||||
+ str(depth)
|
||||
+ """
|
||||
}
|
||||
};
|
||||
"""
|
||||
)
|
||||
|
||||
|
||||
# SoftMax
|
||||
def to_SoftMax(
|
||||
name,
|
||||
s_filer=10,
|
||||
offset="(0,0,0)",
|
||||
to="(0,0,0)",
|
||||
width=1.5,
|
||||
height=3,
|
||||
depth=25,
|
||||
opacity=0.8,
|
||||
caption=" ",
|
||||
):
|
||||
return (
|
||||
r"""
|
||||
\pic[shift={"""
|
||||
+ offset
|
||||
+ """}] at """
|
||||
+ to
|
||||
+ """
|
||||
{Box={
|
||||
name="""
|
||||
+ name
|
||||
+ """,
|
||||
caption="""
|
||||
+ caption
|
||||
+ """,
|
||||
xlabel={{" ","dummy"}},
|
||||
zlabel="""
|
||||
+ str(s_filer)
|
||||
+ """,
|
||||
fill=\SoftmaxColor,
|
||||
opacity="""
|
||||
+ str(opacity)
|
||||
+ """,
|
||||
height="""
|
||||
+ str(height)
|
||||
+ """,
|
||||
width="""
|
||||
+ str(width)
|
||||
+ """,
|
||||
depth="""
|
||||
+ str(depth)
|
||||
+ """
|
||||
}
|
||||
};
|
||||
"""
|
||||
)
|
||||
|
||||
|
||||
def to_Sum(name, offset="(0,0,0)", to="(0,0,0)", radius=2.5, opacity=0.6):
|
||||
return (
|
||||
r"""
|
||||
\pic[shift={"""
|
||||
+ offset
|
||||
+ """}] at """
|
||||
+ to
|
||||
+ """
|
||||
{Ball={
|
||||
name="""
|
||||
+ name
|
||||
+ """,
|
||||
fill=\SumColor,
|
||||
opacity="""
|
||||
+ str(opacity)
|
||||
+ """,
|
||||
radius="""
|
||||
+ str(radius)
|
||||
+ """,
|
||||
logo=$+$
|
||||
}
|
||||
};
|
||||
"""
|
||||
)
|
||||
|
||||
|
||||
def to_fc(
|
||||
name,
|
||||
n_filer=120,
|
||||
offset="(0,0,0)",
|
||||
to="(0,0,0)",
|
||||
width=2,
|
||||
height=2,
|
||||
depth=10,
|
||||
caption=" ",
|
||||
# titlepos=0,
|
||||
):
|
||||
return (
|
||||
r"""
|
||||
\pic[shift={"""
|
||||
+ offset
|
||||
+ """}] at """
|
||||
+ to
|
||||
+ """
|
||||
{Box={
|
||||
name="""
|
||||
+ name
|
||||
+ """,
|
||||
caption="""
|
||||
+ caption
|
||||
+ """,
|
||||
xlabel={{" ","dummy"}},
|
||||
zlabel="""
|
||||
+ str(n_filer)
|
||||
+ """,
|
||||
fill=\FcColor,
|
||||
opacity=0.8,
|
||||
height="""
|
||||
+ str(height)
|
||||
+ """,
|
||||
width="""
|
||||
+ str(width)
|
||||
+ """,
|
||||
depth="""
|
||||
+ str(depth)
|
||||
+ """
|
||||
}
|
||||
};
|
||||
"""
|
||||
)
|
||||
|
||||
|
||||
def to_connection(of, to):
|
||||
return (
|
||||
r"""
|
||||
\draw [connection] ("""
|
||||
+ of
|
||||
+ """-east) -- node {\midarrow} ("""
|
||||
+ to
|
||||
+ """-west);
|
||||
"""
|
||||
)
|
||||
|
||||
|
||||
def to_skip(of, to, pos=1.25):
|
||||
return (
|
||||
r"""
|
||||
\path ("""
|
||||
+ of
|
||||
+ """-southeast) -- ("""
|
||||
+ of
|
||||
+ """-northeast) coordinate[pos="""
|
||||
+ str(pos)
|
||||
+ """] ("""
|
||||
+ of
|
||||
+ """-top) ;
|
||||
\path ("""
|
||||
+ to
|
||||
+ """-south) -- ("""
|
||||
+ to
|
||||
+ """-north) coordinate[pos="""
|
||||
+ str(pos)
|
||||
+ """] ("""
|
||||
+ to
|
||||
+ """-top) ;
|
||||
\draw [copyconnection] ("""
|
||||
+ of
|
||||
+ """-northeast)
|
||||
-- node {\copymidarrow}("""
|
||||
+ of
|
||||
+ """-top)
|
||||
-- node {\copymidarrow}("""
|
||||
+ to
|
||||
+ """-top)
|
||||
-- node {\copymidarrow} ("""
|
||||
+ to
|
||||
+ """-north);
|
||||
"""
|
||||
)
|
||||
|
||||
|
||||
def to_end():
|
||||
return r"""
|
||||
\end{tikzpicture}
|
||||
\end{document}
|
||||
"""
|
||||
|
||||
|
||||
def to_generate(arch, pathname="file.tex"):
|
||||
with open(pathname, "w") as f:
|
||||
for c in arch:
|
||||
print(c)
|
||||
f.write(c)
|
||||
BIN
thesis/third_party/PlotNeuralNet/pycore/tikzeng.pyc
vendored
Normal file
BIN
thesis/third_party/PlotNeuralNet/pycore/tikzeng.pyc
vendored
Normal file
Binary file not shown.
28
thesis/third_party/PlotNeuralNet/pyexamples/test_simple.py
vendored
Normal file
28
thesis/third_party/PlotNeuralNet/pyexamples/test_simple.py
vendored
Normal file
@@ -0,0 +1,28 @@
|
||||
|
||||
import sys
|
||||
sys.path.append('../')
|
||||
from pycore.tikzeng import *
|
||||
|
||||
# defined your arch
|
||||
arch = [
|
||||
to_head( '..' ),
|
||||
to_cor(),
|
||||
to_begin(),
|
||||
to_Conv("conv1", 512, 64, offset="(0,0,0)", to="(0,0,0)", height=64, depth=64, width=2 ),
|
||||
to_Pool("pool1", offset="(0,0,0)", to="(conv1-east)"),
|
||||
to_Conv("conv2", 128, 64, offset="(1,0,0)", to="(pool1-east)", height=32, depth=32, width=2 ),
|
||||
to_connection( "pool1", "conv2"),
|
||||
to_Pool("pool2", offset="(0,0,0)", to="(conv2-east)", height=28, depth=28, width=1),
|
||||
to_SoftMax("soft1", 10 ,"(3,0,0)", "(pool1-east)", caption="SOFT" ),
|
||||
to_connection("pool2", "soft1"),
|
||||
to_Sum("sum1", offset="(1.5,0,0)", to="(soft1-east)", radius=2.5, opacity=0.6),
|
||||
to_connection("soft1", "sum1"),
|
||||
to_end()
|
||||
]
|
||||
|
||||
def main():
|
||||
namefile = str(sys.argv[0]).split('.')[0]
|
||||
to_generate(arch, namefile + '.tex' )
|
||||
|
||||
if __name__ == '__main__':
|
||||
main()
|
||||
52
thesis/third_party/PlotNeuralNet/pyexamples/unet.py
vendored
Normal file
52
thesis/third_party/PlotNeuralNet/pyexamples/unet.py
vendored
Normal file
@@ -0,0 +1,52 @@
|
||||
|
||||
import sys
|
||||
sys.path.append('../')
|
||||
from pycore.tikzeng import *
|
||||
from pycore.blocks import *
|
||||
|
||||
arch = [
|
||||
to_head('..'),
|
||||
to_cor(),
|
||||
to_begin(),
|
||||
|
||||
#input
|
||||
to_input( '../examples/fcn8s/cats.jpg' ),
|
||||
|
||||
#block-001
|
||||
to_ConvConvRelu( name='ccr_b1', s_filer=500, n_filer=(64,64), offset="(0,0,0)", to="(0,0,0)", width=(2,2), height=40, depth=40 ),
|
||||
to_Pool(name="pool_b1", offset="(0,0,0)", to="(ccr_b1-east)", width=1, height=32, depth=32, opacity=0.5),
|
||||
|
||||
*block_2ConvPool( name='b2', botton='pool_b1', top='pool_b2', s_filer=256, n_filer=128, offset="(1,0,0)", size=(32,32,3.5), opacity=0.5 ),
|
||||
*block_2ConvPool( name='b3', botton='pool_b2', top='pool_b3', s_filer=128, n_filer=256, offset="(1,0,0)", size=(25,25,4.5), opacity=0.5 ),
|
||||
*block_2ConvPool( name='b4', botton='pool_b3', top='pool_b4', s_filer=64, n_filer=512, offset="(1,0,0)", size=(16,16,5.5), opacity=0.5 ),
|
||||
|
||||
#Bottleneck
|
||||
#block-005
|
||||
to_ConvConvRelu( name='ccr_b5', s_filer=32, n_filer=(1024,1024), offset="(2,0,0)", to="(pool_b4-east)", width=(8,8), height=8, depth=8, caption="Bottleneck" ),
|
||||
to_connection( "pool_b4", "ccr_b5"),
|
||||
|
||||
#Decoder
|
||||
*block_Unconv( name="b6", botton="ccr_b5", top='end_b6', s_filer=64, n_filer=512, offset="(2.1,0,0)", size=(16,16,5.0), opacity=0.5 ),
|
||||
to_skip( of='ccr_b4', to='ccr_res_b6', pos=1.25),
|
||||
*block_Unconv( name="b7", botton="end_b6", top='end_b7', s_filer=128, n_filer=256, offset="(2.1,0,0)", size=(25,25,4.5), opacity=0.5 ),
|
||||
to_skip( of='ccr_b3', to='ccr_res_b7', pos=1.25),
|
||||
*block_Unconv( name="b8", botton="end_b7", top='end_b8', s_filer=256, n_filer=128, offset="(2.1,0,0)", size=(32,32,3.5), opacity=0.5 ),
|
||||
to_skip( of='ccr_b2', to='ccr_res_b8', pos=1.25),
|
||||
|
||||
*block_Unconv( name="b9", botton="end_b8", top='end_b9', s_filer=512, n_filer=64, offset="(2.1,0,0)", size=(40,40,2.5), opacity=0.5 ),
|
||||
to_skip( of='ccr_b1', to='ccr_res_b9', pos=1.25),
|
||||
|
||||
to_ConvSoftMax( name="soft1", s_filer=512, offset="(0.75,0,0)", to="(end_b9-east)", width=1, height=40, depth=40, caption="SOFT" ),
|
||||
to_connection( "end_b9", "soft1"),
|
||||
|
||||
to_end()
|
||||
]
|
||||
|
||||
|
||||
def main():
|
||||
namefile = str(sys.argv[0]).split('.')[0]
|
||||
to_generate(arch, namefile + '.tex' )
|
||||
|
||||
if __name__ == '__main__':
|
||||
main()
|
||||
|
||||
14
thesis/third_party/PlotNeuralNet/tikzmake.sh
vendored
Normal file
14
thesis/third_party/PlotNeuralNet/tikzmake.sh
vendored
Normal file
@@ -0,0 +1,14 @@
|
||||
#!/bin/bash
|
||||
|
||||
|
||||
python $1.py
|
||||
pdflatex $1.tex
|
||||
|
||||
rm *.aux *.log *.vscodeLog
|
||||
rm *.tex
|
||||
|
||||
if [[ "$OSTYPE" == "darwin"* ]]; then
|
||||
open $1.pdf
|
||||
else
|
||||
xdg-open $1.pdf
|
||||
fi
|
||||
Reference in New Issue
Block a user