diff --git a/.DS_Store b/.DS_Store
deleted file mode 100644
index d0269a3..0000000
Binary files a/.DS_Store and /dev/null differ
diff --git a/.gitignore b/.gitignore
new file mode 100644
index 0000000..027a902
--- /dev/null
+++ b/.gitignore
@@ -0,0 +1,4 @@
+.DS_Store
+__pycache__
+*.pyc
+*.egg-info
diff --git a/rl-algs/.DS_Store b/rl-algs/.DS_Store
deleted file mode 100644
index 9cea990..0000000
Binary files a/rl-algs/.DS_Store and /dev/null differ
diff --git a/rl-algs/rl_algs/.DS_Store b/rl-algs/rl_algs/.DS_Store
deleted file mode 100644
index 9bb955f..0000000
Binary files a/rl-algs/rl_algs/.DS_Store and /dev/null differ
diff --git a/rl-algs/rl_algs/__pycache__/__init__.cpython-36.pyc b/rl-algs/rl_algs/__pycache__/__init__.cpython-36.pyc
deleted file mode 100644
index 8d79e4d..0000000
Binary files a/rl-algs/rl_algs/__pycache__/__init__.cpython-36.pyc and /dev/null differ
diff --git a/rl-algs/rl_algs/__pycache__/logger.cpython-36.pyc b/rl-algs/rl_algs/__pycache__/logger.cpython-36.pyc
deleted file mode 100644
index ed91856..0000000
Binary files a/rl-algs/rl_algs/__pycache__/logger.cpython-36.pyc and /dev/null differ
diff --git a/rl-algs/rl_algs/common/__pycache__/__init__.cpython-36.pyc b/rl-algs/rl_algs/common/__pycache__/__init__.cpython-36.pyc
deleted file mode 100644
index 9a45a33..0000000
Binary files a/rl-algs/rl_algs/common/__pycache__/__init__.cpython-36.pyc and /dev/null differ
diff --git a/rl-algs/rl_algs/common/__pycache__/console_util.cpython-36.pyc b/rl-algs/rl_algs/common/__pycache__/console_util.cpython-36.pyc
deleted file mode 100644
index 3fcc516..0000000
Binary files a/rl-algs/rl_algs/common/__pycache__/console_util.cpython-36.pyc and /dev/null differ
diff --git a/rl-algs/rl_algs/common/__pycache__/dataset.cpython-36.pyc b/rl-algs/rl_algs/common/__pycache__/dataset.cpython-36.pyc
deleted file mode 100644
index 968f3e8..0000000
Binary files a/rl-algs/rl_algs/common/__pycache__/dataset.cpython-36.pyc and /dev/null differ
diff --git a/rl-algs/rl_algs/common/__pycache__/distributions.cpython-36.pyc b/rl-algs/rl_algs/common/__pycache__/distributions.cpython-36.pyc
deleted file mode 100644
index 94fe01f..0000000
Binary files a/rl-algs/rl_algs/common/__pycache__/distributions.cpython-36.pyc and /dev/null differ
diff --git a/rl-algs/rl_algs/common/__pycache__/math_util.cpython-36.pyc b/rl-algs/rl_algs/common/__pycache__/math_util.cpython-36.pyc
deleted file mode 100644
index 635b940..0000000
Binary files a/rl-algs/rl_algs/common/__pycache__/math_util.cpython-36.pyc and /dev/null differ
diff --git a/rl-algs/rl_algs/common/__pycache__/misc_util.cpython-36.pyc b/rl-algs/rl_algs/common/__pycache__/misc_util.cpython-36.pyc
deleted file mode 100644
index 7a325bd..0000000
Binary files a/rl-algs/rl_algs/common/__pycache__/misc_util.cpython-36.pyc and /dev/null differ
diff --git a/rl-algs/rl_algs/common/__pycache__/mpi_adam.cpython-36.pyc b/rl-algs/rl_algs/common/__pycache__/mpi_adam.cpython-36.pyc
deleted file mode 100644
index d4f58e3..0000000
Binary files a/rl-algs/rl_algs/common/__pycache__/mpi_adam.cpython-36.pyc and /dev/null differ
diff --git a/rl-algs/rl_algs/common/__pycache__/mpi_running_mean_std.cpython-36.pyc b/rl-algs/rl_algs/common/__pycache__/mpi_running_mean_std.cpython-36.pyc
deleted file mode 100644
index 3292b72..0000000
Binary files a/rl-algs/rl_algs/common/__pycache__/mpi_running_mean_std.cpython-36.pyc and /dev/null differ
diff --git a/rl-algs/rl_algs/common/__pycache__/tf_util.cpython-36.pyc b/rl-algs/rl_algs/common/__pycache__/tf_util.cpython-36.pyc
deleted file mode 100644
index 75f0091..0000000
Binary files a/rl-algs/rl_algs/common/__pycache__/tf_util.cpython-36.pyc and /dev/null differ
diff --git a/test_envs/.DS_Store b/test_envs/.DS_Store
deleted file mode 100644
index 8c07e88..0000000
Binary files a/test_envs/.DS_Store and /dev/null differ
diff --git a/test_envs/test_envs.egg-info/PKG-INFO b/test_envs/test_envs.egg-info/PKG-INFO
deleted file mode 100644
index 1087323..0000000
--- a/test_envs/test_envs.egg-info/PKG-INFO
+++ /dev/null
@@ -1,10 +0,0 @@
-Metadata-Version: 1.0
-Name: test-envs
-Version: 0.0.1
-Summary: UNKNOWN
-Home-page: UNKNOWN
-Author: UNKNOWN
-Author-email: UNKNOWN
-License: UNKNOWN
-Description: UNKNOWN
-Platform: UNKNOWN
diff --git a/test_envs/test_envs.egg-info/SOURCES.txt b/test_envs/test_envs.egg-info/SOURCES.txt
deleted file mode 100644
index 040b240..0000000
--- a/test_envs/test_envs.egg-info/SOURCES.txt
+++ /dev/null
@@ -1,5 +0,0 @@
-test_envs.egg-info/PKG-INFO
-test_envs.egg-info/SOURCES.txt
-test_envs.egg-info/dependency_links.txt
-test_envs.egg-info/requires.txt
-test_envs.egg-info/top_level.txt
\ No newline at end of file
diff --git a/test_envs/test_envs.egg-info/dependency_links.txt b/test_envs/test_envs.egg-info/dependency_links.txt
deleted file mode 100644
index 8b13789..0000000
--- a/test_envs/test_envs.egg-info/dependency_links.txt
+++ /dev/null
@@ -1 +0,0 @@
-
diff --git a/test_envs/test_envs.egg-info/requires.txt b/test_envs/test_envs.egg-info/requires.txt
deleted file mode 100644
index 1e6c2dd..0000000
--- a/test_envs/test_envs.egg-info/requires.txt
+++ /dev/null
@@ -1 +0,0 @@
-gym
diff --git a/test_envs/test_envs.egg-info/top_level.txt b/test_envs/test_envs.egg-info/top_level.txt
deleted file mode 100644
index 8b13789..0000000
--- a/test_envs/test_envs.egg-info/top_level.txt
+++ /dev/null
@@ -1 +0,0 @@
-
diff --git a/test_envs/test_envs/.DS_Store b/test_envs/test_envs/.DS_Store
deleted file mode 100644
index ec38a8d..0000000
Binary files a/test_envs/test_envs/.DS_Store and /dev/null differ
diff --git a/test_envs/test_envs/__pycache__/__init__.cpython-36.pyc b/test_envs/test_envs/__pycache__/__init__.cpython-36.pyc
deleted file mode 100644
index 3ab7d54..0000000
Binary files a/test_envs/test_envs/__pycache__/__init__.cpython-36.pyc and /dev/null differ
diff --git a/test_envs/test_envs/envs/.DS_Store b/test_envs/test_envs/envs/.DS_Store
deleted file mode 100644
index db6d5fb..0000000
Binary files a/test_envs/test_envs/envs/.DS_Store and /dev/null differ
diff --git a/test_envs/test_envs/envs/__pycache__/__init__.cpython-36.pyc b/test_envs/test_envs/envs/__pycache__/__init__.cpython-36.pyc
deleted file mode 100644
index 4ec4a22..0000000
Binary files a/test_envs/test_envs/envs/__pycache__/__init__.cpython-36.pyc and /dev/null differ
diff --git a/test_envs/test_envs/envs/__pycache__/allwalk.cpython-36.pyc b/test_envs/test_envs/envs/__pycache__/allwalk.cpython-36.pyc
deleted file mode 100644
index 2d3fb24..0000000
Binary files a/test_envs/test_envs/envs/__pycache__/allwalk.cpython-36.pyc and /dev/null differ
diff --git a/test_envs/test_envs/envs/__pycache__/fourrooms.cpython-36.pyc b/test_envs/test_envs/envs/__pycache__/fourrooms.cpython-36.pyc
deleted file mode 100644
index 4daaa04..0000000
Binary files a/test_envs/test_envs/envs/__pycache__/fourrooms.cpython-36.pyc and /dev/null differ
diff --git a/test_envs/test_envs/envs/__pycache__/key_door.cpython-36.pyc b/test_envs/test_envs/envs/__pycache__/key_door.cpython-36.pyc
deleted file mode 100644
index 868a591..0000000
Binary files a/test_envs/test_envs/envs/__pycache__/key_door.cpython-36.pyc and /dev/null differ
diff --git a/test_envs/test_envs/envs/__pycache__/movement_bandits.cpython-36.pyc b/test_envs/test_envs/envs/__pycache__/movement_bandits.cpython-36.pyc
deleted file mode 100644
index d174f19..0000000
Binary files a/test_envs/test_envs/envs/__pycache__/movement_bandits.cpython-36.pyc and /dev/null differ
diff --git a/test_envs/test_envs/envs/__pycache__/movement_bandits_conv.cpython-36.pyc b/test_envs/test_envs/envs/__pycache__/movement_bandits_conv.cpython-36.pyc
deleted file mode 100644
index 3a60948..0000000
Binary files a/test_envs/test_envs/envs/__pycache__/movement_bandits_conv.cpython-36.pyc and /dev/null differ