Skip to content

GitLab

Commit e6646751 authored by thomwolf's avatar thomwolf
Browse files

update notebooks

parent b705c9ef
Expand all Hide whitespace changes
Inline Side-by-side
Showing with 161 additions and 413 deletions
notebooks/Comparing TF and PT models.ipynb
View file @ e6646751
...@@ -17,6 +17,21 @@ ...@@ -17,6 +17,21 @@
"If needed change the relative paths indicated in this notebook (at the beggining of Sections 1 and 2) to point to the relevent models and code." "If needed change the relative paths indicated in this notebook (at the beggining of Sections 1 and 2) to point to the relevent models and code."
] ]
}, },
{
"cell_type": "code",
"execution_count": 1,
"metadata": {
"ExecuteTime": {
"end_time": "2018-11-05T13:58:50.559657Z",
"start_time": "2018-11-05T13:58:50.546096Z"
}
},
"outputs": [],
"source": [
"import os\n",
"os.chdir('../')"
]
},
{ {
"cell_type": "markdown", "cell_type": "markdown",
"metadata": {}, "metadata": {},
...@@ -26,11 +41,11 @@ ...@@ -26,11 +41,11 @@
}, },
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 1, "execution_count": 2,
"metadata": { "metadata": {
"ExecuteTime": { "ExecuteTime": {
"end_time": "2018-11-05T09:34:49.025081Z", "end_time": "2018-11-05T13:58:50.574455Z",
"start_time": "2018-11-05T09:34:49.012403Z" "start_time": "2018-11-05T13:58:50.561988Z"
} }
}, },
"outputs": [], "outputs": [],
...@@ -48,11 +63,11 @@ ...@@ -48,11 +63,11 @@
}, },
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 2, "execution_count": 3,
"metadata": { "metadata": {
"ExecuteTime": { "ExecuteTime": {
"end_time": "2018-11-05T09:34:50.216833Z", "end_time": "2018-11-05T13:58:52.202531Z",
"start_time": "2018-11-05T09:34:49.027270Z" "start_time": "2018-11-05T13:58:50.576198Z"
} }
}, },
"outputs": [], "outputs": [],
...@@ -70,11 +85,11 @@ ...@@ -70,11 +85,11 @@
}, },
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 3, "execution_count": 4,
"metadata": { "metadata": {
"ExecuteTime": { "ExecuteTime": {
"end_time": "2018-11-05T09:34:50.338711Z", "end_time": "2018-11-05T13:58:52.325822Z",
"start_time": "2018-11-05T09:34:50.218734Z" "start_time": "2018-11-05T13:58:52.205361Z"
} }
}, },
"outputs": [ "outputs": [
...@@ -107,11 +122,11 @@ ...@@ -107,11 +122,11 @@
}, },
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 4, "execution_count": 5,
"metadata": { "metadata": {
"ExecuteTime": { "ExecuteTime": {
"end_time": "2018-11-05T09:34:53.784740Z", "end_time": "2018-11-05T13:58:55.939938Z",
"start_time": "2018-11-05T09:34:50.342200Z" "start_time": "2018-11-05T13:58:52.330202Z"
} }
}, },
"outputs": [ "outputs": [
...@@ -119,15 +134,15 @@ ...@@ -119,15 +134,15 @@
"name": "stdout", "name": "stdout",
"output_type": "stream", "output_type": "stream",
"text": [ "text": [
"WARNING:tensorflow:Estimator's model_fn (<function model_fn_builder.<locals>.model_fn at 0x11d0419d8>) includes params argument, but params are not passed to Estimator.\n", "WARNING:tensorflow:Estimator's model_fn (<function model_fn_builder.<locals>.model_fn at 0x12839dbf8>) includes params argument, but params are not passed to Estimator.\n",
"WARNING:tensorflow:Using temporary folder as model directory: /var/folders/yx/cw8n_njx3js5jksyw_qlp8p00000gn/T/tmpt4nhctcg\n", "WARNING:tensorflow:Using temporary folder as model directory: /var/folders/yx/cw8n_njx3js5jksyw_qlp8p00000gn/T/tmpdbx_h23u\n",
"INFO:tensorflow:Using config: {'_model_dir': '/var/folders/yx/cw8n_njx3js5jksyw_qlp8p00000gn/T/tmpt4nhctcg', '_tf_random_seed': None, '_save_summary_steps': 100, '_save_checkpoints_steps': None, '_save_checkpoints_secs': 600, '_session_config': allow_soft_placement: true\n", "INFO:tensorflow:Using config: {'_model_dir': '/var/folders/yx/cw8n_njx3js5jksyw_qlp8p00000gn/T/tmpdbx_h23u', '_tf_random_seed': None, '_save_summary_steps': 100, '_save_checkpoints_steps': None, '_save_checkpoints_secs': 600, '_session_config': allow_soft_placement: true\n",
"graph_options {\n", "graph_options {\n",
" rewrite_options {\n", " rewrite_options {\n",
" meta_optimizer_iterations: ONE\n", " meta_optimizer_iterations: ONE\n",
" }\n", " }\n",
"}\n", "}\n",
", '_keep_checkpoint_max': 5, '_keep_checkpoint_every_n_hours': 10000, '_log_step_count_steps': None, '_train_distribute': None, '_device_fn': None, '_protocol': None, '_eval_distribute': None, '_experimental_distribute': None, '_service': None, '_cluster_spec': <tensorflow.python.training.server_lib.ClusterSpec object at 0x1200ccb70>, '_task_type': 'worker', '_task_id': 0, '_global_id_in_cluster': 0, '_master': '', '_evaluation_master': '', '_is_chief': True, '_num_ps_replicas': 0, '_num_worker_replicas': 1, '_tpu_config': TPUConfig(iterations_per_loop=2, num_shards=1, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None), '_cluster': None}\n", ", '_keep_checkpoint_max': 5, '_keep_checkpoint_every_n_hours': 10000, '_log_step_count_steps': None, '_train_distribute': None, '_device_fn': None, '_protocol': None, '_eval_distribute': None, '_experimental_distribute': None, '_service': None, '_cluster_spec': <tensorflow.python.training.server_lib.ClusterSpec object at 0x12b3e1c18>, '_task_type': 'worker', '_task_id': 0, '_global_id_in_cluster': 0, '_master': '', '_evaluation_master': '', '_is_chief': True, '_num_ps_replicas': 0, '_num_worker_replicas': 1, '_tpu_config': TPUConfig(iterations_per_loop=2, num_shards=1, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None), '_cluster': None}\n",
"WARNING:tensorflow:Setting TPUConfig.num_shards==1 is an unsupported behavior. Please fix as soon as possible (leaving num_shards as None.\n", "WARNING:tensorflow:Setting TPUConfig.num_shards==1 is an unsupported behavior. Please fix as soon as possible (leaving num_shards as None.\n",
"INFO:tensorflow:_TPUContext: eval_on_tpu True\n", "INFO:tensorflow:_TPUContext: eval_on_tpu True\n",
"WARNING:tensorflow:eval_on_tpu ignored because use_tpu is False.\n" "WARNING:tensorflow:eval_on_tpu ignored because use_tpu is False.\n"
...@@ -163,11 +178,11 @@ ...@@ -163,11 +178,11 @@
}, },
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 5, "execution_count": 6,
"metadata": { "metadata": {
"ExecuteTime": { "ExecuteTime": {
"end_time": "2018-11-05T09:34:58.695496Z", "end_time": "2018-11-05T13:59:01.717585Z",
"start_time": "2018-11-05T09:34:53.787465Z" "start_time": "2018-11-05T13:58:55.941869Z"
} }
}, },
"outputs": [ "outputs": [
...@@ -175,7 +190,7 @@ ...@@ -175,7 +190,7 @@
"name": "stdout", "name": "stdout",
"output_type": "stream", "output_type": "stream",
"text": [ "text": [
"INFO:tensorflow:Could not find trained model in model_dir: /var/folders/yx/cw8n_njx3js5jksyw_qlp8p00000gn/T/tmpt4nhctcg, running initialization to predict.\n", "INFO:tensorflow:Could not find trained model in model_dir: /var/folders/yx/cw8n_njx3js5jksyw_qlp8p00000gn/T/tmpdbx_h23u, running initialization to predict.\n",
"INFO:tensorflow:Calling model_fn.\n", "INFO:tensorflow:Calling model_fn.\n",
"INFO:tensorflow:Running infer on CPU\n", "INFO:tensorflow:Running infer on CPU\n",
"INFO:tensorflow:Done calling model_fn.\n", "INFO:tensorflow:Done calling model_fn.\n",
...@@ -226,11 +241,11 @@ ...@@ -226,11 +241,11 @@
}, },
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 6, "execution_count": 7,
"metadata": { "metadata": {
"ExecuteTime": { "ExecuteTime": {
"end_time": "2018-11-05T09:34:58.741194Z", "end_time": "2018-11-05T13:59:01.769845Z",
"start_time": "2018-11-05T09:34:58.697190Z" "start_time": "2018-11-05T13:59:01.719878Z"
} }
}, },
"outputs": [ "outputs": [
...@@ -251,7 +266,7 @@ ...@@ -251,7 +266,7 @@
"(128, 768)" "(128, 768)"
] ]
}, },
"execution_count": 6, "execution_count": 7,
"metadata": {}, "metadata": {},
"output_type": "execute_result" "output_type": "execute_result"
} }
...@@ -267,11 +282,11 @@ ...@@ -267,11 +282,11 @@
}, },
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 7, "execution_count": 8,
"metadata": { "metadata": {
"ExecuteTime": { "ExecuteTime": {
"end_time": "2018-11-05T09:34:58.779046Z", "end_time": "2018-11-05T13:59:01.807638Z",
"start_time": "2018-11-05T09:34:58.743861Z" "start_time": "2018-11-05T13:59:01.771422Z"
} }
}, },
"outputs": [], "outputs": [],
...@@ -288,11 +303,11 @@ ...@@ -288,11 +303,11 @@
}, },
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 8, "execution_count": 9,
"metadata": { "metadata": {
"ExecuteTime": { "ExecuteTime": {
"end_time": "2018-11-05T09:34:58.934535Z", "end_time": "2018-11-05T13:59:02.020918Z",
"start_time": "2018-11-05T09:34:58.781393Z" "start_time": "2018-11-05T13:59:01.810061Z"
} }
}, },
"outputs": [], "outputs": [],
...@@ -303,11 +318,11 @@ ...@@ -303,11 +318,11 @@
}, },
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 32, "execution_count": 10,
"metadata": { "metadata": {
"ExecuteTime": { "ExecuteTime": {
"end_time": "2018-11-05T09:41:23.922979Z", "end_time": "2018-11-05T13:59:02.058211Z",
"start_time": "2018-11-05T09:41:23.890277Z" "start_time": "2018-11-05T13:59:02.022785Z"
} }
}, },
"outputs": [], "outputs": [],
...@@ -320,8 +335,8 @@ ...@@ -320,8 +335,8 @@
"execution_count": 11, "execution_count": 11,
"metadata": { "metadata": {
"ExecuteTime": { "ExecuteTime": {
"end_time": "2018-11-05T09:35:00.435355Z", "end_time": "2018-11-05T13:59:03.740561Z",
"start_time": "2018-11-05T09:34:59.269985Z" "start_time": "2018-11-05T13:59:02.059877Z"
}, },
"scrolled": true "scrolled": true
}, },
...@@ -641,8 +656,8 @@ ...@@ -641,8 +656,8 @@
"execution_count": 12, "execution_count": 12,
"metadata": { "metadata": {
"ExecuteTime": { "ExecuteTime": {
"end_time": "2018-11-05T09:35:00.476576Z", "end_time": "2018-11-05T13:59:03.780145Z",
"start_time": "2018-11-05T09:35:00.436902Z" "start_time": "2018-11-05T13:59:03.742407Z"
}, },
"code_folding": [] "code_folding": []
}, },
...@@ -968,8 +983,8 @@ ...@@ -968,8 +983,8 @@
"execution_count": 13, "execution_count": 13,
"metadata": { "metadata": {
"ExecuteTime": { "ExecuteTime": {
"end_time": "2018-11-05T09:35:00.938199Z", "end_time": "2018-11-05T13:59:04.233844Z",
"start_time": "2018-11-05T09:35:00.478338Z" "start_time": "2018-11-05T13:59:03.782525Z"
} }
}, },
"outputs": [ "outputs": [
...@@ -1056,8 +1071,8 @@ ...@@ -1056,8 +1071,8 @@
"execution_count": 14, "execution_count": 14,
"metadata": { "metadata": {
"ExecuteTime": { "ExecuteTime": {
"end_time": "2018-11-05T09:35:00.986964Z", "end_time": "2018-11-05T13:59:04.278496Z",
"start_time": "2018-11-05T09:35:00.941625Z" "start_time": "2018-11-05T13:59:04.235703Z"
} }
}, },
"outputs": [ "outputs": [
...@@ -1099,8 +1114,8 @@ ...@@ -1099,8 +1114,8 @@
"execution_count": 15, "execution_count": 15,
"metadata": { "metadata": {
"ExecuteTime": { "ExecuteTime": {
"end_time": "2018-11-05T09:35:01.026420Z", "end_time": "2018-11-05T13:59:04.313952Z",
"start_time": "2018-11-05T09:35:00.988377Z" "start_time": "2018-11-05T13:59:04.280352Z"
} }
}, },
"outputs": [ "outputs": [
...@@ -1124,8 +1139,8 @@ ...@@ -1124,8 +1139,8 @@
"execution_count": 16, "execution_count": 16,
"metadata": { "metadata": {
"ExecuteTime": { "ExecuteTime": {
"end_time": "2018-11-05T09:35:01.065912Z", "end_time": "2018-11-05T13:59:04.350048Z",
"start_time": "2018-11-05T09:35:01.028986Z" "start_time": "2018-11-05T13:59:04.316003Z"
} }
}, },
"outputs": [ "outputs": [
...@@ -1155,8 +1170,8 @@ ...@@ -1155,8 +1170,8 @@
"execution_count": 17, "execution_count": 17,
"metadata": { "metadata": {
"ExecuteTime": { "ExecuteTime": {
"end_time": "2018-11-05T09:35:01.105895Z", "end_time": "2018-11-05T13:59:04.382430Z",
"start_time": "2018-11-05T09:35:01.067712Z" "start_time": "2018-11-05T13:59:04.351550Z"
} }
}, },
"outputs": [], "outputs": [],
...@@ -1166,11 +1181,11 @@ ...@@ -1166,11 +1181,11 @@
}, },
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 31, "execution_count": 18,
"metadata": { "metadata": {
"ExecuteTime": { "ExecuteTime": {
"end_time": "2018-11-05T09:38:17.626158Z", "end_time": "2018-11-05T13:59:04.428334Z",
"start_time": "2018-11-05T09:38:17.589346Z" "start_time": "2018-11-05T13:59:04.386070Z"
} }
}, },
"outputs": [ "outputs": [
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment