Skip to content

Commit 98c9887

Browse files
ksalamaksalama
committed
Updating to TF v1.12
1 parent 2dd9c74 commit 98c9887

File tree

1 file changed

+49
-42
lines changed

1 file changed

+49
-42
lines changed

‎00_Miscellaneous/tf_train_eval_export/Tutorial - TensorFlow Estimator Train, Evaluate, Export, Explained.ipynb‎

Lines changed: 49 additions & 42 deletions
Original file line numberDiff line numberDiff line change
@@ -20,14 +20,14 @@
2020
},
2121
{
2222
"cell_type": "code",
23-
"execution_count": 155,
23+
"execution_count": 6,
2424
"metadata": {},
2525
"outputs": [
2626
{
2727
"name": "stdout",
2828
"output_type": "stream",
2929
"text": [
30-
"TensorFlow : 1.10.0\n"
30+
"TensorFlow : 1.12.0\n"
3131
]
3232
}
3333
],
@@ -54,13 +54,14 @@
5454
},
5555
{
5656
"cell_type": "code",
57-
"execution_count": 1,
57+
"execution_count": 7,
5858
"metadata": {},
5959
"outputs": [
6060
{
6161
"name": "stdout",
6262
"output_type": "stream",
6363
"text": [
64+
"mkdir: data: File exists\n",
6465
"Copying gs://cloud-samples-data/ml-engine/census/data/adult.data.csv...\n",
6566
"- [1 files][ 3.8 MiB/ 3.8 MiB] \n",
6667
"Operation completed over 1 objects/3.8 MiB. \n",
@@ -79,7 +80,7 @@
7980
},
8081
{
8182
"cell_type": "code",
82-
"execution_count": 121,
83+
"execution_count": 8,
8384
"metadata": {},
8485
"outputs": [],
8586
"source": [
@@ -89,7 +90,7 @@
8990
},
9091
{
9192
"cell_type": "code",
92-
"execution_count": 8,
93+
"execution_count": 19,
9394
"metadata": {},
9495
"outputs": [
9596
{
@@ -103,7 +104,7 @@
103104
],
104105
"source": [
105106
"!wc -l $TRAIN_DATA_FILE\n",
106-
"!wc -l $TEST_DATA_FILE"
107+
"!wc -l $EVAL_DATA_FILE"
107108
]
108109
},
109110
{
@@ -115,7 +116,7 @@
115116
},
116117
{
117118
"cell_type": "code",
118-
"execution_count": 103,
119+
"execution_count": 20,
119120
"metadata": {},
120121
"outputs": [
121122
{
@@ -149,7 +150,7 @@
149150
},
150151
{
151152
"cell_type": "code",
152-
"execution_count": 75,
153+
"execution_count": 21,
153154
"metadata": {},
154155
"outputs": [],
155156
"source": [
@@ -180,7 +181,7 @@
180181
},
181182
{
182183
"cell_type": "code",
183-
"execution_count": 76,
184+
"execution_count": 22,
184185
"metadata": {},
185186
"outputs": [
186187
{
@@ -206,7 +207,7 @@
206207
},
207208
{
208209
"cell_type": "code",
209-
"execution_count": 82,
210+
"execution_count": 23,
210211
"metadata": {},
211212
"outputs": [
212213
{
@@ -220,7 +221,6 @@
220221
"source": [
221222
"import math\n",
222223
"\n",
223-
"\n",
224224
"def create_feature_columns():\n",
225225
" \n",
226226
" feature_columns = []\n",
@@ -248,6 +248,7 @@
248248
" feature_columns=feature_columns,\n",
249249
" n_classes=len(TARGET_LABELS),\n",
250250
" label_vocabulary=TARGET_LABELS,\n",
251+
" weight_column=WEIGHT_COLUMN_NAME,\n",
251252
" hidden_units=[100, 70, 50] ,\n",
252253
" dropout=0.2,\n",
253254
" batch_norm=True,\n",
@@ -277,14 +278,14 @@
277278
},
278279
{
279280
"cell_type": "code",
280-
"execution_count": 104,
281+
"execution_count": 24,
281282
"metadata": {},
282283
"outputs": [],
283284
"source": [
284285
"def make_input_fn(file_pattern, batch_size, num_epochs, shuffle=False):\n",
285286
" \n",
286287
" def _input_fn():\n",
287-
" dataset = tf.contrib.data.make_csv_dataset(\n",
288+
" dataset = tf.data.experimental.make_csv_dataset(\n",
288289
" file_pattern=file_pattern,\n",
289290
" batch_size=batch_size,\n",
290291
" column_names=HEADER,\n",
@@ -317,7 +318,7 @@
317318
},
318319
{
319320
"cell_type": "code",
320-
"execution_count": 105,
321+
"execution_count": 25,
321322
"metadata": {},
322323
"outputs": [],
323324
"source": [
@@ -344,7 +345,7 @@
344345
},
345346
{
346347
"cell_type": "code",
347-
"execution_count": 85,
348+
"execution_count": 26,
348349
"metadata": {},
349350
"outputs": [],
350351
"source": [
@@ -383,7 +384,7 @@
383384
},
384385
{
385386
"cell_type": "code",
386-
"execution_count": 86,
387+
"execution_count": 27,
387388
"metadata": {},
388389
"outputs": [
389390
{
@@ -392,9 +393,15 @@
392393
"text": [
393394
"Removing previous artefacts...\n",
394395
"\n",
395-
"INFO:tensorflow:Using config: {'_save_checkpoints_secs': 600, '_global_id_in_cluster': 0, '_session_config': None, '_keep_checkpoint_max': 5, '_tf_random_seed': 19831006, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': <tensorflow.python.training.server_lib.ClusterSpec object at 0x11fb97150>, '_model_dir': 'models/census/dnn_classifier', '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': 100, '_master': '', '_save_checkpoints_steps': None, '_keep_checkpoint_every_n_hours': 10000, '_evaluation_master': '', '_service': None, '_device_fn': None, '_save_summary_steps': 100, '_num_ps_replicas': 0}\n",
396+
"INFO:tensorflow:Using config: {'_save_checkpoints_secs': 600, '_session_config': allow_soft_placement: true\n",
397+
"graph_options {\n",
398+
" rewrite_options {\n",
399+
" meta_optimizer_iterations: ONE\n",
400+
" }\n",
401+
"}\n",
402+
", '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': <tensorflow.python.training.server_lib.ClusterSpec object at 0x10ca58ed0>, '_model_dir': 'models/census/dnn_classifier', '_protocol': None, '_save_checkpoints_steps': None, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tf_random_seed': 19831060, '_save_summary_steps': 100, '_device_fn': None, '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': 100, '_evaluation_master': '', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': ''}\n",
396403
"\n",
397-
"Experiment started at 16:33:38\n",
404+
"Experiment started at 16:52:35\n",
398405
".......................................\n",
399406
"INFO:tensorflow:Calling model_fn.\n",
400407
"INFO:tensorflow:Done calling model_fn.\n",
@@ -403,40 +410,40 @@
403410
"INFO:tensorflow:Running local_init_op.\n",
404411
"INFO:tensorflow:Done running local_init_op.\n",
405412
"INFO:tensorflow:Saving checkpoints for 0 into models/census/dnn_classifier/model.ckpt.\n",
406-
"INFO:tensorflow:loss = 165.60706, step = 1\n",
407-
"INFO:tensorflow:global_step/sec: 74.3614\n",
408-
"INFO:tensorflow:loss = 74.62894, step = 101 (1.344 sec)\n",
409-
"INFO:tensorflow:global_step/sec: 166.275\n",
410-
"INFO:tensorflow:loss = 70.498184, step = 201 (0.601 sec)\n",
411-
"INFO:tensorflow:global_step/sec: 166.44\n",
412-
"INFO:tensorflow:loss = 66.00288, step = 301 (0.602 sec)\n",
413-
"INFO:tensorflow:global_step/sec: 135.288\n",
414-
"INFO:tensorflow:loss = 72.86255, step = 401 (0.738 sec)\n",
415-
"INFO:tensorflow:global_step/sec: 127.645\n",
416-
"INFO:tensorflow:loss = 72.79736, step = 501 (0.784 sec)\n",
417-
"INFO:tensorflow:global_step/sec: 131.001\n",
418-
"INFO:tensorflow:loss = 75.737885, step = 601 (0.763 sec)\n",
419-
"INFO:tensorflow:global_step/sec: 132.392\n",
420-
"INFO:tensorflow:loss = 51.82579, step = 701 (0.756 sec)\n",
421-
"INFO:tensorflow:global_step/sec: 120.433\n",
422-
"INFO:tensorflow:loss = 66.95524, step = 801 (0.830 sec)\n",
423-
"INFO:tensorflow:global_step/sec: 112.34\n",
424-
"INFO:tensorflow:loss = 61.824047, step = 901 (0.890 sec)\n",
413+
"INFO:tensorflow:loss = 31132416.0, step = 1\n",
414+
"INFO:tensorflow:global_step/sec: 82.2509\n",
415+
"INFO:tensorflow:loss = 12670475.0, step = 101 (1.218 sec)\n",
416+
"INFO:tensorflow:global_step/sec: 169.578\n",
417+
"INFO:tensorflow:loss = 11341477.0, step = 201 (0.590 sec)\n",
418+
"INFO:tensorflow:global_step/sec: 177.614\n",
419+
"INFO:tensorflow:loss = 12852321.0, step = 301 (0.563 sec)\n",
420+
"INFO:tensorflow:global_step/sec: 163.928\n",
421+
"INFO:tensorflow:loss = 13684520.0, step = 401 (0.610 sec)\n",
422+
"INFO:tensorflow:global_step/sec: 169.234\n",
423+
"INFO:tensorflow:loss = 12090486.0, step = 501 (0.591 sec)\n",
424+
"INFO:tensorflow:global_step/sec: 187.021\n",
425+
"INFO:tensorflow:loss = 13600504.0, step = 601 (0.534 sec)\n",
426+
"INFO:tensorflow:global_step/sec: 167.494\n",
427+
"INFO:tensorflow:loss = 14767286.0, step = 701 (0.597 sec)\n",
428+
"INFO:tensorflow:global_step/sec: 145.886\n",
429+
"INFO:tensorflow:loss = 10702760.0, step = 801 (0.685 sec)\n",
430+
"INFO:tensorflow:global_step/sec: 153.083\n",
431+
"INFO:tensorflow:loss = 13668747.0, step = 901 (0.654 sec)\n",
425432
"INFO:tensorflow:Saving checkpoints for 1000 into models/census/dnn_classifier/model.ckpt.\n",
426-
"INFO:tensorflow:Loss for final step: 68.06041.\n",
433+
"INFO:tensorflow:Loss for final step: 14524872.0.\n",
427434
".......................................\n",
428-
"Experiment finished at 16:33:52\n",
435+
"Experiment finished at 16:52:47\n",
429436
"\n",
430-
"Experiment elapsed time: 13.688361 seconds\n"
437+
"Experiment elapsed time: 12.109969 seconds\n"
431438
]
432439
},
433440
{
434441
"data": {
435442
"text/plain": [
436-
"<tensorflow.python.estimator.canned.dnn.DNNClassifier at 0x116d262d0>"
443+
"<tensorflow.python.estimator.canned.dnn.DNNClassifier at 0x105902610>"
437444
]
438445
},
439-
"execution_count": 86,
446+
"execution_count": 27,
440447
"metadata": {},
441448
"output_type": "execute_result"
442449
}

0 commit comments

Comments
 (0)