tutorials 03

hajunho 2020. 8. 11. 05:17

2020. 8. 11. 05:17

import numpy as np

import tensorflow as tf

#!pip install -q tensorflow-hub

#!pip install -q tfds-nightly

import tensorflow_hub as hub

import tensorflow_datasets as tfds

print("버전: ", tf.__version__)

print("즉시 실행 모드: ", tf.executing_eagerly())

print("허브 버전: ", hub.__version__)

print("GPU", "사용 가능" if tf.config.experimental.list_physical_devices("GPU") else "NOT AVAILABLE")

# 훈련 세트를 6대 4로 나눕니다.

# 결국 훈련에 15,000개 샘플, 검증에 10,000개 샘플, 테스트에 25,000개 샘플을 사용하게 됩니다.

train_data, validation_data, test_data = tfds.load(

name="imdb_reviews",

split=('train[:60%]', 'train[60%:]', 'test'),

as_supervised=True)

train_examples_batch, train_labels_batch = next(iter(train_data.batch(10)))

train_examples_batch

train_labels_batch

embedding = "https://tfhub.dev/google/tf2-preview/gnews-swivel-20dim/1"

hub_layer = hub.KerasLayer(embedding, input_shape=[],

dtype=tf.string, trainable=True)

hub_layer(train_examples_batch[:3])

model = tf.keras.Sequential()

model.add(hub_layer)

model.add(tf.keras.layers.Dense(16, activation='relu'))

model.add(tf.keras.layers.Dense(1))

model.summary()

model.compile(optimizer='adam',

loss=tf.keras.losses.BinaryCrossentropy(from_logits=True),

metrics=['accuracy'])

history = model.fit(train_data.shuffle(10000).batch(512),

epochs=20,

validation_data=validation_data.batch(512),

verbose=1)

results = model.evaluate(test_data.batch(512), verbose=2)

for name, value in zip(model.metrics_names, results):

print("%s: %.3f" % (name, value))

# Permission is hereby granted, free of charge, to any person obtaining a

# copy of this software and associated documentation files (the "Software"),

# to deal in the Software without restriction, including without limitation

# the rights to use, copy, modify, merge, publish, distribute, sublicense,

# and/or sell copies of the Software, and to permit persons to whom the

# Software is furnished to do so, subject to the following conditions:

# The above copyright notice and this permission notice shall be included in

# all copies or substantial portions of the Software.

# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR

# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,

# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL

# THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER

# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING

# FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER

# DEALINGS IN THE SOFTWARE.

O:\PycharmProjects\catdogtf2.2\venv\Scripts\python.exe O:\PyCharm\plugins\python\helpers\pydev\pydevconsole.py --mode=client --port=52110

import sys; print('Python %s on %s' % (sys.version, sys.platform))

sys.path.extend(['O:\\PycharmProjects\\catdogtf2.2', 'O:/PycharmProjects/catdogtf2.2'])

PyDev console: starting.

Python 3.7.7 (default, May 6 2020, 11:45:54) [MSC v.1916 64 bit (AMD64)] on win32

>>> runfile('O:/PycharmProjects/catdogtf2.2/003.py', wdir='O:/PycharmProjects/catdogtf2.2')

2020-08-11 05:11:11.697892: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library cudart64_101.dll

버전: 2.2.0

즉시 실행 모드: True

허브 버전: 0.8.0

2020-08-11 05:11:14.939954: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library nvcuda.dll

2020-08-11 05:11:14.981186: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1561] Found device 0 with properties:

pciBusID: 0000:09:00.0 name: GeForce RTX 2080 SUPER computeCapability: 7.5

coreClock: 1.845GHz coreCount: 48 deviceMemorySize: 8.00GiB deviceMemoryBandwidth: 462.00GiB/s

2020-08-11 05:11:14.981690: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library cudart64_101.dll

2020-08-11 05:11:14.987793: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library cublas64_10.dll

2020-08-11 05:11:14.992555: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library cufft64_10.dll

2020-08-11 05:11:14.995107: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library curand64_10.dll

2020-08-11 05:11:15.000251: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library cusolver64_10.dll

2020-08-11 05:11:15.003882: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library cusparse64_10.dll

2020-08-11 05:11:15.011752: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library cudnn64_7.dll

2020-08-11 05:11:15.012144: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1703] Adding visible gpu devices: 0

GPU 사용 가능

Downloading and preparing dataset imdb_reviews/plain_text/1.0.0 (download: Unknown size, generated: Unknown size, total: Unknown size) to C:\Users\joe\tensorflow_datasets\imdb_reviews\plain_text\1.0.0...

Dl Completed...: 0 url [00:00, ? url/s]

Dl Completed...: 0%| | 0/1 [00:00<?, ? url/s]

Dl Size...: 0%| | 0/80 [00:00<?, ? MiB/s]

Dl Completed...: 0%| | 0/1 [00:01<?, ? url/s]

Dl Size...: 1%|▏ | 1/80 [00:01<02:24, 1.83s/ MiB]

Dl Completed...: 0%| | 0/1 [00:02<?, ? url/s]

Dl Size...: 2%|▎ | 2/80 [00:02<01:46, 1.37s/ MiB]

Dl Completed...: 0%| | 0/1 [00:02<?, ? url/s]

Dl Size...: 4%|▍ | 3/80 [00:02<01:17, 1.00s/ MiB]

Dl Completed...: 0%| | 0/1 [00:02<?, ? url/s]

Dl Size...: 6%|▋ | 5/80 [00:02<00:59, 1.25 MiB/s]

Dl Completed...: 0%| | 0/1 [00:02<?, ? url/s]

Dl Size...: 8%|▊ | 6/80 [00:02<00:42, 1.73 MiB/s]

Dl Completed...: 0%| | 0/1 [00:02<?, ? url/s]

Dl Size...: 9%|▉ | 7/80 [00:02<00:32, 2.22 MiB/s]

Dl Completed...: 0%| | 0/1 [00:03<?, ? url/s]

Dl Size...: 10%|█ | 8/80 [00:03<00:25, 2.79 MiB/s]

Dl Completed...: 0%| | 0/1 [00:03<?, ? url/s]

Dl Size...: 11%|█▏ | 9/80 [00:03<00:20, 3.40 MiB/s]

Dl Completed...: 0%| | 0/1 [00:03<?, ? url/s]

Dl Size...: 12%|█▎ | 10/80 [00:03<00:17, 4.01 MiB/s]

Dl Completed...: 0%| | 0/1 [00:03<?, ? url/s]

Dl Size...: 14%|█▍ | 11/80 [00:03<00:15, 4.49 MiB/s]

Dl Completed...: 0%| | 0/1 [00:03<?, ? url/s]

Dl Size...: 15%|█▌ | 12/80 [00:03<00:13, 5.05 MiB/s]

Dl Completed...: 0%| | 0/1 [00:03<?, ? url/s]

Dl Size...: 16%|█▋ | 13/80 [00:03<00:12, 5.50 MiB/s]

Dl Completed...: 0%| | 0/1 [00:03<?, ? url/s]

Dl Size...: 18%|█▊ | 14/80 [00:03<00:11, 5.93 MiB/s]