init

tf_utils.py

@@ -0,0 +1,44 @@
+import tensorflow as tf
+
+from distutils.version import StrictVersion
+
+
+def allow_memory_growth():
+    gpus = tf.config.experimental.list_physical_devices('GPU')
+    if gpus:
+        try:
+            # Currently, memory growth needs to be the same across GPUs
+            for gpu in gpus:
+                tf.config.experimental.set_memory_growth(gpu, True)
+            logical_gpus = tf.config.experimental.list_logical_devices('GPU')
+            print(len(gpus), "Physical GPUs,", len(logical_gpus), "Logical GPUs")
+        except RuntimeError as e:
+            # Memory growth must be set before GPUs have been initialized
+            print(e)
+    return
+
+
+def split_gpu_for_testing(mem_in_gb=4):
+    gpus = tf.config.experimental.list_physical_devices('GPU')
+    if gpus:
+        try:
+            tf.config.experimental.set_virtual_device_configuration(
+                gpus[0],
+                [tf.config.experimental.VirtualDeviceConfiguration(memory_limit=1024 * mem_in_gb),
+                 tf.config.experimental.VirtualDeviceConfiguration(memory_limit=1024 * mem_in_gb)]
+            )
+            logical_gpus = tf.config.experimental.list_logical_devices('GPU')
+            print(f'{len(gpus)} Physical GPUs, {len(logical_gpus)} Logical GPUs')
+        except RuntimeError as e:
+            print(e)
+    return
+
+
+def check_tf_version():
+    # check tensorflow version
+    tf_min_ver = '2.0.0'
+    cur_tf_ver = tf.__version__
+    print(f'Tensorflow version: {cur_tf_ver}')
+    if StrictVersion(cur_tf_ver) < StrictVersion(tf_min_ver):
+        raise ValueError(f'Need at least tf ver {tf_min_ver}')
+    return cur_tf_ver