diff --git a/src/wut-dl-sort-txmode b/src/wut-dl-sort-txmode index 78be040..5834ef9 100755 --- a/src/wut-dl-sort-txmode +++ b/src/wut-dl-sort-txmode @@ -22,6 +22,8 @@ # wut-dl-sort-txmode CW 1467000 1470000 # For December, 2019 Example: # wut-dl-sort-txmode CW 1292461 1470525 +# For July, 2022 Example: +# wut-dl-sort-txmode BPSK1k2 6154228 6283338 # # * Takes the files in the download/ dir. # * Looks at the JSON files to see if it is :good", "bad", or "failed". diff --git a/src/wut-ml b/src/wut-ml index 15481e2..c88286a 100755 --- a/src/wut-ml +++ b/src/wut-ml @@ -16,25 +16,25 @@ import os import numpy as np import tensorflow.python.keras -from tensorflow.python.keras import Sequential -from tensorflow.python.keras.layers import Activation, Dropout, Flatten, Dense -from tensorflow.python.keras.preprocessing.image import ImageDataGenerator -from tensorflow.python.keras.layers import Convolution2D, MaxPooling2D, ZeroPadding2D -from tensorflow.python.keras import optimizers -from tensorflow.python.keras.preprocessing import image -from tensorflow.python.keras.models import load_model -from tensorflow.python.keras.preprocessing.image import load_img -from tensorflow.python.keras.preprocessing.image import img_to_array +from tensorflow.keras import Sequential +from tensorflow.keras.layers import Activation, Dropout, Flatten, Dense +from tensorflow.keras.preprocessing.image import ImageDataGenerator +from tensorflow.keras.layers import Convolution2D, MaxPooling2D, ZeroPadding2D +from tensorflow.keras import optimizers +from tensorflow.keras.preprocessing import image +from tensorflow.keras.models import load_model +from tensorflow.keras.preprocessing.image import load_img +from tensorflow.keras.preprocessing.image import img_to_array # XXX -from tensorflow.python.keras.models import Model -from tensorflow.python.keras.layers import Input, concatenate -#from tensorflow.python.keras.optimizers import Adam +from tensorflow.keras.models import Model +from tensorflow.keras.layers import Input, concatenate +#from tensorflow.keras.optimizers import Adam # XXX Plot -from tensorflow.python.keras.utils import plot_model -from tensorflow.python.keras.callbacks import ModelCheckpoint +from tensorflow.keras.utils import plot_model +from tensorflow.keras.callbacks import ModelCheckpoint ## for visualizing import matplotlib.pyplot as plt, numpy as np from sklearn.decomposition import PCA diff --git a/src/wut-ml-auto b/src/wut-ml-auto index 0c58b87..d2ac45e 100755 --- a/src/wut-ml-auto +++ b/src/wut-ml-auto @@ -16,25 +16,25 @@ import os import numpy as np import tensorflow.python.keras -from tensorflow.python.keras import Sequential -from tensorflow.python.keras.layers import Activation, Dropout, Flatten, Dense -from tensorflow.python.keras.preprocessing.image import ImageDataGenerator -from tensorflow.python.keras.layers import Convolution2D, MaxPooling2D, ZeroPadding2D -from tensorflow.python.keras import optimizers -from tensorflow.python.keras.preprocessing import image -from tensorflow.python.keras.models import load_model -from tensorflow.python.keras.preprocessing.image import load_img -from tensorflow.python.keras.preprocessing.image import img_to_array +from tensorflow.keras import Sequential +from tensorflow.keras.layers import Activation, Dropout, Flatten, Dense +from tensorflow.keras.preprocessing.image import ImageDataGenerator +from tensorflow.keras.layers import Convolution2D, MaxPooling2D, ZeroPadding2D +from tensorflow.keras import optimizers +from tensorflow.keras.preprocessing import image +from tensorflow.keras.models import load_model +from tensorflow.keras.preprocessing.image import load_img +from tensorflow.keras.preprocessing.image import img_to_array # XXX -from tensorflow.python.keras.models import Model -from tensorflow.python.keras.layers import Input, concatenate -#from tensorflow.python.keras.optimizers import Adam +from tensorflow.keras.models import Model +from tensorflow.keras.layers import Input, concatenate +#from tensorflow.keras.optimizers import Adam # XXX Plot -from tensorflow.python.keras.utils import plot_model -from tensorflow.python.keras.callbacks import ModelCheckpoint +from tensorflow.keras.utils import plot_model +from tensorflow.keras.callbacks import ModelCheckpoint ## for visualizing import matplotlib.pyplot as plt, numpy as np from sklearn.decomposition import PCA diff --git a/src/wut-ml-load b/src/wut-ml-load index 0e5e7a9..3f6f8da 100755 --- a/src/wut-ml-load +++ b/src/wut-ml-load @@ -20,15 +20,15 @@ import os import numpy as np import tensorflow.python.keras -from tensorflow.python.keras import Sequential -from tensorflow.python.keras.layers import Activation, Dropout, Flatten, Dense -from tensorflow.python.keras.preprocessing.image import ImageDataGenerator -from tensorflow.python.keras.layers import Convolution2D, MaxPooling2D, ZeroPadding2D -from tensorflow.python.keras import optimizers -from tensorflow.python.keras.preprocessing import image -from tensorflow.python.keras.models import load_model -from tensorflow.python.keras.preprocessing.image import load_img -from tensorflow.python.keras.preprocessing.image import img_to_array +from tensorflow.keras import Sequential +from tensorflow.keras.layers import Activation, Dropout, Flatten, Dense +from tensorflow.keras.preprocessing.image import ImageDataGenerator +from tensorflow.keras.layers import Convolution2D, MaxPooling2D, ZeroPadding2D +from tensorflow.keras import optimizers +from tensorflow.keras.preprocessing import image +from tensorflow.keras.models import load_model +from tensorflow.keras.preprocessing.image import load_img +from tensorflow.keras.preprocessing.image import img_to_array model = load_model('/srv/satnogs/data/wut.h5') img_width=256 diff --git a/src/wut-ml-save b/src/wut-ml-save index eedc1ce..0221dcb 100755 --- a/src/wut-ml-save +++ b/src/wut-ml-save @@ -19,15 +19,15 @@ import os import numpy as np import tensorflow.python.keras -from tensorflow.python.keras import Sequential -from tensorflow.python.keras.layers import Activation, Dropout, Flatten, Dense -from tensorflow.python.keras.preprocessing.image import ImageDataGenerator -from tensorflow.python.keras.layers import Convolution2D, MaxPooling2D, ZeroPadding2D -from tensorflow.python.keras import optimizers -from tensorflow.python.keras.preprocessing import image -from tensorflow.python.keras.models import load_model -from tensorflow.python.keras.preprocessing.image import load_img -from tensorflow.python.keras.preprocessing.image import img_to_array +from tensorflow.keras import Sequential +from tensorflow.keras.layers import Activation, Dropout, Flatten, Dense +from tensorflow.keras.preprocessing.image import ImageDataGenerator +from tensorflow.keras.layers import Convolution2D, MaxPooling2D, ZeroPadding2D +from tensorflow.keras import optimizers +from tensorflow.keras.preprocessing import image +from tensorflow.keras.models import load_model +from tensorflow.keras.preprocessing.image import load_img +from tensorflow.keras.preprocessing.image import img_to_array datagen = ImageDataGenerator() train_it = datagen.flow_from_directory('/srv/satnogs/data/train/', class_mode='binary') diff --git a/src/wut-tf.py b/src/wut-tf.py index 0e3b0de..c927111 100644 --- a/src/wut-tf.py +++ b/src/wut-tf.py @@ -15,17 +15,17 @@ import datetime import tensorflow as tf import tensorflow.python.keras from tensorflow.keras.layers import Dense, Conv2D, Flatten, Dropout, MaxPooling2D -from tensorflow.python.keras import optimizers -from tensorflow.python.keras import Sequential -from tensorflow.python.keras.layers import Activation, Dropout, Flatten, Dense -from tensorflow.python.keras.layers import Convolution2D, MaxPooling2D, ZeroPadding2D -from tensorflow.python.keras.layers import Input, concatenate -from tensorflow.python.keras.models import load_model -from tensorflow.python.keras.models import Model -from tensorflow.python.keras.preprocessing import image -from tensorflow.python.keras.preprocessing.image import img_to_array -from tensorflow.python.keras.preprocessing.image import ImageDataGenerator -from tensorflow.python.keras.preprocessing.image import load_img +from tensorflow.keras import optimizers +from tensorflow.keras import Sequential +from tensorflow.keras.layers import Activation, Dropout, Flatten, Dense +from tensorflow.keras.layers import Convolution2D, MaxPooling2D, ZeroPadding2D +from tensorflow.keras.layers import Input, concatenate +from tensorflow.keras.models import load_model +from tensorflow.keras.models import Model +from tensorflow.keras.preprocessing import image +from tensorflow.keras.preprocessing.image import img_to_array +from tensorflow.keras.preprocessing.image import ImageDataGenerator +from tensorflow.keras.preprocessing.image import load_img os.environ["TF_CONFIG"] = json.dumps({ "cluster": { "worker": [ "ml1-int:2222", "ml2-int:2222", "ml3-int:2222", "ml4-int:2222", "ml5-int:2222" ] diff --git a/src/wut-worker-mas.py b/src/wut-worker-mas.py index 798f18d..3435a59 100644 --- a/src/wut-worker-mas.py +++ b/src/wut-worker-mas.py @@ -15,17 +15,17 @@ import datetime import tensorflow as tf import tensorflow.python.keras from tensorflow.keras.layers import Dense, Conv2D, Flatten, Dropout, MaxPooling2D -from tensorflow.python.keras import optimizers -from tensorflow.python.keras import Sequential -from tensorflow.python.keras.layers import Activation, Dropout, Flatten, Dense -from tensorflow.python.keras.layers import Convolution2D, MaxPooling2D, ZeroPadding2D -from tensorflow.python.keras.layers import Input, concatenate -from tensorflow.python.keras.models import load_model -from tensorflow.python.keras.models import Model -from tensorflow.python.keras.preprocessing import image -from tensorflow.python.keras.preprocessing.image import img_to_array -from tensorflow.python.keras.preprocessing.image import ImageDataGenerator -from tensorflow.python.keras.preprocessing.image import load_img +from tensorflow.keras import optimizers +from tensorflow.keras import Sequential +from tensorflow.keras.layers import Activation, Dropout, Flatten, Dense +from tensorflow.keras.layers import Convolution2D, MaxPooling2D, ZeroPadding2D +from tensorflow.keras.layers import Input, concatenate +from tensorflow.keras.models import load_model +from tensorflow.keras.models import Model +from tensorflow.keras.preprocessing import image +from tensorflow.keras.preprocessing.image import img_to_array +from tensorflow.keras.preprocessing.image import ImageDataGenerator +from tensorflow.keras.preprocessing.image import load_img tf.keras.backend.clear_session() tf.config.optimizer.set_jit(True) diff --git a/src/wut-worker.py b/src/wut-worker.py index 3aa780f..e094baa 100644 --- a/src/wut-worker.py +++ b/src/wut-worker.py @@ -19,17 +19,17 @@ import datetime import tensorflow as tf import tensorflow.python.keras from tensorflow.keras.layers import Dense, Conv2D, Flatten, Dropout, MaxPooling2D -from tensorflow.python.keras import optimizers -from tensorflow.python.keras import Sequential -from tensorflow.python.keras.layers import Activation, Dropout, Flatten, Dense -from tensorflow.python.keras.layers import Convolution2D, MaxPooling2D, ZeroPadding2D -from tensorflow.python.keras.layers import Input, concatenate -from tensorflow.python.keras.models import load_model -from tensorflow.python.keras.models import Model -from tensorflow.python.keras.preprocessing import image -from tensorflow.python.keras.preprocessing.image import img_to_array -from tensorflow.python.keras.preprocessing.image import ImageDataGenerator -from tensorflow.python.keras.preprocessing.image import load_img +from tensorflow.keras import optimizers +from tensorflow.keras import Sequential +from tensorflow.keras.layers import Activation, Dropout, Flatten, Dense +from tensorflow.keras.layers import Convolution2D, MaxPooling2D, ZeroPadding2D +from tensorflow.keras.layers import Input, concatenate +from tensorflow.keras.models import load_model +from tensorflow.keras.models import Model +from tensorflow.keras.preprocessing import image +from tensorflow.keras.preprocessing.image import img_to_array +from tensorflow.keras.preprocessing.image import ImageDataGenerator +from tensorflow.keras.preprocessing.image import load_img from tensorflow.python.data.experimental.ops.distribute_options import AutoShardPolicy get_ipython().run_line_magic('matplotlib', 'inline') import matplotlib.pyplot as plt