spacecruft
/
satnogs-wut
0
0
Fork 0
Code Issues 6 Releases Activity

Use tensorflow keras nowadays

master
Jeff Moe 2022-08-16 18:58:50 -06:00
parent 3f6434f6dd
commit 6be11cb7aa
8 changed files with 81 additions and 79 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
src/wut-dl-sort-txmode
View File

@ -22,6 +22,8 @@
# wut-dl-sort-txmode CW 1467000 1470000 # wut-dl-sort-txmode CW 1467000 1470000
# For December, 2019 Example: # For December, 2019 Example:
# wut-dl-sort-txmode CW 1292461 1470525 # wut-dl-sort-txmode CW 1292461 1470525
# For July, 2022 Example:
# wut-dl-sort-txmode BPSK1k2 6154228 6283338
# #
# * Takes the files in the download/ dir. # * Takes the files in the download/ dir.
# * Looks at the JSON files to see if it is :good", "bad", or "failed". # * Looks at the JSON files to see if it is :good", "bad", or "failed".

28
src/wut-ml
View File

@ -16,25 +16,25 @@
import os import os
import numpy as np import numpy as np
import tensorflow.python.keras import tensorflow.python.keras
from tensorflow.python.keras import Sequential from tensorflow.keras import Sequential
from tensorflow.python.keras.layers import Activation, Dropout, Flatten, Dense from tensorflow.keras.layers import Activation, Dropout, Flatten, Dense
from tensorflow.python.keras.preprocessing.image import ImageDataGenerator from tensorflow.keras.preprocessing.image import ImageDataGenerator
from tensorflow.python.keras.layers import Convolution2D, MaxPooling2D, ZeroPadding2D from tensorflow.keras.layers import Convolution2D, MaxPooling2D, ZeroPadding2D
from tensorflow.python.keras import optimizers from tensorflow.keras import optimizers
from tensorflow.python.keras.preprocessing import image from tensorflow.keras.preprocessing import image
from tensorflow.python.keras.models import load_model from tensorflow.keras.models import load_model
from tensorflow.python.keras.preprocessing.image import load_img from tensorflow.keras.preprocessing.image import load_img
from tensorflow.python.keras.preprocessing.image import img_to_array from tensorflow.keras.preprocessing.image import img_to_array
# XXX # XXX
from tensorflow.python.keras.models import Model from tensorflow.keras.models import Model
from tensorflow.python.keras.layers import Input, concatenate from tensorflow.keras.layers import Input, concatenate
#from tensorflow.python.keras.optimizers import Adam #from tensorflow.keras.optimizers import Adam
# XXX Plot # XXX Plot
from tensorflow.python.keras.utils import plot_model from tensorflow.keras.utils import plot_model
from tensorflow.python.keras.callbacks import ModelCheckpoint from tensorflow.keras.callbacks import ModelCheckpoint
## for visualizing ## for visualizing
import matplotlib.pyplot as plt, numpy as np import matplotlib.pyplot as plt, numpy as np
from sklearn.decomposition import PCA from sklearn.decomposition import PCA

28
src/wut-ml-auto
View File

@ -16,25 +16,25 @@
import os import os
import numpy as np import numpy as np
import tensorflow.python.keras import tensorflow.python.keras
from tensorflow.python.keras import Sequential from tensorflow.keras import Sequential
from tensorflow.python.keras.layers import Activation, Dropout, Flatten, Dense from tensorflow.keras.layers import Activation, Dropout, Flatten, Dense
from tensorflow.python.keras.preprocessing.image import ImageDataGenerator from tensorflow.keras.preprocessing.image import ImageDataGenerator
from tensorflow.python.keras.layers import Convolution2D, MaxPooling2D, ZeroPadding2D from tensorflow.keras.layers import Convolution2D, MaxPooling2D, ZeroPadding2D
from tensorflow.python.keras import optimizers from tensorflow.keras import optimizers
from tensorflow.python.keras.preprocessing import image from tensorflow.keras.preprocessing import image
from tensorflow.python.keras.models import load_model from tensorflow.keras.models import load_model
from tensorflow.python.keras.preprocessing.image import load_img from tensorflow.keras.preprocessing.image import load_img
from tensorflow.python.keras.preprocessing.image import img_to_array from tensorflow.keras.preprocessing.image import img_to_array
# XXX # XXX
from tensorflow.python.keras.models import Model from tensorflow.keras.models import Model
from tensorflow.python.keras.layers import Input, concatenate from tensorflow.keras.layers import Input, concatenate
#from tensorflow.python.keras.optimizers import Adam #from tensorflow.keras.optimizers import Adam
# XXX Plot # XXX Plot
from tensorflow.python.keras.utils import plot_model from tensorflow.keras.utils import plot_model
from tensorflow.python.keras.callbacks import ModelCheckpoint from tensorflow.keras.callbacks import ModelCheckpoint
## for visualizing ## for visualizing
import matplotlib.pyplot as plt, numpy as np import matplotlib.pyplot as plt, numpy as np
from sklearn.decomposition import PCA from sklearn.decomposition import PCA

18
src/wut-ml-load
View File

@ -20,15 +20,15 @@
import os import os
import numpy as np import numpy as np
import tensorflow.python.keras import tensorflow.python.keras
from tensorflow.python.keras import Sequential from tensorflow.keras import Sequential
from tensorflow.python.keras.layers import Activation, Dropout, Flatten, Dense from tensorflow.keras.layers import Activation, Dropout, Flatten, Dense
from tensorflow.python.keras.preprocessing.image import ImageDataGenerator from tensorflow.keras.preprocessing.image import ImageDataGenerator
from tensorflow.python.keras.layers import Convolution2D, MaxPooling2D, ZeroPadding2D from tensorflow.keras.layers import Convolution2D, MaxPooling2D, ZeroPadding2D
from tensorflow.python.keras import optimizers from tensorflow.keras import optimizers
from tensorflow.python.keras.preprocessing import image from tensorflow.keras.preprocessing import image
from tensorflow.python.keras.models import load_model from tensorflow.keras.models import load_model
from tensorflow.python.keras.preprocessing.image import load_img from tensorflow.keras.preprocessing.image import load_img
from tensorflow.python.keras.preprocessing.image import img_to_array from tensorflow.keras.preprocessing.image import img_to_array
model = load_model('/srv/satnogs/data/wut.h5') model = load_model('/srv/satnogs/data/wut.h5')
img_width=256 img_width=256

18
src/wut-ml-save
View File

@ -19,15 +19,15 @@
import os import os
import numpy as np import numpy as np
import tensorflow.python.keras import tensorflow.python.keras
from tensorflow.python.keras import Sequential from tensorflow.keras import Sequential
from tensorflow.python.keras.layers import Activation, Dropout, Flatten, Dense from tensorflow.keras.layers import Activation, Dropout, Flatten, Dense
from tensorflow.python.keras.preprocessing.image import ImageDataGenerator from tensorflow.keras.preprocessing.image import ImageDataGenerator
from tensorflow.python.keras.layers import Convolution2D, MaxPooling2D, ZeroPadding2D from tensorflow.keras.layers import Convolution2D, MaxPooling2D, ZeroPadding2D
from tensorflow.python.keras import optimizers from tensorflow.keras import optimizers
from tensorflow.python.keras.preprocessing import image from tensorflow.keras.preprocessing import image
from tensorflow.python.keras.models import load_model from tensorflow.keras.models import load_model
from tensorflow.python.keras.preprocessing.image import load_img from tensorflow.keras.preprocessing.image import load_img
from tensorflow.python.keras.preprocessing.image import img_to_array from tensorflow.keras.preprocessing.image import img_to_array
datagen = ImageDataGenerator() datagen = ImageDataGenerator()
train_it = datagen.flow_from_directory('/srv/satnogs/data/train/', class_mode='binary') train_it = datagen.flow_from_directory('/srv/satnogs/data/train/', class_mode='binary')

22
src/wut-tf.py
View File

@ -15,17 +15,17 @@ import datetime
import tensorflow as tf import tensorflow as tf
import tensorflow.python.keras import tensorflow.python.keras
from tensorflow.keras.layers import Dense, Conv2D, Flatten, Dropout, MaxPooling2D from tensorflow.keras.layers import Dense, Conv2D, Flatten, Dropout, MaxPooling2D
from tensorflow.python.keras import optimizers from tensorflow.keras import optimizers
from tensorflow.python.keras import Sequential from tensorflow.keras import Sequential
from tensorflow.python.keras.layers import Activation, Dropout, Flatten, Dense from tensorflow.keras.layers import Activation, Dropout, Flatten, Dense
from tensorflow.python.keras.layers import Convolution2D, MaxPooling2D, ZeroPadding2D from tensorflow.keras.layers import Convolution2D, MaxPooling2D, ZeroPadding2D
from tensorflow.python.keras.layers import Input, concatenate from tensorflow.keras.layers import Input, concatenate
from tensorflow.python.keras.models import load_model from tensorflow.keras.models import load_model
from tensorflow.python.keras.models import Model from tensorflow.keras.models import Model
from tensorflow.python.keras.preprocessing import image from tensorflow.keras.preprocessing import image
from tensorflow.python.keras.preprocessing.image import img_to_array from tensorflow.keras.preprocessing.image import img_to_array
from tensorflow.python.keras.preprocessing.image import ImageDataGenerator from tensorflow.keras.preprocessing.image import ImageDataGenerator
from tensorflow.python.keras.preprocessing.image import load_img from tensorflow.keras.preprocessing.image import load_img
os.environ["TF_CONFIG"] = json.dumps({ os.environ["TF_CONFIG"] = json.dumps({
"cluster": { "cluster": {
"worker": [ "ml1-int:2222", "ml2-int:2222", "ml3-int:2222", "ml4-int:2222", "ml5-int:2222" ] "worker": [ "ml1-int:2222", "ml2-int:2222", "ml3-int:2222", "ml4-int:2222", "ml5-int:2222" ]

22
src/wut-worker-mas.py
View File

@ -15,17 +15,17 @@ import datetime
import tensorflow as tf import tensorflow as tf
import tensorflow.python.keras import tensorflow.python.keras
from tensorflow.keras.layers import Dense, Conv2D, Flatten, Dropout, MaxPooling2D from tensorflow.keras.layers import Dense, Conv2D, Flatten, Dropout, MaxPooling2D
from tensorflow.python.keras import optimizers from tensorflow.keras import optimizers
from tensorflow.python.keras import Sequential from tensorflow.keras import Sequential
from tensorflow.python.keras.layers import Activation, Dropout, Flatten, Dense from tensorflow.keras.layers import Activation, Dropout, Flatten, Dense
from tensorflow.python.keras.layers import Convolution2D, MaxPooling2D, ZeroPadding2D from tensorflow.keras.layers import Convolution2D, MaxPooling2D, ZeroPadding2D
from tensorflow.python.keras.layers import Input, concatenate from tensorflow.keras.layers import Input, concatenate
from tensorflow.python.keras.models import load_model from tensorflow.keras.models import load_model
from tensorflow.python.keras.models import Model from tensorflow.keras.models import Model
from tensorflow.python.keras.preprocessing import image from tensorflow.keras.preprocessing import image
from tensorflow.python.keras.preprocessing.image import img_to_array from tensorflow.keras.preprocessing.image import img_to_array
from tensorflow.python.keras.preprocessing.image import ImageDataGenerator from tensorflow.keras.preprocessing.image import ImageDataGenerator
from tensorflow.python.keras.preprocessing.image import load_img from tensorflow.keras.preprocessing.image import load_img
tf.keras.backend.clear_session() tf.keras.backend.clear_session()
tf.config.optimizer.set_jit(True) tf.config.optimizer.set_jit(True)

22
src/wut-worker.py
View File

@ -19,17 +19,17 @@ import datetime
import tensorflow as tf import tensorflow as tf
import tensorflow.python.keras import tensorflow.python.keras
from tensorflow.keras.layers import Dense, Conv2D, Flatten, Dropout, MaxPooling2D from tensorflow.keras.layers import Dense, Conv2D, Flatten, Dropout, MaxPooling2D
from tensorflow.python.keras import optimizers from tensorflow.keras import optimizers
from tensorflow.python.keras import Sequential from tensorflow.keras import Sequential
from tensorflow.python.keras.layers import Activation, Dropout, Flatten, Dense from tensorflow.keras.layers import Activation, Dropout, Flatten, Dense
from tensorflow.python.keras.layers import Convolution2D, MaxPooling2D, ZeroPadding2D from tensorflow.keras.layers import Convolution2D, MaxPooling2D, ZeroPadding2D
from tensorflow.python.keras.layers import Input, concatenate from tensorflow.keras.layers import Input, concatenate
from tensorflow.python.keras.models import load_model from tensorflow.keras.models import load_model
from tensorflow.python.keras.models import Model from tensorflow.keras.models import Model
from tensorflow.python.keras.preprocessing import image from tensorflow.keras.preprocessing import image
from tensorflow.python.keras.preprocessing.image import img_to_array from tensorflow.keras.preprocessing.image import img_to_array
from tensorflow.python.keras.preprocessing.image import ImageDataGenerator from tensorflow.keras.preprocessing.image import ImageDataGenerator
from tensorflow.python.keras.preprocessing.image import load_img from tensorflow.keras.preprocessing.image import load_img
from tensorflow.python.data.experimental.ops.distribute_options import AutoShardPolicy from tensorflow.python.data.experimental.ops.distribute_options import AutoShardPolicy
get_ipython().run_line_magic('matplotlib', 'inline') get_ipython().run_line_magic('matplotlib', 'inline')
import matplotlib.pyplot as plt import matplotlib.pyplot as plt