clara/pytorch-ai
1
0
Fork 0
Code Issues 1 Pull requests Projects Releases Packages Wiki Activity Actions

Minor Fixes for GPU training

Browse source
This commit is contained in:
Clemens-Dautermann 2020-01-28 15:23:25 +01:00
parent 56ee2635b5
commit 459caccfe2
47 changed files with 9862 additions and 26 deletions
Download patch file Download diff file Expand all files Collapse all files

BIN
TicTacToe_AI/Net/nets/gpunets/net_0.pt Normal file
View file

Binary file not shown.

18
TicTacToe_AI/Net/pytorch_ai.py
View file

@ -8,7 +8,7 @@ import wandb
wandb.init(project="tictactoe")
BATCH_SIZE = 3
BATCH_SIZE = 250
def to_set(raw_list):
@ -85,17 +85,19 @@ def buildsets():
testset = to_batched_set(alllines[0:10000])
print('Generating trainset...')
trainset = to_batched_set(alllines[10001:20000])
trainset = to_batched_set(alllines[10001:])
return trainset, testset
def testnet(net, testset):
def testnet(net, testset, device):
correct = 0
total = 0
with torch.no_grad():
for X, label in testset:
X = X.to(device)
output = net(X)
output = output.cpu()
if torch.argmax(output) == label[0]:
correct += 1
total += 1
@ -134,18 +136,20 @@ loss_function = nn.CrossEntropyLoss()
trainset, testset = buildsets()
for epoch in range(100):
for epoch in range(300):
print('Epoch: ' + str(epoch))
wandb.log({'epoch': epoch})
for X, label in tqdm(trainset):
net.zero_grad()
X.to(device)
X = X.to(device)
output = net(X)
output.cpu()
output = output.cpu()
loss = loss_function(output.view(-1, 10), label)
loss.backward()
optimizer.step()
wandb.log({'loss': loss})
net = net.cpu()
torch.save(net, './nets/gpunets/net_' + str(epoch) + '.pt')
testnet(net, testset)
net = net.to(device)
testnet(net, testset, device)

90
TicTacToe_AI/Net/wandb/debug.log
View file

@ -1,18 +1,72 @@
2020-01-28 14:43:14,846 DEBUG MainThread:32731 [wandb_config.py:_load_defaults():111] no defaults not found in config-defaults.yaml
2020-01-28 14:43:14,864 DEBUG MainThread:32731 [cmd.py:execute():728] Popen(['git', 'cat-file', '--batch-check'], cwd=/home/clemens/repositorys/pytorch-ai, universal_newlines=False, shell=None, istream=<valid stream>)
2020-01-28 14:43:14,877 DEBUG MainThread:32731 [cmd.py:execute():728] Popen(['git', 'rev-parse', '--show-toplevel'], cwd=/home/clemens/repositorys/pytorch-ai, universal_newlines=False, shell=None, istream=None)
2020-01-28 14:43:14,887 DEBUG MainThread:32731 [cmd.py:execute():728] Popen(['git', 'status', '--porcelain', '--untracked-files'], cwd=/home/clemens/repositorys/pytorch-ai, universal_newlines=False, shell=None, istream=None)
2020-01-28 14:43:14,906 DEBUG MainThread:32731 [run_manager.py:__init__():535] Initialized sync for tictactoe/mvx4evw0
2020-01-28 14:43:14,912 INFO MainThread:32731 [run_manager.py:wrap_existing_process():1133] wrapping existing process 32725
2020-01-28 14:43:14,913 WARNING MainThread:32731 [io_wrap.py:register():104] SIGWINCH handler was not None: <Handlers.SIG_DFL: 0>
2020-01-28 14:43:14,919 DEBUG MainThread:32731 [connectionpool.py:_new_conn():815] Starting new HTTPS connection (1): pypi.org:443
2020-01-28 14:43:15,060 DEBUG MainThread:32731 [connectionpool.py:_make_request():393] https://pypi.org:443 "GET /pypi/wandb/json HTTP/1.1" 200 39767
2020-01-28 14:43:15,179 INFO MainThread:32731 [run_manager.py:init_run():918] system metrics and metadata threads started
2020-01-28 14:43:15,181 INFO MainThread:32731 [run_manager.py:wrap_existing_process():1150] informing user process we are ready to proceed
2020-01-28 14:43:15,183 INFO MainThread:32731 [run_manager.py:_sync_etc():1257] entering loop for messages from user process
2020-01-28 14:43:15,862 INFO Thread-3 :32731 [run_manager.py:_on_file_modified():682] file/dir modified: /home/clemens/repositorys/pytorch-ai/TicTacToe_AI/Net/wandb/dryrun-20200128_134313-mvx4evw0/config.yaml
2020-01-28 14:43:32,850 INFO MainThread:32731 [run_manager.py:_sync_etc():1313] process received interrupt signal, shutting down
2020-01-28 14:43:32,850 INFO MainThread:32731 [run_manager.py:_sync_etc():1366] closing log streams and sending exitcode to W&B
2020-01-28 14:43:32,851 INFO MainThread:32731 [run_manager.py:shutdown():1057] shutting down system stats and metadata service
MainThread:32731 [mvx4evw0:run_manager.py:_sync_etc():1366] closing log streams and sending exitcode to W&B
2020-01-28 14:43:32,851 INFO MainThread:32731 [mvx4evw0:run_manager.py:shutdown():1057] shutting down system stats and metadata service
2020-01-28 15:22:12,035 DEBUG MainThread:25522 [wandb_config.py:_load_defaults():111] no defaults not found in config-defaults.yaml
2020-01-28 15:22:12,045 DEBUG MainThread:25522 [cmd.py:execute():728] Popen(['git', 'cat-file', '--batch-check'], cwd=/home/clemens/Dokumente/repos/pytorch-ai, universal_newlines=False, shell=None, istream=<valid stream>)
2020-01-28 15:22:12,051 DEBUG MainThread:25522 [cmd.py:execute():728] Popen(['git', 'rev-parse', '--show-toplevel'], cwd=/home/clemens/Dokumente/repos/pytorch-ai, universal_newlines=False, shell=None, istream=None)
2020-01-28 15:22:12,058 DEBUG MainThread:25522 [cmd.py:execute():728] Popen(['git', 'status', '--porcelain', '--untracked-files'], cwd=/home/clemens/Dokumente/repos/pytorch-ai, universal_newlines=False, shell=None, istream=None)
2020-01-28 15:22:12,077 DEBUG MainThread:25522 [run_manager.py:__init__():535] Initialized sync for tictactoe/yiw34nau
2020-01-28 15:22:12,083 INFO MainThread:25522 [run_manager.py:wrap_existing_process():1133] wrapping existing process 25512
2020-01-28 15:22:12,083 WARNING MainThread:25522 [io_wrap.py:register():104] SIGWINCH handler was not None: <Handlers.SIG_DFL: 0>
2020-01-28 15:22:12,088 DEBUG MainThread:25522 [connectionpool.py:_new_conn():824] Starting new HTTPS connection (1): pypi.org
2020-01-28 15:22:12,198 DEBUG MainThread:25522 [connectionpool.py:_make_request():396] https://pypi.org:443 "GET /pypi/wandb/json HTTP/1.1" 200 39767
2020-01-28 15:22:12,243 INFO MainThread:25522 [run_manager.py:init_run():918] system metrics and metadata threads started
2020-01-28 15:22:12,244 INFO MainThread:25522 [run_manager.py:init_run():952] upserting run before process can begin, waiting at most 10 seconds
2020-01-28 15:22:12,253 DEBUG Thread-14 :25522 [connectionpool.py:_new_conn():824] Starting new HTTPS connection (1): api.wandb.ai
2020-01-28 15:22:12,539 DEBUG Thread-14 :25522 [connectionpool.py:_make_request():396] https://api.wandb.ai:443 "POST /graphql HTTP/1.1" 200 535
2020-01-28 15:22:12,554 INFO Thread-14 :25522 [run_manager.py:_upsert_run():1037] saving patches
2020-01-28 15:22:12,554 DEBUG Thread-14 :25522 [cmd.py:execute():728] Popen(['git', 'rev-parse', '--show-toplevel'], cwd=/home/clemens/Dokumente/repos/pytorch-ai, universal_newlines=False, shell=None, istream=None)
2020-01-28 15:22:12,561 DEBUG Thread-14 :25522 [cmd.py:execute():728] Popen(['git', 'diff', '--cached', '--abbrev=40', '--full-index', '--raw'], cwd=/home/clemens/Dokumente/repos/pytorch-ai, universal_newlines=False, shell=None, istream=None)
2020-01-28 15:22:12,568 DEBUG Thread-14 :25522 [cmd.py:execute():728] Popen(['git', 'diff', '--abbrev=40', '--full-index', '--raw'], cwd=/home/clemens/Dokumente/repos/pytorch-ai, universal_newlines=False, shell=None, istream=None)
2020-01-28 15:22:12,576 DEBUG Thread-14 :25522 [cmd.py:execute():728] Popen(['git', 'version'], cwd=/home/clemens/Dokumente/repos/pytorch-ai, universal_newlines=False, shell=None, istream=None)
2020-01-28 15:22:12,598 DEBUG Thread-14 :25522 [cmd.py:execute():728] Popen(['git', 'merge-base', 'HEAD', '56ee2635b5fec0a3976a4e7ddc55a89d4dea93bc'], cwd=/home/clemens/Dokumente/repos/pytorch-ai, universal_newlines=False, shell=None, istream=None)
2020-01-28 15:22:12,607 INFO Thread-14 :25522 [run_manager.py:_upsert_run():1041] saving pip packages
2020-01-28 15:22:12,609 INFO Thread-14 :25522 [run_manager.py:_upsert_run():1043] initializing streaming files api
2020-01-28 15:22:12,611 INFO Thread-14 :25522 [run_manager.py:_upsert_run():1050] unblocking file change observer, beginning sync with W&B servers
2020-01-28 15:22:12,611 INFO MainThread:25522 [run_manager.py:wrap_existing_process():1150] informing user process we are ready to proceed
2020-01-28 15:22:12,619 DEBUG Thread-15 :25522 [connectionpool.py:_new_conn():824] Starting new HTTPS connection (1): api.wandb.ai
2020-01-28 15:22:12,619 INFO MainThread:25522 [run_manager.py:_sync_etc():1257] entering loop for messages from user process
2020-01-28 15:22:12,886 DEBUG Thread-15 :25522 [connectionpool.py:_make_request():396] https://api.wandb.ai:443 "POST /graphql HTTP/1.1" 200 46
2020-01-28 15:22:13,044 INFO Thread-3 :25522 [run_manager.py:_on_file_modified():682] file/dir modified: /home/clemens/Dokumente/repos/pytorch-ai/TicTacToe_AI/Net/wandb/run-20200128_142211-yiw34nau/config.yaml
2020-01-28 15:22:13,057 DEBUG Thread-3 :25522 [connectionpool.py:_new_conn():824] Starting new HTTPS connection (1): api.wandb.ai
2020-01-28 15:22:13,321 DEBUG Thread-3 :25522 [connectionpool.py:_make_request():396] https://api.wandb.ai:443 "POST /graphql HTTP/1.1" 200 583
2020-01-28 15:22:13,324 INFO Thread-3 :25522 [run_manager.py:_on_file_created():671] file/dir created: /home/clemens/Dokumente/repos/pytorch-ai/TicTacToe_AI/Net/wandb/run-20200128_142211-yiw34nau/diff.patch
2020-01-28 15:22:13,325 INFO Thread-3 :25522 [run_manager.py:_on_file_created():671] file/dir created: /home/clemens/Dokumente/repos/pytorch-ai/TicTacToe_AI/Net/wandb/run-20200128_142211-yiw34nau/output.log
2020-01-28 15:22:13,325 INFO Thread-3 :25522 [run_manager.py:_on_file_created():671] file/dir created: /home/clemens/Dokumente/repos/pytorch-ai/TicTacToe_AI/Net/wandb/run-20200128_142211-yiw34nau/wandb-metadata.json
2020-01-28 15:22:13,326 INFO Thread-3 :25522 [run_manager.py:_on_file_created():671] file/dir created: /home/clemens/Dokumente/repos/pytorch-ai/TicTacToe_AI/Net/wandb/run-20200128_142211-yiw34nau/requirements.txt
2020-01-28 15:22:14,640 DEBUG Thread-7 :25522 [connectionpool.py:_new_conn():824] Starting new HTTPS connection (1): api.wandb.ai
2020-01-28 15:22:14,888 DEBUG Thread-7 :25522 [connectionpool.py:_make_request():396] https://api.wandb.ai:443 "POST /files/cdautermann/tictactoe/yiw34nau/file_stream HTTP/1.1" 200 311
2020-01-28 15:22:15,054 DEBUG Thread-16 :25522 [connectionpool.py:_new_conn():824] Starting new HTTPS connection (1): api.wandb.ai
2020-01-28 15:22:15,335 DEBUG Thread-16 :25522 [connectionpool.py:_make_request():396] https://api.wandb.ai:443 "POST /graphql HTTP/1.1" 200 783
2020-01-28 15:22:15,343 DEBUG Thread-16 :25522 [connectionpool.py:_new_conn():824] Starting new HTTPS connection (1): storage.googleapis.com
2020-01-28 15:22:15,852 DEBUG Thread-16 :25522 [connectionpool.py:_make_request():396] https://storage.googleapis.com:443 "PUT /wandb-production.appspot.com/cdautermann/tictactoe/yiw34nau/___batch_archive_1.tgz?Expires=1580221395&GoogleAccessId=gorilla-cloud-storage%40wandb-production.iam.gserviceaccount.com&Signature=fLf%2BjIxyB8qM5izmMqpAGpDSRfGhY7rEzlH6TpmRZPtGCoQfdeuFznAdT8AMD7goFOblNFJQuOyImNSiv%2FbRxRMNnaMnu7H7L9jwNH7Ph9uyHNKOu9GObDjwKO4YoK0VH%2BrTukwXRj0%2BGSA42qNk77QJJFUZlVcvkmNyupsLX7hW%2BSb%2FJzCKdW6nacac11mPWO8kFRN74wo%2BL1UtDnO6H%2FiuE2sgyLDydOIwJP4g4MPKu7DIklTVXaxz%2B6srVaujPqBpfCU1Lfv2PeVJfxlnV9GRmswdANP7FIlzIsQk7ysi4V5lhI%2BRWAuJ%2BJv9d1qtgOz9MlCTOMhMTld70ZunIg%3D%3D HTTP/1.1" 200 0
2020-01-28 15:22:16,044 INFO Thread-3 :25522 [run_manager.py:_on_file_modified():682] file/dir modified: /home/clemens/Dokumente/repos/pytorch-ai/TicTacToe_AI/Net/wandb/run-20200128_142211-yiw34nau/output.log
2020-01-28 15:22:16,818 DEBUG Thread-7 :25522 [connectionpool.py:_make_request():396] https://api.wandb.ai:443 "POST /files/cdautermann/tictactoe/yiw34nau/file_stream HTTP/1.1" 200 311
2020-01-28 15:22:17,045 INFO Thread-3 :25522 [run_manager.py:_on_file_modified():682] file/dir modified: /home/clemens/Dokumente/repos/pytorch-ai/TicTacToe_AI/Net/wandb/run-20200128_142211-yiw34nau/output.log
2020-01-28 15:22:18,045 INFO Thread-3 :25522 [run_manager.py:_on_file_modified():682] file/dir modified: /home/clemens/Dokumente/repos/pytorch-ai/TicTacToe_AI/Net/wandb/run-20200128_142211-yiw34nau/output.log
2020-01-28 15:22:18,875 DEBUG Thread-7 :25522 [connectionpool.py:_make_request():396] https://api.wandb.ai:443 "POST /files/cdautermann/tictactoe/yiw34nau/file_stream HTTP/1.1" 200 311
2020-01-28 15:22:19,046 INFO Thread-3 :25522 [run_manager.py:_on_file_modified():682] file/dir modified: /home/clemens/Dokumente/repos/pytorch-ai/TicTacToe_AI/Net/wandb/run-20200128_142211-yiw34nau/output.log
2020-01-28 15:22:20,047 INFO Thread-3 :25522 [run_manager.py:_on_file_modified():682] file/dir modified: /home/clemens/Dokumente/repos/pytorch-ai/TicTacToe_AI/Net/wandb/run-20200128_142211-yiw34nau/output.log
2020-01-28 15:22:20,882 DEBUG Thread-7 :25522 [connectionpool.py:_make_request():396] https://api.wandb.ai:443 "POST /files/cdautermann/tictactoe/yiw34nau/file_stream HTTP/1.1" 200 311
2020-01-28 15:22:21,048 INFO Thread-3 :25522 [run_manager.py:_on_file_modified():682] file/dir modified: /home/clemens/Dokumente/repos/pytorch-ai/TicTacToe_AI/Net/wandb/run-20200128_142211-yiw34nau/output.log
2020-01-28 15:22:22,048 INFO Thread-3 :25522 [run_manager.py:_on_file_modified():682] file/dir modified: /home/clemens/Dokumente/repos/pytorch-ai/TicTacToe_AI/Net/wandb/run-20200128_142211-yiw34nau/output.log
2020-01-28 15:22:22,888 DEBUG Thread-7 :25522 [connectionpool.py:_make_request():396] https://api.wandb.ai:443 "POST /files/cdautermann/tictactoe/yiw34nau/file_stream HTTP/1.1" 200 311
2020-01-28 15:22:23,049 INFO Thread-3 :25522 [run_manager.py:_on_file_modified():682] file/dir modified: /home/clemens/Dokumente/repos/pytorch-ai/TicTacToe_AI/Net/wandb/run-20200128_142211-yiw34nau/output.log
2020-01-28 15:22:24,050 INFO Thread-3 :25522 [run_manager.py:_on_file_modified():682] file/dir modified: /home/clemens/Dokumente/repos/pytorch-ai/TicTacToe_AI/Net/wandb/run-20200128_142211-yiw34nau/output.log
2020-01-28 15:22:24,893 DEBUG Thread-7 :25522 [connectionpool.py:_make_request():396] https://api.wandb.ai:443 "POST /files/cdautermann/tictactoe/yiw34nau/file_stream HTTP/1.1" 200 311
2020-01-28 15:22:25,051 INFO Thread-3 :25522 [run_manager.py:_on_file_modified():682] file/dir modified: /home/clemens/Dokumente/repos/pytorch-ai/TicTacToe_AI/Net/wandb/run-20200128_142211-yiw34nau/output.log
2020-01-28 15:22:25,278 INFO MainThread:25522 [run_manager.py:_sync_etc():1313] process received interrupt signal, shutting down
2020-01-28 15:22:25,278 INFO MainThread:25522 [run_manager.py:_sync_etc():1366] closing log streams and sending exitcode to W&B
2020-01-28 15:22:25,279 INFO MainThread:25522 [run_manager.py:shutdown():1057] shutting down system stats and metadata service
2020-01-28 15:22:26,052 INFO Thread-3 :25522 [run_manager.py:_on_file_modified():682] file/dir modified: /home/clemens/Dokumente/repos/pytorch-ai/TicTacToe_AI/Net/wandb/run-20200128_142211-yiw34nau/output.log
2020-01-28 15:22:26,052 INFO Thread-3 :25522 [run_manager.py:_on_file_created():671] file/dir created: /home/clemens/Dokumente/repos/pytorch-ai/TicTacToe_AI/Net/wandb/run-20200128_142211-yiw34nau/wandb-events.jsonl
2020-01-28 15:22:26,259 INFO MainThread:25522 [run_manager.py:shutdown():1069] stopping streaming files and file change observer
2020-01-28 15:22:27,052 INFO Thread-3 :25522 [run_manager.py:_on_file_modified():682] file/dir modified: /home/clemens/Dokumente/repos/pytorch-ai/TicTacToe_AI/Net/wandb/run-20200128_142211-yiw34nau/wandb-metadata.json
2020-01-28 15:22:27,070 DEBUG MainThread:25522 [connectionpool.py:_new_conn():824] Starting new HTTPS connection (1): api.wandb.ai
2020-01-28 15:22:27,332 DEBUG MainThread:25522 [connectionpool.py:_make_request():396] https://api.wandb.ai:443 "POST /graphql HTTP/1.1" 200 583
2020-01-28 15:22:28,076 DEBUG Thread-19 :25522 [connectionpool.py:_new_conn():824] Starting new HTTPS connection (1): api.wandb.ai
2020-01-28 15:22:28,175 DEBUG Thread-20 :25522 [connectionpool.py:_new_conn():824] Starting new HTTPS connection (1): api.wandb.ai
2020-01-28 15:22:28,212 DEBUG Thread-7 :25522 [connectionpool.py:_make_request():396] https://api.wandb.ai:443 "POST /files/cdautermann/tictactoe/yiw34nau/file_stream HTTP/1.1" 200 311
2020-01-28 15:22:28,277 DEBUG Thread-21 :25522 [connectionpool.py:_new_conn():824] Starting new HTTPS connection (1): api.wandb.ai
2020-01-28 15:22:28,307 DEBUG Thread-19 :25522 [connectionpool.py:_make_request():396] https://api.wandb.ai:443 "POST /graphql HTTP/1.1" 200 774
2020-01-28 15:22:28,315 DEBUG Thread-19 :25522 [connectionpool.py:_new_conn():824] Starting new HTTPS connection (1): storage.googleapis.com
2020-01-28 15:22:28,352 DEBUG Thread-7 :25522 [connectionpool.py:_make_request():396] https://api.wandb.ai:443 "POST /files/cdautermann/tictactoe/yiw34nau/file_stream HTTP/1.1" 200 310
2020-01-28 15:22:28,354 INFO MainThread:25522 [run_manager.py:_sync_etc():1378] process only ran for 16 seconds, not syncing files
2020-01-28 15:22:28,354 INFO MainThread:25522 [yiw34nau:run_manager.py:_sync_etc():1378] process only ran for 16 seconds, not syncing files

9
TicTacToe_AI/Net/wandb/dryrun-20200128_134850-0d70asue/config.yaml Normal file
View file

@ -0,0 +1,9 @@
wandb_version: 1
_wandb:
desc: null
value:
cli_version: 0.8.22
framework: torch
is_jupyter_run: false
python_version: 3.6.9

14
TicTacToe_AI/Net/wandb/dryrun-20200128_134850-0d70asue/output.log Normal file
View file

File diff suppressed because one or more lines are too long

6
TicTacToe_AI/Net/wandb/dryrun-20200128_134850-0d70asue/wandb-events.jsonl Normal file
View file

@ -0,0 +1,6 @@
{"system.gpu.0.gpu": 0.13, "system.gpu.0.memory": 0.47, "system.gpu.0.memoryAllocated": 9.46, "system.gpu.0.temp": 36.47, "system.gpu.0.powerWatts": 23.7, "system.gpu.0.powerPercent": 13.17, "system.cpu": 19.22, "system.memory": 24.46, "system.disk": 4.8, "system.proc.memory.availableMB": 6038.16, "system.proc.memory.rssMB": 1338.85, "system.proc.memory.percent": 16.75, "system.proc.cpu.threads": 4.67, "system.network.sent": 44593, "system.network.recv": 74352, "_wandb": true, "_timestamp": 1580219360, "_runtime": 29}
{"system.gpu.0.gpu": 0.0, "system.gpu.0.memory": 2.93, "system.gpu.0.memoryAllocated": 11.54, "system.gpu.0.temp": 36.07, "system.gpu.0.powerWatts": 10.74, "system.gpu.0.powerPercent": 5.97, "system.cpu": 25.42, "system.memory": 28.08, "system.disk": 4.8, "system.proc.memory.availableMB": 5748.53, "system.proc.memory.rssMB": 1672.29, "system.proc.memory.percent": 20.92, "system.proc.cpu.threads": 5.0, "system.network.sent": 117452, "system.network.recv": 102403, "_wandb": true, "_timestamp": 1580219390, "_runtime": 59}
{"system.gpu.0.gpu": 0.0, "system.gpu.0.memory": 3.0, "system.gpu.0.memoryAllocated": 11.54, "system.gpu.0.temp": 36.0, "system.gpu.0.powerWatts": 10.73, "system.gpu.0.powerPercent": 5.96, "system.cpu": 25.37, "system.memory": 28.18, "system.disk": 4.8, "system.proc.memory.availableMB": 5740.19, "system.proc.memory.rssMB": 1680.61, "system.proc.memory.percent": 21.03, "system.proc.cpu.threads": 5.0, "system.network.sent": 194239, "system.network.recv": 133076, "_wandb": true, "_timestamp": 1580219420, "_runtime": 89}
{"system.gpu.0.gpu": 0.0, "system.gpu.0.memory": 3.0, "system.gpu.0.memoryAllocated": 11.54, "system.gpu.0.temp": 36.0, "system.gpu.0.powerWatts": 10.71, "system.gpu.0.powerPercent": 5.95, "system.cpu": 25.38, "system.memory": 28.29, "system.disk": 4.8, "system.proc.memory.availableMB": 5731.83, "system.proc.memory.rssMB": 1688.87, "system.proc.memory.percent": 21.13, "system.proc.cpu.threads": 5.0, "system.network.sent": 276894, "system.network.recv": 159761, "_wandb": true, "_timestamp": 1580219450, "_runtime": 119}
{"system.gpu.0.gpu": 0.0, "system.gpu.0.memory": 3.0, "system.gpu.0.memoryAllocated": 11.54, "system.gpu.0.temp": 36.0, "system.gpu.0.powerWatts": 10.7, "system.gpu.0.powerPercent": 5.95, "system.cpu": 25.45, "system.memory": 28.39, "system.disk": 4.8, "system.proc.memory.availableMB": 5723.41, "system.proc.memory.rssMB": 1697.12, "system.proc.memory.percent": 21.23, "system.proc.cpu.threads": 5.0, "system.network.sent": 366397, "system.network.recv": 193956, "_wandb": true, "_timestamp": 1580219480, "_runtime": 149}
{"system.gpu.0.gpu": 0.0, "system.gpu.0.memory": 3.0, "system.gpu.0.memoryAllocated": 11.54, "system.gpu.0.temp": 36.0, "system.gpu.0.powerWatts": 10.74, "system.gpu.0.powerPercent": 5.97, "system.cpu": 23.1, "system.memory": 28.45, "system.disk": 4.8, "system.proc.memory.availableMB": 5718.97, "system.proc.memory.rssMB": 1701.61, "system.proc.memory.percent": 21.29, "system.proc.cpu.threads": 5.0, "system.network.sent": 374068, "system.network.recv": 196093, "_wandb": true, "_timestamp": 1580219483, "_runtime": 152}

0
TicTacToe_AI/Net/wandb/dryrun-20200128_134850-0d70asue/wandb-history.jsonl Normal file
View file

25
TicTacToe_AI/Net/wandb/dryrun-20200128_134850-0d70asue/wandb-metadata.json Normal file
View file

@ -0,0 +1,25 @@
{
"root": "/home/clemens/Dokumente/repos/pytorch-ai",
"program": "pytorch_ai.py",
"git": {
"remote": "git@github.com:Clemens-Dautermann/pytorch-ai.git",
"commit": "56ee2635b5fec0a3976a4e7ddc55a89d4dea93bc"
},
"email": "clemens.dautermann@t-online.de",
"startedAt": "2020-01-28T13:48:51.143809",
"host": "clemens-ubuntu",
"username": "clemens",
"executable": "/usr/bin/python3",
"os": "Linux-4.15.0-58-generic-x86_64-with-Ubuntu-18.04-bionic",
"python": "3.6.9",
"gpu": "GeForce GTX 960",
"gpu_count": 1,
"cpu_count": 4,
"args": [],
"state": "killed",
"jobType": null,
"mode": "dryrun",
"project": "tictactoe",
"heartbeatAt": "2020-01-28T13:51:24.194431",
"exitcode": 255
}

9
TicTacToe_AI/Net/wandb/run-20200128_135143-h37w0lf8/config.yaml Normal file
View file

@ -0,0 +1,9 @@
wandb_version: 1
_wandb:
desc: null
value:
cli_version: 0.8.22
framework: torch
is_jupyter_run: false
python_version: 3.6.9

83
TicTacToe_AI/Net/wandb/run-20200128_135143-h37w0lf8/diff.patch Normal file
View file

@ -0,0 +1,83 @@
diff --git a/TicTacToe_AI/Net/pytorch_ai.py b/TicTacToe_AI/Net/pytorch_ai.py
index c10ea0e..0e1e7f5 100644
--- a/TicTacToe_AI/Net/pytorch_ai.py
+++ b/TicTacToe_AI/Net/pytorch_ai.py
@@ -8,7 +8,7 @@ import wandb
wandb.init(project="tictactoe")
-BATCH_SIZE = 3
+BATCH_SIZE = 200
def to_set(raw_list):
@@ -85,7 +85,7 @@ def buildsets():
testset = to_batched_set(alllines[0:10000])
print('Generating trainset...')
- trainset = to_batched_set(alllines[10001:20000])
+ trainset = to_batched_set(alllines[10001:])
return trainset, testset
@@ -134,7 +134,7 @@ loss_function = nn.CrossEntropyLoss()
trainset, testset = buildsets()
-for epoch in range(100):
+for epoch in range(300):
print('Epoch: ' + str(epoch))
wandb.log({'epoch': epoch})
for X, label in tqdm(trainset):
diff --git a/TicTacToe_AI/Net/wandb/debug.log b/TicTacToe_AI/Net/wandb/debug.log
index 51ac5d0..4b19810 100644
--- a/TicTacToe_AI/Net/wandb/debug.log
+++ b/TicTacToe_AI/Net/wandb/debug.log
@@ -1,18 +1,19 @@
-2020-01-28 14:43:14,846 DEBUG MainThread:32731 [wandb_config.py:_load_defaults():111] no defaults not found in config-defaults.yaml
-2020-01-28 14:43:14,864 DEBUG MainThread:32731 [cmd.py:execute():728] Popen(['git', 'cat-file', '--batch-check'], cwd=/home/clemens/repositorys/pytorch-ai, universal_newlines=False, shell=None, istream=<valid stream>)
-2020-01-28 14:43:14,877 DEBUG MainThread:32731 [cmd.py:execute():728] Popen(['git', 'rev-parse', '--show-toplevel'], cwd=/home/clemens/repositorys/pytorch-ai, universal_newlines=False, shell=None, istream=None)
-2020-01-28 14:43:14,887 DEBUG MainThread:32731 [cmd.py:execute():728] Popen(['git', 'status', '--porcelain', '--untracked-files'], cwd=/home/clemens/repositorys/pytorch-ai, universal_newlines=False, shell=None, istream=None)
-2020-01-28 14:43:14,906 DEBUG MainThread:32731 [run_manager.py:__init__():535] Initialized sync for tictactoe/mvx4evw0
-2020-01-28 14:43:14,912 INFO MainThread:32731 [run_manager.py:wrap_existing_process():1133] wrapping existing process 32725
-2020-01-28 14:43:14,913 WARNING MainThread:32731 [io_wrap.py:register():104] SIGWINCH handler was not None: <Handlers.SIG_DFL: 0>
-2020-01-28 14:43:14,919 DEBUG MainThread:32731 [connectionpool.py:_new_conn():815] Starting new HTTPS connection (1): pypi.org:443
-2020-01-28 14:43:15,060 DEBUG MainThread:32731 [connectionpool.py:_make_request():393] https://pypi.org:443 "GET /pypi/wandb/json HTTP/1.1" 200 39767
-2020-01-28 14:43:15,179 INFO MainThread:32731 [run_manager.py:init_run():918] system metrics and metadata threads started
-2020-01-28 14:43:15,181 INFO MainThread:32731 [run_manager.py:wrap_existing_process():1150] informing user process we are ready to proceed
-2020-01-28 14:43:15,183 INFO MainThread:32731 [run_manager.py:_sync_etc():1257] entering loop for messages from user process
-2020-01-28 14:43:15,862 INFO Thread-3 :32731 [run_manager.py:_on_file_modified():682] file/dir modified: /home/clemens/repositorys/pytorch-ai/TicTacToe_AI/Net/wandb/dryrun-20200128_134313-mvx4evw0/config.yaml
-2020-01-28 14:43:32,850 INFO MainThread:32731 [run_manager.py:_sync_etc():1313] process received interrupt signal, shutting down
-2020-01-28 14:43:32,850 INFO MainThread:32731 [run_manager.py:_sync_etc():1366] closing log streams and sending exitcode to W&B
-2020-01-28 14:43:32,851 INFO MainThread:32731 [run_manager.py:shutdown():1057] shutting down system stats and metadata service
- MainThread:32731 [mvx4evw0:run_manager.py:_sync_etc():1366] closing log streams and sending exitcode to W&B
-2020-01-28 14:43:32,851 INFO MainThread:32731 [mvx4evw0:run_manager.py:shutdown():1057] shutting down system stats and metadata service
+2020-01-28 14:51:43,953 DEBUG MainThread:25207 [wandb_config.py:_load_defaults():111] no defaults not found in config-defaults.yaml
+2020-01-28 14:51:43,967 DEBUG MainThread:25207 [cmd.py:execute():728] Popen(['git', 'cat-file', '--batch-check'], cwd=/home/clemens/Dokumente/repos/pytorch-ai, universal_newlines=False, shell=None, istream=<valid stream>)
+2020-01-28 14:51:43,972 DEBUG MainThread:25207 [cmd.py:execute():728] Popen(['git', 'rev-parse', '--show-toplevel'], cwd=/home/clemens/Dokumente/repos/pytorch-ai, universal_newlines=False, shell=None, istream=None)
+2020-01-28 14:51:43,979 DEBUG MainThread:25207 [cmd.py:execute():728] Popen(['git', 'status', '--porcelain', '--untracked-files'], cwd=/home/clemens/Dokumente/repos/pytorch-ai, universal_newlines=False, shell=None, istream=None)
+2020-01-28 14:51:43,997 DEBUG MainThread:25207 [run_manager.py:__init__():535] Initialized sync for tictactoe/h37w0lf8
+2020-01-28 14:51:44,002 INFO MainThread:25207 [run_manager.py:wrap_existing_process():1133] wrapping existing process 25197
+2020-01-28 14:51:44,002 WARNING MainThread:25207 [io_wrap.py:register():104] SIGWINCH handler was not None: <Handlers.SIG_DFL: 0>
+2020-01-28 14:51:44,007 DEBUG MainThread:25207 [connectionpool.py:_new_conn():824] Starting new HTTPS connection (1): pypi.org
+2020-01-28 14:51:44,469 DEBUG MainThread:25207 [connectionpool.py:_make_request():396] https://pypi.org:443 "GET /pypi/wandb/json HTTP/1.1" 200 39767
+2020-01-28 14:51:44,510 INFO MainThread:25207 [run_manager.py:init_run():918] system metrics and metadata threads started
+2020-01-28 14:51:44,510 INFO MainThread:25207 [run_manager.py:init_run():952] upserting run before process can begin, waiting at most 10 seconds
+2020-01-28 14:51:44,527 DEBUG Thread-14 :25207 [connectionpool.py:_new_conn():824] Starting new HTTPS connection (1): api.wandb.ai
+2020-01-28 14:51:44,965 INFO Thread-3 :25207 [run_manager.py:_on_file_created():671] file/dir created: /home/clemens/Dokumente/repos/pytorch-ai/TicTacToe_AI/Net/wandb/run-20200128_135143-h37w0lf8/wandb-metadata.json
+2020-01-28 14:51:44,974 DEBUG Thread-14 :25207 [connectionpool.py:_make_request():396] https://api.wandb.ai:443 "POST /graphql HTTP/1.1" 200 537
+2020-01-28 14:51:44,987 INFO Thread-14 :25207 [run_manager.py:_upsert_run():1037] saving patches
+2020-01-28 14:51:44,987 DEBUG Thread-14 :25207 [cmd.py:execute():728] Popen(['git', 'rev-parse', '--show-toplevel'], cwd=/home/clemens/Dokumente/repos/pytorch-ai, universal_newlines=False, shell=None, istream=None)
+2020-01-28 14:51:44,996 DEBUG Thread-14 :25207 [cmd.py:execute():728] Popen(['git', 'diff', '--cached', '--abbrev=40', '--full-index', '--raw'], cwd=/home/clemens/Dokumente/repos/pytorch-ai, universal_newlines=False, shell=None, istream=None)
+2020-01-28 14:51:45,003 DEBUG Thread-14 :25207 [cmd.py:execute():728] Popen(['git', 'diff', '--abbrev=40', '--full-index', '--raw'], cwd=/home/clemens/Dokumente/repos/pytorch-ai, universal_newlines=False, shell=None, istream=None)
+2020-01-28 14:51:45,011 DEBUG Thread-14 :25207 [cmd.py:execute():728] Popen(['git', 'version'], cwd=/home/clemens/Dokumente/repos/pytorch-ai, universal_newlines=False, shell=None, istream=None)
diff --git a/TicTacToe_AI/Net/wandb/settings b/TicTacToe_AI/Net/wandb/settings
index 26efadd..a700e2e 100644
--- a/TicTacToe_AI/Net/wandb/settings
+++ b/TicTacToe_AI/Net/wandb/settings
@@ -1,5 +1,4 @@
[default]
project = tictactoe
entity = cdautermann
-disabled = true

23
TicTacToe_AI/Net/wandb/run-20200128_135143-h37w0lf8/output.log Normal file
View file

File diff suppressed because one or more lines are too long

323
TicTacToe_AI/Net/wandb/run-20200128_135143-h37w0lf8/requirements.txt Normal file
View file

@ -0,0 +1,323 @@
absl-py==0.7.1
adal==1.2.1
advancedhtmlparser==8.1.6
aenum==2.1.2
altgraph==0.16.1
amqp==1.4.9
anyjson==0.3.3
apturl==0.5.2
asn1crypto==0.24.0
astor==0.8.0
atomicwrites==1.3.0
attrs==19.1.0
autopep8==1.3.3
azure-applicationinsights==0.1.0
azure-batch==4.1.3
azure-common==1.1.18
azure-cosmosdb-nspkg==2.0.2
azure-cosmosdb-table==1.0.5
azure-datalake-store==0.0.41
azure-eventgrid==1.2.0
azure-graphrbac==0.40.0
azure-keyvault==1.1.0
azure-loganalytics==0.1.0
azure-mgmt-advisor==1.0.1
azure-mgmt-applicationinsights==0.1.1
azure-mgmt-authorization==0.50.0
azure-mgmt-batch==5.0.1
azure-mgmt-batchai==2.0.0
azure-mgmt-billing==0.2.0
azure-mgmt-cdn==3.0.0
azure-mgmt-cognitiveservices==3.0.0
azure-mgmt-commerce==1.0.1
azure-mgmt-compute==4.4.0
azure-mgmt-consumption==2.0.0
azure-mgmt-containerinstance==1.4.0
azure-mgmt-containerregistry==2.7.0
azure-mgmt-containerservice==4.4.0
azure-mgmt-cosmosdb==0.4.1
azure-mgmt-datafactory==0.6.0
azure-mgmt-datalake-analytics==0.6.0
azure-mgmt-datalake-nspkg==3.0.1
azure-mgmt-datalake-store==0.5.0
azure-mgmt-datamigration==1.0.0
azure-mgmt-devspaces==0.1.0
azure-mgmt-devtestlabs==2.2.0
azure-mgmt-dns==2.1.0
azure-mgmt-eventgrid==1.0.0
azure-mgmt-eventhub==2.3.0
azure-mgmt-hanaonazure==0.1.1
azure-mgmt-iotcentral==0.1.0
azure-mgmt-iothub==0.5.0
azure-mgmt-iothubprovisioningservices==0.2.0
azure-mgmt-keyvault==1.1.0
azure-mgmt-loganalytics==0.2.0
azure-mgmt-logic==3.0.0
azure-mgmt-machinelearningcompute==0.4.1
azure-mgmt-managementgroups==0.1.0
azure-mgmt-managementpartner==0.1.0
azure-mgmt-maps==0.1.0
azure-mgmt-marketplaceordering==0.1.0
azure-mgmt-media==1.0.0
azure-mgmt-monitor==0.5.2
azure-mgmt-msi==0.2.0
azure-mgmt-network==2.5.1
azure-mgmt-notificationhubs==2.0.0
azure-mgmt-nspkg==3.0.2
azure-mgmt-policyinsights==0.1.0
azure-mgmt-powerbiembedded==2.0.0
azure-mgmt-rdbms==1.5.0
azure-mgmt-recoveryservices==0.3.0
azure-mgmt-recoveryservicesbackup==0.3.0
azure-mgmt-redis==5.0.0
azure-mgmt-relay==0.1.0
azure-mgmt-reservations==0.2.1
azure-mgmt-resource==2.1.0
azure-mgmt-scheduler==2.0.0
azure-mgmt-search==2.0.0
azure-mgmt-servicebus==0.5.3
azure-mgmt-servicefabric==0.2.0
azure-mgmt-signalr==0.1.1
azure-mgmt-sql==0.9.1
azure-mgmt-storage==2.0.0
azure-mgmt-subscription==0.2.0
azure-mgmt-trafficmanager==0.50.0
azure-mgmt-web==0.35.0
azure-mgmt==4.0.0
azure-nspkg==3.0.2
azure-servicebus==0.21.1
azure-servicefabric==6.3.0.0
azure-servicemanagement-legacy==0.20.6
azure-storage-blob==1.5.0
azure-storage-common==1.4.0
azure-storage-file==1.4.0
azure-storage-queue==1.4.0
azure==4.0.0
backcall==0.1.0
bcrypt==3.1.4
beautifulsoup4==4.6.0
billiard==3.3.0.23
binwalk==2.1.1
bleach==1.5.0
blinker==1.4
brlapi==0.6.6
browser-cookie3==0.6.4
celery==3.1.26.post2
certifi==2017.11.5
cffi==1.11.5
chardet==3.0.4
click==7.0
cloudpickle==1.2.1
command-not-found==0.3
configparser==4.0.2
cryptography==2.1.4
cupshelpers==1.0
cycler==0.10.0
dataclasses==0.6
dbf==0.97.11
dbfread==2.0.7
decorator==4.4.0
defer==1.0.6
defusedxml==0.5.0
distro-info==0.18ubuntu0.18.04.1
django-celery==3.2.2
django==2.1
djongo==1.2.29
docker-pycreds==0.4.0
docopt==0.6.2
docx==0.2.4
entrypoints==0.3
enum34==1.1.6
f.lux-indicator-applet==1.1.11-pre
feedparser==5.2.1
flask==1.0.2
future==0.16.0
gast==0.2.2
gephistreamer==2.0.3
gitdb2==2.0.6
gitpython==3.0.5
gql==0.2.0
graphql-core==1.1
grpcio==1.11.1
html2markdown==0.1.7
html5lib==0.9999999
httplib2==0.9.2
idna==2.6
ifaddr==0.1.4
imageio==2.5.0
importlib-metadata==0.19
ipaddress==1.0.22
ipykernel==5.1.1
ipython-genutils==0.2.0
ipython==7.5.0
ipywidgets==7.4.2
isodate==0.6.0
itsdangerous==1.1.0
jedi==0.13.3
jinja2==2.10.1
jsonschema==3.0.1
jupyter-client==5.2.4
jupyter-console==6.0.0
jupyter-core==4.4.0
jupyter==1.0.0
keyring==10.6.0
keyrings.alt==3.0
kiwisolver==1.0.1
kombu==3.0.37
language-selector==0.1
launchpadlib==1.10.6
lazr.restfulclient==0.13.5
lazr.uri==1.0.3
llvmlite==0.29.0
louis==3.5.0
lxml==4.2.1
macaroonbakery==1.1.3
macholib==1.11
mako==1.0.7
markdown==3.1.1
markupsafe==1.0
matplotlib==2.2.0
mechanize==0.2.5
mistune==0.8.4
mlagents-envs==0.9.1
mlagents==0.9.1
more-itertools==7.2.0
msrest==0.6.4
msrestazure==0.6.0
nbconvert==5.5.0
nbformat==4.4.0
netifaces==0.10.4
networkx==2.3
notebook==5.7.8
numba==0.44.1
numpy==1.14.2
nvidia-ml-py3==7.352.0
oauth==1.0.1
oauthlib==3.0.1
olefile==0.45.1
pandocfilters==1.4.2
paramiko==2.4.1
parso==0.4.0
pathtools==0.1.2
pbkdf2==1.3
pefile==2018.8.8
pexpect==4.2.1
pickleshare==0.7.5
pillow==5.2.0
pip==19.0.1
plotly==3.9.0
pluggy==0.12.0
pocketsphinx==0.1.3
prometheus-client==0.6.0
promise==2.3
prompt-toolkit==2.0.9
protobuf==3.6.1
psutil==5.6.7
psycopg2==2.7.5
ptyprocess==0.6.0
py==1.8.0
pyaes==1.6.1
pyasn1==0.4.2
pyaudio==0.2.11
pycairo==1.16.2
pycodestyle==2.3.1
pycparser==2.18
pycrypto==2.6.1
pycups==1.9.73
pydeepl==0.9
pyglet==1.4.1
pygments==2.3.1
pygobject==3.26.1
pyinstaller==3.4
pyjwt==1.5.3
pymacaroons==0.13.0
pymongo==3.7.1
pynacl==1.1.2
pyopengl==3.1.0
pyparsing==2.2.0
pypdf2==1.26.0
pyqtgraph==0.10.0
pyrfc3339==1.0
pyrsistent==0.15.2
pytest==3.10.1
python-apt==1.6.5+ubuntu0.2
python-dateutil==2.7.3
python-debian==0.1.32
python-docx==0.8.6
python-gitlab==1.3.0
pytz==2018.4
pywavelets==1.0.3
pyxdg==0.25
pyyaml==3.12
pyzmq==18.0.1
qtconsole==4.4.4
queryablelist==3.1.0
reportlab==3.4.0
requests-oauthlib==1.2.0
requests-unixsocket==0.1.5
requests==2.21.0
retrying==1.3.3
scikit-image==0.15.0
scipy==1.3.0
scour==0.36
screen-resolution-extra==0.0.0
secretstorage==2.3.1
selenium==3.7.0
send2trash==1.5.0
sentry-sdk==0.14.1
setuptools==38.4.0
shortuuid==0.5.0
simplejson==3.13.2
six==1.11.0
smmap2==2.0.5
speechrecognition==3.8.1
sqlparse==0.2.4
ssh-import-id==5.7
subprocess32==3.5.4
system-service==0.3
systemd-python==234
tensorboard==1.7.0
tensorflow==1.7.1
termcolor==1.1.0
terminado==0.8.2
testpath==0.4.2
torch==1.4.0
torchfile==0.1.0
torchvision==0.5.0
tornado==6.0.1
tqdm==4.23.4
traitlets==4.3.2
ubuntu-drivers-common==0.0.0
ufw==0.36
unattended-upgrades==0.1
unity-scope-calculator==0.1
unity-scope-chromiumbookmarks==0.1
unity-scope-colourlovers==0.1
unity-scope-devhelp==0.1
unity-scope-firefoxbookmarks==0.1
unity-scope-manpages==0.1
unity-scope-openclipart==0.1
unity-scope-texdoc==0.1
unity-scope-tomboy==0.1
unity-scope-virtualbox==0.1
unity-scope-yelp==0.1
unity-scope-zotero==0.1
urllib3==1.22
usb-creator==0.3.3
vine==1.1.4
visdom==0.1.8.8
wadllib==1.3.2
wakeonlan==1.1.6
wandb==0.8.22
watchdog==0.10.0
wcwidth==0.1.7
webencodings==0.5.1
websocket-client==0.55.0
werkzeug==0.15.2
wheel==0.30.0
widgetsnbextension==3.4.2
ws4py==0.5.1
xkit==0.0.0
zeroconf==0.21.3
zipp==0.5.2
zope.interface==4.3.2

6
TicTacToe_AI/Net/wandb/run-20200128_135143-h37w0lf8/wandb-events.jsonl Normal file
View file

@ -0,0 +1,6 @@
{"system.gpu.0.gpu": 0.27, "system.gpu.0.memory": 1.0, "system.gpu.0.memoryAllocated": 10.5, "system.gpu.0.temp": 37.4, "system.gpu.0.powerWatts": 20.75, "system.gpu.0.powerPercent": 11.53, "system.cpu": 24.17, "system.memory": 26.37, "system.disk": 4.8, "system.proc.memory.availableMB": 5884.97, "system.proc.memory.rssMB": 1513.95, "system.proc.memory.percent": 18.94, "system.proc.cpu.threads": 4.87, "system.network.sent": 105512, "system.network.recv": 175419, "_wandb": true, "_timestamp": 1580219532, "_runtime": 29}
{"system.gpu.0.gpu": 0.0, "system.gpu.0.memory": 3.0, "system.gpu.0.memoryAllocated": 11.54, "system.gpu.0.temp": 37.0, "system.gpu.0.powerWatts": 10.65, "system.gpu.0.powerPercent": 5.91, "system.cpu": 25.67, "system.memory": 28.16, "system.disk": 4.8, "system.proc.memory.availableMB": 5741.76, "system.proc.memory.rssMB": 1675.71, "system.proc.memory.percent": 20.96, "system.proc.cpu.threads": 5.0, "system.network.sent": 201387, "system.network.recv": 245869, "_wandb": true, "_timestamp": 1580219562, "_runtime": 59}
{"system.gpu.0.gpu": 0.0, "system.gpu.0.memory": 3.0, "system.gpu.0.memoryAllocated": 11.54, "system.gpu.0.temp": 37.0, "system.gpu.0.powerWatts": 10.63, "system.gpu.0.powerPercent": 5.9, "system.cpu": 25.6, "system.memory": 28.27, "system.disk": 4.8, "system.proc.memory.availableMB": 5732.99, "system.proc.memory.rssMB": 1684.18, "system.proc.memory.percent": 21.07, "system.proc.cpu.threads": 5.0, "system.network.sent": 289194, "system.network.recv": 295271, "_wandb": true, "_timestamp": 1580219593, "_runtime": 89}
{"system.gpu.0.gpu": 0.0, "system.gpu.0.memory": 3.0, "system.gpu.0.memoryAllocated": 11.54, "system.gpu.0.temp": 37.0, "system.gpu.0.powerWatts": 10.63, "system.gpu.0.powerPercent": 5.91, "system.cpu": 25.59, "system.memory": 28.37, "system.disk": 4.8, "system.proc.memory.availableMB": 5725.17, "system.proc.memory.rssMB": 1692.73, "system.proc.memory.percent": 21.18, "system.proc.cpu.threads": 5.0, "system.network.sent": 382786, "system.network.recv": 345286, "_wandb": true, "_timestamp": 1580219623, "_runtime": 119}
{"system.gpu.0.gpu": 0.0, "system.gpu.0.memory": 3.0, "system.gpu.0.memoryAllocated": 11.54, "system.gpu.0.temp": 37.0, "system.gpu.0.powerWatts": 10.64, "system.gpu.0.powerPercent": 5.91, "system.cpu": 25.55, "system.memory": 28.47, "system.disk": 4.8, "system.proc.memory.availableMB": 5716.79, "system.proc.memory.rssMB": 1701.21, "system.proc.memory.percent": 21.28, "system.proc.cpu.threads": 5.0, "system.network.sent": 482057, "system.network.recv": 387270, "_wandb": true, "_timestamp": 1580219653, "_runtime": 150}
{"system.gpu.0.gpu": 0.0, "system.gpu.0.memory": 2.77, "system.gpu.0.memoryAllocated": 11.54, "system.gpu.0.temp": 37.0, "system.gpu.0.powerWatts": 11.79, "system.gpu.0.powerPercent": 6.55, "system.cpu": 24.3, "system.memory": 28.58, "system.disk": 4.8, "system.proc.memory.availableMB": 5708.39, "system.proc.memory.rssMB": 1709.25, "system.proc.memory.percent": 21.38, "system.proc.cpu.threads": 5.08, "system.network.sent": 570930, "system.network.recv": 425790, "_wandb": true, "_timestamp": 1580219679, "_runtime": 175}

1
TicTacToe_AI/Net/wandb/run-20200128_135143-h37w0lf8/wandb-history.jsonl Normal file
View file

@ -0,0 +1 @@
{"epoch": 0, "_runtime": 175.4488389492035, "_timestamp": 1580219678.1743066, "_step": 0}

25
TicTacToe_AI/Net/wandb/run-20200128_135143-h37w0lf8/wandb-metadata.json Normal file
View file

@ -0,0 +1,25 @@
{
"root": "/home/clemens/Dokumente/repos/pytorch-ai",
"program": "pytorch_ai.py",
"git": {
"remote": "git@github.com:Clemens-Dautermann/pytorch-ai.git",
"commit": "56ee2635b5fec0a3976a4e7ddc55a89d4dea93bc"
},
"email": "clemens.dautermann@t-online.de",
"startedAt": "2020-01-28T13:51:43.325701",
"host": "clemens-ubuntu",
"username": "clemens",
"executable": "/usr/bin/python3",
"os": "Linux-4.15.0-58-generic-x86_64-with-Ubuntu-18.04-bionic",
"python": "3.6.9",
"gpu": "GeForce GTX 960",
"gpu_count": 1,
"cpu_count": 4,
"args": [],
"state": "failed",
"jobType": null,
"mode": "run",
"project": "tictactoe",
"heartbeatAt": "2020-01-28T13:54:39.708600",
"exitcode": 1
}

1
TicTacToe_AI/Net/wandb/run-20200128_135143-h37w0lf8/wandb-summary.json Normal file
View file

@ -0,0 +1 @@
{"_runtime": 175.4488389492035, "_step": 0, "epoch": 0, "_timestamp": 1580219678.1743066}

9
TicTacToe_AI/Net/wandb/run-20200128_135845-tbayonq6/config.yaml Normal file
View file

@ -0,0 +1,9 @@
wandb_version: 1
_wandb:
desc: null
value:
cli_version: 0.8.22
framework: torch
is_jupyter_run: false
python_version: 3.6.9

97
TicTacToe_AI/Net/wandb/run-20200128_135845-tbayonq6/diff.patch Normal file
View file

@ -0,0 +1,97 @@
diff --git a/TicTacToe_AI/Net/pytorch_ai.py b/TicTacToe_AI/Net/pytorch_ai.py
index c10ea0e..3bbba77 100644
--- a/TicTacToe_AI/Net/pytorch_ai.py
+++ b/TicTacToe_AI/Net/pytorch_ai.py
@@ -8,7 +8,7 @@ import wandb
wandb.init(project="tictactoe")
-BATCH_SIZE = 3
+BATCH_SIZE = 200
def to_set(raw_list):
@@ -85,7 +85,7 @@ def buildsets():
testset = to_batched_set(alllines[0:10000])
print('Generating trainset...')
- trainset = to_batched_set(alllines[10001:20000])
+ trainset = to_batched_set(alllines[10001:])
return trainset, testset
@@ -134,18 +134,20 @@ loss_function = nn.CrossEntropyLoss()
trainset, testset = buildsets()
-for epoch in range(100):
+for epoch in range(300):
print('Epoch: ' + str(epoch))
wandb.log({'epoch': epoch})
for X, label in tqdm(trainset):
net.zero_grad()
- X.to(device)
+ X = X.to(device)
output = net(X)
- output.cpu()
+ output = output.cpu()
loss = loss_function(output.view(-1, 10), label)
loss.backward()
optimizer.step()
wandb.log({'loss': loss})
+ net = net.cpu()
torch.save(net, './nets/gpunets/net_' + str(epoch) + '.pt')
+ net = net.to(device)
testnet(net, testset)
diff --git a/TicTacToe_AI/Net/wandb/debug.log b/TicTacToe_AI/Net/wandb/debug.log
index 51ac5d0..85c3b32 100644
--- a/TicTacToe_AI/Net/wandb/debug.log
+++ b/TicTacToe_AI/Net/wandb/debug.log
@@ -1,18 +1,18 @@
-2020-01-28 14:43:14,846 DEBUG MainThread:32731 [wandb_config.py:_load_defaults():111] no defaults not found in config-defaults.yaml
-2020-01-28 14:43:14,864 DEBUG MainThread:32731 [cmd.py:execute():728] Popen(['git', 'cat-file', '--batch-check'], cwd=/home/clemens/repositorys/pytorch-ai, universal_newlines=False, shell=None, istream=<valid stream>)
-2020-01-28 14:43:14,877 DEBUG MainThread:32731 [cmd.py:execute():728] Popen(['git', 'rev-parse', '--show-toplevel'], cwd=/home/clemens/repositorys/pytorch-ai, universal_newlines=False, shell=None, istream=None)
-2020-01-28 14:43:14,887 DEBUG MainThread:32731 [cmd.py:execute():728] Popen(['git', 'status', '--porcelain', '--untracked-files'], cwd=/home/clemens/repositorys/pytorch-ai, universal_newlines=False, shell=None, istream=None)
-2020-01-28 14:43:14,906 DEBUG MainThread:32731 [run_manager.py:__init__():535] Initialized sync for tictactoe/mvx4evw0
-2020-01-28 14:43:14,912 INFO MainThread:32731 [run_manager.py:wrap_existing_process():1133] wrapping existing process 32725
-2020-01-28 14:43:14,913 WARNING MainThread:32731 [io_wrap.py:register():104] SIGWINCH handler was not None: <Handlers.SIG_DFL: 0>
-2020-01-28 14:43:14,919 DEBUG MainThread:32731 [connectionpool.py:_new_conn():815] Starting new HTTPS connection (1): pypi.org:443
-2020-01-28 14:43:15,060 DEBUG MainThread:32731 [connectionpool.py:_make_request():393] https://pypi.org:443 "GET /pypi/wandb/json HTTP/1.1" 200 39767
-2020-01-28 14:43:15,179 INFO MainThread:32731 [run_manager.py:init_run():918] system metrics and metadata threads started
-2020-01-28 14:43:15,181 INFO MainThread:32731 [run_manager.py:wrap_existing_process():1150] informing user process we are ready to proceed
-2020-01-28 14:43:15,183 INFO MainThread:32731 [run_manager.py:_sync_etc():1257] entering loop for messages from user process
-2020-01-28 14:43:15,862 INFO Thread-3 :32731 [run_manager.py:_on_file_modified():682] file/dir modified: /home/clemens/repositorys/pytorch-ai/TicTacToe_AI/Net/wandb/dryrun-20200128_134313-mvx4evw0/config.yaml
-2020-01-28 14:43:32,850 INFO MainThread:32731 [run_manager.py:_sync_etc():1313] process received interrupt signal, shutting down
-2020-01-28 14:43:32,850 INFO MainThread:32731 [run_manager.py:_sync_etc():1366] closing log streams and sending exitcode to W&B
-2020-01-28 14:43:32,851 INFO MainThread:32731 [run_manager.py:shutdown():1057] shutting down system stats and metadata service
- MainThread:32731 [mvx4evw0:run_manager.py:_sync_etc():1366] closing log streams and sending exitcode to W&B
-2020-01-28 14:43:32,851 INFO MainThread:32731 [mvx4evw0:run_manager.py:shutdown():1057] shutting down system stats and metadata service
+2020-01-28 14:58:46,651 DEBUG MainThread:25282 [wandb_config.py:_load_defaults():111] no defaults not found in config-defaults.yaml
+2020-01-28 14:58:46,663 DEBUG MainThread:25282 [cmd.py:execute():728] Popen(['git', 'cat-file', '--batch-check'], cwd=/home/clemens/Dokumente/repos/pytorch-ai, universal_newlines=False, shell=None, istream=<valid stream>)
+2020-01-28 14:58:46,669 DEBUG MainThread:25282 [cmd.py:execute():728] Popen(['git', 'rev-parse', '--show-toplevel'], cwd=/home/clemens/Dokumente/repos/pytorch-ai, universal_newlines=False, shell=None, istream=None)
+2020-01-28 14:58:46,674 DEBUG MainThread:25282 [cmd.py:execute():728] Popen(['git', 'status', '--porcelain', '--untracked-files'], cwd=/home/clemens/Dokumente/repos/pytorch-ai, universal_newlines=False, shell=None, istream=None)
+2020-01-28 14:58:46,693 DEBUG MainThread:25282 [run_manager.py:__init__():535] Initialized sync for tictactoe/tbayonq6
+2020-01-28 14:58:46,697 INFO MainThread:25282 [run_manager.py:wrap_existing_process():1133] wrapping existing process 25272
+2020-01-28 14:58:46,697 WARNING MainThread:25282 [io_wrap.py:register():104] SIGWINCH handler was not None: <Handlers.SIG_DFL: 0>
+2020-01-28 14:58:46,702 DEBUG MainThread:25282 [connectionpool.py:_new_conn():824] Starting new HTTPS connection (1): pypi.org
+2020-01-28 14:58:46,837 DEBUG MainThread:25282 [connectionpool.py:_make_request():396] https://pypi.org:443 "GET /pypi/wandb/json HTTP/1.1" 200 39767
+2020-01-28 14:58:46,931 INFO MainThread:25282 [run_manager.py:init_run():918] system metrics and metadata threads started
+2020-01-28 14:58:46,931 INFO MainThread:25282 [run_manager.py:init_run():952] upserting run before process can begin, waiting at most 10 seconds
+2020-01-28 14:58:46,942 DEBUG Thread-14 :25282 [connectionpool.py:_new_conn():824] Starting new HTTPS connection (1): api.wandb.ai
+2020-01-28 14:58:47,346 DEBUG Thread-14 :25282 [connectionpool.py:_make_request():396] https://api.wandb.ai:443 "POST /graphql HTTP/1.1" 200 531
+2020-01-28 14:58:47,358 INFO Thread-14 :25282 [run_manager.py:_upsert_run():1037] saving patches
+2020-01-28 14:58:47,359 DEBUG Thread-14 :25282 [cmd.py:execute():728] Popen(['git', 'rev-parse', '--show-toplevel'], cwd=/home/clemens/Dokumente/repos/pytorch-ai, universal_newlines=False, shell=None, istream=None)
+2020-01-28 14:58:47,365 DEBUG Thread-14 :25282 [cmd.py:execute():728] Popen(['git', 'diff', '--cached', '--abbrev=40', '--full-index', '--raw'], cwd=/home/clemens/Dokumente/repos/pytorch-ai, universal_newlines=False, shell=None, istream=None)
+2020-01-28 14:58:47,373 DEBUG Thread-14 :25282 [cmd.py:execute():728] Popen(['git', 'diff', '--abbrev=40', '--full-index', '--raw'], cwd=/home/clemens/Dokumente/repos/pytorch-ai, universal_newlines=False, shell=None, istream=None)
+2020-01-28 14:58:47,383 DEBUG Thread-14 :25282 [cmd.py:execute():728] Popen(['git', 'version'], cwd=/home/clemens/Dokumente/repos/pytorch-ai, universal_newlines=False, shell=None, istream=None)
diff --git a/TicTacToe_AI/Net/wandb/settings b/TicTacToe_AI/Net/wandb/settings
index 26efadd..a700e2e 100644
--- a/TicTacToe_AI/Net/wandb/settings
+++ b/TicTacToe_AI/Net/wandb/settings
@@ -1,5 +1,4 @@
[default]
project = tictactoe
entity = cdautermann
-disabled = true

19
TicTacToe_AI/Net/wandb/run-20200128_135845-tbayonq6/output.log Normal file
View file

File diff suppressed because one or more lines are too long

323
TicTacToe_AI/Net/wandb/run-20200128_135845-tbayonq6/requirements.txt Normal file
View file

@ -0,0 +1,323 @@
absl-py==0.7.1
adal==1.2.1
advancedhtmlparser==8.1.6
aenum==2.1.2
altgraph==0.16.1
amqp==1.4.9
anyjson==0.3.3
apturl==0.5.2
asn1crypto==0.24.0
astor==0.8.0
atomicwrites==1.3.0
attrs==19.1.0
autopep8==1.3.3
azure-applicationinsights==0.1.0
azure-batch==4.1.3
azure-common==1.1.18
azure-cosmosdb-nspkg==2.0.2
azure-cosmosdb-table==1.0.5
azure-datalake-store==0.0.41
azure-eventgrid==1.2.0
azure-graphrbac==0.40.0
azure-keyvault==1.1.0
azure-loganalytics==0.1.0
azure-mgmt-advisor==1.0.1
azure-mgmt-applicationinsights==0.1.1
azure-mgmt-authorization==0.50.0
azure-mgmt-batch==5.0.1
azure-mgmt-batchai==2.0.0
azure-mgmt-billing==0.2.0
azure-mgmt-cdn==3.0.0
azure-mgmt-cognitiveservices==3.0.0
azure-mgmt-commerce==1.0.1
azure-mgmt-compute==4.4.0
azure-mgmt-consumption==2.0.0
azure-mgmt-containerinstance==1.4.0
azure-mgmt-containerregistry==2.7.0
azure-mgmt-containerservice==4.4.0
azure-mgmt-cosmosdb==0.4.1
azure-mgmt-datafactory==0.6.0
azure-mgmt-datalake-analytics==0.6.0
azure-mgmt-datalake-nspkg==3.0.1
azure-mgmt-datalake-store==0.5.0
azure-mgmt-datamigration==1.0.0
azure-mgmt-devspaces==0.1.0
azure-mgmt-devtestlabs==2.2.0
azure-mgmt-dns==2.1.0
azure-mgmt-eventgrid==1.0.0
azure-mgmt-eventhub==2.3.0
azure-mgmt-hanaonazure==0.1.1
azure-mgmt-iotcentral==0.1.0
azure-mgmt-iothub==0.5.0
azure-mgmt-iothubprovisioningservices==0.2.0
azure-mgmt-keyvault==1.1.0
azure-mgmt-loganalytics==0.2.0
azure-mgmt-logic==3.0.0
azure-mgmt-machinelearningcompute==0.4.1
azure-mgmt-managementgroups==0.1.0
azure-mgmt-managementpartner==0.1.0
azure-mgmt-maps==0.1.0
azure-mgmt-marketplaceordering==0.1.0
azure-mgmt-media==1.0.0
azure-mgmt-monitor==0.5.2
azure-mgmt-msi==0.2.0
azure-mgmt-network==2.5.1
azure-mgmt-notificationhubs==2.0.0
azure-mgmt-nspkg==3.0.2
azure-mgmt-policyinsights==0.1.0
azure-mgmt-powerbiembedded==2.0.0
azure-mgmt-rdbms==1.5.0
azure-mgmt-recoveryservices==0.3.0
azure-mgmt-recoveryservicesbackup==0.3.0
azure-mgmt-redis==5.0.0
azure-mgmt-relay==0.1.0
azure-mgmt-reservations==0.2.1
azure-mgmt-resource==2.1.0
azure-mgmt-scheduler==2.0.0
azure-mgmt-search==2.0.0
azure-mgmt-servicebus==0.5.3
azure-mgmt-servicefabric==0.2.0
azure-mgmt-signalr==0.1.1
azure-mgmt-sql==0.9.1
azure-mgmt-storage==2.0.0
azure-mgmt-subscription==0.2.0
azure-mgmt-trafficmanager==0.50.0
azure-mgmt-web==0.35.0
azure-mgmt==4.0.0
azure-nspkg==3.0.2
azure-servicebus==0.21.1
azure-servicefabric==6.3.0.0
azure-servicemanagement-legacy==0.20.6
azure-storage-blob==1.5.0
azure-storage-common==1.4.0
azure-storage-file==1.4.0
azure-storage-queue==1.4.0
azure==4.0.0
backcall==0.1.0
bcrypt==3.1.4
beautifulsoup4==4.6.0
billiard==3.3.0.23
binwalk==2.1.1
bleach==1.5.0
blinker==1.4
brlapi==0.6.6
browser-cookie3==0.6.4
celery==3.1.26.post2
certifi==2017.11.5
cffi==1.11.5
chardet==3.0.4
click==7.0
cloudpickle==1.2.1
command-not-found==0.3
configparser==4.0.2
cryptography==2.1.4
cupshelpers==1.0
cycler==0.10.0
dataclasses==0.6
dbf==0.97.11
dbfread==2.0.7
decorator==4.4.0
defer==1.0.6
defusedxml==0.5.0
distro-info==0.18ubuntu0.18.04.1
django-celery==3.2.2
django==2.1
djongo==1.2.29
docker-pycreds==0.4.0
docopt==0.6.2
docx==0.2.4
entrypoints==0.3
enum34==1.1.6
f.lux-indicator-applet==1.1.11-pre
feedparser==5.2.1
flask==1.0.2
future==0.16.0
gast==0.2.2
gephistreamer==2.0.3
gitdb2==2.0.6
gitpython==3.0.5
gql==0.2.0
graphql-core==1.1
grpcio==1.11.1
html2markdown==0.1.7
html5lib==0.9999999
httplib2==0.9.2
idna==2.6
ifaddr==0.1.4
imageio==2.5.0
importlib-metadata==0.19
ipaddress==1.0.22
ipykernel==5.1.1
ipython-genutils==0.2.0
ipython==7.5.0
ipywidgets==7.4.2
isodate==0.6.0
itsdangerous==1.1.0
jedi==0.13.3
jinja2==2.10.1
jsonschema==3.0.1
jupyter-client==5.2.4
jupyter-console==6.0.0
jupyter-core==4.4.0
jupyter==1.0.0
keyring==10.6.0
keyrings.alt==3.0
kiwisolver==1.0.1
kombu==3.0.37
language-selector==0.1
launchpadlib==1.10.6
lazr.restfulclient==0.13.5
lazr.uri==1.0.3
llvmlite==0.29.0
louis==3.5.0
lxml==4.2.1
macaroonbakery==1.1.3
macholib==1.11
mako==1.0.7
markdown==3.1.1
markupsafe==1.0
matplotlib==2.2.0
mechanize==0.2.5
mistune==0.8.4
mlagents-envs==0.9.1
mlagents==0.9.1
more-itertools==7.2.0
msrest==0.6.4
msrestazure==0.6.0
nbconvert==5.5.0
nbformat==4.4.0
netifaces==0.10.4
networkx==2.3
notebook==5.7.8
numba==0.44.1
numpy==1.14.2
nvidia-ml-py3==7.352.0
oauth==1.0.1
oauthlib==3.0.1
olefile==0.45.1
pandocfilters==1.4.2
paramiko==2.4.1
parso==0.4.0
pathtools==0.1.2
pbkdf2==1.3
pefile==2018.8.8
pexpect==4.2.1
pickleshare==0.7.5
pillow==5.2.0
pip==19.0.1
plotly==3.9.0
pluggy==0.12.0
pocketsphinx==0.1.3
prometheus-client==0.6.0
promise==2.3
prompt-toolkit==2.0.9
protobuf==3.6.1
psutil==5.6.7
psycopg2==2.7.5
ptyprocess==0.6.0
py==1.8.0
pyaes==1.6.1
pyasn1==0.4.2
pyaudio==0.2.11
pycairo==1.16.2
pycodestyle==2.3.1
pycparser==2.18
pycrypto==2.6.1
pycups==1.9.73
pydeepl==0.9
pyglet==1.4.1
pygments==2.3.1
pygobject==3.26.1
pyinstaller==3.4
pyjwt==1.5.3
pymacaroons==0.13.0
pymongo==3.7.1
pynacl==1.1.2
pyopengl==3.1.0
pyparsing==2.2.0
pypdf2==1.26.0
pyqtgraph==0.10.0
pyrfc3339==1.0
pyrsistent==0.15.2
pytest==3.10.1
python-apt==1.6.5+ubuntu0.2
python-dateutil==2.7.3
python-debian==0.1.32
python-docx==0.8.6
python-gitlab==1.3.0
pytz==2018.4
pywavelets==1.0.3
pyxdg==0.25
pyyaml==3.12
pyzmq==18.0.1
qtconsole==4.4.4
queryablelist==3.1.0
reportlab==3.4.0
requests-oauthlib==1.2.0
requests-unixsocket==0.1.5
requests==2.21.0
retrying==1.3.3
scikit-image==0.15.0
scipy==1.3.0
scour==0.36
screen-resolution-extra==0.0.0
secretstorage==2.3.1
selenium==3.7.0
send2trash==1.5.0
sentry-sdk==0.14.1
setuptools==38.4.0
shortuuid==0.5.0
simplejson==3.13.2
six==1.11.0
smmap2==2.0.5
speechrecognition==3.8.1
sqlparse==0.2.4
ssh-import-id==5.7
subprocess32==3.5.4
system-service==0.3
systemd-python==234
tensorboard==1.7.0
tensorflow==1.7.1
termcolor==1.1.0
terminado==0.8.2
testpath==0.4.2
torch==1.4.0
torchfile==0.1.0
torchvision==0.5.0
tornado==6.0.1
tqdm==4.23.4
traitlets==4.3.2
ubuntu-drivers-common==0.0.0
ufw==0.36
unattended-upgrades==0.1
unity-scope-calculator==0.1
unity-scope-chromiumbookmarks==0.1
unity-scope-colourlovers==0.1
unity-scope-devhelp==0.1
unity-scope-firefoxbookmarks==0.1
unity-scope-manpages==0.1
unity-scope-openclipart==0.1
unity-scope-texdoc==0.1
unity-scope-tomboy==0.1
unity-scope-virtualbox==0.1
unity-scope-yelp==0.1
unity-scope-zotero==0.1
urllib3==1.22
usb-creator==0.3.3
vine==1.1.4
visdom==0.1.8.8
wadllib==1.3.2
wakeonlan==1.1.6
wandb==0.8.22
watchdog==0.10.0
wcwidth==0.1.7
webencodings==0.5.1
websocket-client==0.55.0
werkzeug==0.15.2
wheel==0.30.0
widgetsnbextension==3.4.2
ws4py==0.5.1
xkit==0.0.0
zeroconf==0.21.3
zipp==0.5.2
zope.interface==4.3.2

24
TicTacToe_AI/Net/wandb/run-20200128_135845-tbayonq6/wandb-events.jsonl Normal file
View file

@ -0,0 +1,24 @@
{"system.gpu.0.gpu": 0.6, "system.gpu.0.memory": 1.07, "system.gpu.0.memoryAllocated": 10.52, "system.gpu.0.temp": 37.93, "system.gpu.0.powerWatts": 19.78, "system.gpu.0.powerPercent": 10.99, "system.cpu": 24.45, "system.memory": 26.43, "system.disk": 4.8, "system.proc.memory.availableMB": 5881.46, "system.proc.memory.rssMB": 1519.53, "system.proc.memory.percent": 19.01, "system.proc.cpu.threads": 4.87, "system.network.sent": 104443, "system.network.recv": 118365, "_wandb": true, "_timestamp": 1580219955, "_runtime": 29}
{"system.gpu.0.gpu": 0.0, "system.gpu.0.memory": 3.0, "system.gpu.0.memoryAllocated": 11.54, "system.gpu.0.temp": 37.27, "system.gpu.0.powerWatts": 10.65, "system.gpu.0.powerPercent": 5.91, "system.cpu": 25.61, "system.memory": 28.14, "system.disk": 4.8, "system.proc.memory.availableMB": 5743.82, "system.proc.memory.rssMB": 1676.64, "system.proc.memory.percent": 20.98, "system.proc.cpu.threads": 5.0, "system.network.sent": 199696, "system.network.recv": 170556, "_wandb": true, "_timestamp": 1580219985, "_runtime": 59}
{"system.gpu.0.gpu": 0.0, "system.gpu.0.memory": 3.0, "system.gpu.0.memoryAllocated": 11.54, "system.gpu.0.temp": 37.0, "system.gpu.0.powerWatts": 10.64, "system.gpu.0.powerPercent": 5.91, "system.cpu": 25.57, "system.memory": 28.25, "system.disk": 4.8, "system.proc.memory.availableMB": 5735.26, "system.proc.memory.rssMB": 1685.14, "system.proc.memory.percent": 21.08, "system.proc.cpu.threads": 5.0, "system.network.sent": 288907, "system.network.recv": 210063, "_wandb": true, "_timestamp": 1580220015, "_runtime": 89}
{"system.gpu.0.gpu": 0.0, "system.gpu.0.memory": 3.0, "system.gpu.0.memoryAllocated": 11.54, "system.gpu.0.temp": 37.0, "system.gpu.0.powerWatts": 10.66, "system.gpu.0.powerPercent": 5.92, "system.cpu": 25.59, "system.memory": 28.36, "system.disk": 4.8, "system.proc.memory.availableMB": 5726.16, "system.proc.memory.rssMB": 1693.71, "system.proc.memory.percent": 21.19, "system.proc.cpu.threads": 5.0, "system.network.sent": 381324, "system.network.recv": 253151, "_wandb": true, "_timestamp": 1580220045, "_runtime": 119}
{"system.gpu.0.gpu": 0.0, "system.gpu.0.memory": 3.0, "system.gpu.0.memoryAllocated": 11.54, "system.gpu.0.temp": 37.0, "system.gpu.0.powerWatts": 10.64, "system.gpu.0.powerPercent": 5.91, "system.cpu": 25.66, "system.memory": 28.49, "system.disk": 4.8, "system.proc.memory.availableMB": 5714.75, "system.proc.memory.rssMB": 1702.26, "system.proc.memory.percent": 21.3, "system.proc.cpu.threads": 5.0, "system.network.sent": 480446, "system.network.recv": 291885, "_wandb": true, "_timestamp": 1580220075, "_runtime": 149}
{"system.gpu.0.gpu": 0.13, "system.gpu.0.memory": 2.2, "system.gpu.0.memoryAllocated": 11.55, "system.gpu.0.temp": 37.27, "system.gpu.0.powerWatts": 14.68, "system.gpu.0.powerPercent": 8.15, "system.cpu": 20.86, "system.memory": 28.53, "system.disk": 4.8, "system.proc.memory.availableMB": 5712.13, "system.proc.memory.rssMB": 1705.69, "system.proc.memory.percent": 21.34, "system.proc.cpu.threads": 5.67, "system.network.sent": 574890, "system.network.recv": 333606, "_wandb": true, "_timestamp": 1580220106, "_runtime": 179}
{"system.gpu.0.gpu": 0.6, "system.gpu.0.memory": 0.0, "system.gpu.0.memoryAllocated": 11.57, "system.gpu.0.temp": 39.67, "system.gpu.0.powerWatts": 25.82, "system.gpu.0.powerPercent": 14.35, "system.cpu": 3.42, "system.memory": 28.0, "system.disk": 4.8, "system.proc.memory.availableMB": 5752.09, "system.proc.memory.rssMB": 1671.86, "system.proc.memory.percent": 20.92, "system.proc.cpu.threads": 7.0, "system.network.sent": 733717, "system.network.recv": 372689, "_wandb": true, "_timestamp": 1580220136, "_runtime": 210}
{"system.gpu.0.gpu": 0.47, "system.gpu.0.memory": 0.0, "system.gpu.0.memoryAllocated": 11.57, "system.gpu.0.temp": 41.27, "system.gpu.0.powerWatts": 25.95, "system.gpu.0.powerPercent": 14.42, "system.cpu": 3.47, "system.memory": 28.0, "system.disk": 4.8, "system.proc.memory.availableMB": 5751.76, "system.proc.memory.rssMB": 1671.95, "system.proc.memory.percent": 20.92, "system.proc.cpu.threads": 7.0, "system.network.sent": 936988, "system.network.recv": 412444, "_wandb": true, "_timestamp": 1580220166, "_runtime": 240}
{"system.gpu.0.gpu": 0.53, "system.gpu.0.memory": 0.0, "system.gpu.0.memoryAllocated": 11.57, "system.gpu.0.temp": 42.87, "system.gpu.0.powerWatts": 26.0, "system.gpu.0.powerPercent": 14.44, "system.cpu": 3.27, "system.memory": 28.0, "system.disk": 4.8, "system.proc.memory.availableMB": 5751.8, "system.proc.memory.rssMB": 1671.95, "system.proc.memory.percent": 20.92, "system.proc.cpu.threads": 7.0, "system.network.sent": 1128695, "system.network.recv": 461226, "_wandb": true, "_timestamp": 1580220196, "_runtime": 270}
{"system.gpu.0.gpu": 0.6, "system.gpu.0.memory": 0.0, "system.gpu.0.memoryAllocated": 11.57, "system.gpu.0.temp": 44.33, "system.gpu.0.powerWatts": 26.06, "system.gpu.0.powerPercent": 14.48, "system.cpu": 3.17, "system.memory": 28.0, "system.disk": 4.8, "system.proc.memory.availableMB": 5751.44, "system.proc.memory.rssMB": 1671.95, "system.proc.memory.percent": 20.92, "system.proc.cpu.threads": 7.0, "system.network.sent": 1310984, "system.network.recv": 503213, "_wandb": true, "_timestamp": 1580220226, "_runtime": 300}
{"system.gpu.0.gpu": 0.33, "system.gpu.0.memory": 0.0, "system.gpu.0.memoryAllocated": 11.57, "system.gpu.0.temp": 45.53, "system.gpu.0.powerWatts": 26.16, "system.gpu.0.powerPercent": 14.53, "system.cpu": 3.17, "system.memory": 28.01, "system.disk": 4.8, "system.proc.memory.availableMB": 5751.23, "system.proc.memory.rssMB": 1671.95, "system.proc.memory.percent": 20.92, "system.proc.cpu.threads": 7.0, "system.network.sent": 1479966, "system.network.recv": 543208, "_wandb": true, "_timestamp": 1580220257, "_runtime": 331}
{"system.gpu.0.gpu": 0.27, "system.gpu.0.memory": 0.0, "system.gpu.0.memoryAllocated": 11.57, "system.gpu.0.temp": 46.67, "system.gpu.0.powerWatts": 26.24, "system.gpu.0.powerPercent": 14.58, "system.cpu": 3.21, "system.memory": 28.07, "system.disk": 4.8, "system.proc.memory.availableMB": 5750.87, "system.proc.memory.rssMB": 1671.95, "system.proc.memory.percent": 20.92, "system.proc.cpu.threads": 7.0, "system.network.sent": 1634600, "system.network.recv": 577651, "_wandb": true, "_timestamp": 1580220287, "_runtime": 361}
{"system.gpu.0.gpu": 0.47, "system.gpu.0.memory": 0.0, "system.gpu.0.memoryAllocated": 11.57, "system.gpu.0.temp": 47.87, "system.gpu.0.powerWatts": 26.29, "system.gpu.0.powerPercent": 14.61, "system.cpu": 3.19, "system.memory": 28.01, "system.disk": 4.8, "system.proc.memory.availableMB": 5751.1, "system.proc.memory.rssMB": 1671.95, "system.proc.memory.percent": 20.92, "system.proc.cpu.threads": 7.0, "system.network.sent": 1806301, "system.network.recv": 616510, "_wandb": true, "_timestamp": 1580220317, "_runtime": 391}
{"system.gpu.0.gpu": 0.47, "system.gpu.0.memory": 0.0, "system.gpu.0.memoryAllocated": 11.57, "system.gpu.0.temp": 49.0, "system.gpu.0.powerWatts": 26.35, "system.gpu.0.powerPercent": 14.64, "system.cpu": 3.35, "system.memory": 28.08, "system.disk": 4.8, "system.proc.memory.availableMB": 5750.8, "system.proc.memory.rssMB": 1671.95, "system.proc.memory.percent": 20.92, "system.proc.cpu.threads": 7.0, "system.network.sent": 1978819, "system.network.recv": 652547, "_wandb": true, "_timestamp": 1580220347, "_runtime": 421}
{"system.gpu.0.gpu": 0.47, "system.gpu.0.memory": 0.0, "system.gpu.0.memoryAllocated": 11.57, "system.gpu.0.temp": 50.0, "system.gpu.0.powerWatts": 26.42, "system.gpu.0.powerPercent": 14.68, "system.cpu": 3.25, "system.memory": 28.05, "system.disk": 4.8, "system.proc.memory.availableMB": 5750.91, "system.proc.memory.rssMB": 1671.95, "system.proc.memory.percent": 20.92, "system.proc.cpu.threads": 7.0, "system.network.sent": 2136797, "system.network.recv": 694544, "_wandb": true, "_timestamp": 1580220378, "_runtime": 452}
{"system.gpu.0.gpu": 0.27, "system.gpu.0.memory": 0.0, "system.gpu.0.memoryAllocated": 11.57, "system.gpu.0.temp": 50.8, "system.gpu.0.powerWatts": 26.49, "system.gpu.0.powerPercent": 14.72, "system.cpu": 3.54, "system.memory": 28.1, "system.disk": 4.8, "system.proc.memory.availableMB": 5750.49, "system.proc.memory.rssMB": 1671.95, "system.proc.memory.percent": 20.92, "system.proc.cpu.threads": 7.0, "system.network.sent": 2320371, "system.network.recv": 773140, "_wandb": true, "_timestamp": 1580220408, "_runtime": 482}
{"system.gpu.0.gpu": 0.6, "system.gpu.0.memory": 0.0, "system.gpu.0.memoryAllocated": 11.57, "system.gpu.0.temp": 51.53, "system.gpu.0.powerWatts": 26.54, "system.gpu.0.powerPercent": 14.74, "system.cpu": 3.37, "system.memory": 28.1, "system.disk": 4.8, "system.proc.memory.availableMB": 5750.63, "system.proc.memory.rssMB": 1671.95, "system.proc.memory.percent": 20.92, "system.proc.cpu.threads": 7.0, "system.network.sent": 2499008, "system.network.recv": 813631, "_wandb": true, "_timestamp": 1580220438, "_runtime": 512}
{"system.gpu.0.gpu": 0.4, "system.gpu.0.memory": 0.0, "system.gpu.0.memoryAllocated": 11.57, "system.gpu.0.temp": 52.07, "system.gpu.0.powerWatts": 26.58, "system.gpu.0.powerPercent": 14.77, "system.cpu": 3.29, "system.memory": 28.04, "system.disk": 4.8, "system.proc.memory.availableMB": 5750.99, "system.proc.memory.rssMB": 1671.95, "system.proc.memory.percent": 20.92, "system.proc.cpu.threads": 7.0, "system.network.sent": 2661112, "system.network.recv": 850324, "_wandb": true, "_timestamp": 1580220468, "_runtime": 542}
{"system.gpu.0.gpu": 0.4, "system.gpu.0.memory": 0.0, "system.gpu.0.memoryAllocated": 11.57, "system.gpu.0.temp": 52.93, "system.gpu.0.powerWatts": 26.63, "system.gpu.0.powerPercent": 14.79, "system.cpu": 3.33, "system.memory": 28.1, "system.disk": 4.8, "system.proc.memory.availableMB": 5750.78, "system.proc.memory.rssMB": 1671.95, "system.proc.memory.percent": 20.92, "system.proc.cpu.threads": 7.0, "system.network.sent": 2842545, "system.network.recv": 893075, "_wandb": true, "_timestamp": 1580220499, "_runtime": 572}
{"system.gpu.0.gpu": 0.27, "system.gpu.0.memory": 0.0, "system.gpu.0.memoryAllocated": 11.57, "system.gpu.0.temp": 53.8, "system.gpu.0.powerWatts": 26.72, "system.gpu.0.powerPercent": 14.84, "system.cpu": 3.21, "system.memory": 28.1, "system.disk": 4.8, "system.proc.memory.availableMB": 5750.49, "system.proc.memory.rssMB": 1671.95, "system.proc.memory.percent": 20.92, "system.proc.cpu.threads": 7.0, "system.network.sent": 3008616, "system.network.recv": 928854, "_wandb": true, "_timestamp": 1580220529, "_runtime": 603}
{"system.gpu.0.gpu": 0.27, "system.gpu.0.memory": 0.0, "system.gpu.0.memoryAllocated": 11.57, "system.gpu.0.temp": 54.27, "system.gpu.0.powerWatts": 26.77, "system.gpu.0.powerPercent": 14.87, "system.cpu": 3.26, "system.memory": 28.1, "system.disk": 4.8, "system.proc.memory.availableMB": 5750.65, "system.proc.memory.rssMB": 1671.95, "system.proc.memory.percent": 20.92, "system.proc.cpu.threads": 7.0, "system.network.sent": 3174175, "system.network.recv": 967339, "_wandb": true, "_timestamp": 1580220559, "_runtime": 633}
{"system.gpu.0.gpu": 0.67, "system.gpu.0.memory": 0.0, "system.gpu.0.memoryAllocated": 11.57, "system.gpu.0.temp": 55.0, "system.gpu.0.powerWatts": 26.78, "system.gpu.0.powerPercent": 14.88, "system.cpu": 3.19, "system.memory": 28.07, "system.disk": 4.8, "system.proc.memory.availableMB": 5751.3, "system.proc.memory.rssMB": 1671.95, "system.proc.memory.percent": 20.92, "system.proc.cpu.threads": 7.0, "system.network.sent": 3358721, "system.network.recv": 1002836, "_wandb": true, "_timestamp": 1580220589, "_runtime": 663}
{"system.gpu.0.gpu": 0.53, "system.gpu.0.memory": 0.0, "system.gpu.0.memoryAllocated": 11.57, "system.gpu.0.temp": 55.47, "system.gpu.0.powerWatts": 26.8, "system.gpu.0.powerPercent": 14.89, "system.cpu": 3.22, "system.memory": 28.0, "system.disk": 4.8, "system.proc.memory.availableMB": 5752.62, "system.proc.memory.rssMB": 1671.95, "system.proc.memory.percent": 20.92, "system.proc.cpu.threads": 7.0, "system.network.sent": 3544327, "system.network.recv": 1046564, "_wandb": true, "_timestamp": 1580220619, "_runtime": 693}
{"system.gpu.0.gpu": 0.6, "system.gpu.0.memory": 0.0, "system.gpu.0.memoryAllocated": 11.57, "system.gpu.0.temp": 56.0, "system.gpu.0.powerWatts": 26.91, "system.gpu.0.powerPercent": 14.95, "system.cpu": 3.25, "system.memory": 28.0, "system.disk": 4.8, "system.proc.memory.availableMB": 5752.89, "system.proc.memory.rssMB": 1671.94, "system.proc.memory.percent": 20.92, "system.proc.cpu.threads": 7.0, "system.network.sent": 3712783, "system.network.recv": 1081511, "_wandb": true, "_timestamp": 1580220649, "_runtime": 723}

4883
TicTacToe_AI/Net/wandb/run-20200128_135845-tbayonq6/wandb-history.jsonl Normal file
View file

File diff suppressed because one or more lines are too long

25
TicTacToe_AI/Net/wandb/run-20200128_135845-tbayonq6/wandb-metadata.json Normal file
View file

@ -0,0 +1,25 @@
{
"root": "/home/clemens/Dokumente/repos/pytorch-ai",
"program": "pytorch_ai.py",
"git": {
"remote": "git@github.com:Clemens-Dautermann/pytorch-ai.git",
"commit": "56ee2635b5fec0a3976a4e7ddc55a89d4dea93bc"
},
"email": "clemens.dautermann@t-online.de",
"startedAt": "2020-01-28T13:58:46.029183",
"host": "clemens-ubuntu",
"username": "clemens",
"executable": "/usr/bin/python3",
"os": "Linux-4.15.0-58-generic-x86_64-with-Ubuntu-18.04-bionic",
"python": "3.6.9",
"gpu": "GeForce GTX 960",
"gpu_count": 1,
"cpu_count": 4,
"args": [],
"state": "failed",
"jobType": null,
"mode": "run",
"project": "tictactoe",
"heartbeatAt": "2020-01-28T14:10:49.731308",
"exitcode": 1
}

1
TicTacToe_AI/Net/wandb/run-20200128_135845-tbayonq6/wandb-summary.json Normal file
View file

File diff suppressed because one or more lines are too long

9
TicTacToe_AI/Net/wandb/run-20200128_141142-3mybeyuz/config.yaml Normal file
View file

@ -0,0 +1,9 @@
wandb_version: 1
_wandb:
desc: null
value:
cli_version: 0.8.22
framework: torch
is_jupyter_run: false
python_version: 3.6.9

97
TicTacToe_AI/Net/wandb/run-20200128_141142-3mybeyuz/diff.patch Normal file
View file

@ -0,0 +1,97 @@
diff --git a/TicTacToe_AI/Net/pytorch_ai.py b/TicTacToe_AI/Net/pytorch_ai.py
index c10ea0e..3bbba77 100644
--- a/TicTacToe_AI/Net/pytorch_ai.py
+++ b/TicTacToe_AI/Net/pytorch_ai.py
@@ -8,7 +8,7 @@ import wandb
wandb.init(project="tictactoe")
-BATCH_SIZE = 3
+BATCH_SIZE = 200
def to_set(raw_list):
@@ -85,7 +85,7 @@ def buildsets():
testset = to_batched_set(alllines[0:10000])
print('Generating trainset...')
- trainset = to_batched_set(alllines[10001:20000])
+ trainset = to_batched_set(alllines[10001:])
return trainset, testset
@@ -134,18 +134,20 @@ loss_function = nn.CrossEntropyLoss()
trainset, testset = buildsets()
-for epoch in range(100):
+for epoch in range(300):
print('Epoch: ' + str(epoch))
wandb.log({'epoch': epoch})
for X, label in tqdm(trainset):
net.zero_grad()
- X.to(device)
+ X = X.to(device)
output = net(X)
- output.cpu()
+ output = output.cpu()
loss = loss_function(output.view(-1, 10), label)
loss.backward()
optimizer.step()
wandb.log({'loss': loss})
+ net = net.cpu()
torch.save(net, './nets/gpunets/net_' + str(epoch) + '.pt')
+ net = net.to(device)
testnet(net, testset)
diff --git a/TicTacToe_AI/Net/wandb/debug.log b/TicTacToe_AI/Net/wandb/debug.log
index 51ac5d0..0af4662 100644
--- a/TicTacToe_AI/Net/wandb/debug.log
+++ b/TicTacToe_AI/Net/wandb/debug.log
@@ -1,18 +1,18 @@
-2020-01-28 14:43:14,846 DEBUG MainThread:32731 [wandb_config.py:_load_defaults():111] no defaults not found in config-defaults.yaml
-2020-01-28 14:43:14,864 DEBUG MainThread:32731 [cmd.py:execute():728] Popen(['git', 'cat-file', '--batch-check'], cwd=/home/clemens/repositorys/pytorch-ai, universal_newlines=False, shell=None, istream=<valid stream>)
-2020-01-28 14:43:14,877 DEBUG MainThread:32731 [cmd.py:execute():728] Popen(['git', 'rev-parse', '--show-toplevel'], cwd=/home/clemens/repositorys/pytorch-ai, universal_newlines=False, shell=None, istream=None)
-2020-01-28 14:43:14,887 DEBUG MainThread:32731 [cmd.py:execute():728] Popen(['git', 'status', '--porcelain', '--untracked-files'], cwd=/home/clemens/repositorys/pytorch-ai, universal_newlines=False, shell=None, istream=None)
-2020-01-28 14:43:14,906 DEBUG MainThread:32731 [run_manager.py:__init__():535] Initialized sync for tictactoe/mvx4evw0
-2020-01-28 14:43:14,912 INFO MainThread:32731 [run_manager.py:wrap_existing_process():1133] wrapping existing process 32725
-2020-01-28 14:43:14,913 WARNING MainThread:32731 [io_wrap.py:register():104] SIGWINCH handler was not None: <Handlers.SIG_DFL: 0>
-2020-01-28 14:43:14,919 DEBUG MainThread:32731 [connectionpool.py:_new_conn():815] Starting new HTTPS connection (1): pypi.org:443
-2020-01-28 14:43:15,060 DEBUG MainThread:32731 [connectionpool.py:_make_request():393] https://pypi.org:443 "GET /pypi/wandb/json HTTP/1.1" 200 39767
-2020-01-28 14:43:15,179 INFO MainThread:32731 [run_manager.py:init_run():918] system metrics and metadata threads started
-2020-01-28 14:43:15,181 INFO MainThread:32731 [run_manager.py:wrap_existing_process():1150] informing user process we are ready to proceed
-2020-01-28 14:43:15,183 INFO MainThread:32731 [run_manager.py:_sync_etc():1257] entering loop for messages from user process
-2020-01-28 14:43:15,862 INFO Thread-3 :32731 [run_manager.py:_on_file_modified():682] file/dir modified: /home/clemens/repositorys/pytorch-ai/TicTacToe_AI/Net/wandb/dryrun-20200128_134313-mvx4evw0/config.yaml
-2020-01-28 14:43:32,850 INFO MainThread:32731 [run_manager.py:_sync_etc():1313] process received interrupt signal, shutting down
-2020-01-28 14:43:32,850 INFO MainThread:32731 [run_manager.py:_sync_etc():1366] closing log streams and sending exitcode to W&B
-2020-01-28 14:43:32,851 INFO MainThread:32731 [run_manager.py:shutdown():1057] shutting down system stats and metadata service
- MainThread:32731 [mvx4evw0:run_manager.py:_sync_etc():1366] closing log streams and sending exitcode to W&B
-2020-01-28 14:43:32,851 INFO MainThread:32731 [mvx4evw0:run_manager.py:shutdown():1057] shutting down system stats and metadata service
+2020-01-28 15:11:43,421 DEBUG MainThread:25378 [wandb_config.py:_load_defaults():111] no defaults not found in config-defaults.yaml
+2020-01-28 15:11:43,433 DEBUG MainThread:25378 [cmd.py:execute():728] Popen(['git', 'cat-file', '--batch-check'], cwd=/home/clemens/Dokumente/repos/pytorch-ai, universal_newlines=False, shell=None, istream=<valid stream>)
+2020-01-28 15:11:43,439 DEBUG MainThread:25378 [cmd.py:execute():728] Popen(['git', 'rev-parse', '--show-toplevel'], cwd=/home/clemens/Dokumente/repos/pytorch-ai, universal_newlines=False, shell=None, istream=None)
+2020-01-28 15:11:43,445 DEBUG MainThread:25378 [cmd.py:execute():728] Popen(['git', 'status', '--porcelain', '--untracked-files'], cwd=/home/clemens/Dokumente/repos/pytorch-ai, universal_newlines=False, shell=None, istream=None)
+2020-01-28 15:11:43,463 DEBUG MainThread:25378 [run_manager.py:__init__():535] Initialized sync for tictactoe/3mybeyuz
+2020-01-28 15:11:43,467 INFO MainThread:25378 [run_manager.py:wrap_existing_process():1133] wrapping existing process 25368
+2020-01-28 15:11:43,468 WARNING MainThread:25378 [io_wrap.py:register():104] SIGWINCH handler was not None: <Handlers.SIG_DFL: 0>
+2020-01-28 15:11:43,473 DEBUG MainThread:25378 [connectionpool.py:_new_conn():824] Starting new HTTPS connection (1): pypi.org
+2020-01-28 15:11:43,571 DEBUG MainThread:25378 [connectionpool.py:_make_request():396] https://pypi.org:443 "GET /pypi/wandb/json HTTP/1.1" 200 39767
+2020-01-28 15:11:43,600 INFO MainThread:25378 [run_manager.py:init_run():918] system metrics and metadata threads started
+2020-01-28 15:11:43,600 INFO MainThread:25378 [run_manager.py:init_run():952] upserting run before process can begin, waiting at most 10 seconds
+2020-01-28 15:11:43,615 DEBUG Thread-14 :25378 [connectionpool.py:_new_conn():824] Starting new HTTPS connection (1): api.wandb.ai
+2020-01-28 15:11:43,896 DEBUG Thread-14 :25378 [connectionpool.py:_make_request():396] https://api.wandb.ai:443 "POST /graphql HTTP/1.1" 200 543
+2020-01-28 15:11:43,909 INFO Thread-14 :25378 [run_manager.py:_upsert_run():1037] saving patches
+2020-01-28 15:11:43,910 DEBUG Thread-14 :25378 [cmd.py:execute():728] Popen(['git', 'rev-parse', '--show-toplevel'], cwd=/home/clemens/Dokumente/repos/pytorch-ai, universal_newlines=False, shell=None, istream=None)
+2020-01-28 15:11:43,916 DEBUG Thread-14 :25378 [cmd.py:execute():728] Popen(['git', 'diff', '--cached', '--abbrev=40', '--full-index', '--raw'], cwd=/home/clemens/Dokumente/repos/pytorch-ai, universal_newlines=False, shell=None, istream=None)
+2020-01-28 15:11:43,923 DEBUG Thread-14 :25378 [cmd.py:execute():728] Popen(['git', 'diff', '--abbrev=40', '--full-index', '--raw'], cwd=/home/clemens/Dokumente/repos/pytorch-ai, universal_newlines=False, shell=None, istream=None)
+2020-01-28 15:11:43,931 DEBUG Thread-14 :25378 [cmd.py:execute():728] Popen(['git', 'version'], cwd=/home/clemens/Dokumente/repos/pytorch-ai, universal_newlines=False, shell=None, istream=None)
diff --git a/TicTacToe_AI/Net/wandb/settings b/TicTacToe_AI/Net/wandb/settings
index 26efadd..a700e2e 100644
--- a/TicTacToe_AI/Net/wandb/settings
+++ b/TicTacToe_AI/Net/wandb/settings
@@ -1,5 +1,4 @@
[default]
project = tictactoe
entity = cdautermann
-disabled = true

5
TicTacToe_AI/Net/wandb/run-20200128_141142-3mybeyuz/output.log Normal file
View file

@ -0,0 +1,5 @@
running on cuda:0
Loading file...
986410
Generating testset...
0%| | 0/10000 [00:00<?, ?it/s] 6%|██▋ | 565/10000 [00:00<00:01, 5649.12it/s] 12%|█████▍ | 1172/10000 [00:00<00:01, 5858.63it/s] 18%|████████▏ | 1777/10000 [00:00<00:01, 5921.87it/s] 24%|██████████▉ | 2385/10000 [00:00<00:01, 5960.03it/s] 30%|█████████████▊ | 2995/10000 [00:00<00:01, 5986.67it/s] 36%|████████████████▌ | 3604/10000 [00:00<00:01, 6002.68it/s] 42%|███████████████████▍ | 4213/10000 [00:00<00:00, 6014.75it/s] 48%|██████████████████████▏ | 4820/10000 [00:00<00:00, 6020.54it/s] 54%|████████████████████████▉ | 5425/10000 [00:00<00:00, 6023.06it/s] 60%|███████████████████████████▊ | 6037/10000 [00:01<00:00, 6032.24it/s] 66%|██████████████████████████████▌ | 6644/10000 [00:01<00:00, 6035.51it/s] 73%|█████████████████████████████████▎ | 7252/10000 [00:01<00:00, 6039.02it/s] 79%|████████████████████████████████████▏ | 7855/10000 [00:01<00:00, 6037.69it/s] 85%|██████████████████████████████████████▉ | 8459/10000 [00:01<00:00, 6037.69it/s] 91%|█████████████████████████████████████████▋ | 9063/10000 [00:01<00:00, 6037.35it/s] 97%|████████████████████████████████████████████▍ | 9668/10000 [00:01<00:00, 6038.05it/s]

323
TicTacToe_AI/Net/wandb/run-20200128_141142-3mybeyuz/requirements.txt Normal file
View file

@ -0,0 +1,323 @@
absl-py==0.7.1
adal==1.2.1
advancedhtmlparser==8.1.6
aenum==2.1.2
altgraph==0.16.1
amqp==1.4.9
anyjson==0.3.3
apturl==0.5.2
asn1crypto==0.24.0
astor==0.8.0
atomicwrites==1.3.0
attrs==19.1.0
autopep8==1.3.3
azure-applicationinsights==0.1.0
azure-batch==4.1.3
azure-common==1.1.18
azure-cosmosdb-nspkg==2.0.2
azure-cosmosdb-table==1.0.5
azure-datalake-store==0.0.41
azure-eventgrid==1.2.0
azure-graphrbac==0.40.0
azure-keyvault==1.1.0
azure-loganalytics==0.1.0
azure-mgmt-advisor==1.0.1
azure-mgmt-applicationinsights==0.1.1
azure-mgmt-authorization==0.50.0
azure-mgmt-batch==5.0.1
azure-mgmt-batchai==2.0.0
azure-mgmt-billing==0.2.0
azure-mgmt-cdn==3.0.0
azure-mgmt-cognitiveservices==3.0.0
azure-mgmt-commerce==1.0.1
azure-mgmt-compute==4.4.0
azure-mgmt-consumption==2.0.0
azure-mgmt-containerinstance==1.4.0
azure-mgmt-containerregistry==2.7.0
azure-mgmt-containerservice==4.4.0
azure-mgmt-cosmosdb==0.4.1
azure-mgmt-datafactory==0.6.0
azure-mgmt-datalake-analytics==0.6.0
azure-mgmt-datalake-nspkg==3.0.1
azure-mgmt-datalake-store==0.5.0
azure-mgmt-datamigration==1.0.0
azure-mgmt-devspaces==0.1.0
azure-mgmt-devtestlabs==2.2.0
azure-mgmt-dns==2.1.0
azure-mgmt-eventgrid==1.0.0
azure-mgmt-eventhub==2.3.0
azure-mgmt-hanaonazure==0.1.1
azure-mgmt-iotcentral==0.1.0
azure-mgmt-iothub==0.5.0
azure-mgmt-iothubprovisioningservices==0.2.0
azure-mgmt-keyvault==1.1.0
azure-mgmt-loganalytics==0.2.0
azure-mgmt-logic==3.0.0
azure-mgmt-machinelearningcompute==0.4.1
azure-mgmt-managementgroups==0.1.0
azure-mgmt-managementpartner==0.1.0
azure-mgmt-maps==0.1.0
azure-mgmt-marketplaceordering==0.1.0
azure-mgmt-media==1.0.0
azure-mgmt-monitor==0.5.2
azure-mgmt-msi==0.2.0
azure-mgmt-network==2.5.1
azure-mgmt-notificationhubs==2.0.0
azure-mgmt-nspkg==3.0.2
azure-mgmt-policyinsights==0.1.0
azure-mgmt-powerbiembedded==2.0.0
azure-mgmt-rdbms==1.5.0
azure-mgmt-recoveryservices==0.3.0
azure-mgmt-recoveryservicesbackup==0.3.0
azure-mgmt-redis==5.0.0
azure-mgmt-relay==0.1.0
azure-mgmt-reservations==0.2.1
azure-mgmt-resource==2.1.0
azure-mgmt-scheduler==2.0.0
azure-mgmt-search==2.0.0
azure-mgmt-servicebus==0.5.3
azure-mgmt-servicefabric==0.2.0
azure-mgmt-signalr==0.1.1
azure-mgmt-sql==0.9.1
azure-mgmt-storage==2.0.0
azure-mgmt-subscription==0.2.0
azure-mgmt-trafficmanager==0.50.0
azure-mgmt-web==0.35.0
azure-mgmt==4.0.0
azure-nspkg==3.0.2
azure-servicebus==0.21.1
azure-servicefabric==6.3.0.0
azure-servicemanagement-legacy==0.20.6
azure-storage-blob==1.5.0
azure-storage-common==1.4.0
azure-storage-file==1.4.0
azure-storage-queue==1.4.0
azure==4.0.0
backcall==0.1.0
bcrypt==3.1.4
beautifulsoup4==4.6.0
billiard==3.3.0.23
binwalk==2.1.1
bleach==1.5.0
blinker==1.4
brlapi==0.6.6
browser-cookie3==0.6.4
celery==3.1.26.post2
certifi==2017.11.5
cffi==1.11.5
chardet==3.0.4
click==7.0
cloudpickle==1.2.1
command-not-found==0.3
configparser==4.0.2
cryptography==2.1.4
cupshelpers==1.0
cycler==0.10.0
dataclasses==0.6
dbf==0.97.11
dbfread==2.0.7
decorator==4.4.0
defer==1.0.6
defusedxml==0.5.0
distro-info==0.18ubuntu0.18.04.1
django-celery==3.2.2
django==2.1
djongo==1.2.29
docker-pycreds==0.4.0
docopt==0.6.2
docx==0.2.4
entrypoints==0.3
enum34==1.1.6
f.lux-indicator-applet==1.1.11-pre
feedparser==5.2.1
flask==1.0.2
future==0.16.0
gast==0.2.2
gephistreamer==2.0.3
gitdb2==2.0.6
gitpython==3.0.5
gql==0.2.0
graphql-core==1.1
grpcio==1.11.1
html2markdown==0.1.7
html5lib==0.9999999
httplib2==0.9.2
idna==2.6
ifaddr==0.1.4
imageio==2.5.0
importlib-metadata==0.19
ipaddress==1.0.22
ipykernel==5.1.1
ipython-genutils==0.2.0
ipython==7.5.0
ipywidgets==7.4.2
isodate==0.6.0
itsdangerous==1.1.0
jedi==0.13.3
jinja2==2.10.1
jsonschema==3.0.1
jupyter-client==5.2.4
jupyter-console==6.0.0
jupyter-core==4.4.0
jupyter==1.0.0
keyring==10.6.0
keyrings.alt==3.0
kiwisolver==1.0.1
kombu==3.0.37
language-selector==0.1
launchpadlib==1.10.6
lazr.restfulclient==0.13.5
lazr.uri==1.0.3
llvmlite==0.29.0
louis==3.5.0
lxml==4.2.1
macaroonbakery==1.1.3
macholib==1.11
mako==1.0.7
markdown==3.1.1
markupsafe==1.0
matplotlib==2.2.0
mechanize==0.2.5
mistune==0.8.4
mlagents-envs==0.9.1
mlagents==0.9.1
more-itertools==7.2.0
msrest==0.6.4
msrestazure==0.6.0
nbconvert==5.5.0
nbformat==4.4.0
netifaces==0.10.4
networkx==2.3
notebook==5.7.8
numba==0.44.1
numpy==1.14.2
nvidia-ml-py3==7.352.0
oauth==1.0.1
oauthlib==3.0.1
olefile==0.45.1
pandocfilters==1.4.2
paramiko==2.4.1
parso==0.4.0
pathtools==0.1.2
pbkdf2==1.3
pefile==2018.8.8
pexpect==4.2.1
pickleshare==0.7.5
pillow==5.2.0
pip==19.0.1
plotly==3.9.0
pluggy==0.12.0
pocketsphinx==0.1.3
prometheus-client==0.6.0
promise==2.3
prompt-toolkit==2.0.9
protobuf==3.6.1
psutil==5.6.7
psycopg2==2.7.5
ptyprocess==0.6.0
py==1.8.0
pyaes==1.6.1
pyasn1==0.4.2
pyaudio==0.2.11
pycairo==1.16.2
pycodestyle==2.3.1
pycparser==2.18
pycrypto==2.6.1
pycups==1.9.73
pydeepl==0.9
pyglet==1.4.1
pygments==2.3.1
pygobject==3.26.1
pyinstaller==3.4
pyjwt==1.5.3
pymacaroons==0.13.0
pymongo==3.7.1
pynacl==1.1.2
pyopengl==3.1.0
pyparsing==2.2.0
pypdf2==1.26.0
pyqtgraph==0.10.0
pyrfc3339==1.0
pyrsistent==0.15.2
pytest==3.10.1
python-apt==1.6.5+ubuntu0.2
python-dateutil==2.7.3
python-debian==0.1.32
python-docx==0.8.6
python-gitlab==1.3.0
pytz==2018.4
pywavelets==1.0.3
pyxdg==0.25
pyyaml==3.12
pyzmq==18.0.1
qtconsole==4.4.4
queryablelist==3.1.0
reportlab==3.4.0
requests-oauthlib==1.2.0
requests-unixsocket==0.1.5
requests==2.21.0
retrying==1.3.3
scikit-image==0.15.0
scipy==1.3.0
scour==0.36
screen-resolution-extra==0.0.0
secretstorage==2.3.1
selenium==3.7.0
send2trash==1.5.0
sentry-sdk==0.14.1
setuptools==38.4.0
shortuuid==0.5.0
simplejson==3.13.2
six==1.11.0
smmap2==2.0.5
speechrecognition==3.8.1
sqlparse==0.2.4
ssh-import-id==5.7
subprocess32==3.5.4
system-service==0.3
systemd-python==234
tensorboard==1.7.0
tensorflow==1.7.1
termcolor==1.1.0
terminado==0.8.2
testpath==0.4.2
torch==1.4.0
torchfile==0.1.0
torchvision==0.5.0
tornado==6.0.1
tqdm==4.23.4
traitlets==4.3.2
ubuntu-drivers-common==0.0.0
ufw==0.36
unattended-upgrades==0.1
unity-scope-calculator==0.1
unity-scope-chromiumbookmarks==0.1
unity-scope-colourlovers==0.1
unity-scope-devhelp==0.1
unity-scope-firefoxbookmarks==0.1
unity-scope-manpages==0.1
unity-scope-openclipart==0.1
unity-scope-texdoc==0.1
unity-scope-tomboy==0.1
unity-scope-virtualbox==0.1
unity-scope-yelp==0.1
unity-scope-zotero==0.1
urllib3==1.22
usb-creator==0.3.3
vine==1.1.4
visdom==0.1.8.8
wadllib==1.3.2
wakeonlan==1.1.6
wandb==0.8.22
watchdog==0.10.0
wcwidth==0.1.7
webencodings==0.5.1
websocket-client==0.55.0
werkzeug==0.15.2
wheel==0.30.0
widgetsnbextension==3.4.2
ws4py==0.5.1
xkit==0.0.0
zeroconf==0.21.3
zipp==0.5.2
zope.interface==4.3.2

1
TicTacToe_AI/Net/wandb/run-20200128_141142-3mybeyuz/wandb-events.jsonl Normal file
View file

@ -0,0 +1 @@
{"system.gpu.0.gpu": 0.8, "system.gpu.0.memory": 0.8, "system.gpu.0.memoryAllocated": 8.6, "system.gpu.0.temp": 53.8, "system.gpu.0.powerWatts": 23.58, "system.gpu.0.powerPercent": 13.1, "system.cpu": 19.46, "system.memory": 23.18, "system.disk": 4.8, "system.proc.memory.availableMB": 6140.65, "system.proc.memory.rssMB": 1221.76, "system.proc.memory.percent": 15.29, "system.proc.cpu.threads": 3.8, "system.network.sent": 38056, "system.network.recv": 85146, "_wandb": true, "_timestamp": 1580220709, "_runtime": 6}

0
TicTacToe_AI/Net/wandb/run-20200128_141142-3mybeyuz/wandb-history.jsonl Normal file
View file

25
TicTacToe_AI/Net/wandb/run-20200128_141142-3mybeyuz/wandb-metadata.json Normal file
View file

@ -0,0 +1,25 @@
{
"root": "/home/clemens/Dokumente/repos/pytorch-ai",
"program": "pytorch_ai.py",
"git": {
"remote": "git@github.com:Clemens-Dautermann/pytorch-ai.git",
"commit": "56ee2635b5fec0a3976a4e7ddc55a89d4dea93bc"
},
"email": "clemens.dautermann@t-online.de",
"startedAt": "2020-01-28T14:11:42.792037",
"host": "clemens-ubuntu",
"username": "clemens",
"executable": "/usr/bin/python3",
"os": "Linux-4.15.0-58-generic-x86_64-with-Ubuntu-18.04-bionic",
"python": "3.6.9",
"gpu": "GeForce GTX 960",
"gpu_count": 1,
"cpu_count": 4,
"args": [],
"state": "killed",
"jobType": null,
"mode": "run",
"project": "tictactoe",
"heartbeatAt": "2020-01-28T14:11:50.607712",
"exitcode": 255
}

9
TicTacToe_AI/Net/wandb/run-20200128_141230-xfzm23u6/config.yaml Normal file
View file

@ -0,0 +1,9 @@
wandb_version: 1
_wandb:
desc: null
value:
cli_version: 0.8.22
framework: torch
is_jupyter_run: false
python_version: 3.6.9

97
TicTacToe_AI/Net/wandb/run-20200128_141230-xfzm23u6/diff.patch Normal file
View file

@ -0,0 +1,97 @@
diff --git a/TicTacToe_AI/Net/pytorch_ai.py b/TicTacToe_AI/Net/pytorch_ai.py
index c10ea0e..360dac3 100644
--- a/TicTacToe_AI/Net/pytorch_ai.py
+++ b/TicTacToe_AI/Net/pytorch_ai.py
@@ -8,7 +8,7 @@ import wandb
wandb.init(project="tictactoe")
-BATCH_SIZE = 3
+BATCH_SIZE = 400
def to_set(raw_list):
@@ -85,7 +85,7 @@ def buildsets():
testset = to_batched_set(alllines[0:10000])
print('Generating trainset...')
- trainset = to_batched_set(alllines[10001:20000])
+ trainset = to_batched_set(alllines[10001:])
return trainset, testset
@@ -134,18 +134,20 @@ loss_function = nn.CrossEntropyLoss()
trainset, testset = buildsets()
-for epoch in range(100):
+for epoch in range(300):
print('Epoch: ' + str(epoch))
wandb.log({'epoch': epoch})
for X, label in tqdm(trainset):
net.zero_grad()
- X.to(device)
+ X = X.to(device)
output = net(X)
- output.cpu()
+ output = output.cpu()
loss = loss_function(output.view(-1, 10), label)
loss.backward()
optimizer.step()
wandb.log({'loss': loss})
+ net = net.cpu()
torch.save(net, './nets/gpunets/net_' + str(epoch) + '.pt')
+ net = net.to(device)
testnet(net, testset)
diff --git a/TicTacToe_AI/Net/wandb/debug.log b/TicTacToe_AI/Net/wandb/debug.log
index 51ac5d0..db49ea6 100644
--- a/TicTacToe_AI/Net/wandb/debug.log
+++ b/TicTacToe_AI/Net/wandb/debug.log
@@ -1,18 +1,18 @@
-2020-01-28 14:43:14,846 DEBUG MainThread:32731 [wandb_config.py:_load_defaults():111] no defaults not found in config-defaults.yaml
-2020-01-28 14:43:14,864 DEBUG MainThread:32731 [cmd.py:execute():728] Popen(['git', 'cat-file', '--batch-check'], cwd=/home/clemens/repositorys/pytorch-ai, universal_newlines=False, shell=None, istream=<valid stream>)
-2020-01-28 14:43:14,877 DEBUG MainThread:32731 [cmd.py:execute():728] Popen(['git', 'rev-parse', '--show-toplevel'], cwd=/home/clemens/repositorys/pytorch-ai, universal_newlines=False, shell=None, istream=None)
-2020-01-28 14:43:14,887 DEBUG MainThread:32731 [cmd.py:execute():728] Popen(['git', 'status', '--porcelain', '--untracked-files'], cwd=/home/clemens/repositorys/pytorch-ai, universal_newlines=False, shell=None, istream=None)
-2020-01-28 14:43:14,906 DEBUG MainThread:32731 [run_manager.py:__init__():535] Initialized sync for tictactoe/mvx4evw0
-2020-01-28 14:43:14,912 INFO MainThread:32731 [run_manager.py:wrap_existing_process():1133] wrapping existing process 32725
-2020-01-28 14:43:14,913 WARNING MainThread:32731 [io_wrap.py:register():104] SIGWINCH handler was not None: <Handlers.SIG_DFL: 0>
-2020-01-28 14:43:14,919 DEBUG MainThread:32731 [connectionpool.py:_new_conn():815] Starting new HTTPS connection (1): pypi.org:443
-2020-01-28 14:43:15,060 DEBUG MainThread:32731 [connectionpool.py:_make_request():393] https://pypi.org:443 "GET /pypi/wandb/json HTTP/1.1" 200 39767
-2020-01-28 14:43:15,179 INFO MainThread:32731 [run_manager.py:init_run():918] system metrics and metadata threads started
-2020-01-28 14:43:15,181 INFO MainThread:32731 [run_manager.py:wrap_existing_process():1150] informing user process we are ready to proceed
-2020-01-28 14:43:15,183 INFO MainThread:32731 [run_manager.py:_sync_etc():1257] entering loop for messages from user process
-2020-01-28 14:43:15,862 INFO Thread-3 :32731 [run_manager.py:_on_file_modified():682] file/dir modified: /home/clemens/repositorys/pytorch-ai/TicTacToe_AI/Net/wandb/dryrun-20200128_134313-mvx4evw0/config.yaml
-2020-01-28 14:43:32,850 INFO MainThread:32731 [run_manager.py:_sync_etc():1313] process received interrupt signal, shutting down
-2020-01-28 14:43:32,850 INFO MainThread:32731 [run_manager.py:_sync_etc():1366] closing log streams and sending exitcode to W&B
-2020-01-28 14:43:32,851 INFO MainThread:32731 [run_manager.py:shutdown():1057] shutting down system stats and metadata service
- MainThread:32731 [mvx4evw0:run_manager.py:_sync_etc():1366] closing log streams and sending exitcode to W&B
-2020-01-28 14:43:32,851 INFO MainThread:32731 [mvx4evw0:run_manager.py:shutdown():1057] shutting down system stats and metadata service
+2020-01-28 15:12:31,223 DEBUG MainThread:25443 [wandb_config.py:_load_defaults():111] no defaults not found in config-defaults.yaml
+2020-01-28 15:12:31,235 DEBUG MainThread:25443 [cmd.py:execute():728] Popen(['git', 'cat-file', '--batch-check'], cwd=/home/clemens/Dokumente/repos/pytorch-ai, universal_newlines=False, shell=None, istream=<valid stream>)
+2020-01-28 15:12:31,242 DEBUG MainThread:25443 [cmd.py:execute():728] Popen(['git', 'rev-parse', '--show-toplevel'], cwd=/home/clemens/Dokumente/repos/pytorch-ai, universal_newlines=False, shell=None, istream=None)
+2020-01-28 15:12:31,250 DEBUG MainThread:25443 [cmd.py:execute():728] Popen(['git', 'status', '--porcelain', '--untracked-files'], cwd=/home/clemens/Dokumente/repos/pytorch-ai, universal_newlines=False, shell=None, istream=None)
+2020-01-28 15:12:31,269 DEBUG MainThread:25443 [run_manager.py:__init__():535] Initialized sync for tictactoe/xfzm23u6
+2020-01-28 15:12:31,274 INFO MainThread:25443 [run_manager.py:wrap_existing_process():1133] wrapping existing process 25433
+2020-01-28 15:12:31,275 WARNING MainThread:25443 [io_wrap.py:register():104] SIGWINCH handler was not None: <Handlers.SIG_DFL: 0>
+2020-01-28 15:12:31,279 DEBUG MainThread:25443 [connectionpool.py:_new_conn():824] Starting new HTTPS connection (1): pypi.org
+2020-01-28 15:12:31,386 DEBUG MainThread:25443 [connectionpool.py:_make_request():396] https://pypi.org:443 "GET /pypi/wandb/json HTTP/1.1" 200 39767
+2020-01-28 15:12:31,420 INFO MainThread:25443 [run_manager.py:init_run():918] system metrics and metadata threads started
+2020-01-28 15:12:31,421 INFO MainThread:25443 [run_manager.py:init_run():952] upserting run before process can begin, waiting at most 10 seconds
+2020-01-28 15:12:31,433 DEBUG Thread-14 :25443 [connectionpool.py:_new_conn():824] Starting new HTTPS connection (1): api.wandb.ai
+2020-01-28 15:12:31,712 DEBUG Thread-14 :25443 [connectionpool.py:_make_request():396] https://api.wandb.ai:443 "POST /graphql HTTP/1.1" 200 539
+2020-01-28 15:12:31,725 INFO Thread-14 :25443 [run_manager.py:_upsert_run():1037] saving patches
+2020-01-28 15:12:31,726 DEBUG Thread-14 :25443 [cmd.py:execute():728] Popen(['git', 'rev-parse', '--show-toplevel'], cwd=/home/clemens/Dokumente/repos/pytorch-ai, universal_newlines=False, shell=None, istream=None)
+2020-01-28 15:12:31,733 DEBUG Thread-14 :25443 [cmd.py:execute():728] Popen(['git', 'diff', '--cached', '--abbrev=40', '--full-index', '--raw'], cwd=/home/clemens/Dokumente/repos/pytorch-ai, universal_newlines=False, shell=None, istream=None)
+2020-01-28 15:12:31,740 DEBUG Thread-14 :25443 [cmd.py:execute():728] Popen(['git', 'diff', '--abbrev=40', '--full-index', '--raw'], cwd=/home/clemens/Dokumente/repos/pytorch-ai, universal_newlines=False, shell=None, istream=None)
+2020-01-28 15:12:31,749 DEBUG Thread-14 :25443 [cmd.py:execute():728] Popen(['git', 'version'], cwd=/home/clemens/Dokumente/repos/pytorch-ai, universal_newlines=False, shell=None, istream=None)
diff --git a/TicTacToe_AI/Net/wandb/settings b/TicTacToe_AI/Net/wandb/settings
index 26efadd..a700e2e 100644
--- a/TicTacToe_AI/Net/wandb/settings
+++ b/TicTacToe_AI/Net/wandb/settings
@@ -1,5 +1,4 @@
[default]
project = tictactoe
entity = cdautermann
-disabled = true

25
TicTacToe_AI/Net/wandb/run-20200128_141230-xfzm23u6/output.log Normal file
View file

File diff suppressed because one or more lines are too long

323
TicTacToe_AI/Net/wandb/run-20200128_141230-xfzm23u6/requirements.txt Normal file
View file

@ -0,0 +1,323 @@
absl-py==0.7.1
adal==1.2.1
advancedhtmlparser==8.1.6
aenum==2.1.2
altgraph==0.16.1
amqp==1.4.9
anyjson==0.3.3
apturl==0.5.2
asn1crypto==0.24.0
astor==0.8.0
atomicwrites==1.3.0
attrs==19.1.0
autopep8==1.3.3
azure-applicationinsights==0.1.0
azure-batch==4.1.3
azure-common==1.1.18
azure-cosmosdb-nspkg==2.0.2
azure-cosmosdb-table==1.0.5
azure-datalake-store==0.0.41
azure-eventgrid==1.2.0
azure-graphrbac==0.40.0
azure-keyvault==1.1.0
azure-loganalytics==0.1.0
azure-mgmt-advisor==1.0.1
azure-mgmt-applicationinsights==0.1.1
azure-mgmt-authorization==0.50.0
azure-mgmt-batch==5.0.1
azure-mgmt-batchai==2.0.0
azure-mgmt-billing==0.2.0
azure-mgmt-cdn==3.0.0
azure-mgmt-cognitiveservices==3.0.0
azure-mgmt-commerce==1.0.1
azure-mgmt-compute==4.4.0
azure-mgmt-consumption==2.0.0
azure-mgmt-containerinstance==1.4.0
azure-mgmt-containerregistry==2.7.0
azure-mgmt-containerservice==4.4.0
azure-mgmt-cosmosdb==0.4.1
azure-mgmt-datafactory==0.6.0
azure-mgmt-datalake-analytics==0.6.0
azure-mgmt-datalake-nspkg==3.0.1
azure-mgmt-datalake-store==0.5.0
azure-mgmt-datamigration==1.0.0
azure-mgmt-devspaces==0.1.0
azure-mgmt-devtestlabs==2.2.0
azure-mgmt-dns==2.1.0
azure-mgmt-eventgrid==1.0.0
azure-mgmt-eventhub==2.3.0
azure-mgmt-hanaonazure==0.1.1
azure-mgmt-iotcentral==0.1.0
azure-mgmt-iothub==0.5.0
azure-mgmt-iothubprovisioningservices==0.2.0
azure-mgmt-keyvault==1.1.0
azure-mgmt-loganalytics==0.2.0
azure-mgmt-logic==3.0.0
azure-mgmt-machinelearningcompute==0.4.1
azure-mgmt-managementgroups==0.1.0
azure-mgmt-managementpartner==0.1.0
azure-mgmt-maps==0.1.0
azure-mgmt-marketplaceordering==0.1.0
azure-mgmt-media==1.0.0
azure-mgmt-monitor==0.5.2
azure-mgmt-msi==0.2.0
azure-mgmt-network==2.5.1
azure-mgmt-notificationhubs==2.0.0
azure-mgmt-nspkg==3.0.2
azure-mgmt-policyinsights==0.1.0
azure-mgmt-powerbiembedded==2.0.0
azure-mgmt-rdbms==1.5.0
azure-mgmt-recoveryservices==0.3.0
azure-mgmt-recoveryservicesbackup==0.3.0
azure-mgmt-redis==5.0.0
azure-mgmt-relay==0.1.0
azure-mgmt-reservations==0.2.1
azure-mgmt-resource==2.1.0
azure-mgmt-scheduler==2.0.0
azure-mgmt-search==2.0.0
azure-mgmt-servicebus==0.5.3
azure-mgmt-servicefabric==0.2.0
azure-mgmt-signalr==0.1.1
azure-mgmt-sql==0.9.1
azure-mgmt-storage==2.0.0
azure-mgmt-subscription==0.2.0
azure-mgmt-trafficmanager==0.50.0
azure-mgmt-web==0.35.0
azure-mgmt==4.0.0
azure-nspkg==3.0.2
azure-servicebus==0.21.1
azure-servicefabric==6.3.0.0
azure-servicemanagement-legacy==0.20.6
azure-storage-blob==1.5.0
azure-storage-common==1.4.0
azure-storage-file==1.4.0
azure-storage-queue==1.4.0
azure==4.0.0
backcall==0.1.0
bcrypt==3.1.4
beautifulsoup4==4.6.0
billiard==3.3.0.23
binwalk==2.1.1
bleach==1.5.0
blinker==1.4
brlapi==0.6.6
browser-cookie3==0.6.4
celery==3.1.26.post2
certifi==2017.11.5
cffi==1.11.5
chardet==3.0.4
click==7.0
cloudpickle==1.2.1
command-not-found==0.3
configparser==4.0.2
cryptography==2.1.4
cupshelpers==1.0
cycler==0.10.0
dataclasses==0.6
dbf==0.97.11
dbfread==2.0.7
decorator==4.4.0
defer==1.0.6
defusedxml==0.5.0
distro-info==0.18ubuntu0.18.04.1
django-celery==3.2.2
django==2.1
djongo==1.2.29
docker-pycreds==0.4.0
docopt==0.6.2
docx==0.2.4
entrypoints==0.3
enum34==1.1.6
f.lux-indicator-applet==1.1.11-pre
feedparser==5.2.1
flask==1.0.2
future==0.16.0
gast==0.2.2
gephistreamer==2.0.3
gitdb2==2.0.6
gitpython==3.0.5
gql==0.2.0
graphql-core==1.1
grpcio==1.11.1
html2markdown==0.1.7
html5lib==0.9999999
httplib2==0.9.2
idna==2.6
ifaddr==0.1.4
imageio==2.5.0
importlib-metadata==0.19
ipaddress==1.0.22
ipykernel==5.1.1
ipython-genutils==0.2.0
ipython==7.5.0
ipywidgets==7.4.2
isodate==0.6.0
itsdangerous==1.1.0
jedi==0.13.3
jinja2==2.10.1
jsonschema==3.0.1
jupyter-client==5.2.4
jupyter-console==6.0.0
jupyter-core==4.4.0
jupyter==1.0.0
keyring==10.6.0
keyrings.alt==3.0
kiwisolver==1.0.1
kombu==3.0.37
language-selector==0.1
launchpadlib==1.10.6
lazr.restfulclient==0.13.5
lazr.uri==1.0.3
llvmlite==0.29.0
louis==3.5.0
lxml==4.2.1
macaroonbakery==1.1.3
macholib==1.11
mako==1.0.7
markdown==3.1.1
markupsafe==1.0
matplotlib==2.2.0
mechanize==0.2.5
mistune==0.8.4
mlagents-envs==0.9.1
mlagents==0.9.1
more-itertools==7.2.0
msrest==0.6.4
msrestazure==0.6.0
nbconvert==5.5.0
nbformat==4.4.0
netifaces==0.10.4
networkx==2.3
notebook==5.7.8
numba==0.44.1
numpy==1.14.2
nvidia-ml-py3==7.352.0
oauth==1.0.1
oauthlib==3.0.1
olefile==0.45.1
pandocfilters==1.4.2
paramiko==2.4.1
parso==0.4.0
pathtools==0.1.2
pbkdf2==1.3
pefile==2018.8.8
pexpect==4.2.1
pickleshare==0.7.5
pillow==5.2.0
pip==19.0.1
plotly==3.9.0
pluggy==0.12.0
pocketsphinx==0.1.3
prometheus-client==0.6.0
promise==2.3
prompt-toolkit==2.0.9
protobuf==3.6.1
psutil==5.6.7
psycopg2==2.7.5
ptyprocess==0.6.0
py==1.8.0
pyaes==1.6.1
pyasn1==0.4.2
pyaudio==0.2.11
pycairo==1.16.2
pycodestyle==2.3.1
pycparser==2.18
pycrypto==2.6.1
pycups==1.9.73
pydeepl==0.9
pyglet==1.4.1
pygments==2.3.1
pygobject==3.26.1
pyinstaller==3.4
pyjwt==1.5.3
pymacaroons==0.13.0
pymongo==3.7.1
pynacl==1.1.2
pyopengl==3.1.0
pyparsing==2.2.0
pypdf2==1.26.0
pyqtgraph==0.10.0
pyrfc3339==1.0
pyrsistent==0.15.2
pytest==3.10.1
python-apt==1.6.5+ubuntu0.2
python-dateutil==2.7.3
python-debian==0.1.32
python-docx==0.8.6
python-gitlab==1.3.0
pytz==2018.4
pywavelets==1.0.3
pyxdg==0.25
pyyaml==3.12
pyzmq==18.0.1
qtconsole==4.4.4
queryablelist==3.1.0
reportlab==3.4.0
requests-oauthlib==1.2.0
requests-unixsocket==0.1.5
requests==2.21.0
retrying==1.3.3
scikit-image==0.15.0
scipy==1.3.0
scour==0.36
screen-resolution-extra==0.0.0
secretstorage==2.3.1
selenium==3.7.0
send2trash==1.5.0
sentry-sdk==0.14.1
setuptools==38.4.0
shortuuid==0.5.0
simplejson==3.13.2
six==1.11.0
smmap2==2.0.5
speechrecognition==3.8.1
sqlparse==0.2.4
ssh-import-id==5.7
subprocess32==3.5.4
system-service==0.3
systemd-python==234
tensorboard==1.7.0
tensorflow==1.7.1
termcolor==1.1.0
terminado==0.8.2
testpath==0.4.2
torch==1.4.0
torchfile==0.1.0
torchvision==0.5.0
tornado==6.0.1
tqdm==4.23.4
traitlets==4.3.2
ubuntu-drivers-common==0.0.0
ufw==0.36
unattended-upgrades==0.1
unity-scope-calculator==0.1
unity-scope-chromiumbookmarks==0.1
unity-scope-colourlovers==0.1
unity-scope-devhelp==0.1
unity-scope-firefoxbookmarks==0.1
unity-scope-manpages==0.1
unity-scope-openclipart==0.1
unity-scope-texdoc==0.1
unity-scope-tomboy==0.1
unity-scope-virtualbox==0.1
unity-scope-yelp==0.1
unity-scope-zotero==0.1
urllib3==1.22
usb-creator==0.3.3
vine==1.1.4
visdom==0.1.8.8
wadllib==1.3.2
wakeonlan==1.1.6
wandb==0.8.22
watchdog==0.10.0
wcwidth==0.1.7
webencodings==0.5.1
websocket-client==0.55.0
werkzeug==0.15.2
wheel==0.30.0
widgetsnbextension==3.4.2
ws4py==0.5.1
xkit==0.0.0
zeroconf==0.21.3
zipp==0.5.2
zope.interface==4.3.2

15
TicTacToe_AI/Net/wandb/run-20200128_141230-xfzm23u6/wandb-events.jsonl Normal file
View file

@ -0,0 +1,15 @@
{"system.gpu.0.gpu": 0.13, "system.gpu.0.memory": 1.0, "system.gpu.0.memoryAllocated": 10.57, "system.gpu.0.temp": 52.67, "system.gpu.0.powerWatts": 21.44, "system.gpu.0.powerPercent": 11.91, "system.cpu": 24.75, "system.memory": 26.49, "system.disk": 4.8, "system.proc.memory.availableMB": 5875.25, "system.proc.memory.rssMB": 1526.35, "system.proc.memory.percent": 19.1, "system.proc.cpu.threads": 4.87, "system.network.sent": 104216, "system.network.recv": 126954, "_wandb": true, "_timestamp": 1580220779, "_runtime": 28}
{"system.gpu.0.gpu": 0.0, "system.gpu.0.memory": 3.0, "system.gpu.0.memoryAllocated": 11.54, "system.gpu.0.temp": 50.93, "system.gpu.0.powerWatts": 10.88, "system.gpu.0.powerPercent": 6.04, "system.cpu": 25.67, "system.memory": 28.13, "system.disk": 4.8, "system.proc.memory.availableMB": 5744.08, "system.proc.memory.rssMB": 1676.17, "system.proc.memory.percent": 20.97, "system.proc.cpu.threads": 5.0, "system.network.sent": 197449, "system.network.recv": 182173, "_wandb": true, "_timestamp": 1580220809, "_runtime": 59}
{"system.gpu.0.gpu": 0.0, "system.gpu.0.memory": 3.0, "system.gpu.0.memoryAllocated": 11.54, "system.gpu.0.temp": 49.8, "system.gpu.0.powerWatts": 10.83, "system.gpu.0.powerPercent": 6.02, "system.cpu": 25.56, "system.memory": 28.24, "system.disk": 4.8, "system.proc.memory.availableMB": 5735.94, "system.proc.memory.rssMB": 1684.09, "system.proc.memory.percent": 21.07, "system.proc.cpu.threads": 5.0, "system.network.sent": 285022, "system.network.recv": 248268, "_wandb": true, "_timestamp": 1580220839, "_runtime": 89}
{"system.gpu.0.gpu": 0.0, "system.gpu.0.memory": 3.0, "system.gpu.0.memoryAllocated": 11.54, "system.gpu.0.temp": 48.8, "system.gpu.0.powerWatts": 10.8, "system.gpu.0.powerPercent": 6.0, "system.cpu": 25.58, "system.memory": 28.34, "system.disk": 4.8, "system.proc.memory.availableMB": 5727.77, "system.proc.memory.rssMB": 1692.11, "system.proc.memory.percent": 21.17, "system.proc.cpu.threads": 5.0, "system.network.sent": 394310, "system.network.recv": 304576, "_wandb": true, "_timestamp": 1580220870, "_runtime": 119}
{"system.gpu.0.gpu": 0.0, "system.gpu.0.memory": 3.0, "system.gpu.0.memoryAllocated": 11.54, "system.gpu.0.temp": 47.67, "system.gpu.0.powerWatts": 10.78, "system.gpu.0.powerPercent": 5.99, "system.cpu": 25.55, "system.memory": 28.45, "system.disk": 4.8, "system.proc.memory.availableMB": 5719.55, "system.proc.memory.rssMB": 1700.07, "system.proc.memory.percent": 21.27, "system.proc.cpu.threads": 5.0, "system.network.sent": 511500, "system.network.recv": 353075, "_wandb": true, "_timestamp": 1580220900, "_runtime": 149}
{"system.gpu.0.gpu": 0.13, "system.gpu.0.memory": 2.2, "system.gpu.0.memoryAllocated": 11.55, "system.gpu.0.temp": 47.13, "system.gpu.0.powerWatts": 14.93, "system.gpu.0.powerPercent": 8.3, "system.cpu": 21.02, "system.memory": 28.46, "system.disk": 4.8, "system.proc.memory.availableMB": 5718.07, "system.proc.memory.rssMB": 1703.01, "system.proc.memory.percent": 21.31, "system.proc.cpu.threads": 6.2, "system.network.sent": 604206, "system.network.recv": 391720, "_wandb": true, "_timestamp": 1580220930, "_runtime": 179}
{"system.gpu.0.gpu": 0.33, "system.gpu.0.memory": 0.0, "system.gpu.0.memoryAllocated": 11.57, "system.gpu.0.temp": 48.67, "system.gpu.0.powerWatts": 26.39, "system.gpu.0.powerPercent": 14.66, "system.cpu": 6.85, "system.memory": 28.0, "system.disk": 4.8, "system.proc.memory.availableMB": 5758.15, "system.proc.memory.rssMB": 1667.68, "system.proc.memory.percent": 20.86, "system.proc.cpu.threads": 9.0, "system.network.sent": 770781, "system.network.recv": 435867, "_wandb": true, "_timestamp": 1580220960, "_runtime": 210}
{"system.gpu.0.gpu": 0.4, "system.gpu.0.memory": 0.0, "system.gpu.0.memoryAllocated": 11.57, "system.gpu.0.temp": 49.93, "system.gpu.0.powerWatts": 26.44, "system.gpu.0.powerPercent": 14.69, "system.cpu": 7.01, "system.memory": 28.0, "system.disk": 4.8, "system.proc.memory.availableMB": 5758.35, "system.proc.memory.rssMB": 1667.68, "system.proc.memory.percent": 20.86, "system.proc.cpu.threads": 9.0, "system.network.sent": 962300, "system.network.recv": 480714, "_wandb": true, "_timestamp": 1580220990, "_runtime": 240}
{"system.gpu.0.gpu": 0.2, "system.gpu.0.memory": 0.0, "system.gpu.0.memoryAllocated": 11.57, "system.gpu.0.temp": 50.87, "system.gpu.0.powerWatts": 26.49, "system.gpu.0.powerPercent": 14.72, "system.cpu": 7.01, "system.memory": 28.0, "system.disk": 4.8, "system.proc.memory.availableMB": 5758.18, "system.proc.memory.rssMB": 1667.68, "system.proc.memory.percent": 20.86, "system.proc.cpu.threads": 9.0, "system.network.sent": 1168622, "system.network.recv": 525413, "_wandb": true, "_timestamp": 1580221021, "_runtime": 270}
{"system.gpu.0.gpu": 0.27, "system.gpu.0.memory": 0.0, "system.gpu.0.memoryAllocated": 11.57, "system.gpu.0.temp": 51.8, "system.gpu.0.powerWatts": 26.56, "system.gpu.0.powerPercent": 14.76, "system.cpu": 7.25, "system.memory": 28.0, "system.disk": 4.8, "system.proc.memory.availableMB": 5757.25, "system.proc.memory.rssMB": 1667.68, "system.proc.memory.percent": 20.86, "system.proc.cpu.threads": 9.0, "system.network.sent": 1376902, "system.network.recv": 565371, "_wandb": true, "_timestamp": 1580221051, "_runtime": 300}
{"system.gpu.0.gpu": 0.2, "system.gpu.0.memory": 0.0, "system.gpu.0.memoryAllocated": 11.57, "system.gpu.0.temp": 52.4, "system.gpu.0.powerWatts": 26.66, "system.gpu.0.powerPercent": 14.81, "system.cpu": 6.65, "system.memory": 28.0, "system.disk": 4.8, "system.proc.memory.availableMB": 5756.99, "system.proc.memory.rssMB": 1667.68, "system.proc.memory.percent": 20.86, "system.proc.cpu.threads": 9.0, "system.network.sent": 1534767, "system.network.recv": 605242, "_wandb": true, "_timestamp": 1580221081, "_runtime": 331}
{"system.gpu.0.gpu": 0.4, "system.gpu.0.memory": 0.0, "system.gpu.0.memoryAllocated": 11.57, "system.gpu.0.temp": 53.2, "system.gpu.0.powerWatts": 26.69, "system.gpu.0.powerPercent": 14.83, "system.cpu": 7.05, "system.memory": 28.0, "system.disk": 4.8, "system.proc.memory.availableMB": 5757.01, "system.proc.memory.rssMB": 1667.68, "system.proc.memory.percent": 20.86, "system.proc.cpu.threads": 9.0, "system.network.sent": 1712588, "system.network.recv": 662343, "_wandb": true, "_timestamp": 1580221111, "_runtime": 361}
{"system.gpu.0.gpu": 0.47, "system.gpu.0.memory": 0.0, "system.gpu.0.memoryAllocated": 11.57, "system.gpu.0.temp": 53.87, "system.gpu.0.powerWatts": 26.72, "system.gpu.0.powerPercent": 14.85, "system.cpu": 6.84, "system.memory": 28.0, "system.disk": 4.8, "system.proc.memory.availableMB": 5756.96, "system.proc.memory.rssMB": 1667.68, "system.proc.memory.percent": 20.86, "system.proc.cpu.threads": 9.0, "system.network.sent": 1893561, "system.network.recv": 701562, "_wandb": true, "_timestamp": 1580221142, "_runtime": 391}
{"system.gpu.0.gpu": 0.6, "system.gpu.0.memory": 0.0, "system.gpu.0.memoryAllocated": 11.57, "system.gpu.0.temp": 54.67, "system.gpu.0.powerWatts": 26.77, "system.gpu.0.powerPercent": 14.87, "system.cpu": 6.73, "system.memory": 28.0, "system.disk": 4.8, "system.proc.memory.availableMB": 5756.8, "system.proc.memory.rssMB": 1667.68, "system.proc.memory.percent": 20.86, "system.proc.cpu.threads": 9.0, "system.network.sent": 2076860, "system.network.recv": 739677, "_wandb": true, "_timestamp": 1580221172, "_runtime": 421}
{"system.gpu.0.gpu": 0.36, "system.gpu.0.memory": 0.0, "system.gpu.0.memoryAllocated": 11.57, "system.gpu.0.temp": 55.0, "system.gpu.0.powerWatts": 26.79, "system.gpu.0.powerPercent": 14.88, "system.cpu": 6.83, "system.memory": 27.99, "system.disk": 4.8, "system.proc.memory.availableMB": 5757.12, "system.proc.memory.rssMB": 1667.32, "system.proc.memory.percent": 20.86, "system.proc.cpu.threads": 9.0, "system.network.sent": 2242047, "system.network.recv": 776467, "_wandb": true, "_timestamp": 1580221199, "_runtime": 448}

2442
TicTacToe_AI/Net/wandb/run-20200128_141230-xfzm23u6/wandb-history.jsonl Normal file
View file

File diff suppressed because one or more lines are too long

25
TicTacToe_AI/Net/wandb/run-20200128_141230-xfzm23u6/wandb-metadata.json Normal file
View file

@ -0,0 +1,25 @@
{
"root": "/home/clemens/Dokumente/repos/pytorch-ai",
"program": "pytorch_ai.py",
"git": {
"remote": "git@github.com:Clemens-Dautermann/pytorch-ai.git",
"commit": "56ee2635b5fec0a3976a4e7ddc55a89d4dea93bc"
},
"email": "clemens.dautermann@t-online.de",
"startedAt": "2020-01-28T14:12:30.597390",
"host": "clemens-ubuntu",
"username": "clemens",
"executable": "/usr/bin/python3",
"os": "Linux-4.15.0-58-generic-x86_64-with-Ubuntu-18.04-bionic",
"python": "3.6.9",
"gpu": "GeForce GTX 960",
"gpu_count": 1,
"cpu_count": 4,
"args": [],
"state": "failed",
"jobType": null,
"mode": "run",
"project": "tictactoe",
"heartbeatAt": "2020-01-28T14:19:59.918625",
"exitcode": 1
}

1
TicTacToe_AI/Net/wandb/run-20200128_141230-xfzm23u6/wandb-summary.json Normal file
View file

File diff suppressed because one or more lines are too long

9
TicTacToe_AI/Net/wandb/run-20200128_142211-yiw34nau/config.yaml Normal file
View file

@ -0,0 +1,9 @@
wandb_version: 1
_wandb:
desc: null
value:
cli_version: 0.8.22
framework: torch
is_jupyter_run: false
python_version: 3.6.9

111
TicTacToe_AI/Net/wandb/run-20200128_142211-yiw34nau/diff.patch Normal file
View file

@ -0,0 +1,111 @@
diff --git a/TicTacToe_AI/Net/pytorch_ai.py b/TicTacToe_AI/Net/pytorch_ai.py
index c10ea0e..1136f83 100644
--- a/TicTacToe_AI/Net/pytorch_ai.py
+++ b/TicTacToe_AI/Net/pytorch_ai.py
@@ -8,7 +8,7 @@ import wandb
wandb.init(project="tictactoe")
-BATCH_SIZE = 3
+BATCH_SIZE = 400
def to_set(raw_list):
@@ -85,17 +85,19 @@ def buildsets():
testset = to_batched_set(alllines[0:10000])
print('Generating trainset...')
- trainset = to_batched_set(alllines[10001:20000])
+ trainset = to_batched_set(alllines[10001:])
return trainset, testset
-def testnet(net, testset):
+def testnet(net, testset, device):
correct = 0
total = 0
with torch.no_grad():
for X, label in testset:
+ X = X.to(device)
output = net(X)
+ output = output.cpu()
if torch.argmax(output) == label[0]:
correct += 1
total += 1
@@ -134,18 +136,20 @@ loss_function = nn.CrossEntropyLoss()
trainset, testset = buildsets()
-for epoch in range(100):
+for epoch in range(300):
print('Epoch: ' + str(epoch))
wandb.log({'epoch': epoch})
for X, label in tqdm(trainset):
net.zero_grad()
- X.to(device)
+ X = X.to(device)
output = net(X)
- output.cpu()
+ output = output.cpu()
loss = loss_function(output.view(-1, 10), label)
loss.backward()
optimizer.step()
wandb.log({'loss': loss})
+ net = net.cpu()
torch.save(net, './nets/gpunets/net_' + str(epoch) + '.pt')
- testnet(net, testset)
+ net = net.to(device)
+ testnet(net, testset, device)
diff --git a/TicTacToe_AI/Net/wandb/debug.log b/TicTacToe_AI/Net/wandb/debug.log
index 51ac5d0..0b55a6f 100644
--- a/TicTacToe_AI/Net/wandb/debug.log
+++ b/TicTacToe_AI/Net/wandb/debug.log
@@ -1,18 +1,18 @@
-2020-01-28 14:43:14,846 DEBUG MainThread:32731 [wandb_config.py:_load_defaults():111] no defaults not found in config-defaults.yaml
-2020-01-28 14:43:14,864 DEBUG MainThread:32731 [cmd.py:execute():728] Popen(['git', 'cat-file', '--batch-check'], cwd=/home/clemens/repositorys/pytorch-ai, universal_newlines=False, shell=None, istream=<valid stream>)
-2020-01-28 14:43:14,877 DEBUG MainThread:32731 [cmd.py:execute():728] Popen(['git', 'rev-parse', '--show-toplevel'], cwd=/home/clemens/repositorys/pytorch-ai, universal_newlines=False, shell=None, istream=None)
-2020-01-28 14:43:14,887 DEBUG MainThread:32731 [cmd.py:execute():728] Popen(['git', 'status', '--porcelain', '--untracked-files'], cwd=/home/clemens/repositorys/pytorch-ai, universal_newlines=False, shell=None, istream=None)
-2020-01-28 14:43:14,906 DEBUG MainThread:32731 [run_manager.py:__init__():535] Initialized sync for tictactoe/mvx4evw0
-2020-01-28 14:43:14,912 INFO MainThread:32731 [run_manager.py:wrap_existing_process():1133] wrapping existing process 32725
-2020-01-28 14:43:14,913 WARNING MainThread:32731 [io_wrap.py:register():104] SIGWINCH handler was not None: <Handlers.SIG_DFL: 0>
-2020-01-28 14:43:14,919 DEBUG MainThread:32731 [connectionpool.py:_new_conn():815] Starting new HTTPS connection (1): pypi.org:443
-2020-01-28 14:43:15,060 DEBUG MainThread:32731 [connectionpool.py:_make_request():393] https://pypi.org:443 "GET /pypi/wandb/json HTTP/1.1" 200 39767
-2020-01-28 14:43:15,179 INFO MainThread:32731 [run_manager.py:init_run():918] system metrics and metadata threads started
-2020-01-28 14:43:15,181 INFO MainThread:32731 [run_manager.py:wrap_existing_process():1150] informing user process we are ready to proceed
-2020-01-28 14:43:15,183 INFO MainThread:32731 [run_manager.py:_sync_etc():1257] entering loop for messages from user process
-2020-01-28 14:43:15,862 INFO Thread-3 :32731 [run_manager.py:_on_file_modified():682] file/dir modified: /home/clemens/repositorys/pytorch-ai/TicTacToe_AI/Net/wandb/dryrun-20200128_134313-mvx4evw0/config.yaml
-2020-01-28 14:43:32,850 INFO MainThread:32731 [run_manager.py:_sync_etc():1313] process received interrupt signal, shutting down
-2020-01-28 14:43:32,850 INFO MainThread:32731 [run_manager.py:_sync_etc():1366] closing log streams and sending exitcode to W&B
-2020-01-28 14:43:32,851 INFO MainThread:32731 [run_manager.py:shutdown():1057] shutting down system stats and metadata service
- MainThread:32731 [mvx4evw0:run_manager.py:_sync_etc():1366] closing log streams and sending exitcode to W&B
-2020-01-28 14:43:32,851 INFO MainThread:32731 [mvx4evw0:run_manager.py:shutdown():1057] shutting down system stats and metadata service
+2020-01-28 15:22:12,035 DEBUG MainThread:25522 [wandb_config.py:_load_defaults():111] no defaults not found in config-defaults.yaml
+2020-01-28 15:22:12,045 DEBUG MainThread:25522 [cmd.py:execute():728] Popen(['git', 'cat-file', '--batch-check'], cwd=/home/clemens/Dokumente/repos/pytorch-ai, universal_newlines=False, shell=None, istream=<valid stream>)
+2020-01-28 15:22:12,051 DEBUG MainThread:25522 [cmd.py:execute():728] Popen(['git', 'rev-parse', '--show-toplevel'], cwd=/home/clemens/Dokumente/repos/pytorch-ai, universal_newlines=False, shell=None, istream=None)
+2020-01-28 15:22:12,058 DEBUG MainThread:25522 [cmd.py:execute():728] Popen(['git', 'status', '--porcelain', '--untracked-files'], cwd=/home/clemens/Dokumente/repos/pytorch-ai, universal_newlines=False, shell=None, istream=None)
+2020-01-28 15:22:12,077 DEBUG MainThread:25522 [run_manager.py:__init__():535] Initialized sync for tictactoe/yiw34nau
+2020-01-28 15:22:12,083 INFO MainThread:25522 [run_manager.py:wrap_existing_process():1133] wrapping existing process 25512
+2020-01-28 15:22:12,083 WARNING MainThread:25522 [io_wrap.py:register():104] SIGWINCH handler was not None: <Handlers.SIG_DFL: 0>
+2020-01-28 15:22:12,088 DEBUG MainThread:25522 [connectionpool.py:_new_conn():824] Starting new HTTPS connection (1): pypi.org
+2020-01-28 15:22:12,198 DEBUG MainThread:25522 [connectionpool.py:_make_request():396] https://pypi.org:443 "GET /pypi/wandb/json HTTP/1.1" 200 39767
+2020-01-28 15:22:12,243 INFO MainThread:25522 [run_manager.py:init_run():918] system metrics and metadata threads started
+2020-01-28 15:22:12,244 INFO MainThread:25522 [run_manager.py:init_run():952] upserting run before process can begin, waiting at most 10 seconds
+2020-01-28 15:22:12,253 DEBUG Thread-14 :25522 [connectionpool.py:_new_conn():824] Starting new HTTPS connection (1): api.wandb.ai
+2020-01-28 15:22:12,539 DEBUG Thread-14 :25522 [connectionpool.py:_make_request():396] https://api.wandb.ai:443 "POST /graphql HTTP/1.1" 200 535
+2020-01-28 15:22:12,554 INFO Thread-14 :25522 [run_manager.py:_upsert_run():1037] saving patches
+2020-01-28 15:22:12,554 DEBUG Thread-14 :25522 [cmd.py:execute():728] Popen(['git', 'rev-parse', '--show-toplevel'], cwd=/home/clemens/Dokumente/repos/pytorch-ai, universal_newlines=False, shell=None, istream=None)
+2020-01-28 15:22:12,561 DEBUG Thread-14 :25522 [cmd.py:execute():728] Popen(['git', 'diff', '--cached', '--abbrev=40', '--full-index', '--raw'], cwd=/home/clemens/Dokumente/repos/pytorch-ai, universal_newlines=False, shell=None, istream=None)
+2020-01-28 15:22:12,568 DEBUG Thread-14 :25522 [cmd.py:execute():728] Popen(['git', 'diff', '--abbrev=40', '--full-index', '--raw'], cwd=/home/clemens/Dokumente/repos/pytorch-ai, universal_newlines=False, shell=None, istream=None)
+2020-01-28 15:22:12,576 DEBUG Thread-14 :25522 [cmd.py:execute():728] Popen(['git', 'version'], cwd=/home/clemens/Dokumente/repos/pytorch-ai, universal_newlines=False, shell=None, istream=None)
diff --git a/TicTacToe_AI/Net/wandb/settings b/TicTacToe_AI/Net/wandb/settings
index 26efadd..a700e2e 100644
--- a/TicTacToe_AI/Net/wandb/settings
+++ b/TicTacToe_AI/Net/wandb/settings
@@ -1,5 +1,4 @@
[default]
project = tictactoe
entity = cdautermann
-disabled = true

7
TicTacToe_AI/Net/wandb/run-20200128_142211-yiw34nau/output.log Normal file
View file

File diff suppressed because one or more lines are too long

323
TicTacToe_AI/Net/wandb/run-20200128_142211-yiw34nau/requirements.txt Normal file
View file

@ -0,0 +1,323 @@
absl-py==0.7.1
adal==1.2.1
advancedhtmlparser==8.1.6
aenum==2.1.2
altgraph==0.16.1
amqp==1.4.9
anyjson==0.3.3
apturl==0.5.2
asn1crypto==0.24.0
astor==0.8.0
atomicwrites==1.3.0
attrs==19.1.0
autopep8==1.3.3
azure-applicationinsights==0.1.0
azure-batch==4.1.3
azure-common==1.1.18
azure-cosmosdb-nspkg==2.0.2
azure-cosmosdb-table==1.0.5
azure-datalake-store==0.0.41
azure-eventgrid==1.2.0
azure-graphrbac==0.40.0
azure-keyvault==1.1.0
azure-loganalytics==0.1.0
azure-mgmt-advisor==1.0.1
azure-mgmt-applicationinsights==0.1.1
azure-mgmt-authorization==0.50.0
azure-mgmt-batch==5.0.1
azure-mgmt-batchai==2.0.0
azure-mgmt-billing==0.2.0
azure-mgmt-cdn==3.0.0
azure-mgmt-cognitiveservices==3.0.0
azure-mgmt-commerce==1.0.1
azure-mgmt-compute==4.4.0
azure-mgmt-consumption==2.0.0
azure-mgmt-containerinstance==1.4.0
azure-mgmt-containerregistry==2.7.0
azure-mgmt-containerservice==4.4.0
azure-mgmt-cosmosdb==0.4.1
azure-mgmt-datafactory==0.6.0
azure-mgmt-datalake-analytics==0.6.0
azure-mgmt-datalake-nspkg==3.0.1
azure-mgmt-datalake-store==0.5.0
azure-mgmt-datamigration==1.0.0
azure-mgmt-devspaces==0.1.0
azure-mgmt-devtestlabs==2.2.0
azure-mgmt-dns==2.1.0
azure-mgmt-eventgrid==1.0.0
azure-mgmt-eventhub==2.3.0
azure-mgmt-hanaonazure==0.1.1
azure-mgmt-iotcentral==0.1.0
azure-mgmt-iothub==0.5.0
azure-mgmt-iothubprovisioningservices==0.2.0
azure-mgmt-keyvault==1.1.0
azure-mgmt-loganalytics==0.2.0
azure-mgmt-logic==3.0.0
azure-mgmt-machinelearningcompute==0.4.1
azure-mgmt-managementgroups==0.1.0
azure-mgmt-managementpartner==0.1.0
azure-mgmt-maps==0.1.0
azure-mgmt-marketplaceordering==0.1.0
azure-mgmt-media==1.0.0
azure-mgmt-monitor==0.5.2
azure-mgmt-msi==0.2.0
azure-mgmt-network==2.5.1
azure-mgmt-notificationhubs==2.0.0
azure-mgmt-nspkg==3.0.2
azure-mgmt-policyinsights==0.1.0
azure-mgmt-powerbiembedded==2.0.0
azure-mgmt-rdbms==1.5.0
azure-mgmt-recoveryservices==0.3.0
azure-mgmt-recoveryservicesbackup==0.3.0
azure-mgmt-redis==5.0.0
azure-mgmt-relay==0.1.0
azure-mgmt-reservations==0.2.1
azure-mgmt-resource==2.1.0
azure-mgmt-scheduler==2.0.0
azure-mgmt-search==2.0.0
azure-mgmt-servicebus==0.5.3
azure-mgmt-servicefabric==0.2.0
azure-mgmt-signalr==0.1.1
azure-mgmt-sql==0.9.1
azure-mgmt-storage==2.0.0
azure-mgmt-subscription==0.2.0
azure-mgmt-trafficmanager==0.50.0
azure-mgmt-web==0.35.0
azure-mgmt==4.0.0
azure-nspkg==3.0.2
azure-servicebus==0.21.1
azure-servicefabric==6.3.0.0
azure-servicemanagement-legacy==0.20.6
azure-storage-blob==1.5.0
azure-storage-common==1.4.0
azure-storage-file==1.4.0
azure-storage-queue==1.4.0
azure==4.0.0
backcall==0.1.0
bcrypt==3.1.4
beautifulsoup4==4.6.0
billiard==3.3.0.23
binwalk==2.1.1
bleach==1.5.0
blinker==1.4
brlapi==0.6.6
browser-cookie3==0.6.4
celery==3.1.26.post2
certifi==2017.11.5
cffi==1.11.5
chardet==3.0.4
click==7.0
cloudpickle==1.2.1
command-not-found==0.3
configparser==4.0.2
cryptography==2.1.4
cupshelpers==1.0
cycler==0.10.0
dataclasses==0.6
dbf==0.97.11
dbfread==2.0.7
decorator==4.4.0
defer==1.0.6
defusedxml==0.5.0
distro-info==0.18ubuntu0.18.04.1
django-celery==3.2.2
django==2.1
djongo==1.2.29
docker-pycreds==0.4.0
docopt==0.6.2
docx==0.2.4
entrypoints==0.3
enum34==1.1.6
f.lux-indicator-applet==1.1.11-pre
feedparser==5.2.1
flask==1.0.2
future==0.16.0
gast==0.2.2
gephistreamer==2.0.3
gitdb2==2.0.6
gitpython==3.0.5
gql==0.2.0
graphql-core==1.1
grpcio==1.11.1
html2markdown==0.1.7
html5lib==0.9999999
httplib2==0.9.2
idna==2.6
ifaddr==0.1.4
imageio==2.5.0
importlib-metadata==0.19
ipaddress==1.0.22
ipykernel==5.1.1
ipython-genutils==0.2.0
ipython==7.5.0
ipywidgets==7.4.2
isodate==0.6.0
itsdangerous==1.1.0
jedi==0.13.3
jinja2==2.10.1
jsonschema==3.0.1
jupyter-client==5.2.4
jupyter-console==6.0.0
jupyter-core==4.4.0
jupyter==1.0.0
keyring==10.6.0
keyrings.alt==3.0
kiwisolver==1.0.1
kombu==3.0.37
language-selector==0.1
launchpadlib==1.10.6
lazr.restfulclient==0.13.5
lazr.uri==1.0.3
llvmlite==0.29.0
louis==3.5.0
lxml==4.2.1
macaroonbakery==1.1.3
macholib==1.11
mako==1.0.7
markdown==3.1.1
markupsafe==1.0
matplotlib==2.2.0
mechanize==0.2.5
mistune==0.8.4
mlagents-envs==0.9.1
mlagents==0.9.1
more-itertools==7.2.0
msrest==0.6.4
msrestazure==0.6.0
nbconvert==5.5.0
nbformat==4.4.0
netifaces==0.10.4
networkx==2.3
notebook==5.7.8
numba==0.44.1
numpy==1.14.2
nvidia-ml-py3==7.352.0
oauth==1.0.1
oauthlib==3.0.1
olefile==0.45.1
pandocfilters==1.4.2
paramiko==2.4.1
parso==0.4.0
pathtools==0.1.2
pbkdf2==1.3
pefile==2018.8.8
pexpect==4.2.1
pickleshare==0.7.5
pillow==5.2.0
pip==19.0.1
plotly==3.9.0
pluggy==0.12.0
pocketsphinx==0.1.3
prometheus-client==0.6.0
promise==2.3
prompt-toolkit==2.0.9
protobuf==3.6.1
psutil==5.6.7
psycopg2==2.7.5
ptyprocess==0.6.0
py==1.8.0
pyaes==1.6.1
pyasn1==0.4.2
pyaudio==0.2.11
pycairo==1.16.2
pycodestyle==2.3.1
pycparser==2.18
pycrypto==2.6.1
pycups==1.9.73
pydeepl==0.9
pyglet==1.4.1
pygments==2.3.1
pygobject==3.26.1
pyinstaller==3.4
pyjwt==1.5.3
pymacaroons==0.13.0
pymongo==3.7.1
pynacl==1.1.2
pyopengl==3.1.0
pyparsing==2.2.0
pypdf2==1.26.0
pyqtgraph==0.10.0
pyrfc3339==1.0
pyrsistent==0.15.2
pytest==3.10.1
python-apt==1.6.5+ubuntu0.2
python-dateutil==2.7.3
python-debian==0.1.32
python-docx==0.8.6
python-gitlab==1.3.0
pytz==2018.4
pywavelets==1.0.3
pyxdg==0.25
pyyaml==3.12
pyzmq==18.0.1
qtconsole==4.4.4
queryablelist==3.1.0
reportlab==3.4.0
requests-oauthlib==1.2.0
requests-unixsocket==0.1.5
requests==2.21.0
retrying==1.3.3
scikit-image==0.15.0
scipy==1.3.0
scour==0.36
screen-resolution-extra==0.0.0
secretstorage==2.3.1
selenium==3.7.0
send2trash==1.5.0
sentry-sdk==0.14.1
setuptools==38.4.0
shortuuid==0.5.0
simplejson==3.13.2
six==1.11.0
smmap2==2.0.5
speechrecognition==3.8.1
sqlparse==0.2.4
ssh-import-id==5.7
subprocess32==3.5.4
system-service==0.3
systemd-python==234
tensorboard==1.7.0
tensorflow==1.7.1
termcolor==1.1.0
terminado==0.8.2
testpath==0.4.2
torch==1.4.0
torchfile==0.1.0
torchvision==0.5.0
tornado==6.0.1
tqdm==4.23.4
traitlets==4.3.2
ubuntu-drivers-common==0.0.0
ufw==0.36
unattended-upgrades==0.1
unity-scope-calculator==0.1
unity-scope-chromiumbookmarks==0.1
unity-scope-colourlovers==0.1
unity-scope-devhelp==0.1
unity-scope-firefoxbookmarks==0.1
unity-scope-manpages==0.1
unity-scope-openclipart==0.1
unity-scope-texdoc==0.1
unity-scope-tomboy==0.1
unity-scope-virtualbox==0.1
unity-scope-yelp==0.1
unity-scope-zotero==0.1
urllib3==1.22
usb-creator==0.3.3
vine==1.1.4
visdom==0.1.8.8
wadllib==1.3.2
wakeonlan==1.1.6
wandb==0.8.22
watchdog==0.10.0
wcwidth==0.1.7
webencodings==0.5.1
websocket-client==0.55.0
werkzeug==0.15.2
wheel==0.30.0
widgetsnbextension==3.4.2
ws4py==0.5.1
xkit==0.0.0
zeroconf==0.21.3
zipp==0.5.2
zope.interface==4.3.2

1
TicTacToe_AI/Net/wandb/run-20200128_142211-yiw34nau/wandb-events.jsonl Normal file
View file

@ -0,0 +1 @@
{"system.gpu.0.gpu": 0.5, "system.gpu.0.memory": 0.5, "system.gpu.0.memoryAllocated": 9.68, "system.gpu.0.temp": 49.62, "system.gpu.0.powerWatts": 24.46, "system.gpu.0.powerPercent": 13.59, "system.cpu": 24.2, "system.memory": 24.98, "system.disk": 4.8, "system.proc.memory.availableMB": 5995.74, "system.proc.memory.rssMB": 1390.87, "system.proc.memory.percent": 17.4, "system.proc.cpu.threads": 4.75, "system.network.sent": 64762, "system.network.recv": 128005, "_wandb": true, "_timestamp": 1580221345, "_runtime": 13}

0
TicTacToe_AI/Net/wandb/run-20200128_142211-yiw34nau/wandb-history.jsonl Normal file
View file

25
TicTacToe_AI/Net/wandb/run-20200128_142211-yiw34nau/wandb-metadata.json Normal file
View file

@ -0,0 +1,25 @@
{
"root": "/home/clemens/Dokumente/repos/pytorch-ai",
"program": "pytorch_ai.py",
"git": {
"remote": "git@github.com:Clemens-Dautermann/pytorch-ai.git",
"commit": "56ee2635b5fec0a3976a4e7ddc55a89d4dea93bc"
},
"email": "clemens.dautermann@t-online.de",
"startedAt": "2020-01-28T14:22:11.407641",
"host": "clemens-ubuntu",
"username": "clemens",
"executable": "/usr/bin/python3",
"os": "Linux-4.15.0-58-generic-x86_64-with-Ubuntu-18.04-bionic",
"python": "3.6.9",
"gpu": "GeForce GTX 960",
"gpu_count": 1,
"cpu_count": 4,
"args": [],
"state": "killed",
"jobType": null,
"mode": "run",
"project": "tictactoe",
"heartbeatAt": "2020-01-28T14:22:26.258126",
"exitcode": 255
}

1
TicTacToe_AI/Net/wandb/settings
View file

@ -1,5 +1,4 @@
[default]
project = tictactoe
entity = cdautermann
disabled = true