-
Notifications
You must be signed in to change notification settings - Fork 5
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
merged tiling branch with mapping_to_cgra dev branch
- Loading branch information
Showing
117 changed files
with
3,690 additions
and
1,498 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,52 @@ | ||
| import glob | ||
| import sys | ||
| def count_nonzeros(matrix_values_file): | ||
| with open(matrix_values_file, 'r') as values_file: | ||
| matrix_values = [float(val) for val in values_file.readlines()] | ||
|
|
||
| nonzeros = sum(1 for val in matrix_values if val != 0) | ||
|
|
||
| return nonzeros | ||
|
|
||
|
|
||
| tile_dirs = glob.glob("SPARSE_TESTS/MAT_TMP_DIR/tile*") | ||
| num_tiles = len(tile_dirs) | ||
| limit = 900 | ||
| print("there are ", num_tiles, "tiles") | ||
|
|
||
| sparsity_B = 0 | ||
| sparsity_C = 0 | ||
| # tilesize=int(sys.argv[1])**2 | ||
| tot_num_nonzeros = 0 | ||
| for tile_num in range(0,num_tiles): | ||
| tot_num_nonzeros = 0 | ||
|
|
||
| tensor_C_values_file = f'SPARSE_TESTS/MAT_TMP_DIR/tile{tile_num}/tensor_C_mode_vals' | ||
|
|
||
| num_nonzeros = count_nonzeros(tensor_C_values_file) | ||
| tot_num_nonzeros += num_nonzeros | ||
| if num_nonzeros >= limit: | ||
| print("num_nonzeros: ", num_nonzeros) | ||
| print("error! too many nonzeros in INPUT matrices") | ||
| raise Exception | ||
|
|
||
| tensor_C_values_file = f'SPARSE_TESTS/MAT_TMP_DIR/tile{tile_num}/tensor_B_mode_vals' | ||
|
|
||
| num_nonzeros = count_nonzeros(tensor_C_values_file) | ||
| tot_num_nonzeros += num_nonzeros | ||
| if num_nonzeros >= limit: | ||
| print("num_nonzeros: ", num_nonzeros) | ||
| print("error! too many nonzeros in INPUT matrices") | ||
| raise Exception | ||
|
|
||
|
|
||
| if tot_num_nonzeros >= limit: | ||
| print("tot_num_nonzeros: ", tot_num_nonzeros) | ||
| print("error! too many nonzeros in matrices") | ||
| raise Exception | ||
|
|
||
| sparsity_B /= num_tiles | ||
| sparsity_C /= num_tiles | ||
|
|
||
| print("sparsity_B: ", sparsity_B) | ||
| print("sparsity_C: ", sparsity_C) |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,78 @@ | ||
| import os | ||
| import sys | ||
| import glob | ||
|
|
||
| def write_to_line(file_path, line_number, new_content): | ||
| with open(file_path, 'r') as file: | ||
| lines = file.readlines() | ||
|
|
||
| if line_number > len(lines) or line_number < 1: | ||
| # Line number is out of range | ||
| return | ||
|
|
||
| lines[line_number - 1] = new_content + '\n' | ||
|
|
||
| with open(file_path, 'w') as file: | ||
| file.writelines(lines) | ||
|
|
||
| def check_keyword_in_output(command, keyword): | ||
| # Run the command and redirect the output to a file | ||
| os.system(f'{command} > output.txt') | ||
|
|
||
| # Read the contents of the file | ||
| with open('output.txt', 'r') as file: | ||
| output = file.read() | ||
|
|
||
| # Check if the keyword is present in the output | ||
| if keyword in output: | ||
| # Optionally, you can delete the output file | ||
| os.remove('output.txt') | ||
| return True | ||
| else: | ||
| # Optionally, you can delete the output file | ||
| os.remove('output.txt') | ||
| return False | ||
|
|
||
|
|
||
| tile_size = 300 | ||
| step = 10 | ||
|
|
||
| for _ in range(20): | ||
| print("********************") | ||
| print("tile size: ", tile_size) | ||
| print("step: ", step) | ||
|
|
||
| yaml_file = "sam/sim/src/tiling/memory_config_onyx.yaml" | ||
| mem_tile_line = f"Mem_tile_size: {tile_size}" | ||
| print(mem_tile_line) | ||
| write_to_line(yaml_file, 19, mem_tile_line) | ||
|
|
||
| run_setup_script = "python3 setup_tiling_mat.py > temp.txt" | ||
| os.system(run_setup_script) | ||
| print(run_setup_script) | ||
|
|
||
| run_tile_pairing = "python3 tile_pairing.py > temp.txt" | ||
| os.system(run_tile_pairing) | ||
| print(run_tile_pairing) | ||
|
|
||
| run_count = "python3 count_nnz_tiling.py" | ||
| print(run_count) | ||
|
|
||
| if (check_keyword_in_output(run_count, "error")) == False: | ||
| tile_size += step | ||
| step *= 2 | ||
| else: | ||
| print("****************Tile broken!") | ||
| tile_size -= step | ||
| step //= 2 | ||
|
|
||
| if tile_size == 450: | ||
| break | ||
|
|
||
| if step == 0: | ||
| if _ >= 15: | ||
| step = 10 | ||
| else: | ||
| break | ||
|
|
||
| print("max tile size: ", tile_size) |
Oops, something went wrong.