Skip to content

Commit

Permalink
update pipe
Browse files Browse the repository at this point in the history
  • Loading branch information
tottenjordan committed Sep 19, 2023
1 parent 9a32e21 commit 10faf18
Show file tree
Hide file tree
Showing 14 changed files with 448 additions and 469 deletions.
285 changes: 91 additions & 194 deletions 05-candidate-generation.ipynb

Large diffs are not rendered by default.

262 changes: 144 additions & 118 deletions 06-matching-engine.ipynb

Large diffs are not rendered by default.

340 changes: 198 additions & 142 deletions 07-train-pipeline.ipynb

Large diffs are not rendered by default.

2 changes: 1 addition & 1 deletion src/train_pipes/create_ann_index.py
Original file line number Diff line number Diff line change
Expand Up @@ -8,7 +8,7 @@
@kfp.v2.dsl.component(
base_image="python:3.9",
packages_to_install=[
'google-cloud-aiplatform==1.23.0',
'google-cloud-aiplatform==1.26.1',
'google-api-core==2.11.0'
# 'google-cloud-storage',
],
Expand Down
2 changes: 1 addition & 1 deletion src/train_pipes/create_ann_index_endpoint_vpc.py
Original file line number Diff line number Diff line change
Expand Up @@ -8,7 +8,7 @@
@kfp.v2.dsl.component(
base_image="python:3.9",
packages_to_install=[
'google-cloud-aiplatform==1.23.0',
'google-cloud-aiplatform==1.26.1',
'google-api-core==2.11.0',
],
)
Expand Down
2 changes: 1 addition & 1 deletion src/train_pipes/create_brute_force_index.py
Original file line number Diff line number Diff line change
Expand Up @@ -8,7 +8,7 @@
@kfp.v2.dsl.component(
base_image="python:3.9",
packages_to_install=[
'google-cloud-aiplatform==1.23.0',
'google-cloud-aiplatform==1.26.1',
'google-api-core==2.11.0',
# 'google-cloud-storage',
],
Expand Down
2 changes: 1 addition & 1 deletion src/train_pipes/create_brute_index_endpoint_vpc.py
Original file line number Diff line number Diff line change
Expand Up @@ -8,7 +8,7 @@
@kfp.v2.dsl.component(
base_image="python:3.9",
packages_to_install=[
'google-cloud-aiplatform==1.23.0',
'google-cloud-aiplatform==1.26.1',
'google-api-core==2.11.0',
],
)
Expand Down
2 changes: 1 addition & 1 deletion src/train_pipes/create_tensorboard.py
Original file line number Diff line number Diff line change
Expand Up @@ -8,7 +8,7 @@
@kfp.v2.dsl.component(
base_image='python:3.9',
packages_to_install=[
'google-cloud-aiplatform==1.23.0',
'google-cloud-aiplatform==1.26.1',
'numpy',
'google-cloud-storage',
],
Expand Down
2 changes: 1 addition & 1 deletion src/train_pipes/deploy_ann_index.py
Original file line number Diff line number Diff line change
Expand Up @@ -8,7 +8,7 @@
@kfp.v2.dsl.component(
base_image="python:3.9",
packages_to_install=[
'google-cloud-aiplatform==1.23.0',
'google-cloud-aiplatform==1.26.1',
'google-api-core==2.11.0',
]
)
Expand Down
2 changes: 1 addition & 1 deletion src/train_pipes/deploy_brute_index.py
Original file line number Diff line number Diff line change
Expand Up @@ -8,7 +8,7 @@
@kfp.v2.dsl.component(
base_image="python:3.9",
packages_to_install=[
'google-cloud-aiplatform==1.23.0',
'google-cloud-aiplatform==1.26.1',
'google-api-core==2.11.0',
],
)
Expand Down
4 changes: 2 additions & 2 deletions src/train_pipes/generate_candidates.py
Original file line number Diff line number Diff line change
Expand Up @@ -8,8 +8,8 @@
@kfp.v2.dsl.component(
base_image="python:3.9",
packages_to_install=[
'google-cloud-aiplatform==1.23.0',
'tensorflow==2.10.1',
'google-cloud-aiplatform==1.26.1',
'tensorflow==2.11.0',
'tensorflow-recommenders==0.7.2',
'numpy',
# 'google-cloud-storage',
Expand Down
2 changes: 1 addition & 1 deletion src/train_pipes/test_model_index_endpoint_v5.py
Original file line number Diff line number Diff line change
Expand Up @@ -8,7 +8,7 @@
@kfp.v2.dsl.component(
base_image="python:3.9",
packages_to_install=[
'google-cloud-aiplatform==1.23.0',
'google-cloud-aiplatform==1.26.1',
'google-cloud-pipeline-components',
'google-cloud-storage',
'tensorflow==2.11.0',
Expand Down
2 changes: 1 addition & 1 deletion src/train_pipes/train_custom_model.py
Original file line number Diff line number Diff line change
Expand Up @@ -8,7 +8,7 @@
@kfp.v2.dsl.component(
base_image='python:3.9',
packages_to_install=[
'google-cloud-aiplatform==1.23.0',
'google-cloud-aiplatform==1.26.1',
# 'tensorflow==2.9.2',
# 'tensorflow-recommenders==0.7.0',
'numpy',
Expand Down
8 changes: 4 additions & 4 deletions src/two_tower_jt/test_instances.py
Original file line number Diff line number Diff line change
Expand Up @@ -36,8 +36,8 @@
'pl_collaborative_src': 'false',
'pl_duration_ms_new': 17971314.0,
'pl_name_src': 'Capoeira',
'time_signature_can': '4',
'time_signature_pl': ['4', '4', '4', '4', '4'],
'track_time_signature_can': '4',
'track_time_signature_pl': ['4', '4', '4', '4', '4'],
'track_acousticness_can': 0.478,
'track_acousticness_pl': [0.238 , 0.105 , 0.0242, 0.125 , 0.304 ],
'track_danceability_can': 0.709,
Expand Down Expand Up @@ -150,8 +150,8 @@
'pl_collaborative_src': 'false',
'pl_duration_ms_new': 17971314.0,
'pl_name_src': 'Capoeira',
'time_signature_can': '4',
'time_signature_pl': ['4', '4', '4', '4', '4', '4', '4', '4', '4', '4', '4', '4', '4', '4', '4'],
'track_time_signature_can': '4',
'track_time_signature_pl': ['4', '4', '4', '4', '4', '4', '4', '4', '4', '4', '4', '4', '4', '4', '4'],
'track_acousticness_can': 0.478,
'track_acousticness_pl': [0.238 , 0.105 , 0.0242, 0.125 , 0.304, 0.238 , 0.105 , 0.0242, 0.125 , 0.304, 0.238 , 0.105 , 0.0242, 0.125 , 0.304 ],
'track_danceability_can': 0.709,
Expand Down

0 comments on commit 10faf18

Please sign in to comment.