\n",
+ "\n",
+ "\n",
+ " \n",
+ "
\n",
+ "
"
+ ],
+ "text/plain": [
+ " Item Description\n",
+ "0 Emergency Mylar Thermal Blankets (Pack of 10)\n",
+ "1 Park Tool Vulcanizing Patch Kit - VP-1\n",
+ "2 Potable Aqua Water Treatment Tablets\n",
+ "3 Petzl E91 Tikkina 2 Headlamp\n",
+ "4 GSI Outdoors Glacier Stainless Bottle Cup/Pot\n",
+ "5 Gerber 31-000699 Bear Grylls Survival Series F...\n",
+ "6 ALPS Mountaineering Compression Sleeping Bag S...\n",
+ "7 Eagles Nest Outfitters DryFly Raintarp\n",
+ "8 Paracord Planet Type III 7 Strand 550 Paracord...\n",
+ "9 Magnesium Fire Starter\n",
+ "10 Sawyer Products Mini Water Filtration System\n",
+ "11 Maxpedition Fatty Pocket Organizer\n",
+ "12 Suisse Sport Adventurer Mummy Ultra-Compactabl...\n",
+ "13 Sigma BC 1009 Bicycle Speedometer\n",
+ "14 Morakniv Companion Fixed Blade Outdoor Knife w...\n",
+ "15 GoHiking Lightweight Burner Classic Camping an...\n",
+ "16 Esbit Ultralight Folding Pocket Stove with Six...\n",
+ "17 Victorinox Champion Plus Knife\n",
+ "18 TETON Sports Explorer4000 Internal Frame Backpack\n",
+ "19 Survivor HK-106320 Outdoor Fixed Blade Knife 7...\n",
+ "20 Nalgene Tritan Wide Mouth BPA-Free Water Bottl...\n",
+ "21 Topeak Aero Wedge Pack with Buckle (Medium)\n",
+ "22 Topeak Explorer Bike Rack\n",
+ "23 Light My Fire Titanium Spork\n",
+ "24 Camelbak Podium Chill Bottle"
+ ]
+ },
+ "execution_count": 55,
+ "metadata": {},
+ "output_type": "execute_result"
+ }
+ ],
"source": [
"get_recommendations_response = personalize_runtime.get_recommendations(\n",
" campaignArn = hrnn_campaign_arn,\n",
@@ -905,14 +1672,14 @@
},
{
"cell_type": "code",
- "execution_count": 15,
+ "execution_count": 56,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
- "{'Variables': {'Campaign_ARN': 'arn:aws:personalize:us-east-1:011777388888:campaign/personalize-demo-camp', 'ddb_tablename': 'pocstor-Items'}}\n"
+ "{'Variables': {'Campaign_ARN': 'arn:aws:personalize:us-east-1:387269085412:campaign/personalize-demo-camp', 'ddb_tablename': 'teststr-Items'}}\n"
]
}
],
@@ -947,7 +1714,7 @@
},
{
"cell_type": "code",
- "execution_count": 22,
+ "execution_count": 60,
"metadata": {},
"outputs": [
{
@@ -956,14 +1723,15 @@
"text": [
"Stored 'Rerank_arn' (str)\n",
"Stored 'GetRecommendationsByItem_arn' (str)\n",
- "Stored 'PostClickEvent_arn' (str)\n"
- ]
- },
- {
- "name": "stderr",
- "output_type": "stream",
- "text": [
- "UsageError: Unknown variable 'dataset_group_arn'\n"
+ "Stored 'PostClickEvent_arn' (str)\n",
+ "Stored 'dataset_group_arn' (str)\n",
+ "Stored 'hrnn_campaign_arn' (str)\n",
+ "Stored 'interactions_dataset_arn' (str)\n",
+ "Stored 'items_dataset_arn' (str)\n",
+ "Stored 'useritems' (DataFrame)\n",
+ "Stored 'recommendations_df' (DataFrame)\n",
+ "Stored 'bucket' (str)\n",
+ "Stored 'user_id' (str)\n"
]
}
],
@@ -977,6 +1745,7 @@
"%store items_dataset_arn\n",
"%store useritems\n",
"%store recommendations_df\n",
+ "%store bucket\n",
"%store user_id\n"
]
},
diff --git a/Personalize/2.Building_Campaign_SIMS.ipynb b/Personalize/2.Building_Campaign_SIMS.ipynb
index 05742d8..35234dc 100644
--- a/Personalize/2.Building_Campaign_SIMS.ipynb
+++ b/Personalize/2.Building_Campaign_SIMS.ipynb
@@ -18,7 +18,7 @@
},
{
"cell_type": "code",
- "execution_count": 7,
+ "execution_count": 1,
"metadata": {},
"outputs": [],
"source": [
@@ -39,7 +39,7 @@
},
{
"cell_type": "code",
- "execution_count": null,
+ "execution_count": 2,
"metadata": {},
"outputs": [],
"source": [
@@ -52,7 +52,15 @@
"cell_type": "code",
"execution_count": 3,
"metadata": {},
- "outputs": [],
+ "outputs": [
+ {
+ "name": "stdout",
+ "output_type": "stream",
+ "text": [
+ "no stored variable bucket\n"
+ ]
+ }
+ ],
"source": [
"%store -r dataset_group_arn\n",
"%store -r GetRecommendationsByItem_arn\n",
@@ -80,7 +88,7 @@
},
{
"cell_type": "code",
- "execution_count": null,
+ "execution_count": 4,
"metadata": {},
"outputs": [],
"source": [
@@ -106,9 +114,31 @@
},
{
"cell_type": "code",
- "execution_count": null,
+ "execution_count": 5,
"metadata": {},
- "outputs": [],
+ "outputs": [
+ {
+ "name": "stdout",
+ "output_type": "stream",
+ "text": [
+ "{\n",
+ " \"solutionArn\": \"arn:aws:personalize:us-east-1:962222257213:solution/personalize-demo-soln-sims\",\n",
+ " \"ResponseMetadata\": {\n",
+ " \"RequestId\": \"60b5ef84-1ed6-4fba-a796-e4ed59075573\",\n",
+ " \"HTTPStatusCode\": 200,\n",
+ " \"HTTPHeaders\": {\n",
+ " \"content-type\": \"application/x-amz-json-1.1\",\n",
+ " \"date\": \"Tue, 25 Feb 2020 05:09:36 GMT\",\n",
+ " \"x-amzn-requestid\": \"60b5ef84-1ed6-4fba-a796-e4ed59075573\",\n",
+ " \"content-length\": \"96\",\n",
+ " \"connection\": \"keep-alive\"\n",
+ " },\n",
+ " \"RetryAttempts\": 0\n",
+ " }\n",
+ "}\n"
+ ]
+ }
+ ],
"source": [
"create_solution_response = personalize.create_solution(\n",
" name = \"personalize-demo-soln-sims\",\n",
@@ -129,9 +159,31 @@
},
{
"cell_type": "code",
- "execution_count": null,
+ "execution_count": 6,
"metadata": {},
- "outputs": [],
+ "outputs": [
+ {
+ "name": "stdout",
+ "output_type": "stream",
+ "text": [
+ "{\n",
+ " \"solutionVersionArn\": \"arn:aws:personalize:us-east-1:962222257213:solution/personalize-demo-soln-sims/82ab4692\",\n",
+ " \"ResponseMetadata\": {\n",
+ " \"RequestId\": \"6539d4eb-cba7-4b55-986d-2f981331a91b\",\n",
+ " \"HTTPStatusCode\": 200,\n",
+ " \"HTTPHeaders\": {\n",
+ " \"content-type\": \"application/x-amz-json-1.1\",\n",
+ " \"date\": \"Tue, 25 Feb 2020 05:09:36 GMT\",\n",
+ " \"x-amzn-requestid\": \"6539d4eb-cba7-4b55-986d-2f981331a91b\",\n",
+ " \"content-length\": \"112\",\n",
+ " \"connection\": \"keep-alive\"\n",
+ " },\n",
+ " \"RetryAttempts\": 0\n",
+ " }\n",
+ "}\n"
+ ]
+ }
+ ],
"source": [
"create_solution_version_response = personalize.create_solution_version(\n",
" solutionArn = sims_solution_arn\n",
@@ -152,9 +204,56 @@
},
{
"cell_type": "code",
- "execution_count": null,
+ "execution_count": 7,
"metadata": {},
- "outputs": [],
+ "outputs": [
+ {
+ "name": "stdout",
+ "output_type": "stream",
+ "text": [
+ "SolutionVersion: CREATE PENDING\n",
+ "SolutionVersion: CREATE IN_PROGRESS\n",
+ "SolutionVersion: CREATE IN_PROGRESS\n",
+ "SolutionVersion: CREATE IN_PROGRESS\n",
+ "SolutionVersion: CREATE IN_PROGRESS\n",
+ "SolutionVersion: CREATE IN_PROGRESS\n",
+ "SolutionVersion: CREATE IN_PROGRESS\n",
+ "SolutionVersion: CREATE IN_PROGRESS\n",
+ "SolutionVersion: CREATE IN_PROGRESS\n",
+ "SolutionVersion: CREATE IN_PROGRESS\n",
+ "SolutionVersion: CREATE IN_PROGRESS\n",
+ "SolutionVersion: CREATE IN_PROGRESS\n",
+ "SolutionVersion: CREATE IN_PROGRESS\n",
+ "SolutionVersion: CREATE IN_PROGRESS\n",
+ "SolutionVersion: CREATE IN_PROGRESS\n",
+ "SolutionVersion: CREATE IN_PROGRESS\n",
+ "SolutionVersion: CREATE IN_PROGRESS\n",
+ "SolutionVersion: CREATE IN_PROGRESS\n",
+ "SolutionVersion: CREATE IN_PROGRESS\n",
+ "SolutionVersion: CREATE IN_PROGRESS\n",
+ "SolutionVersion: CREATE IN_PROGRESS\n",
+ "SolutionVersion: CREATE IN_PROGRESS\n",
+ "SolutionVersion: CREATE IN_PROGRESS\n",
+ "SolutionVersion: CREATE IN_PROGRESS\n",
+ "SolutionVersion: CREATE IN_PROGRESS\n",
+ "SolutionVersion: CREATE IN_PROGRESS\n",
+ "SolutionVersion: CREATE IN_PROGRESS\n",
+ "SolutionVersion: CREATE IN_PROGRESS\n",
+ "SolutionVersion: CREATE IN_PROGRESS\n",
+ "SolutionVersion: CREATE IN_PROGRESS\n",
+ "SolutionVersion: CREATE IN_PROGRESS\n",
+ "SolutionVersion: CREATE IN_PROGRESS\n",
+ "SolutionVersion: CREATE IN_PROGRESS\n",
+ "SolutionVersion: CREATE IN_PROGRESS\n",
+ "SolutionVersion: CREATE IN_PROGRESS\n",
+ "SolutionVersion: CREATE IN_PROGRESS\n",
+ "SolutionVersion: CREATE IN_PROGRESS\n",
+ "SolutionVersion: CREATE IN_PROGRESS\n",
+ "SolutionVersion: CREATE IN_PROGRESS\n",
+ "SolutionVersion: ACTIVE\n"
+ ]
+ }
+ ],
"source": [
"max_time = time.time() + 3*60*60 # 3 hours\n",
"while time.time() < max_time:\n",
@@ -181,9 +280,41 @@
},
{
"cell_type": "code",
- "execution_count": null,
+ "execution_count": 8,
"metadata": {},
- "outputs": [],
+ "outputs": [
+ {
+ "name": "stdout",
+ "output_type": "stream",
+ "text": [
+ "{\n",
+ " \"solutionVersionArn\": \"arn:aws:personalize:us-east-1:962222257213:solution/personalize-demo-soln-sims/82ab4692\",\n",
+ " \"metrics\": {\n",
+ " \"coverage\": 0.0832,\n",
+ " \"mean_reciprocal_rank_at_25\": 0.0195,\n",
+ " \"normalized_discounted_cumulative_gain_at_10\": 0.0239,\n",
+ " \"normalized_discounted_cumulative_gain_at_25\": 0.0261,\n",
+ " \"normalized_discounted_cumulative_gain_at_5\": 0.0225,\n",
+ " \"precision_at_10\": 0.003,\n",
+ " \"precision_at_25\": 0.0015,\n",
+ " \"precision_at_5\": 0.0051\n",
+ " },\n",
+ " \"ResponseMetadata\": {\n",
+ " \"RequestId\": \"05af6ded-2de7-4498-b96d-dee9f7da4641\",\n",
+ " \"HTTPStatusCode\": 200,\n",
+ " \"HTTPHeaders\": {\n",
+ " \"content-type\": \"application/x-amz-json-1.1\",\n",
+ " \"date\": \"Tue, 25 Feb 2020 05:48:39 GMT\",\n",
+ " \"x-amzn-requestid\": \"05af6ded-2de7-4498-b96d-dee9f7da4641\",\n",
+ " \"content-length\": \"409\",\n",
+ " \"connection\": \"keep-alive\"\n",
+ " },\n",
+ " \"RetryAttempts\": 0\n",
+ " }\n",
+ "}\n"
+ ]
+ }
+ ],
"source": [
"get_solution_metrics_response = personalize.get_solution_metrics(\n",
" solutionVersionArn = sims_solution_version_arn\n",
@@ -210,9 +341,31 @@
},
{
"cell_type": "code",
- "execution_count": null,
+ "execution_count": 9,
"metadata": {},
- "outputs": [],
+ "outputs": [
+ {
+ "name": "stdout",
+ "output_type": "stream",
+ "text": [
+ "{\n",
+ " \"campaignArn\": \"arn:aws:personalize:us-east-1:962222257213:campaign/personalize-camp-sims\",\n",
+ " \"ResponseMetadata\": {\n",
+ " \"RequestId\": \"b2790589-b39c-4769-96e5-b9aecad328d2\",\n",
+ " \"HTTPStatusCode\": 200,\n",
+ " \"HTTPHeaders\": {\n",
+ " \"content-type\": \"application/x-amz-json-1.1\",\n",
+ " \"date\": \"Tue, 25 Feb 2020 05:48:39 GMT\",\n",
+ " \"x-amzn-requestid\": \"b2790589-b39c-4769-96e5-b9aecad328d2\",\n",
+ " \"content-length\": \"91\",\n",
+ " \"connection\": \"keep-alive\"\n",
+ " },\n",
+ " \"RetryAttempts\": 0\n",
+ " }\n",
+ "}\n"
+ ]
+ }
+ ],
"source": [
"create_campaign_response = personalize.create_campaign(\n",
" name = \"personalize-camp-sims\",\n",
@@ -233,9 +386,27 @@
},
{
"cell_type": "code",
- "execution_count": null,
+ "execution_count": 10,
"metadata": {},
- "outputs": [],
+ "outputs": [
+ {
+ "name": "stdout",
+ "output_type": "stream",
+ "text": [
+ "Campaign: CREATE PENDING\n",
+ "Campaign: CREATE IN_PROGRESS\n",
+ "Campaign: CREATE IN_PROGRESS\n",
+ "Campaign: CREATE IN_PROGRESS\n",
+ "Campaign: CREATE IN_PROGRESS\n",
+ "Campaign: CREATE IN_PROGRESS\n",
+ "Campaign: CREATE IN_PROGRESS\n",
+ "Campaign: CREATE IN_PROGRESS\n",
+ "Campaign: CREATE IN_PROGRESS\n",
+ "Campaign: CREATE IN_PROGRESS\n",
+ "Campaign: ACTIVE\n"
+ ]
+ }
+ ],
"source": [
"max_time = time.time() + 3*60*60 # 3 hours\n",
"while time.time() < max_time:\n",
@@ -262,9 +433,17 @@
},
{
"cell_type": "code",
- "execution_count": null,
+ "execution_count": 11,
"metadata": {},
- "outputs": [],
+ "outputs": [
+ {
+ "name": "stdout",
+ "output_type": "stream",
+ "text": [
+ "Item: B000A0REKO\n"
+ ]
+ }
+ ],
"source": [
"# Getting a random user:\n",
"user_id, item_id, _ = useritems.sample().values[0]\n",
@@ -273,12 +452,13 @@
},
{
"cell_type": "code",
- "execution_count": null,
+ "execution_count": 14,
"metadata": {},
"outputs": [],
"source": [
"# First load items into memory\n",
- "allitemuri = f's3://{bucket}/allitem_w_meta.csv'\n",
+ "%store -r bucket\n",
+ "allitemuri = f's3://{bucket}/items_w_metadata.csv'\n",
"items = pd.read_csv(allitemuri, sep=',', usecols=[0,1], names=['asin', 'title'], index_col='asin',header=0)\n",
"\n",
"# print(items)\n",
@@ -302,9 +482,179 @@
},
{
"cell_type": "code",
- "execution_count": null,
+ "execution_count": 15,
"metadata": {},
- "outputs": [],
+ "outputs": [
+ {
+ "name": "stdout",
+ "output_type": "stream",
+ "text": [
+ "SIMS for item_id: B000A0REKO\n"
+ ]
+ },
+ {
+ "data": {
+ "text/html": [
+ "| \n", + " | Item Description | \n", + "
|---|---|
| 0 | \n", + "Emergency Mylar Thermal Blankets (Pack of 10) | \n", + "
| 1 | \n", + "Park Tool Vulcanizing Patch Kit - VP-1 | \n", + "
| 2 | \n", + "Potable Aqua Water Treatment Tablets | \n", + "
| 3 | \n", + "Petzl E91 Tikkina 2 Headlamp | \n", + "
| 4 | \n", + "GSI Outdoors Glacier Stainless Bottle Cup/Pot | \n", + "
| 5 | \n", + "Gerber 31-000699 Bear Grylls Survival Series F... | \n", + "
| 6 | \n", + "ALPS Mountaineering Compression Sleeping Bag S... | \n", + "
| 7 | \n", + "Eagles Nest Outfitters DryFly Raintarp | \n", + "
| 8 | \n", + "Paracord Planet Type III 7 Strand 550 Paracord... | \n", + "
| 9 | \n", + "Magnesium Fire Starter | \n", + "
| 10 | \n", + "Sawyer Products Mini Water Filtration System | \n", + "
| 11 | \n", + "Maxpedition Fatty Pocket Organizer | \n", + "
| 12 | \n", + "Suisse Sport Adventurer Mummy Ultra-Compactabl... | \n", + "
| 13 | \n", + "Sigma BC 1009 Bicycle Speedometer | \n", + "
| 14 | \n", + "Morakniv Companion Fixed Blade Outdoor Knife w... | \n", + "
| 15 | \n", + "GoHiking Lightweight Burner Classic Camping an... | \n", + "
| 16 | \n", + "Esbit Ultralight Folding Pocket Stove with Six... | \n", + "
| 17 | \n", + "Victorinox Champion Plus Knife | \n", + "
| 18 | \n", + "TETON Sports Explorer4000 Internal Frame Backpack | \n", + "
| 19 | \n", + "Survivor HK-106320 Outdoor Fixed Blade Knife 7... | \n", + "
| 20 | \n", + "Nalgene Tritan Wide Mouth BPA-Free Water Bottl... | \n", + "
| 21 | \n", + "Topeak Aero Wedge Pack with Buckle (Medium) | \n", + "
| 22 | \n", + "Topeak Explorer Bike Rack | \n", + "
| 23 | \n", + "Light My Fire Titanium Spork | \n", + "
| 24 | \n", + "Camelbak Podium Chill Bottle | \n", + "
\n",
+ "\n",
+ "\n",
+ " \n",
+ "
\n",
+ "
"
+ ],
+ "text/plain": [
+ " Item Description\n",
+ "0 Butler Creek Lula Universal Pistol Magazine Lo...\n",
+ "1 Howard Leight R-01526 Impact Sport Electronic ...\n",
+ "2 Rothco 550lb. Type III Nylon Paracord\n",
+ "3 Hoppe's BoreSnake Rifle Bore Cleaner (Choose Y...\n",
+ "4 Magnesium Fire Starter\n",
+ "5 Emergency Mylar Thermal Blankets (Pack of 10)\n",
+ "6 OFF SET TACTICAL Weapon Mount For Olight M20/M...\n",
+ "7 Butler Creek LULA All-in-One Magazine Speed Lo...\n",
+ "8 Morakniv Companion Fixed Blade Outdoor Knife w...\n",
+ "9 Ultralight Backpacking Canister Camp Stove wit...\n",
+ "10 UTG Tactical OP Bipod - Tactical/Sniper Profil...\n",
+ "11 LifeStraw Personal Water Filter\n",
+ "12 GDT AR15 AR 15 Front and Rear 45 Degree Rapid ...\n",
+ "13 Bushnell Trophy TRS-25 Red Dot Sight Riflescop...\n",
+ "14 UTG Bipod, SWAT/Combat Profile, Adjustable Height\n",
+ "15 Potable Aqua Water Treatment Tablets\n",
+ "16 Rayovac Sportsman LED Lantern SE3DLN\n",
+ "17 Mirrycle MTB Bar End Mountain Bicycle Mirror\n",
+ "18 Light My Fire Original Swedish FireSteel Army ...\n",
+ "19 Survivor HK-106320 Outdoor Fixed Blade Knife 7...\n",
+ "20 Hogue Handall Full Size Grip Sleeve\n",
+ "21 Ultimate Arms Gear Tactical 4 Reticle Red Dot ...\n",
+ "22 Chainmate Cm-24ssp 24-inch Survival Pocket Cha...\n",
+ "23 Magpul Gen 2 MBUS Rear Flip Sight, Black\n",
+ "24 Cold Steel 80PGTK GI Tanto 7" Carbon"
+ ]
+ },
+ "execution_count": 15,
+ "metadata": {},
+ "output_type": "execute_result"
+ }
+ ],
"source": [
"get_recommendations_response = personalize_runtime.get_recommendations(\n",
" campaignArn = sims_campaign_arn,\n",
@@ -339,14 +689,14 @@
},
{
"cell_type": "code",
- "execution_count": 10,
+ "execution_count": 16,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
- "{'Variables': {'Campaign_ARN': 'arn:aws:personalize:us-east-1:011777388888:campaign/personalize-demo-camp-hrnn', 'ddb_tablename': 'pocstor-Items'}}\n"
+ "{'Variables': {'Campaign_ARN': 'arn:aws:personalize:us-east-1:387269085412:campaign/SIM-campaign', 'ddb_tablename': 'teststr-Items'}}\n"
]
}
],
diff --git a/Personalize/3.Building_Campaign_P-rank.ipynb b/Personalize/3.Building_Campaign_P-rank.ipynb
index 1946165..9e0a942 100644
--- a/Personalize/3.Building_Campaign_P-rank.ipynb
+++ b/Personalize/3.Building_Campaign_P-rank.ipynb
@@ -18,7 +18,7 @@
},
{
"cell_type": "code",
- "execution_count": 6,
+ "execution_count": 1,
"metadata": {},
"outputs": [],
"source": [
@@ -39,7 +39,7 @@
},
{
"cell_type": "code",
- "execution_count": 7,
+ "execution_count": 2,
"metadata": {},
"outputs": [],
"source": [
@@ -50,7 +50,7 @@
},
{
"cell_type": "code",
- "execution_count": 8,
+ "execution_count": 23,
"metadata": {},
"outputs": [],
"source": [
@@ -80,7 +80,7 @@
},
{
"cell_type": "code",
- "execution_count": null,
+ "execution_count": 4,
"metadata": {},
"outputs": [],
"source": [
@@ -106,9 +106,31 @@
},
{
"cell_type": "code",
- "execution_count": null,
+ "execution_count": 5,
"metadata": {},
- "outputs": [],
+ "outputs": [
+ {
+ "name": "stdout",
+ "output_type": "stream",
+ "text": [
+ "{\n",
+ " \"solutionArn\": \"arn:aws:personalize:us-east-1:962222257213:solution/personalize-demo-soln-personal-ranking\",\n",
+ " \"ResponseMetadata\": {\n",
+ " \"RequestId\": \"4122d70a-db86-4d11-8577-53aa3511ae82\",\n",
+ " \"HTTPStatusCode\": 200,\n",
+ " \"HTTPHeaders\": {\n",
+ " \"content-type\": \"application/x-amz-json-1.1\",\n",
+ " \"date\": \"Tue, 25 Feb 2020 05:09:41 GMT\",\n",
+ " \"x-amzn-requestid\": \"4122d70a-db86-4d11-8577-53aa3511ae82\",\n",
+ " \"content-length\": \"108\",\n",
+ " \"connection\": \"keep-alive\"\n",
+ " },\n",
+ " \"RetryAttempts\": 0\n",
+ " }\n",
+ "}\n"
+ ]
+ }
+ ],
"source": [
"create_solution_response = personalize.create_solution(\n",
" name = \"personalize-demo-soln-personal-ranking\", # Please change the solution name if you are changing the recipe\n",
@@ -129,9 +151,31 @@
},
{
"cell_type": "code",
- "execution_count": null,
+ "execution_count": 6,
"metadata": {},
- "outputs": [],
+ "outputs": [
+ {
+ "name": "stdout",
+ "output_type": "stream",
+ "text": [
+ "{\n",
+ " \"solutionVersionArn\": \"arn:aws:personalize:us-east-1:962222257213:solution/personalize-demo-soln-personal-ranking/c3b11a9a\",\n",
+ " \"ResponseMetadata\": {\n",
+ " \"RequestId\": \"e0e61f56-1d22-4179-a930-0c84d42ea0be\",\n",
+ " \"HTTPStatusCode\": 200,\n",
+ " \"HTTPHeaders\": {\n",
+ " \"content-type\": \"application/x-amz-json-1.1\",\n",
+ " \"date\": \"Tue, 25 Feb 2020 05:09:41 GMT\",\n",
+ " \"x-amzn-requestid\": \"e0e61f56-1d22-4179-a930-0c84d42ea0be\",\n",
+ " \"content-length\": \"124\",\n",
+ " \"connection\": \"keep-alive\"\n",
+ " },\n",
+ " \"RetryAttempts\": 0\n",
+ " }\n",
+ "}\n"
+ ]
+ }
+ ],
"source": [
"create_solution_version_response = personalize.create_solution_version(\n",
" solutionArn = prr_solution_arn\n",
@@ -152,9 +196,17 @@
},
{
"cell_type": "code",
- "execution_count": null,
+ "execution_count": 14,
"metadata": {},
- "outputs": [],
+ "outputs": [
+ {
+ "name": "stdout",
+ "output_type": "stream",
+ "text": [
+ "SolutionVersion: ACTIVE\n"
+ ]
+ }
+ ],
"source": [
"max_time = time.time() + 3*60*60 # 3 hours\n",
"while time.time() < max_time:\n",
@@ -181,9 +233,41 @@
},
{
"cell_type": "code",
- "execution_count": null,
+ "execution_count": 15,
"metadata": {},
- "outputs": [],
+ "outputs": [
+ {
+ "name": "stdout",
+ "output_type": "stream",
+ "text": [
+ "{\n",
+ " \"solutionVersionArn\": \"arn:aws:personalize:us-east-1:962222257213:solution/personalize-demo-soln-personal-ranking/c3b11a9a\",\n",
+ " \"metrics\": {\n",
+ " \"coverage\": 0.0014,\n",
+ " \"mean_reciprocal_rank_at_25\": 0.0034,\n",
+ " \"normalized_discounted_cumulative_gain_at_10\": 0.0051,\n",
+ " \"normalized_discounted_cumulative_gain_at_25\": 0.0067,\n",
+ " \"normalized_discounted_cumulative_gain_at_5\": 0.004,\n",
+ " \"precision_at_10\": 0.0009,\n",
+ " \"precision_at_25\": 0.0006,\n",
+ " \"precision_at_5\": 0.0012\n",
+ " },\n",
+ " \"ResponseMetadata\": {\n",
+ " \"RequestId\": \"5b207d94-3a6d-44f3-898f-ab22097aec94\",\n",
+ " \"HTTPStatusCode\": 200,\n",
+ " \"HTTPHeaders\": {\n",
+ " \"content-type\": \"application/x-amz-json-1.1\",\n",
+ " \"date\": \"Tue, 25 Feb 2020 06:43:12 GMT\",\n",
+ " \"x-amzn-requestid\": \"5b207d94-3a6d-44f3-898f-ab22097aec94\",\n",
+ " \"content-length\": \"421\",\n",
+ " \"connection\": \"keep-alive\"\n",
+ " },\n",
+ " \"RetryAttempts\": 0\n",
+ " }\n",
+ "}\n"
+ ]
+ }
+ ],
"source": [
"get_solution_metrics_response = personalize.get_solution_metrics(\n",
" solutionVersionArn = prr_solution_version_arn\n",
@@ -210,9 +294,23 @@
},
{
"cell_type": "code",
- "execution_count": null,
+ "execution_count": 16,
"metadata": {},
- "outputs": [],
+ "outputs": [
+ {
+ "ename": "ResourceAlreadyExistsException",
+ "evalue": "An error occurred (ResourceAlreadyExistsException) when calling the CreateCampaign operation: Another resource with Arn arn:aws:personalize:us-east-1:962222257213:campaign/personalize-campaign-reranking already exists.",
+ "output_type": "error",
+ "traceback": [
+ "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
+ "\u001b[0;31mResourceAlreadyExistsException\u001b[0m Traceback (most recent call last)",
+ "\u001b[0;32m| \n", + " | Item Description | \n", + "
|---|---|
| 0 | \n", + "Butler Creek Lula Universal Pistol Magazine Lo... | \n", + "
| 1 | \n", + "Howard Leight R-01526 Impact Sport Electronic ... | \n", + "
| 2 | \n", + "Rothco 550lb. Type III Nylon Paracord | \n", + "
| 3 | \n", + "Hoppe's BoreSnake Rifle Bore Cleaner (Choose Y... | \n", + "
| 4 | \n", + "Magnesium Fire Starter | \n", + "
| 5 | \n", + "Emergency Mylar Thermal Blankets (Pack of 10) | \n", + "
| 6 | \n", + "OFF SET TACTICAL Weapon Mount For Olight M20/M... | \n", + "
| 7 | \n", + "Butler Creek LULA All-in-One Magazine Speed Lo... | \n", + "
| 8 | \n", + "Morakniv Companion Fixed Blade Outdoor Knife w... | \n", + "
| 9 | \n", + "Ultralight Backpacking Canister Camp Stove wit... | \n", + "
| 10 | \n", + "UTG Tactical OP Bipod - Tactical/Sniper Profil... | \n", + "
| 11 | \n", + "LifeStraw Personal Water Filter | \n", + "
| 12 | \n", + "GDT AR15 AR 15 Front and Rear 45 Degree Rapid ... | \n", + "
| 13 | \n", + "Bushnell Trophy TRS-25 Red Dot Sight Riflescop... | \n", + "
| 14 | \n", + "UTG Bipod, SWAT/Combat Profile, Adjustable Height | \n", + "
| 15 | \n", + "Potable Aqua Water Treatment Tablets | \n", + "
| 16 | \n", + "Rayovac Sportsman LED Lantern SE3DLN | \n", + "
| 17 | \n", + "Mirrycle MTB Bar End Mountain Bicycle Mirror | \n", + "
| 18 | \n", + "Light My Fire Original Swedish FireSteel Army ... | \n", + "
| 19 | \n", + "Survivor HK-106320 Outdoor Fixed Blade Knife 7... | \n", + "
| 20 | \n", + "Hogue Handall Full Size Grip Sleeve | \n", + "
| 21 | \n", + "Ultimate Arms Gear Tactical 4 Reticle Red Dot ... | \n", + "
| 22 | \n", + "Chainmate Cm-24ssp 24-inch Survival Pocket Cha... | \n", + "
| 23 | \n", + "Magpul Gen 2 MBUS Rear Flip Sight, Black | \n", + "
| 24 | \n", + "Cold Steel 80PGTK GI Tanto 7" Carbon | \n", + "
\n",
+ "\n",
+ "\n",
+ " \n",
+ "
\n",
+ "
"
+ ],
+ "text/plain": [
+ " Item Description\n",
+ "0 Butler Creek Lula Universal Pistol Magazine Lo...\n",
+ "1 Pro-Shot .22-.45 Caliber Brass Patch Holder\n",
+ "2 HiMart Side Picatinny Mount for Tactical Flash...\n",
+ "3 Harris Engineering S-BRM Hinged Base 6 - 9-Inc...\n",
+ "4 NaN\n",
+ "5 Magpul iPhone 4 Executive Field Case, Black\n",
+ "6 UTG 2-in-1 Tactical LED Flashlight with Red Laser\n",
+ "7 8" Round Birchwood Casey Shoot - N - C Se...\n",
+ "8 Kershaw 1660 Ken Onion Leek Folding Knife with...\n",
+ "9 308 SR-25 / AR-10 Lower Receiver Vise Block Ar...\n",
+ "10 Govt Spring Set\n",
+ "11 Invicta Men's Speedway 9211\n",
+ "12 Topeak Alien II 26-Function Bicycle Tool\n",
+ "13 Signal Mirror\n",
+ "14 Kershaw Zing-Tanto Blade\n",
+ "15 Schwinn 20-Function Bike Computer\n",
+ "16 Topeak Road Morph G Bike Pump with Gauge\n",
+ "17 Ibera PakRak Bicycle Touring Carrier Plus+ IB-...\n",
+ "18 Topeak The Mini 9-Function Bicycle Tool\n",
+ "19 Smart Health Walking FIT"
+ ]
+ },
+ "execution_count": 21,
+ "metadata": {},
+ "output_type": "execute_result"
+ }
+ ],
"source": [
"get_recommendations_response = personalize_runtime.get_personalized_ranking(\n",
" campaignArn=prr_campaign_arn,\n",
@@ -347,14 +599,14 @@
},
{
"cell_type": "code",
- "execution_count": 11,
+ "execution_count": 24,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
- "{'Variables': {'DDB_TABLE': 'pocstor-Items', 'SEARCH_ARN': 'arn:aws:lambda:us-east-1:011777388888:function:pocstor-Search', 'RANKING_ARN': 'arn:aws:personalize:us-east-1:387269085412:campaign/personalize-demo-soln-ranking', 'ESENDPOINT': 'vpc-pocstor-domain-nntynxw4xefxwai4skjrw2exvq.us-east-1.es.amazonaws.com'}}\n"
+ "{'Variables': {'DDB_TABLE': 'teststr-Items', 'SEARCH_ARN': 'arn:aws:lambda:us-east-1:962222257213:function:teststr-Search', 'RANKING_ARN': 'arn:aws:personalize:us-east-1:387269085412:campaign/personalize-demo-soln-ranking', 'ESENDPOINT': 'vpc-teststr-domain-yyb6n76pkinseg5whgedynqqve.us-east-1.es.amazonaws.com'}}\n"
]
}
],
@@ -390,13 +642,6 @@
"\n"
]
},
- {
- "cell_type": "code",
- "execution_count": 4,
- "metadata": {},
- "outputs": [],
- "source": []
- },
{
"cell_type": "code",
"execution_count": null,
diff --git a/Personalize/4.View_Campaign_And_Interactions_jit.ipynb b/Personalize/4.View_Campaign_And_Interactions_jit.ipynb
index ad34171..5eb3138 100644
--- a/Personalize/4.View_Campaign_And_Interactions_jit.ipynb
+++ b/Personalize/4.View_Campaign_And_Interactions_jit.ipynb
@@ -15,11 +15,7 @@
},
{
"cell_type": "markdown",
- "metadata": {
- "jupyter": {
- "source_hidden": true
- }
- },
+ "metadata": {},
"source": [
"Below we start with just importing libraries that we need to interact with Personalize"
]
@@ -48,9 +44,17 @@
},
{
"cell_type": "code",
- "execution_count": 23,
+ "execution_count": 2,
"metadata": {},
- "outputs": [],
+ "outputs": [
+ {
+ "name": "stdout",
+ "output_type": "stream",
+ "text": [
+ "no stored variable bucket\n"
+ ]
+ }
+ ],
"source": [
"# Setup and Config\n",
"# Recommendations from Event data\n",
@@ -75,20 +79,15 @@
},
{
"cell_type": "code",
- "execution_count": 22,
+ "execution_count": 3,
"metadata": {},
"outputs": [
{
- "ename": "ResourceAlreadyExistsException",
- "evalue": "An error occurred (ResourceAlreadyExistsException) when calling the CreateEventTracker operation: EventTracker arn:aws:personalize:us-east-1:011777388888:event-tracker/a500b4a4 already exists for DatasetGroup arn:aws:personalize:us-east-1:011777388888:dataset-group/personalize-launch-demo",
- "output_type": "error",
- "traceback": [
- "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
- "\u001b[0;31mResourceAlreadyExistsException\u001b[0m Traceback (most recent call last)",
- "\u001b[0;32m| \n", + " | Item Description | \n", + "
|---|---|
| 0 | \n", + "Butler Creek Lula Universal Pistol Magazine Lo... | \n", + "
| 1 | \n", + "Pro-Shot .22-.45 Caliber Brass Patch Holder | \n", + "
| 2 | \n", + "HiMart Side Picatinny Mount for Tactical Flash... | \n", + "
| 3 | \n", + "Harris Engineering S-BRM Hinged Base 6 - 9-Inc... | \n", + "
| 4 | \n", + "NaN | \n", + "
| 5 | \n", + "Magpul iPhone 4 Executive Field Case, Black | \n", + "
| 6 | \n", + "UTG 2-in-1 Tactical LED Flashlight with Red Laser | \n", + "
| 7 | \n", + "8" Round Birchwood Casey Shoot - N - C Se... | \n", + "
| 8 | \n", + "Kershaw 1660 Ken Onion Leek Folding Knife with... | \n", + "
| 9 | \n", + "308 SR-25 / AR-10 Lower Receiver Vise Block Ar... | \n", + "
| 10 | \n", + "Govt Spring Set | \n", + "
| 11 | \n", + "Invicta Men's Speedway 9211 | \n", + "
| 12 | \n", + "Topeak Alien II 26-Function Bicycle Tool | \n", + "
| 13 | \n", + "Signal Mirror | \n", + "
| 14 | \n", + "Kershaw Zing-Tanto Blade | \n", + "
| 15 | \n", + "Schwinn 20-Function Bike Computer | \n", + "
| 16 | \n", + "Topeak Road Morph G Bike Pump with Gauge | \n", + "
| 17 | \n", + "Ibera PakRak Bicycle Touring Carrier Plus+ IB-... | \n", + "
| 18 | \n", + "Topeak The Mini 9-Function Bicycle Tool | \n", + "
| 19 | \n", + "Smart Health Walking FIT | \n", + "
\n",
+ "\n",
+ "\n",
+ " \n",
+ "
\n",
+ "
"
+ ],
+ "text/plain": [
+ " Item Description\n",
+ "0 Emergency Mylar Thermal Blankets (Pack of 10)\n",
+ "1 Park Tool Vulcanizing Patch Kit - VP-1\n",
+ "2 Potable Aqua Water Treatment Tablets\n",
+ "3 Petzl E91 Tikkina 2 Headlamp\n",
+ "4 GSI Outdoors Glacier Stainless Bottle Cup/Pot\n",
+ "5 Gerber 31-000699 Bear Grylls Survival Series F...\n",
+ "6 ALPS Mountaineering Compression Sleeping Bag S...\n",
+ "7 Eagles Nest Outfitters DryFly Raintarp\n",
+ "8 Paracord Planet Type III 7 Strand 550 Paracord...\n",
+ "9 Magnesium Fire Starter\n",
+ "10 Sawyer Products Mini Water Filtration System\n",
+ "11 Maxpedition Fatty Pocket Organizer\n",
+ "12 Suisse Sport Adventurer Mummy Ultra-Compactabl...\n",
+ "13 Sigma BC 1009 Bicycle Speedometer\n",
+ "14 Morakniv Companion Fixed Blade Outdoor Knife w...\n",
+ "15 GoHiking Lightweight Burner Classic Camping an...\n",
+ "16 Esbit Ultralight Folding Pocket Stove with Six...\n",
+ "17 Victorinox Champion Plus Knife\n",
+ "18 TETON Sports Explorer4000 Internal Frame Backpack\n",
+ "19 Survivor HK-106320 Outdoor Fixed Blade Knife 7...\n",
+ "20 Nalgene Tritan Wide Mouth BPA-Free Water Bottl...\n",
+ "21 Topeak Aero Wedge Pack with Buckle (Medium)\n",
+ "22 Topeak Explorer Bike Rack\n",
+ "23 Light My Fire Titanium Spork\n",
+ "24 Camelbak Podium Chill Bottle"
+ ]
+ },
+ "execution_count": 31,
+ "metadata": {},
+ "output_type": "execute_result"
}
],
"source": [
@@ -188,7 +339,7 @@
},
{
"cell_type": "code",
- "execution_count": 11,
+ "execution_count": 9,
"metadata": {},
"outputs": [],
"source": [
@@ -197,7 +348,7 @@
},
{
"cell_type": "code",
- "execution_count": 12,
+ "execution_count": 10,
"metadata": {},
"outputs": [],
"source": [
@@ -245,21 +396,9 @@
},
{
"cell_type": "code",
- "execution_count": 13,
+ "execution_count": 36,
"metadata": {},
- "outputs": [
- {
- "ename": "NameError",
- "evalue": "name 'user_id' is not defined",
- "output_type": "error",
- "traceback": [
- "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
- "\u001b[0;31mNameError\u001b[0m Traceback (most recent call last)",
- "\u001b[0;32m| \n", + " | Item Description | \n", + "
|---|---|
| 0 | \n", + "Emergency Mylar Thermal Blankets (Pack of 10) | \n", + "
| 1 | \n", + "Park Tool Vulcanizing Patch Kit - VP-1 | \n", + "
| 2 | \n", + "Potable Aqua Water Treatment Tablets | \n", + "
| 3 | \n", + "Petzl E91 Tikkina 2 Headlamp | \n", + "
| 4 | \n", + "GSI Outdoors Glacier Stainless Bottle Cup/Pot | \n", + "
| 5 | \n", + "Gerber 31-000699 Bear Grylls Survival Series F... | \n", + "
| 6 | \n", + "ALPS Mountaineering Compression Sleeping Bag S... | \n", + "
| 7 | \n", + "Eagles Nest Outfitters DryFly Raintarp | \n", + "
| 8 | \n", + "Paracord Planet Type III 7 Strand 550 Paracord... | \n", + "
| 9 | \n", + "Magnesium Fire Starter | \n", + "
| 10 | \n", + "Sawyer Products Mini Water Filtration System | \n", + "
| 11 | \n", + "Maxpedition Fatty Pocket Organizer | \n", + "
| 12 | \n", + "Suisse Sport Adventurer Mummy Ultra-Compactabl... | \n", + "
| 13 | \n", + "Sigma BC 1009 Bicycle Speedometer | \n", + "
| 14 | \n", + "Morakniv Companion Fixed Blade Outdoor Knife w... | \n", + "
| 15 | \n", + "GoHiking Lightweight Burner Classic Camping an... | \n", + "
| 16 | \n", + "Esbit Ultralight Folding Pocket Stove with Six... | \n", + "
| 17 | \n", + "Victorinox Champion Plus Knife | \n", + "
| 18 | \n", + "TETON Sports Explorer4000 Internal Frame Backpack | \n", + "
| 19 | \n", + "Survivor HK-106320 Outdoor Fixed Blade Knife 7... | \n", + "
| 20 | \n", + "Nalgene Tritan Wide Mouth BPA-Free Water Bottl... | \n", + "
| 21 | \n", + "Topeak Aero Wedge Pack with Buckle (Medium) | \n", + "
| 22 | \n", + "Topeak Explorer Bike Rack | \n", + "
| 23 | \n", + "Light My Fire Titanium Spork | \n", + "
| 24 | \n", + "Camelbak Podium Chill Bottle | \n", + "
\n",
+ "\n",
+ "\n",
+ " \n",
+ "
\n",
+ "
"
+ ],
+ "text/plain": [
+ " Item Description \\\n",
+ "0 Emergency Mylar Thermal Blankets (Pack of 10) \n",
+ "1 Park Tool Vulcanizing Patch Kit - VP-1 \n",
+ "2 Potable Aqua Water Treatment Tablets \n",
+ "3 Petzl E91 Tikkina 2 Headlamp \n",
+ "4 GSI Outdoors Glacier Stainless Bottle Cup/Pot \n",
+ "5 Gerber 31-000699 Bear Grylls Survival Series F... \n",
+ "6 ALPS Mountaineering Compression Sleeping Bag S... \n",
+ "7 Eagles Nest Outfitters DryFly Raintarp \n",
+ "8 Paracord Planet Type III 7 Strand 550 Paracord... \n",
+ "9 Magnesium Fire Starter \n",
+ "10 Sawyer Products Mini Water Filtration System \n",
+ "11 Maxpedition Fatty Pocket Organizer \n",
+ "12 Suisse Sport Adventurer Mummy Ultra-Compactabl... \n",
+ "13 Sigma BC 1009 Bicycle Speedometer \n",
+ "14 Morakniv Companion Fixed Blade Outdoor Knife w... \n",
+ "15 GoHiking Lightweight Burner Classic Camping an... \n",
+ "16 Esbit Ultralight Folding Pocket Stove with Six... \n",
+ "17 Victorinox Champion Plus Knife \n",
+ "18 TETON Sports Explorer4000 Internal Frame Backpack \n",
+ "19 Survivor HK-106320 Outdoor Fixed Blade Knife 7... \n",
+ "20 Nalgene Tritan Wide Mouth BPA-Free Water Bottl... \n",
+ "21 Topeak Aero Wedge Pack with Buckle (Medium) \n",
+ "22 Topeak Explorer Bike Rack \n",
+ "23 Light My Fire Titanium Spork \n",
+ "24 Camelbak Podium Chill Bottle \n",
+ "\n",
+ " New Recommendations \n",
+ "0 Emergency Mylar Thermal Blankets (Pack of 10) \n",
+ "1 Rothco 550lb. Type III Nylon Paracord \n",
+ "2 Butler Creek Lula Universal Pistol Magazine Lo... \n",
+ "3 ALPS Mountaineering Compression Sleeping Bag S... \n",
+ "4 Condor Molle Gadget Pouch \n",
+ "5 Petzl E91 Tikkina 2 Headlamp \n",
+ "6 Tac Force TF-705 Series Assisted Opening Foldi... \n",
+ "7 Morakniv Companion Fixed Blade Outdoor Knife w... \n",
+ "8 WarTech USA Batman Knife with Dual Assist Open... \n",
+ "9 Champion Men's Compression Short \n",
+ "10 Morakniv Companion Fixed Blade Outdoor Knife w... \n",
+ "11 Tac Force TF-711 Series Assisted Opening Foldi... \n",
+ "12 Gerber 31-000699 Bear Grylls Survival Series F... \n",
+ "13 Maxpedition Fatty Pocket Organizer \n",
+ "14 GoHiking Lightweight Burner Classic Camping an... \n",
+ "15 Kershaw 1556TI Cryo II Folding Knife \n",
+ "16 Soffe Men's Classic Cotton Pocket Short \n",
+ "17 Ultralight Backpacking Canister Camp Stove wit... \n",
+ "18 Thermarest Compressible Pillow \n",
+ "19 Light My Fire Original Swedish FireSteel Scout... \n",
+ "20 Champion Men's Performance 2 Pack Stretch Boxe... \n",
+ "21 MSR - GroundHog Stakes - 8 Pack \n",
+ "22 QuikClot Sport, Advanced Clotting Sponge 25G \n",
+ "23 KA-BAR #1216 Hard Knife Sheath \n",
+ "24 TETON Sports Explorer4000 Internal Frame Backpack "
+ ]
+ },
+ "execution_count": 37,
+ "metadata": {},
+ "output_type": "execute_result"
}
],
"source": [
+ "%store -r hrnn_campaign_arn\n",
"get_recommendations_response = personalize_runtime.get_recommendations(\n",
" campaignArn = hrnn_campaign_arn,\n",
" userId = str(user_id),\n",
@@ -302,15 +653,14 @@
"item_list = get_recommendations_response['itemList']\n",
"\n",
"recommendation_list = []\n",
- "\n",
"for item in item_list:\n",
" title = get_product_title(item['itemId'])\n",
" recommendation_list.append(title)\n",
" \n",
- "new_rec_DF = pd.DataFrame(recommendation_list, columns = [product_title_clicked])\n",
- "\n",
- "recommendations_df = recommendations_df.join(new_rec_DF)\n",
- "recommendations_df"
+ "new_rec_DF = pd.DataFrame(recommendation_list,columns =['New Recommendations'])\n",
+ "com_recommendations_df = recommendations_df.join(new_rec_DF)\n",
+ "com_recommendations_df\n",
+ "\n"
]
},
{
@@ -322,7 +672,7 @@
},
{
"cell_type": "code",
- "execution_count": 24,
+ "execution_count": 38,
"metadata": {},
"outputs": [
{
diff --git a/README.md b/README.md
index ab8abe2..b6e4a64 100644
--- a/README.md
+++ b/README.md
@@ -2,7 +2,7 @@
## Folder Structure
-```
+``` Tree
├── Personalize [DataPipeline Notebook]
│ ├── 1.Building_Campaign_HRNN.ipynb
│ ├── 2.Building_Campaign_P-rank.ipynb
@@ -37,9 +37,10 @@
## Deployment Prerequisites
-In order to deploy this stack, you'll need:
+In order to deploy this stack, you'll need:
+
+### Installed on your machine
-### Installed on your machine:
1. [AWS CLI](https://docs.aws.amazon.com/cli/latest/userguide/cli-chap-install.html) pointed to your target account and region with `aws configure`
1. [AWS SAM CLI](https://docs.aws.amazon.com/serverless-application-model/latest/developerguide/serverless-sam-cli-install.html)
1. [Docker Desktop](https://www.docker.com/products/docker-desktop)
@@ -47,12 +48,13 @@ In order to deploy this stack, you'll need:
* [NodeJS v12](https://nodejs.org/en/download/) (You may wish to install Node via the **Node Version Manager** for [Mac/Linux](https://github.com/nvm-sh/nvm#installing-and-updating) or [Windows](https://github.com/coreybutler/nvm-windows#node-version-manager-nvm-for-windows)).
* If you see Web UI build errors relating to an incompatible version of [Python](https://www.python.org/), you may need to install additional versions of Python via [pyenv](https://github.com/pyenv/pyenv#simple-python-version-management-pyenv) (recommended), [conda](https://docs.conda.io/en/latest/), or any other Python environment management tool of your choice.
-### On the AWS cloud:
+### On the AWS cloud
+
1. Access (and [access keys](https://docs.aws.amazon.com/IAM/latest/UserGuide/id_credentials_access-keys.html)) to an AWS Account, with sufficient permissions to create all the required resources.
2. An S3 Bucket to package the source code to, in the same AWS region as you expect to deploy.
3. Created a service linked role for ES, as below in AWS CLI:
-```
+``` bash
aws iam create-service-linked-role \
--aws-service-name es.amazonaws.com \
--description "My service-linked role to Amazon ElasticSearch"
@@ -63,7 +65,8 @@ aws iam create-service-linked-role \
### Step 1: Build and deploy the stack
Run the deployment script, with parameters as follows:
-```bin/bash
+
+``` bash
sh deploy.sh | \n", + " | Item Description | \n", + "New Recommendations | \n", + "
|---|---|---|
| 0 | \n", + "Emergency Mylar Thermal Blankets (Pack of 10) | \n", + "Emergency Mylar Thermal Blankets (Pack of 10) | \n", + "
| 1 | \n", + "Park Tool Vulcanizing Patch Kit - VP-1 | \n", + "Rothco 550lb. Type III Nylon Paracord | \n", + "
| 2 | \n", + "Potable Aqua Water Treatment Tablets | \n", + "Butler Creek Lula Universal Pistol Magazine Lo... | \n", + "
| 3 | \n", + "Petzl E91 Tikkina 2 Headlamp | \n", + "ALPS Mountaineering Compression Sleeping Bag S... | \n", + "
| 4 | \n", + "GSI Outdoors Glacier Stainless Bottle Cup/Pot | \n", + "Condor Molle Gadget Pouch | \n", + "
| 5 | \n", + "Gerber 31-000699 Bear Grylls Survival Series F... | \n", + "Petzl E91 Tikkina 2 Headlamp | \n", + "
| 6 | \n", + "ALPS Mountaineering Compression Sleeping Bag S... | \n", + "Tac Force TF-705 Series Assisted Opening Foldi... | \n", + "
| 7 | \n", + "Eagles Nest Outfitters DryFly Raintarp | \n", + "Morakniv Companion Fixed Blade Outdoor Knife w... | \n", + "
| 8 | \n", + "Paracord Planet Type III 7 Strand 550 Paracord... | \n", + "WarTech USA Batman Knife with Dual Assist Open... | \n", + "
| 9 | \n", + "Magnesium Fire Starter | \n", + "Champion Men's Compression Short | \n", + "
| 10 | \n", + "Sawyer Products Mini Water Filtration System | \n", + "Morakniv Companion Fixed Blade Outdoor Knife w... | \n", + "
| 11 | \n", + "Maxpedition Fatty Pocket Organizer | \n", + "Tac Force TF-711 Series Assisted Opening Foldi... | \n", + "
| 12 | \n", + "Suisse Sport Adventurer Mummy Ultra-Compactabl... | \n", + "Gerber 31-000699 Bear Grylls Survival Series F... | \n", + "
| 13 | \n", + "Sigma BC 1009 Bicycle Speedometer | \n", + "Maxpedition Fatty Pocket Organizer | \n", + "
| 14 | \n", + "Morakniv Companion Fixed Blade Outdoor Knife w... | \n", + "GoHiking Lightweight Burner Classic Camping an... | \n", + "
| 15 | \n", + "GoHiking Lightweight Burner Classic Camping an... | \n", + "Kershaw 1556TI Cryo II Folding Knife | \n", + "
| 16 | \n", + "Esbit Ultralight Folding Pocket Stove with Six... | \n", + "Soffe Men's Classic Cotton Pocket Short | \n", + "
| 17 | \n", + "Victorinox Champion Plus Knife | \n", + "Ultralight Backpacking Canister Camp Stove wit... | \n", + "
| 18 | \n", + "TETON Sports Explorer4000 Internal Frame Backpack | \n", + "Thermarest Compressible Pillow | \n", + "
| 19 | \n", + "Survivor HK-106320 Outdoor Fixed Blade Knife 7... | \n", + "Light My Fire Original Swedish FireSteel Scout... | \n", + "
| 20 | \n", + "Nalgene Tritan Wide Mouth BPA-Free Water Bottl... | \n", + "Champion Men's Performance 2 Pack Stretch Boxe... | \n", + "
| 21 | \n", + "Topeak Aero Wedge Pack with Buckle (Medium) | \n", + "MSR - GroundHog Stakes - 8 Pack | \n", + "
| 22 | \n", + "Topeak Explorer Bike Rack | \n", + "QuikClot Sport, Advanced Clotting Sponge 25G | \n", + "
| 23 | \n", + "Light My Fire Titanium Spork | \n", + "KA-BAR #1216 Hard Knife Sheath | \n", + "
| 24 | \n", + "Camelbak Podium Chill Bottle | \n", + "TETON Sports Explorer4000 Internal Frame Backpack | \n", + "
-
+
+
+
-
-
-
- {" "}
- 
- The All Store - Great Prices, Huge Collection
-
-
-
-
+
+
+ {' '}
+ The All Store - Great Prices, Huge Collection
+
+
-
-
+
+
-
-
-
-
+
+
-
-
-
-
-
-
, AppState> {
-
-
- );
+ );
}
}
diff --git a/webui/src/RoutedLinkContainer.js b/webui/src/RoutedLinkContainer.js
deleted file mode 100644
index e69de29..0000000
diff --git a/webui/src/config.tsx b/webui/src/config.tsx
index f56c1ed..a135388 100644
--- a/webui/src/config.tsx
+++ b/webui/src/config.tsx
@@ -1,23 +1,24 @@
-const apitree = 'https://hpr4qcneol.execute-api.us-east-1.amazonaws.com/Prod';
+const Apitree = 'https://qgehhm7uea.execute-api.us-east-1.amazonaws.com/Prod/'; // Cloudformation ProdDataEndpoint
+const AnonymousPoolId = 'us-east-1:545cb159-174b-4ac0-96b3-e6cec441b18c' //Cloudformation WebUIAnonymousPoolId
+const StreamName = 'teststr-Clickstream' // Cloudformation WebUIStreamName
+
export default {
region: "us-east-1",
kinesis:{
- StreamName: "pocstor-Clickstream",
+ StreamName: StreamName,
PartitionKey: "webpartition"
},
cognito: {
- SignInUrl: "https://all-store.auth.us-east-1.amazoncognito.com/login?response_type=code&client_id=2nr6bddje6ekkd93ac79bsd4l2&redirect_uri=http://localhost:3000/login",
- AnonymousPoolId : "us-east-1:5cd563db-7e9b-44f2-97c6-abfe475be5d4"
-
+ AnonymousPoolId : AnonymousPoolId
},
api: {
- GetListUrl: `${apitree}/recommendations/`,
- GetDetailsUrl: `${apitree}/items/`,
- ClickEventUrl: `${apitree}/clickevent`,
- SearchUrl: `${apitree}/search`,
- RecommendSimilar: `${apitree}/recommendationsitem/`,
- GetDescriptionForProduct: `${apitree}/description`
+ GetListUrl: `${Apitree}recommendations/`,
+ GetDetailsUrl: `${Apitree}items/`,
+ ClickEventUrl: `${Apitree}clickevent`,
+ SearchUrl: `${Apitree}search`,
+ RecommendSimilar: `${Apitree}recommendationsitem/`,
+ GetDescriptionForProduct: `${Apitree}description`
},
user: {
id: "AIXZKN4ACSKI"
diff --git a/webui/src/index.css b/webui/src/index.css
deleted file mode 100644
index b4cc725..0000000
--- a/webui/src/index.css
+++ /dev/null
@@ -1,5 +0,0 @@
-body {
- margin: 0;
- padding: 0;
- font-family: sans-serif;
-}
diff --git a/webui/src/index.tsx b/webui/src/index.tsx
index bd0ff5f..c359f44 100644
--- a/webui/src/index.tsx
+++ b/webui/src/index.tsx
@@ -1,19 +1,14 @@
import React from "react";
import ReactDOM from "react-dom";
import { BrowserRouter as Router } from "react-router-dom";
-import "./index.css";
-import App from "./App";
-import registerServiceWorker from "./registerServiceWorker";
-
-import config from "./config";
import "bootstrap/dist/css/bootstrap.css";
-import "bootstrap/dist/css/bootstrap-theme.css";
+import App from "./App";
+
ReactDOM.render(
- The All Store - Great Prices, Huge Collection
-
-
- {' '}
+ The All Store - Great Prices, Huge Collection
+
@@ -153,7 +128,6 @@ class ProductDetails extends React.Component<
);
}
-
let amazonUrl = "https://www.amazon.com/dp/" + item.asin;
const descData = this.state.description;
@@ -163,7 +137,7 @@ class ProductDetails extends React.Component<
Similar Items
-
{recommendedForUser}
diff --git a/webui/src/modules/recommendationList/recommendationList.tsx b/webui/src/modules/recommendationList/recommendationList.tsx
index 92f4e6f..6bba8b9 100644
--- a/webui/src/modules/recommendationList/recommendationList.tsx
+++ b/webui/src/modules/recommendationList/recommendationList.tsx
@@ -1,20 +1,14 @@
import React from "react";
-import PropTypes from "prop-types";
import ProductRow from "../storeItem/storeItem";
import { Product } from "../storeItem/storeItem";
import config from "../../config";
-import { Table } from "@material-ui/core";
-import { uid } from "react-uid";
import "./recommendationList.css";
import {
- BrowserRouter as Router,
- Switch,
- Route,
withRouter,
- Link,
RouteComponentProps
} from "react-router-dom";
+import { Col } from "react-bootstrap";
const RecommendationMode = {
Normal: "Normal",
@@ -59,7 +53,7 @@ export class RecommendationList extends React.Component<
let getUrl = config.api.GetListUrl;
- if (this.props.mode == RecommendationMode.Normal) {
+ if (this.props.mode === RecommendationMode.Normal) {
if (
this.props.match.params.searchid &&
this.props.match.params.searchid.length > 0
@@ -71,12 +65,12 @@ export class RecommendationList extends React.Component<
queryString += "q=" + this.props.match.params.searchid;
if (this.props.userId) {
- if (queryString != "") queryString += "&";
+ if (queryString !== "") queryString += "&";
queryString += "u=" + this.props.userId;
}
- if (queryString != "") getUrl = getUrl + queryString;
+ if (queryString !== "") getUrl = getUrl + queryString;
} else {
if (this.props.userId != null) getUrl += this.props.userId;
}
@@ -136,59 +130,106 @@ export class RecommendationList extends React.Component<
}
createTable = () => {
- let table = [];
let listItems = this.state.items;
- const maxCols = this.props.mode == RecommendationMode.Normal ? 3 : 10;
- let currentCol = 0;
- let children = [];
-
- if (listItems != null) {
- for (let i = 0; i < listItems.length; i++) {
- let product = listItems[i];
- children.push(
-
+ {this.createTable()}
+
+ );
+ }
+ else if (this.props.mode === RecommendationMode.SimilarItems) {
currentClassName = "similar";
- else currentClassName = "itemsForUser";
-
- return (
-
-
- {this.createTable()}
-
-
- );
+ return (
+
+
+ );
+ }
+ else {
+ currentClassName = "itemsForUser";
+ return (
+
+
+
+ {this.createTable()}
+
+
+
+ );
+ }
}
}
diff --git a/webui/src/modules/searchBar/searchBar.css b/webui/src/modules/searchBar/searchBar.css
index 6b81699..781cfa5 100644
--- a/webui/src/modules/searchBar/searchBar.css
+++ b/webui/src/modules/searchBar/searchBar.css
@@ -1,6 +1,5 @@
.search-padding {
- padding-left: 25px !important;
- padding-right: 1rem;
+ padding: 0 25px 0 25px;
}
.title-padding {
diff --git a/webui/src/modules/searchBar/searchBar.tsx b/webui/src/modules/searchBar/searchBar.tsx
index 5d0f020..061f567 100644
--- a/webui/src/modules/searchBar/searchBar.tsx
+++ b/webui/src/modules/searchBar/searchBar.tsx
@@ -2,11 +2,7 @@ import React from "react";
import "./searchBar.css";
import { Redirect } from "react-router";
import {
- BrowserRouter as Router,
- Switch,
- Route,
withRouter,
- Link,
RouteComponentProps
} from "react-router-dom";
diff --git a/webui/src/modules/signup/Home.tsx b/webui/src/modules/signup/Home.tsx
index 0971fc8..18480ff 100644
--- a/webui/src/modules/signup/Home.tsx
+++ b/webui/src/modules/signup/Home.tsx
@@ -66,21 +66,21 @@ export default class Home extends Component
+
+
+ {this.createTable()}
+
+
{/*
- 
+
*/}
{/*
- 
+
*/}
{/*
- 
+
*/}
- Sign In/Register
+ {/* TODO: Sign In/Register */}
;
}
diff --git a/webui/src/modules/storeItem/storeItem.css b/webui/src/modules/storeItem/storeItem.css
index 3c1f356..75bd964 100644
--- a/webui/src/modules/storeItem/storeItem.css
+++ b/webui/src/modules/storeItem/storeItem.css
@@ -1,3 +1,7 @@
span.recommend {
padding: 10px;
}
+
+.prod-img{
+ max-height: 300px;
+}
\ No newline at end of file
diff --git a/webui/src/modules/storeItem/storeItem.tsx b/webui/src/modules/storeItem/storeItem.tsx
index 3943f4d..26a4fb4 100644
--- a/webui/src/modules/storeItem/storeItem.tsx
+++ b/webui/src/modules/storeItem/storeItem.tsx
@@ -35,20 +35,19 @@ class ProductRow extends React.Component{htmlEntities.decode(this.props.title)}
+
);
}
diff --git a/webui/src/registerServiceWorker.ts b/webui/src/registerServiceWorker.ts
deleted file mode 100644
index ab9d98a..0000000
--- a/webui/src/registerServiceWorker.ts
+++ /dev/null
@@ -1,122 +0,0 @@
-// In production, we register a service worker to serve assets from local cache.
-
-// This lets the app load faster on subsequent visits in production, and gives
-// it offline capabilities. However, it also means that developers (and users)
-// will only see deployed updates on the "N+1" visit to a page, since previously
-// cached resources are updated in the background.
-
-// To learn more about the benefits of this model, read https://goo.gl/KwvDNy.
-// This link also includes instructions on opting out of this behavior.
-
-const isLocalhost = Boolean(
- window.location.hostname === "localhost" ||
- // [::1] is the IPv6 localhost address.
- window.location.hostname === "[::1]" ||
- // 127.0.0.1/8 is considered localhost for IPv4.
- window.location.hostname.match(
- /^127(?:\.(?:25[0-5]|2[0-4][0-9]|[01]?[0-9][0-9]?)){3}$/
- )
-);
-
-export default function register() {
- if (process.env.NODE_ENV === "production" && "serviceWorker" in navigator) {
- // The URL constructor is available in all browsers that support SW.
- const publicUrl = new URL(
- process.env.PUBLIC_URL,
- window.location.toString()
- );
- if (publicUrl.origin !== window.location.origin) {
- // Our service worker won't work if PUBLIC_URL is on a different origin
- // from what our page is served on. This might happen if a CDN is used to
- // serve assets; see https://github.com/facebookincubator/create-react-app/issues/2374
- return;
- }
-
- window.addEventListener("load", () => {
- const swUrl = `${process.env.PUBLIC_URL}/service-worker.js`;
-
- if (isLocalhost) {
- // This is running on localhost. Lets check if a service worker still exists or not.
- checkValidServiceWorker(swUrl);
-
- // Add some additional logging to localhost, pointing developers to the
- // service worker/PWA documentation.
- navigator.serviceWorker.ready.then(() => {
- console.log(
- "This web app is being served cache-first by a service " +
- "worker. To learn more, visit https://goo.gl/SC7cgQ"
- );
- });
- } else {
- // Is not local host. Just register service worker
- registerValidSW(swUrl);
- }
- });
- }
-}
-
-function registerValidSW(swUrl: string) {
- navigator.serviceWorker
- .register(swUrl)
- .then(registration => {
- registration.onupdatefound = () => {
- const installingWorker = registration.installing;
- if (installingWorker) {
- installingWorker.onstatechange = () => {
- if (installingWorker.state === "installed") {
- if (navigator.serviceWorker.controller) {
- // At this point, the old content will have been purged and
- // the fresh content will have been added to the cache.
- // It's the perfect time to display a "New content is
- // available; please refresh." message in your web app.
- console.log("New content is available; please refresh.");
- } else {
- // At this point, everything has been precached.
- // It's the perfect time to display a
- // "Content is cached for offline use." message.
- console.log("Content is cached for offline use.");
- }
- }
- };
- }
- };
- })
- .catch(error => {
- console.error("Error during service worker registration:", error);
- });
-}
-
-function checkValidServiceWorker(swUrl: string) {
- // Check if the service worker can be found. If it can't reload the page.
- fetch(swUrl)
- .then(response => {
- // Ensure service worker exists, and that we really are getting a JS file.
- if (
- response.status === 404 ||
- response.headers.get("content-type")!.indexOf("javascript") === -1
- ) {
- // No service worker found. Probably a different app. Reload the page.
- navigator.serviceWorker.ready.then(registration => {
- registration.unregister().then(() => {
- window.location.reload();
- });
- });
- } else {
- // Service worker found. Proceed as normal.
- registerValidSW(swUrl);
- }
- })
- .catch(() => {
- console.log(
- "No internet connection found. App is running in offline mode."
- );
- });
-}
-
-export function unregister() {
- if ("serviceWorker" in navigator) {
- navigator.serviceWorker.ready.then(registration => {
- registration.unregister();
- });
- }
-}