Skip to content

Commit

Permalink
GPTUBE-68 Create endpoint for retrieving AI analysis results for a vi…
Browse files Browse the repository at this point in the history 
…deo (#69)

* feat: adding initial skeleton for the handler function

* refactor: refactoring the database package

* feat: modifying internal database models for better structuring

* documentation: modified documentation for new generated models

* feat: finishing the implementation of the endpoint

* documentation: updating API documentation for the new endpoint and new errors body
  • Loading branch information
@webtaken
webtaken authored Oct 27, 2023
1 parent 7c22944 commit b46a128
Show file tree
Hide file tree
Showing 24 changed files with 1,220 additions and 386 deletions.
197 changes: 0 additions & 197 deletions go-server/database/firebase.go
View file
Original file line number Diff line number Diff line change
@@ -1,35 +1,14 @@
package database

import (
"context"
"errors"
"fmt"
"gptube/config"
"gptube/models"
"log"
"math"
"time"

"cloud.google.com/go/firestore"
"cloud.google.com/go/firestore/apiv1/firestorepb"
firebase "firebase.google.com/go"
"google.golang.org/api/iterator"
"google.golang.org/api/option"
)

var Ctx context.Context
var Sa option.ClientOption

func init() {
Ctx = context.Background()
fmt.Printf("Firebase setup in %s mode.\n", config.Config("ENV_MODE"))
if config.Config("ENV_MODE") == "development" {
Sa = option.WithCredentialsJSON([]byte(config.Config("DB_KEYS_DEVELOPMENT")))
} else {
Sa = option.WithCredentialsJSON([]byte(config.Config("DB_KEYS_PRODUCTION")))
}
}

func CountCollection(collection *firestore.CollectionRef) (int, error) {
aggQuery := collection.NewAggregationQuery().WithCount("all")
res, err := aggQuery.Get(Ctx)
Expand All @@ -56,182 +35,6 @@ func GetClient() (*firestore.Client, error) {
return client, nil
}

func GetYoutubeResult(emailUser string, videoID string) (*models.YoutubeAnalyzerRespBody, error) {
client, err := GetClient()
if err != nil {
return nil, err
}
defer client.Close()
snap, err := client.Collection("users").
Doc(emailUser).Collection("youtube").Doc(videoID).Get(Ctx)
if err != nil {
return nil, err
}
var result models.YoutubeAnalyzerRespBody
snap.DataTo(&result)
return &result, nil
}

func GetYoutubeLandingResult(videoID string) (*models.YoutubeAnalyzerLandingRespBody, error) {
client, err := GetClient()
if err != nil {
return nil, err
}
defer client.Close()
snap, err := client.Collection("landing").Doc(videoID).Get(Ctx)
if err != nil {
return nil, err
}
var result models.YoutubeAnalyzerLandingRespBody
snap.DataTo(&result)
return &result, nil
}

func AddYoutubeResult(results *models.YoutubeAnalyzerRespBody) error {
app, err := firebase.NewApp(Ctx, nil, Sa)
if err != nil {
return err
}

client, err := app.Firestore(Ctx)
if err != nil {
return err
}

defer client.Close()

currentTime := time.Now().UTC()
existingResult, err := GetYoutubeResult(results.AccountEmail, results.VideoID)
if err != nil {
results.CreatedAt = currentTime
} else {
results.CreatedAt = existingResult.CreatedAt
}
results.LastUpdate = currentTime

userDoc := client.Collection("users").Doc(results.AccountEmail)
if existingResult != nil {
_, err = userDoc.Update(Ctx, []firestore.Update{
{
Path: "usageLimitYoutube",
Value: firestore.Increment(1),
},
})
} else {
_, err = userDoc.Set(Ctx, map[string]interface{}{
"email": results.AccountEmail,
"usageLimitYoutube": 1,
})
}

if err != nil {
return err
}

youtubeDoc := userDoc.Collection("youtube").Doc(results.VideoID)
_, err = youtubeDoc.Set(Ctx, results)
if err != nil {
return err
}

negativeCommentsColl := youtubeDoc.Collection("NegativeComments")
for _, comment := range results.Results.NegativeComments {
_, err = negativeCommentsColl.Doc(comment.Id).Get(Ctx)
if err != nil {
// Comment doesn't exists we need to insert it
fmt.Printf("[AddYoutubeResult] Comment with ID %v doesn't exists inserting...\n", comment.Id)
_, err = negativeCommentsColl.Doc(comment.Id).Set(Ctx, comment)
if err != nil {
log.Printf("[AddYoutubeResult] Failed to add negative comment %v: %v",
comment.Id, err)
}
continue
}
}

return nil
}

func GetYoutubeVideosPage(page int, pageSize int, accountEmail string) (*models.YoutubeVideosRespBody, error) {
app, err := firebase.NewApp(Ctx, nil, Sa)
if err != nil {
return nil, err
}

client, err := app.Firestore(Ctx)
if err != nil {
return nil, err
}

defer client.Close()

response := &models.YoutubeVideosRespBody{
Count: 0,
Next: nil,
Previous: nil,
Results: make([]models.YoutubeVideoDashboard, 0),
}

userDoc := client.Collection("users").Doc(accountEmail)
youtubeColl := userDoc.Collection("youtube")

// Query the page
query := youtubeColl.OrderBy("last_update", firestore.Desc).Limit(pageSize)
if page > 1 {
prevPageSnapshot, err := youtubeColl.OrderBy("last_update", firestore.Desc).
Limit(pageSize * (page - 1)).Documents(Ctx).GetAll()
if err != nil {
return nil, err
}
lastDoc := prevPageSnapshot[len(prevPageSnapshot)-1]
query = youtubeColl.OrderBy("last_update", firestore.Desc).
StartAfter(lastDoc.Data()["last_update"]).Limit(pageSize)
}
pageSnapshot, err := query.Documents(Ctx).GetAll()
if err != nil {
return nil, err
}
if len(pageSnapshot) == 0 {
return nil, errors.New("could not receive any result")
}

// Count all the youtube videos in the collection
response.Count, err = CountCollection(youtubeColl)
if err != nil {
return nil, err
}

// Filling the next and previous fields
totalPages := int(math.Ceil(float64(response.Count) / float64(pageSize)))
baseURL := config.Config("APP_BASE_URL")
prevPageVal := fmt.Sprintf("%s/api/youtube/videos?account_email=%s&page=%v&page_size=%v",
baseURL, accountEmail, page-1, pageSize)
nextPageVal := fmt.Sprintf("%s/api/youtube/videos?account_email=%s&page=%v&page_size=%v",
baseURL, accountEmail, page+1, pageSize)

if 1 <= page && page <= totalPages {
response.Previous = &prevPageVal
response.Next = &nextPageVal
if page == 1 {
response.Previous = nil
}
if page == totalPages {
response.Next = nil
}
} else {
return nil, errors.New("page range error")
}

// Filling the results array
for _, snapshot := range pageSnapshot {
var videoResult models.YoutubeVideoDashboard
snapshot.DataTo(&videoResult)
response.Results = append(response.Results, videoResult)
}

return response, nil
}

func RetrieveSubscriptions(email string) (*[]map[string]interface{}, error) {
app, err := firebase.NewApp(Ctx, nil, Sa)
if err != nil {
Expand Down
21 changes: 21 additions & 0 deletions go-server/database/main.go
View file
Original file line number Diff line number Diff line change
@@ -1 +1,22 @@
package database

import (
"context"
"fmt"
"gptube/config"

"google.golang.org/api/option"
)

var Ctx context.Context
var Sa option.ClientOption

func init() {
Ctx = context.Background()
fmt.Printf("Firebase setup in %s mode.\n", config.Config("ENV_MODE"))
if config.Config("ENV_MODE") == "development" {
Sa = option.WithCredentialsJSON([]byte(config.Config("DB_KEYS_DEVELOPMENT")))
} else {
Sa = option.WithCredentialsJSON([]byte(config.Config("DB_KEYS_PRODUCTION")))
}
}
Loading

1 comment on commit b46a128

@vercel
Copy link

@vercel vercel bot commented on b46a128 Oct 27, 2023

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Successfully deployed to the following URLs:

gptube-subscriptions – ./subscriptions-server

gptube-subscriptions-luckly083-gmailcom.vercel.app
gptube-subscriptions.vercel.app
gptube-subscriptions-git-main-luckly083-gmailcom.vercel.app

Please sign in to comment.