Story summary generation using AI

api/functions/graphql/types/post.js

@@ -753,6 +753,16 @@ const createStory = extendType({
                   author_name: createdStory.user.name,
                   tags,
                 })
+                .catch((err) => {
+                  console.log("Error happened while posting to queue service:");
+                  console.log(err);
+                }),
+              queueService.aiService
+                .generateStoryOgSummary({
+                  id: createdStory.id,
+                  title: createdStory.title,
+                  body: createdStory.body,
+                })
                 .catch((err) => {
                   console.log("Error happened while posting to queue service:");
                   console.log(err);

api/functions/on-queue-callback/on-queue-callback.js

@@ -0,0 +1,84 @@
+const serverless = require("serverless-http");
+const { createExpressApp } = require("../../modules");
+const express = require("express");
+const CONSTS = require("../../utils/consts");
+const { prisma } = require("../../prisma");
+const cacheService = require("../../services/cache.service");
+
+const onQueueCallback = async (req, res) => {
+  const base64Token = Buffer.from(
+    `${CONSTS.BF_QUEUES_SERVICE_USERNAME}:${CONSTS.BF_QUEUES_SERVICE_PASS}`
+  ).toString("base64");
+  const authToken = req.headers.authorization?.split(" ")[1];
+
+  if (authToken !== base64Token)
+    return res.status(401).send("Unauthorized Access");
+
+  const type = req.body.type;
+
+  const handler = jobHandlers[type];
+
+  if (!handler) return res.status(400).send("Unknown job type: ", type);
+
+  try {
+    await handler(req.body);
+  } catch (error) {
+    console.log(error);
+    return res
+      .status(400)
+      .send(error.message ?? "An unexpected error happened");
+  }
+
+  // Exec job type specific logic
+  return res.status(200).send("OK");
+};
+
+let app;
+
+if (process.env.LOCAL) {
+  app = createExpressApp();
+  app.post("/on-queue-callback", onQueueCallback);
+} else {
+  const router = express.Router();
+  router.post("/on-queue-callback", onQueueCallback);
+  app = createExpressApp(router);
+}
+
+const handler = serverless(app);
+exports.handler = async (event, context) => {
+  return await handler(event, context);
+};
+
+const jobHandlers = {
+  "create-story-root-event": async (data) => {
+    const { story_id, root_event_id } = data;
+    if (!story_id || !root_event_id)
+      throw new Error("story_id or root_event_id are not provided");
+
+    await Promise.all([
+      prisma.story.update({
+        where: { id: Number(story_id) },
+        data: {
+          nostr_event_id: root_event_id,
+        },
+      }),
+      cacheService.invalidateStoryById(story_id),
+    ]);
+  },
+
+  "generate-story-og-summary": async (data) => {
+    const { story_id, summary } = data;
+    if (!story_id || !summary)
+      throw new Error("story_id or summary are not provided");
+
+    await Promise.all([
+      prisma.story.update({
+        where: { id: Number(story_id) },
+        data: {
+          excerpt: summary,
+        },
+      }),
+      cacheService.invalidateStoryById(story_id),
+    ]);
+  },
+};

api/functions/test-something/test-something.js

@@ -1,6 +1,7 @@
 const serverless = require("serverless-http");
 const { createExpressApp } = require("../../modules");
 const express = require("express");
+const { queueService } = require("../../services/queue-service");
 
 const testSomething = async (req, res) => {
   // first, do some validation to make sure the function has been invoked internally
@@ -10,8 +11,19 @@ const testSomething = async (req, res) => {
   //   return res.status(401).json({ status: "ERROR", message: "Unauthorized" });
   // }
 
-  const {} = req.body;
+  const story = req.body;
   try {
+    queueService.aiService
+      .generateStoryOgSummary({
+        id: story.id,
+        title: story.title,
+        body: story.body,
+      })
+      .catch((err) => {
+        console.log("Error happened while posting to queue service:");
+        console.log(err);
+      });
+
     return res.status(200).json({ status: "OK", message: "Done" });
   } catch (error) {
     console.log(error);

api/services/queue-service/ai-service.js

@@ -0,0 +1,26 @@
+const { marked } = require("marked");
+const env = require("../../utils/consts");
+const { callQueueApi } = require("./helpers");
+
+const aiService = {
+  generateStoryOgSummary: ({ id, title, body }) => {
+    const htmlBody = marked.parse(body);
+
+    const bodyAsText = htmlBody
+      .replace(/<[^>]+>/g, "")
+      .replace(/&amp;/g, "&")
+      .replace(/&#39;/g, "'")
+      .replace(/&quot;/g, '"');
+
+    return callQueueApi("/add-job/ai/generate-story-og-summary", {
+      story: {
+        id,
+        title,
+        body: bodyAsText,
+      },
+      callback_url: env.FUNCTIONS_URL + "/on-queue-callback",
+    });
+  },
+};
+
+module.exports = aiService;

api/services/queue-service/index.js

@@ -1,11 +1,13 @@
 const emailService = require("./emails-service");
 const nostrService = require("./nostr-service");
 const searchIndexService = require("./search-index-service");
+const aiService = require("./ai-service");
 
 const queueService = {
   nostrService,
   emailService,
   searchIndexService,
+  aiService,
 };
 
 module.exports = { queueService };

api/utils/consts/index.js

@@ -56,6 +56,8 @@ const env = envsafe(
       devDefault: "http://localhost:3001",
     }),
     HYGRAPH_WEBHOOKS_SECRET: str({
+      allowEmpty: true,
+      default: "",
       devDefault: "SUPER_SECRET",
     }),
   },

serverless.yml

@@ -122,6 +122,13 @@ functions:
           path: on-job-success
           method: post
 
+  on-queue-callback:
+    handler: api/functions/on-queue-callback/on-queue-callback.handler
+    events:
+      - http:
+          path: on-queue-callback
+          method: post
+
   upload-image-url:
     handler: api/functions/upload-image-url/upload-image-url.handler
     events:

src/features/Posts/pages/PostDetailsPage/Components/StoryPageContent/StoryPageContent.tsx

@@ -51,11 +51,7 @@ function StoryPageContent({ story }: Props) {
 
   return (
     <>
-      <OgTags
-        title={story.title}
-        description={story.body.slice(0, 50)}
-        image={story.cover_image}
-      />
+      <OgTags image={story.cover_image} />
       <Card id="content" onlyMd className="relative max">
         <div className="flex justify-between items-center flex-wrap mb-16">
           <PostPageHeader

src/features/Posts/pages/PostDetailsPage/PostDetailsPage.tsx

@@ -38,7 +38,7 @@ export default function PostDetailsPage(props: Props) {
 
   return (
     <>
-      <OgTags title={post.title} description={post.body.slice(0, 50)} />
+      <OgTags title={post.title} description={post.excerpt} />
       <ScrollToTop />
       <div className={`page-container max-md:bg-white`}>
         {isLargeScreen ? (

src/features/Posts/pages/PostDetailsPage/postDetails.graphql

@@ -3,6 +3,7 @@ query PostDetails($id: Int!, $type: POST_TYPE!) {
     ... on Story {
       id
       title
+      excerpt
       createdAt
       author {
         id
@@ -42,6 +43,7 @@ query PostDetails($id: Int!, $type: POST_TYPE!) {
     ... on Bounty {
       id
       title
+      excerpt
       createdAt
       author {
         id
@@ -86,6 +88,7 @@ query PostDetails($id: Int!, $type: POST_TYPE!) {
     ... on Question {
       id
       title
+      excerpt
       createdAt
       author {
         id

src/graphql/index.tsx

@@ -1381,7 +1381,7 @@ export type PostDetailsQueryVariables = Exact<{
 }>;
 
 
-export type PostDetailsQuery = { __typename?: 'Query', getPostById: { __typename?: 'Bounty', id: number, title: string, createdAt: any, body: string, type: string, cover_image: string | null, deadline: string, reward_amount: number, applicants_count: number, author: { __typename?: 'User', id: number, name: string, avatar: string, join_date: any, primary_nostr_key: string | null }, tags: Array<{ __typename?: 'Tag', id: number, title: string }>, votes: { __typename?: 'Votes', total: number, total_anonymous_votes: number, voters: Array<{ __typename?: 'Voter', amount_voted: number, user: { __typename?: 'User', id: number, name: string, avatar: string } }> }, applications: Array<{ __typename?: 'BountyApplication', id: number, date: string, workplan: string, author: { __typename?: 'User', id: number, name: string, avatar: string } }> } | { __typename?: 'Question', id: number, title: string, createdAt: any, body: string, type: string, author: { __typename?: 'User', id: number, name: string, avatar: string, join_date: any, primary_nostr_key: string | null }, tags: Array<{ __typename?: 'Tag', id: number, title: string }>, votes: { __typename?: 'Votes', total: number, total_anonymous_votes: number, voters: Array<{ __typename?: 'Voter', amount_voted: number, user: { __typename?: 'User', id: number, name: string, avatar: string } }> } } | { __typename?: 'Story', id: number, title: string, createdAt: any, body: string, type: string, cover_image: string | null, is_published: boolean | null, nostr_event_id: string | null, author: { __typename?: 'User', id: number, name: string, avatar: string, join_date: any, primary_nostr_key: string | null }, tags: Array<{ __typename?: 'Tag', id: number, title: string }>, votes: { __typename?: 'Votes', total: number, total_anonymous_votes: number, voters: Array<{ __typename?: 'Voter', amount_voted: number, user: { __typename?: 'User', id: number, name: string, avatar: string } }> }, project: { __typename?: 'Project', id: number, title: string, thumbnail_image: string | null, hashtag: string } | null } };
+export type PostDetailsQuery = { __typename?: 'Query', getPostById: { __typename?: 'Bounty', id: number, title: string, excerpt: string, createdAt: any, body: string, type: string, cover_image: string | null, deadline: string, reward_amount: number, applicants_count: number, author: { __typename?: 'User', id: number, name: string, avatar: string, join_date: any, primary_nostr_key: string | null }, tags: Array<{ __typename?: 'Tag', id: number, title: string }>, votes: { __typename?: 'Votes', total: number, total_anonymous_votes: number, voters: Array<{ __typename?: 'Voter', amount_voted: number, user: { __typename?: 'User', id: number, name: string, avatar: string } }> }, applications: Array<{ __typename?: 'BountyApplication', id: number, date: string, workplan: string, author: { __typename?: 'User', id: number, name: string, avatar: string } }> } | { __typename?: 'Question', id: number, title: string, excerpt: string, createdAt: any, body: string, type: string, author: { __typename?: 'User', id: number, name: string, avatar: string, join_date: any, primary_nostr_key: string | null }, tags: Array<{ __typename?: 'Tag', id: number, title: string }>, votes: { __typename?: 'Votes', total: number, total_anonymous_votes: number, voters: Array<{ __typename?: 'Voter', amount_voted: number, user: { __typename?: 'User', id: number, name: string, avatar: string } }> } } | { __typename?: 'Story', id: number, title: string, excerpt: string, createdAt: any, body: string, type: string, cover_image: string | null, is_published: boolean | null, nostr_event_id: string | null, author: { __typename?: 'User', id: number, name: string, avatar: string, join_date: any, primary_nostr_key: string | null }, tags: Array<{ __typename?: 'Tag', id: number, title: string }>, votes: { __typename?: 'Votes', total: number, total_anonymous_votes: number, voters: Array<{ __typename?: 'Voter', amount_voted: number, user: { __typename?: 'User', id: number, name: string, avatar: string } }> }, project: { __typename?: 'Project', id: number, title: string, thumbnail_image: string | null, hashtag: string } | null } };
 
 export type GetTagInfoQueryVariables = Exact<{
   tag: InputMaybe<Scalars['String']>;
@@ -2634,6 +2634,7 @@ export const PostDetailsDocument = gql`
     ... on Story {
       id
       title
+      excerpt
       createdAt
       author {
         id
@@ -2673,6 +2674,7 @@ export const PostDetailsDocument = gql`
     ... on Bounty {
       id
       title
+      excerpt
       createdAt
       author {
         id
@@ -2717,6 +2719,7 @@ export const PostDetailsDocument = gql`
     ... on Question {
       id
       title
+      excerpt
       createdAt
       author {
         id