Feature/non named votes ai

bruno/democracy-development/bruno.json

@@ -0,0 +1,9 @@
+{
+  "version": "1",
+  "name": "democracy-development",
+  "type": "collection",
+  "ignore": [
+    "node_modules",
+    ".git"
+  ]
+}

bruno/democracy-development/environments/local.bru

@@ -0,0 +1,3 @@
+vars {
+  non-named-votes-ai-token: CHANGE_ME
+}

bruno/democracy-development/non-named-votes-ai/deleteAll.bru

@@ -0,0 +1,15 @@
+meta {
+  name: deleteAll
+  type: http
+  seq: 1
+}
+
+delete {
+  url: http://localhost:3005/all
+  body: none
+  auth: none
+}
+
+headers {
+  authorization: Token {{non-named-votes-ai-token}}
+}

bruno/democracy-development/non-named-votes-ai/getBeschlusstext 2.bru

@@ -0,0 +1,20 @@
+meta {
+  name: getBeschlusstext 2
+  type: http
+  seq: 3
+}
+
+get {
+  url: http://localhost:3005/beschlusstext?title=Gesetz zu dem Protokoll vom 6. Juli 2023 zur Änderung des Abkommens vom 23. April 2012 zwischen der Bundesrepublik Deutschland und dem Großherzogtum Luxemburg zur Vermeidung der Doppelbesteuerung und Verhinderung der Steuerhinterziehung auf dem Gebiet der Steuern vom Einkommen und vom Vermögen (Deutsch-luxemburgisches Steuerabkommen)&pdfUrl=https://dserver.bundestag.de/btp/20/20131.pdf#P.16409
+  body: none
+  auth: none
+}
+
+params:query {
+  title: Gesetz zu dem Protokoll vom 6. Juli 2023 zur Änderung des Abkommens vom 23. April 2012 zwischen der Bundesrepublik Deutschland und dem Großherzogtum Luxemburg zur Vermeidung der Doppelbesteuerung und Verhinderung der Steuerhinterziehung auf dem Gebiet der Steuern vom Einkommen und vom Vermögen (Deutsch-luxemburgisches Steuerabkommen)
+  pdfUrl: https://dserver.bundestag.de/btp/20/20131.pdf#P.16409
+}
+
+headers {
+  authorization: Token {{non-named-votes-ai-token}}
+}

bruno/democracy-development/non-named-votes-ai/getBeschlusstext.bru

@@ -0,0 +1,21 @@
+meta {
+  name: getBeschlusstext
+  type: http
+  seq: 2
+}
+
+get {
+  url: http://localhost:3005/beschlusstext?title=Kommission zur Reform des Wahlrechts und zur Modernisierung der Parlamentsarbeit&pdfUrl=https://dserver.bundestag.de/btp/20/20020.pdf#P.1464&drucksachen=20/1023
+  body: none
+  auth: none
+}
+
+params:query {
+  title: Kommission zur Reform des Wahlrechts und zur Modernisierung der Parlamentsarbeit
+  pdfUrl: https://dserver.bundestag.de/btp/20/20020.pdf#P.1464
+  drucksachen: 20/1023
+}
+
+headers {
+  authorization: Token {{non-named-votes-ai-token}}
+}

bundestag.io/admin/.env

@@ -5,4 +5,6 @@ BIO_EDIT_TOKEN="local-token"
 AI_SERVER_URL=http://votes-ai.local.democracy-app.de
 AI_SERVER_URL_CODEGEN=http://localhost:4003
 AI_ACCESS_TOKEN=EMPTY
-AI_SIMULATION=true
+AI_SIMULATION=true
+NON_NAMED_VOTES_AI_SERVER_URL=http://localhost:3005
+NON_NAMED_VOTES_AI_SECRET=CHANGE_ME

bundestag.io/admin/.env.example

@@ -1,8 +1,10 @@
 CREDENTIALS=user:password
 BUNDESTAGIO_SERVER_URL=https://internal.api.bundestag.io
 NEXTAUTH_SECRET=secret
-BIO_EDIT_TOKEN=""
+BIO_EDIT_TOKEN="local-token"
 AI_SERVER_URL=http://ai-votes:4003
 AI_SERVER_URL_CODEGEN=http://localhost:4003
 AI_ACCESS_TOKEN=EMPTY
-AI_SIMULATION=true
+AI_SIMULATION=true
+NON_NAMED_VOTES_AI_SERVER_URL=http://localhost:3005
+NON_NAMED_VOTES_AI_SECRET=CHANGE_ME

bundestag.io/admin/.gitignore

@@ -25,6 +25,7 @@ yarn-debug.log*
 yarn-error.log*
 
 # local env files
+.env
 .env.local
 .env.development.local
 .env.test.local

bundestag.io/admin/garden.yml

@@ -23,7 +23,7 @@ kind: Deploy
 name: admin
 type: kubernetes
 description: Deploy the Admin
-dependencies: [build.admin, deploy.bundestag-io-api, deploy.votes-ai]
+dependencies: [build.admin, deploy.bundestag-io-api, deploy.votes-ai, deploy.non-named-votes-ai]
 
 variables:
   BIO_EDIT_TOKEN: ${actions.deploy.bundestag-io-api.var.BIO_EDIT_TOKEN}

bundestag.io/admin/package.json

@@ -20,6 +20,8 @@
     "graphql-tag": "^2.12.6",
     "next": "^14.2.3",
     "next-auth": "^4.24.7",
+    "pino": "^9.3.2",
+    "pino-pretty": "^11.2.2",
     "react": "^18.3.1",
     "react-dom": "^18.3.1",
     "styled-components": "^6.1.11"

bundestag.io/admin/src/components/Procedures/Beschlusstext.tsx

@@ -0,0 +1,41 @@
+import { log } from '@/lib/logger';
+import { Button, Spin } from 'antd';
+import FormItem from 'antd/es/form/FormItem';
+import TextArea from 'antd/es/input/TextArea';
+import axios from 'axios';
+import { useState } from 'react';
+
+type Props = {
+  pdfUrl: string;
+  title: string;
+  drucksachen?: string[];
+};
+
+export const Beschlusstext: React.FC<Props> = ({ pdfUrl, title, drucksachen }) => {
+  const [aiText, setAiText] = useState<string | null>(null);
+  const [loading, setLoading] = useState(false);
+
+  const onGetViaAi = async () => {
+    log.debug(`request non-named-votes-ai: ${pdfUrl}, ${title}, ${drucksachen}`);
+    setLoading(true);
+    const response = await axios.get('/api/non-named-votes-ai/get', {
+      params: { pdfUrl, title, drucksachen },
+    });
+    setAiText(response.data.text);
+    setLoading(false);
+  };
+
+  return (
+    <>
+      <FormItem label="Beschlusstext" name="decisionText" rules={[{ required: true, message: 'Beschlusstext fehlt!' }]}>
+        <TextArea placeholder="Beschlusstext" rows={3} />
+      </FormItem>
+      {!aiText && (
+        <Button type="dashed" onClick={onGetViaAi} disabled={loading}>
+          {!loading ? 'get via AI' : <Spin />}
+        </Button>
+      )}
+      {aiText && <div>{aiText}</div>}
+    </>
+  );
+};

bundestag.io/admin/src/components/Procedures/VoteResultsForm.tsx

@@ -2,9 +2,9 @@ import React from 'react';
 import { Form, Input, Button, InputNumber, Radio, Row, Col, notification, Switch } from 'antd';
 import { axiosClient } from '../../lib/axios';
 import { AiVotes, AiVotesProps } from './AiVotes';
+import { Beschlusstext } from './Beschlusstext';
 
 // Ant Design Sub-Elements
-const { TextArea } = Input;
 const FormItem = Form.Item;
 
 const FRACTIONS = [
@@ -28,7 +28,7 @@ const FRACTIONS = [
   },
 ];
 
-const VoteResultsForm = ({ data, type, procedureId, period }) => {
+const VoteResultsForm = ({ data, type, procedureId, period, lastPlenaryProtocoll, title }) => {
   const [form] = Form.useForm();
 
   const onFinish = (values) => {
@@ -113,7 +113,6 @@ const VoteResultsForm = ({ data, type, procedureId, period }) => {
         })),
       }}
     >
-      <div>HELLO</div>
       <FormItem
         label="Abstimmung über"
         name="votingDocument"
@@ -127,9 +126,7 @@ const VoteResultsForm = ({ data, type, procedureId, period }) => {
       <FormItem label="Ergebnis umdrehen" name="toggleDecision">
         <Switch defaultChecked={data.votingRecommendation === false} />
       </FormItem>
-      <FormItem label="Beschlusstext" name="decisionText" rules={[{ required: true, message: 'Beschlusstext fehlt!' }]}>
-        <TextArea placeholder="Beschlusstext" rows={3} />
-      </FormItem>
+      <Beschlusstext pdfUrl={lastPlenaryProtocoll.findSpotUrl} title={title} />
       <FormItem
         noStyle
         shouldUpdate={(prevValues, currentValues) => prevValues.decisionText !== currentValues.decisionText}

bundestag.io/admin/src/lib/logger.ts

@@ -0,0 +1,13 @@
+import pino from 'pino';
+
+const log = pino({
+  level: process.env.PINO_LOG_LEVEL || 'info',
+  transport: {
+    target: 'pino-pretty',
+    options: {
+      colorize: true,
+    },
+  },
+});
+
+export { log };

bundestag.io/admin/src/pages/api/graphql/index.ts

@@ -3,8 +3,11 @@ import { getServerSession } from 'next-auth/next';
 import { authOptions } from '../auth/[...nextauth]';
 import { axiosClient } from '../../../lib/axios';
 import { config } from '@/lib/config';
+import { log } from '@/lib/logger';
 
 const graphql = async (req: NextApiRequest, res: NextApiResponse) => {
+  log.debug(`api->graphql ${JSON.stringify(req.body.variables)}`);
+
   const session = await getServerSession(req, res, authOptions);
   const { query, variables } = req.body;
 
@@ -14,7 +17,7 @@ const graphql = async (req: NextApiRequest, res: NextApiResponse) => {
 
       res.status(response.status).send(response.data);
     } catch (error) {
-      console.error(error);
+      log.error(error);
       res.status(500).send("Couldn't fetch data");
     }
   } else {

bundestag.io/admin/src/pages/api/non-named-votes-ai/get.ts

@@ -0,0 +1,34 @@
+import { getServerSession } from 'next-auth';
+import { authOptions } from '../auth/[...nextauth]';
+import { log } from '../../../lib/logger';
+import axios from 'axios';
+
+const get = async (req, res) => {
+  if (!process.env.NON_NAMED_VOTES_AI_SERVER_URL) {
+    throw new Error('NON_NAMED_VOTES_AI_SERVER_URL not set');
+  }
+  const session = await getServerSession(req, res, authOptions);
+  log.debug(session);
+  if (!!session?.user) {
+    const { pdfUrl, title, drucksachen } = req.query as { pdfUrl: string; title: string; drucksachen?: string[] };
+    log.info('getBeschlusstext start');
+    log.debug(`getBeschlusstext: ${pdfUrl}, ${title}, ${drucksachen}`);
+
+    const response = await axios.get(`${process.env.NON_NAMED_VOTES_AI_SERVER_URL}/beschlusstext`, {
+      params: { pdfUrl, title, drucksachen },
+      headers: {
+        Authorization: `Token ${process.env.NON_NAMED_VOTES_AI_SECRET}`,
+      },
+    });
+
+    log.debug(response.data);
+
+    res.status(200).json(response.data);
+  } else {
+    throw new Error('not authorized');
+  }
+
+  res.end();
+};
+
+export default get;

bundestag.io/admin/src/pages/procedure/[id].tsx

@@ -116,7 +116,14 @@ const Procedure: React.FC = () => {
         </dl>
         {!namedVote && <VoteResultTextHelper procedureId={procedureId} importantDocuments={importantDocuments} />}
         {!namedVote && (
-          <VoteResultsForm data={customData.voteResults} type={type} procedureId={procedureId} period={period} />
+          <VoteResultsForm
+            data={customData.voteResults}
+            type={type}
+            procedureId={procedureId}
+            period={period}
+            lastPlenaryProtocoll={plenaryProtocolls?.slice(-1)?.[0]}
+            title={title}
+          />
         )}
         {namedVote && <VoteResultsFormNamedPoll data={customData.voteResults} procedureId={procedureId} />}
       </App>

common/bundestagio/src/models/NonNamedVotesAI/index.ts

@@ -0,0 +1,5 @@
+import mongoose from 'mongoose';
+import NonNamedVotesAiSchema, { INonNamedVotesAi } from './schema';
+
+export const NonNamedVotesAiModel = mongoose.model<INonNamedVotesAi>('NonNamedVotesAi', NonNamedVotesAiSchema);
+export { NonNamedVotesAiSchema, INonNamedVotesAi };

common/bundestagio/src/models/NonNamedVotesAI/schema.ts

@@ -0,0 +1,22 @@
+import { Schema, SchemaTimestampsConfig, Document } from 'mongoose';
+
+export interface INonNamedVotesAi extends Document, SchemaTimestampsConfig {
+  pdfUrl: string;
+  assistantId?: string;
+  vectorStoreId?: string;
+  threadId?: string;
+  fileId?: string;
+}
+
+const NonNamedVotesAiSchema = new Schema<INonNamedVotesAi>(
+  {
+    pdfUrl: { type: String, unique: true, index: true, required: true },
+    assistantId: { type: String },
+    vectorStoreId: { type: String },
+    threadId: { type: String },
+    fileId: { type: String },
+  },
+  { timestamps: true },
+);
+
+export default NonNamedVotesAiSchema;

common/bundestagio/src/models/index.ts

@@ -6,3 +6,4 @@ export * from './NamedPoll';
 export * from './Procedure';
 export * from './User';
 export * from './PlenaryMinute';
+export * from './NonNamedVotesAI';