feat: Add subtitle generation and editing system

apps/api/package.json

@@ -18,11 +18,14 @@
     "lint:fix": "eslint \"src/**/*.ts\" --fix"
   },
   "dependencies": {
+    "@elevenlabs/elevenlabs-js": "^2.21.0",
+    "@google/genai": "^1.12.0",
     "@nestjs/bullmq": "^10.2.1",
     "@nestjs/common": "^10.0.0",
     "@nestjs/config": "^4.0.2",
     "@nestjs/core": "^10.0.0",
     "@nestjs/jwt": "^11.0.1",
+    "@nestjs/mapped-types": "*",
     "@nestjs/platform-express": "^10.0.0",
     "form-data": "^4.0.0",
     "@repo/api": "workspace:*",
@@ -33,8 +36,12 @@
     "@tabler/icons-react": "^3.34.1",
     "bullmq": "catalog:",
     "clsx": "^2.1.1",
+    "@ffmpeg-installer/ffmpeg": "^1.1.0",
+    "@ffprobe-installer/ffprobe": "^2.1.2",
+    "fluent-ffmpeg": "^2.1.3",
     "jsonrepair": "^3.13.0",
     "motion": "^12.23.12",
+    "multer": "^2.0.2",
     "reflect-metadata": "^0.2.0",
     "resend": "^4.8.0",
     "rxjs": "^7.8.1",
@@ -51,6 +58,8 @@
     "@repo/jest-config": "workspace:*",
     "@repo/typescript-config": "workspace:*",
     "@types/express": "^4.17.17",
+    "@types/fluent-ffmpeg": "^2.1.27",
+    "@types/multer": "^2.0.0",
     "@types/node": "^20.3.1",
     "@types/form-data": "^2.5.0",
     "@types/supertest": "^6.0.0",

apps/api/src/app.module.ts

@@ -9,6 +9,7 @@ import { AppController } from './app.controller';
 import { TrainAiController } from './train-ai/train-ai.controller';
 import { TrainAiModule } from './train-ai/train-ai.module';
 import { AuthModule } from './auth/auth.module';
+import { SubtitleModule } from './subtitle/subtitle.module';
 import { DubbingModule } from './dubbing/dubbing.module';
 
 @Module({
@@ -37,6 +38,8 @@ import { DubbingModule } from './dubbing/dubbing.module';
     SupabaseModule,
     TrainAiModule,
     AuthModule,
+    SubtitleModule,
+    AuthModule,
     DubbingModule
   ],
   controllers: [AppController, TrainAiController],

apps/api/src/subtitle/dto/burn-subtitle.dto.ts

@@ -0,0 +1,7 @@
+import { SubtitleLine } from '@repo/validation';
+
+export class BurnSubtitleDto {
+    videoUrl: string;
+    subtitles: SubtitleLine[];
+}
+

apps/api/src/subtitle/dto/create-subtitle.dto.ts

@@ -0,0 +1,6 @@
+export class CreateSubtitleDto {
+    subtitleId: string;
+    language?: string;
+    targetLanguage?: string;
+    duration?: number;
+}

apps/api/src/subtitle/dto/update-subtitle.dto.ts

@@ -0,0 +1,10 @@
+export interface SubtitleLine {
+    start: string;
+    end: string;
+    text: string;
+}
+
+export class UpdateSubtitleDto {
+    subtitle_json: SubtitleLine[];
+    subtitle_id: string;
+}

apps/api/src/subtitle/dto/upload-video.dto.ts

@@ -0,0 +1,3 @@
+export class UploadVideoDto {
+    duration: string;
+}

apps/api/src/subtitle/subtitle.controller.ts

@@ -0,0 +1,127 @@
+import { Controller, Get, Post, Body, Patch, Param, Delete, Req, Res, UseGuards, UnauthorizedException, BadRequestException, UseInterceptors, UploadedFile, ParseFilePipe, MaxFileSizeValidator, FileTypeValidator } from '@nestjs/common';
+import { FileInterceptor } from '@nestjs/platform-express';
+import { SubtitleService } from './subtitle.service';
+import { CreateSubtitleDto } from './dto/create-subtitle.dto';
+import { UpdateSubtitleDto } from './dto/update-subtitle.dto';
+import { BurnSubtitleDto } from './dto/burn-subtitle.dto';
+import { SupabaseAuthGuard } from '../guards/auth.guard';
+import { Request, Response } from 'express';
+import { UploadVideoDto } from './dto/upload-video.dto';
+
+interface AuthRequest extends Request {
+  user?: { id: string };
+}
+
+@Controller('subtitle')
+@UseGuards(SupabaseAuthGuard)
+export class SubtitleController {
+  constructor(private readonly subtitleService: SubtitleService) { }
+
+  @Post()
+  create(@Body() createSubtitleDto: CreateSubtitleDto, @Req() req: AuthRequest) {
+    const userId = req.user?.id;
+    if (!userId) {
+      throw new UnauthorizedException('User not found');
+    }
+    console.log("working")
+    return this.subtitleService.create(createSubtitleDto, userId);
+  }
+
+  @Get()
+  findAll(@Req() req: AuthRequest) {
+    const userId = req.user?.id;
+    if (!userId) {
+      throw new UnauthorizedException('User not found');
+    }
+    return this.subtitleService.findAll(userId);
+  }
+
+
+  @Post('upload')
+  @UseInterceptors(FileInterceptor('video'))
+  upload(
+    @UploadedFile(
+      new ParseFilePipe({
+        validators: [
+          new MaxFileSizeValidator({ maxSize: 200 * 1024 * 1024 }), // 200MB
+          new FileTypeValidator({ fileType: /(video\/.*)/ }),
+        ],
+      }),
+    )
+    file: Express.Multer.File,
+    @Body() uploadVideoDto: UploadVideoDto,
+    @Req() req: AuthRequest,
+  ) {
+    const userId = req.user?.id;
+    if (!userId) {
+      throw new UnauthorizedException('User not found');
+    }
+    const filename = file.originalname;
+    return this.subtitleService.upload(file, uploadVideoDto, userId, filename);
+  }
+
+
+
+  @Patch()
+  update(@Body() updateSubtitleDto: UpdateSubtitleDto, @Req() req: AuthRequest) {
+    const userId = req.user?.id;
+    if (!userId) {
+      throw new UnauthorizedException('User not found');
+    }
+    return this.subtitleService.update(updateSubtitleDto, userId);
+  }
+
+  @Get(':id')
+  findOne(@Param('id') id: string, @Req() req: AuthRequest) {
+    const userId = req.user?.id;
+    if (!userId) {
+      throw new UnauthorizedException('User not found');
+    }
+    return this.subtitleService.findOne(id, userId);
+  }
+
+  @Delete(':id')
+  remove(@Param('id') id: string, @Req() req: AuthRequest) {
+    const userId = req.user?.id;
+    if (!userId) {
+      throw new UnauthorizedException('User not found');
+    }
+    return this.subtitleService.remove(id, userId);
+  }
+
+  @Patch(':id')
+  updateSubtitles(@Param('id') id: string, @Body() updateSubtitleDto: UpdateSubtitleDto, @Req() req: AuthRequest) {
+    const userId = req.user?.id;
+    if (!userId) {
+      throw new UnauthorizedException('User not found');
+    }
+    // console.log(updateSubtitleDto);
+    return this.subtitleService.updateSubtitles(id, updateSubtitleDto, userId);
+  }
+
+  @Post('burn')
+  async burnSubtitle(@Body() burnSubtitleDto: BurnSubtitleDto, @Res() res: Response, @Req() req: AuthRequest) {
+    const userId = req.user?.id;
+    if (!userId) {
+      throw new UnauthorizedException('User not found');
+    }
+
+    try {
+      const videoBuffer = await this.subtitleService.burnSubtitle(burnSubtitleDto);
+
+      res.setHeader('Content-Type', 'video/mp4');
+      res.setHeader('Content-Disposition', 'attachment; filename=video_with_subtitles.mp4');
+      res.setHeader('Content-Length', videoBuffer.length.toString());
+      res.send(videoBuffer);
+    } catch (error) {
+      console.error('Burn subtitle controller error:', error);
+      if (!res.headersSent) {
+        if (error instanceof BadRequestException) {
+          res.status(400).json({ error: error.message });
+        } else {
+          res.status(500).json({ error: error instanceof Error ? error.message : 'Internal server error' });
+        }
+      }
+    }
+  }
+}

apps/api/src/subtitle/subtitle.module.ts

@@ -0,0 +1,11 @@
+import { Module } from '@nestjs/common';
+import { SubtitleService } from './subtitle.service';
+import { SubtitleController } from './subtitle.controller';
+import { SupabaseModule } from '../supabase/supabase.module';
+
+@Module({
+  imports: [SupabaseModule],
+  controllers: [SubtitleController],
+  providers: [SubtitleService],
+})
+export class SubtitleModule { }