tjhintz/thereactshow
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

wip

Browse Source
This commit is contained in:
Thomas Hintz
2023-03-10 05:34:23 -08:00
parent 0c0e29947a
commit 503ffc7145
5 changed files with 156 additions and 59 deletions
Download Patch File Download Diff File Expand all files Collapse all files

34
src/data/episodes.js
View File

@@ -2,6 +2,8 @@ import * as srtparsejs from "srtparsejs";
import fs from 'fs';
import path from 'path';
import db from '@/db';
import { extractFromXml } from '@extractus/feed-extractor'
export const PAGE_SIZE = 15;
@@ -210,7 +212,7 @@ Object.entries(episodeExtra).forEach(([id, { slug }]) => {
slugToEpisode[slug] = id
})
export async function getEpisodes() {
export async function getEpisodesReal() {
const feedRes = await fetch('https://feeds.buzzsprout.com/1764837.rss', { next: { revalidate: 60 * 10 } });
const feedString = await feedRes.text()
/* const feedString = fs.readFileSync('./feed.rss').toString() */
@@ -270,14 +272,38 @@ export async function getEpisodes() {
slug: episodeExtra[id].slug,
transcript: episodeExtra[id]?.transcript,
audio: {
src: `https://pdcn.co/e/www.buzzsprout.com/1764837/${id.split('Buzzsprout-')[1]}.mp3`,
type: 'audio/mpeg',
},
src: `https://pdcn.co/e/www.buzzsprout.com/1764837/${id.split('Buzzsprout-')[1]}.mp3`,
type: 'audio/mpeg',
},
})),
...feedEntries]
: feedEntries;
}
export async function getEpisodes() {
const dbEpisodes = await db.all('select * from episodes order by number desc;');
return dbEpisodes.map(({ title, pub_date, summary: description, content, slug, duration, filename, number, episode_type, buzzsprout_id, youtube_url, transcript_filename }) => {
const filepath = path.join(process.cwd(), 'public', 'files', 'episodes', filename);
return {
num: number,
id: buzzsprout_id,
title,
description,
content,
published: pub_date,
chapters: [],
youtube: youtube_url,
slug,
transcript: transcript_filename,
audio: {
src: '',
type: '',
length: '',
},
};
});
}
export async function getEpisode({ episodeSlug }) {
const episodes = await getEpisodes()
const episodeId = slugToEpisode[episodeSlug] || episodeSlug

40
src/db.js
View File

@@ -44,7 +44,15 @@ pub_date text,
youtube_url text,
transcript_filename text
)`]
}
},
{
key: 5,
name: 'create table feed',
sql: [`create table feed (
id integer primary key autoincrement,
last_build_date text
)`]
},
];
const checkForMigrationsSql = `select key from migrations where run='True' order by key`;
@@ -65,21 +73,21 @@ async function runMigrations(db) {
console.log('Migrations to run:', toRun.map(({ name }) => name));
await db.exec(toRun.reduce((prev, { sql, key }) => `${prev} ${sql.join(';')} ; insert into migrations (key, run) values (${key}, 'True') ;`, ''));
console.log('migrations run');
/* db.all(checkForMigrationsSql, (err, rows) => {
* console.log('xx')
* const runMigrations = rows.map(({ key }) => key);
* console.log(runMigrations);
* let toRun = [];
* migrations.forEach(({ key, name, sql }) => {
* if (!runMigrations.includes(key)) {
* toRun.push({ key, name, sql });
* }
* });
* console.log('Migrations to run:', toRun.map(({ name }) => name));
* db.exec(toRun.reduce((prev, { sql, key }) => `${prev} ${sql.join(';')} ; insert into migrations (key, run) values (${key}, 'True') ;`, ''), () => {
* console.log('migrations run');
* });
* }); */
/* db.all(checkForMigrationsSql, (err, rows) => {
* console.log('xx')
* const runMigrations = rows.map(({ key }) => key);
* console.log(runMigrations);
* let toRun = [];
* migrations.forEach(({ key, name, sql }) => {
* if (!runMigrations.includes(key)) {
* toRun.push({ key, name, sql });
* }
* });
* console.log('Migrations to run:', toRun.map(({ name }) => name));
* db.exec(toRun.reduce((prev, { sql, key }) => `${prev} ${sql.join(';')} ; insert into migrations (key, run) values (${key}, 'True') ;`, ''), () => {
* console.log('migrations run');
* });
* }); */
};
const createMigrationTable = `create table migrations (

94
src/pages/api/feed.rss.js
View File

@@ -4,26 +4,66 @@ import fs from 'fs';
import db from '@/db';
import { Podcast } from 'podcast';
/* import mp3Duration from 'mp3-duration'; */
import mp3Duration from 'mp3-duration';
import { getEpisodes } from '@/data/episodes';
async function syncEpisodes() {
const episodes = await getEpisodes();
let newEpisodes = false;
const dbUpdates = episodes.map(async ({ title, published, description, content, slug, audio: { src, length }, num, id, youtube }) => {
const filename = `0${num}-mixed.mp3`; // TODO auto-add the 0 prefix
const filepath = path.join(process.cwd(), 'public', 'files', 'episodes', filename);
if (fs.existsSync(filepath)) {
const existsInDb = await db.get('select id from episodes where number=?', num);
if (!existsInDb) {
newEpisodes = true;
console.log('adding to db');
const duration = Math.round(await mp3Duration(filepath));
await db.run('insert into episodes (number, content, summary, slug, season, episode, filename, duration, title, episode_type, buzzsprout_id, buzzsprout_url, pub_date, youtube_url) values (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?);',
num,
content,
description,
slug,
1,
num,
filename,
duration,
title,
'full',
id,
src,
published,
youtube);
console.log('added to db', num);
}
}
})
// if (newEpisodes) {
// TODO upsert: "insert into feed (last_build_date) VALUES(datetime('now'),datetime('now', 'localtime'));"
// }
await Promise.all(dbUpdates);
return newEpisodes;
};
export default async function handler(req, res) {
if (req.method === 'GET') {
await syncEpisodes();
const feed = new Podcast({
title: 'The React Show (Reactors)',
description: "Discussions about React, JavaScript, and web development by React experts with a focus on diving deep into learning React and discussing what it's like to work within the React industry.",
description: "Premium subscription to The React Show. Discussions about React, JavaScript, and web development by React experts with a focus on diving deep into learning React and discussing what it's like to work within the React industry.",
feedUrl: 'https://www.thereactshow.com/api/feed.rss',
siteUrl: 'https://www.thereactshow.com',
imageUrl: 'https://storage.buzzsprout.com/variants/d1tds1rufs5340fyq9mpyzo491qp/5cfec01b44f3e29fae1fb88ade93fc4aecd05b192fbfbc2c2f1daa412b7c1921.jpg',
author: 'Owl Creek Studio',
copyright: '© 2023 Owl Creek Studio',
author: 'The React Show',
copyright: '© 2023 Owl Creek',
language: 'en',
categories: ['Technology','Education','Business'],
pubDate: 'May 20, 2012 04:00:00 GMT',
ttl: 60,
itunesAuthor: 'Owl Creek Studio',
itunesOwner: { name: 'Owl Creek Studio' },
itunesAuthor: 'The React Show',
itunesOwner: { name: 'The React Show' },
itunesExplicit: false,
itunesCategory: [{
text: 'Technology'
@@ -37,9 +77,8 @@ export default async function handler(req, res) {
itunesImage: 'https://storage.buzzsprout.com/variants/d1tds1rufs5340fyq9mpyzo491qp/5cfec01b44f3e29fae1fb88ade93fc4aecd05b192fbfbc2c2f1daa412b7c1921.jpg'
});
const episodes = await getEpisodes();
episodes.forEach(({ title, published, description, content, slug, audio: { src, length }, num, id, youtube }) => {
const filename = `0${num}-mixed.mp3`; // TODO auto-add the 0 prefix
const dbEpisodes = await db.all('select * from episodes order by number desc;');
dbEpisodes.forEach(({ title, pub_date, summary: description, content, slug, duration, filename, number, episode_type }) => {
const filepath = path.join(process.cwd(), 'public', 'files', 'episodes', filename);
if (fs.existsSync(filepath)) {
feed.addItem({
@@ -47,11 +86,15 @@ export default async function handler(req, res) {
description: content,
content,
url: `https://www.thereactshow.com/podcast/${slug}`,
date: published,
date: pub_date,
itunesTitle: title,
itunesExplicit: false,
itunesSummary: description,
/* itunesDuration: await mp3Duration(filepath), TODO */
itunesDuration: 1234,
itunesDuration: duration,
itunesAuthor: 'The React Show',
itunesSeason: 1,
itunesEpisode: number,
itunesEpisodeType: episode_type,
enclosure : {
url: `https://www.thereactshow.com/files/episodes/${filename}`,
file: filepath
@@ -60,33 +103,6 @@ export default async function handler(req, res) {
}
})
const dbUpdates = episodes.map(async ({ title, published, description, content, slug, audio: { src, length }, num, id, youtube }) => {
const filename = `0${num}-mixed.mp3`; // TODO auto-add the 0 prefix
const filepath = path.join(process.cwd(), 'public', 'files', 'episodes', filename);
if (fs.existsSync(filepath)) {
const existsInDb = await db.get('select id from episodes where number=?', num);
if (!existsInDb) {
console.log('adding to db');
await db.run('insert into episodes (number, content, summary, slug, season, episode, filename, title, episode_type, buzzsprout_id, buzzsprout_url, pub_date, youtube_url) values (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?);',
num,
content,
description,
slug,
1,
num,
filename,
title,
'episodic',
id,
src,
published,
youtube);
console.log('added to db', num);
}
}
})
await Promise.all(dbUpdates);
const xml = feed.buildXml();
res.setHeader('Content-Type', 'text/xml; charset=utf-8');