feat(reviews): add reviews route

allows seeing all reviews with optional filters.
works sans JS as well

closes https://github.com/zyachel/libremdb/issues/25
closes https://codeberg.org/zyachel/libremdb/issues/19
This commit is contained in:
zyachel
2024-03-31 15:37:44 +05:30
parent cf71cd39e1
commit dc42b3204c
29 changed files with 1053 additions and 31 deletions

View File

@ -0,0 +1,113 @@
import { AxiosError } from 'axios';
import * as cheerio from 'cheerio';
import axiosInstance from 'src/utils/axiosInstance';
import { AppError } from 'src/utils/helpers';
const reviews = async (titleId: string, queryStr = '') => {
try {
// https://www.imdb.com/title/tt0364343/reviews?spoiler=hide&sort=curated&dir=desc&ratingFilter=0
const res = await axiosInstance(`/title/${titleId}/reviews?${queryStr}`);
const $ = cheerio.load(res.data);
const $main = $('#main > .article');
const $meta = $main.children('.subpage_title_block');
const meta = {
title: clean($meta.find('[itemprop="name"] > a')),
year: clean($meta.find('[itemprop="name"] > .nobr')),
image: $meta.find('img[itemprop="image"]').attr('src') ?? null,
numReviews: clean($main.find('.lister > .header > div')),
titleId,
};
const $listItems = $main.find('.lister-list').children();
const list = getReviewsList($listItems, $);
const cursor = $main.find('.lister > .load-more-data').attr('data-key') ?? null;
return { meta, list, cursor };
} catch (err) {
if (err instanceof AxiosError && err.response?.status === 404)
throw new AppError('not found', 404, err.cause);
if (err instanceof AppError) throw err;
throw new AppError('something went wrong', 500, err instanceof Error ? err.cause : undefined);
}
};
export default reviews;
const clean = <T extends cheerio.Cheerio<any>>(item: T) => item.text().trim();
export const cursoredReviews = async (
titleId: string,
paginationKey: string,
queryStr = '',
title: string | null = null
) => {
try {
// https://www.imdb.com/title/tt0364343/reviews/_ajax?paginationKey=g4w6ddbmqyzdo6ic4oxwjnjqrtt4yaz53iptz6pna7cpyv35pjt6udc2oiyfzmrkb4drv33tz5tbvxqxw25ns6mwx3qym&sort=desc
const res = await axiosInstance(
`/title/${titleId}/reviews/_ajax?paginationKey=${paginationKey}&${queryStr}`
);
const $ = cheerio.load(res.data);
const $main = $('body > div');
const $listItems = $main.children('.lister-list').children();
const list = getReviewsList($listItems, $);
const cursor = $main.children('.load-more-data').attr('data-key') ?? null;
return { meta: { title, titleId }, list, cursor };
} catch (err) {
if (err instanceof AxiosError && err.response?.status === 404)
throw new AppError('not found', 404, err.cause);
if (err instanceof AppError) throw err;
throw new AppError('something went wrong', 500, err instanceof Error ? err.cause : undefined);
}
};
const getReviewsList = ($listItems: cheerio.Cheerio<cheerio.Element>, $: cheerio.CheerioAPI) => {
return $listItems
.map((_i, el) => {
const reviewId = $(el).attr('data-review-id') ?? null;
const $reviewContainer = $(el).find('.lister-item-content');
const summary = clean($reviewContainer.children('a.title'));
const rating = clean($reviewContainer.children('.ipl-ratings-bar'));
const $by = $reviewContainer.find('.display-name-date .display-name-link a');
const by = {
name: clean($by),
link: $by.attr('href') ?? null,
};
const date = clean($reviewContainer.find('.display-name-date .review-date'));
const isSpoiler = $reviewContainer.children('.spoiler-warning').length > 0;
const reviewHtml = $reviewContainer.find('.content > .text').html();
const responses = clean($reviewContainer.find('.content > .actions').contents().first());
// .contents()
// .filter(function () {
// return this.nodeType === 3;
// })
// .map(function () {
// return $(this).text();
// })
// .get();
return {
summary,
reviewId,
rating,
by,
date,
isSpoiler,
reviewHtml,
responses,
};
})
.toArray();
};