daniel/dtam-api
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

add exclude list

Browse Source
This commit is contained in:
Daniel Tam
2023-07-19 20:05:38 -05:00
parent c993ea8b6a
commit 5d27dcd69d
2 changed files with 17 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
app/parsed-anime-list-mini.json
View File

File diff suppressed because one or more lines are too long

22
tools/parse-anime.py
View File

@@ -299,6 +299,11 @@ skip_seasons_entries = [
"Part 6", "Part 6",
] ]
# Exclude from removal
exclude_from_removal = [
"Kara no Kyoukai Movie: Mirai Fukuin"
]
f = open('matched-anime-list.json') f = open('matched-anime-list.json')
data = json.load(f) data = json.load(f)
parsed = [] # list of parsed names parsed = [] # list of parsed names
@@ -309,13 +314,17 @@ for i in data['data']:
if i['type'] == 'MOVIE' or i['type'] == 'TV': if i['type'] == 'MOVIE' or i['type'] == 'TV':
skip_loop = False skip_loop = False
keep_entry = False
if i['title'] in exclude_from_removal:
keep_entry = True
# Remove extra unwanted entries if it's in the title # Remove extra unwanted entries if it's in the title
if i['title'] in remove_anime: if i['title'] in remove_anime and not keep_entry:
continue continue
# Remove unwanted entries if it's in the title AND a movie # Remove unwanted entries if it's in the title AND a movie
if i['type'] == 'MOVIE': if i['type'] == 'MOVIE' and not keep_entry:
for movies in skip_movie_entries: for movies in skip_movie_entries:
if movies in i['title']: if movies in i['title']:
skip_loop = True skip_loop = True
@@ -325,7 +334,7 @@ for i in data['data']:
continue continue
# Remove unwanted entries if it's in the title AND a TV # Remove unwanted entries if it's in the title AND a TV
if i['type'] == 'TV': if i['type'] == 'TV' and not keep_entry:
for tv in skip_tv_entries: for tv in skip_tv_entries:
if tv in i['title']: if tv in i['title']:
skip_loop = True skip_loop = True
@@ -336,7 +345,7 @@ for i in data['data']:
# Remove unwanted if it's in the seasons # Remove unwanted if it's in the seasons
for seasons in skip_seasons_entries: for seasons in skip_seasons_entries:
if seasons in i['title']: if seasons in i['title'] and not keep_entry:
skip_loop = True skip_loop = True
break break
@@ -351,12 +360,12 @@ for i in data['data']:
# Remove extra unwanted enteries if it's in the synonym # Remove extra unwanted enteries if it's in the synonym
for seasons in skip_seasons_entries: for seasons in skip_seasons_entries:
if seasons in j: if seasons in j and not keep_entry:
toss_based_on_synonym = True toss_based_on_synonym = True
break break
# Remove unwanted entries if it's a synonym AND a movie # Remove unwanted entries if it's a synonym AND a movie
if i['type'] == 'MOVIE': if i['type'] == 'MOVIE' and not keep_entry:
for movies in skip_movie_entries: for movies in skip_movie_entries:
if movies in j: if movies in j:
toss_based_on_synonym = True toss_based_on_synonym = True
@@ -385,4 +394,5 @@ df.reset_index().to_json(r'parsed-anime-list.json', orient='records', indent=2)
# Remove additional columns for mini version # Remove additional columns for mini version
df = df.drop(['type'], axis=1) # remove columns df = df.drop(['type'], axis=1) # remove columns
print(df.count)
df.reset_index().to_json(r'parsed-anime-list-mini.json', orient='records') df.reset_index().to_json(r'parsed-anime-list-mini.json', orient='records')