Rim/detailed-cod-tracker
Rim/detailed-cod-tracker
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases 1 Wiki Activity

feat(cod_api_tool.py): add yaml conversion, append player_name dynamically to stats files

Browse Source
This commit is contained in:
Rim 2025-03-10 09:22:40 -04:00
parent e60cc06920
commit 265be3169c
1 changed files with 211 additions and 60 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

271
cod_api_tool.py
View File

@ -3,6 +3,7 @@ import sys
import json import json
import os import os
import argparse import argparse
import yaml
from cod_api import API, platforms from cod_api import API, platforms
import asyncio import asyncio
import datetime import datetime
@ -65,42 +66,71 @@ class CodStatsManager:
with open(COOKIE_FILE, 'w') as f: with open(COOKIE_FILE, 'w') as f:
f.write(api_key) f.write(api_key)
return api_key return api_key
def _extract_player_name(self, full_name):
"""Extract just the player name part before the # symbol."""
if '#' in full_name:
return full_name.split('#')[0]
return full_name
def save_to_file(self, data, filename, player_name=None):
"""Save data to a JSON file with player name in the filename if provided."""
if player_name:
# Extract the base name without the # and numbers
player_name_clean = self._extract_player_name(player_name)
# Insert player name before the extension
base, ext = os.path.splitext(filename)
filename = f"{base}-{player_name_clean}{ext}"
def save_to_file(self, data, filename):
"""Save data to a JSON file."""
file_path = os.path.join(STATS_DIR, filename) file_path = os.path.join(STATS_DIR, filename)
# Ensure data is JSON serializable before saving
serializable_data = self._ensure_json_serializable(data)
with open(file_path, 'w') as json_file: with open(file_path, 'w') as json_file:
json.dump(data, json_file, indent=4) json.dump(serializable_data, json_file, indent=4)
print(f"Data saved to {file_path}") print(f"Data saved to {file_path}")
return file_path # Return the path for potential YAML conversion
def get_player_name(self): def get_player_name(self):
"""Get player name from user input.""" """Get player name from user input."""
return input("Please enter the player's username (with #1234567): ") return input("Please enter the player's username (with #1234567): ")
def fetch_data(self, player_name=None, **options): def fetch_data(self, player_name=None, convert_to_yaml=False, delete_json=False, **options):
"""Fetch data based on specified options.""" """Fetch data based on specified options."""
if not player_name: if not player_name:
player_name = self.get_player_name() player_name = self.get_player_name()
# If no specific option is selected, fetch basic stats # If no specific option is selected, fetch basic stats
if not any(options.values()): if not any(options.values()):
self._fetch_basic_stats(player_name) saved_files = self._fetch_basic_stats(player_name)
if convert_to_yaml:
self.convert_files_to_yaml(saved_files, delete_json)
return return
# If all_stats option is selected, fetch everything # If all_stats option is selected, fetch everything
if options.get('all_stats'): if options.get('all_stats'):
self._fetch_all_stats(player_name) saved_files = self._fetch_all_stats(player_name)
if convert_to_yaml:
self.convert_files_to_yaml(saved_files, delete_json)
return return
# Otherwise, fetch only requested data # Otherwise, fetch only requested data
self._fetch_specific_data(player_name, options) saved_files = self._fetch_specific_data(player_name, options)
if convert_to_yaml:
self.convert_files_to_yaml(saved_files, delete_json)
def _fetch_basic_stats(self, player_name): def _fetch_basic_stats(self, player_name):
"""Fetch basic player stats and match history.""" """Fetch basic player stats and match history."""
player_stats = api.ModernWarfare.fullData(platforms.Activision, player_name) player_stats = api.ModernWarfare.fullData(platforms.Activision, player_name)
match_info = api.ModernWarfare.combatHistory(platforms.Activision, player_name) match_info = api.ModernWarfare.combatHistory(platforms.Activision, player_name)
self.save_to_file(player_stats, 'stats.json')
self.save_to_file(match_info, 'match_info.json') saved_files = []
saved_files.append(self.save_to_file(player_stats, 'stats.json', player_name))
saved_files.append(self.save_to_file(match_info, 'match_info.json', player_name))
return saved_files
def _fetch_all_stats(self, player_name): def _fetch_all_stats(self, player_name):
"""Fetch all available stats for a player.""" """Fetch all available stats for a player."""
@ -114,11 +144,12 @@ class CodStatsManager:
map_list = api.ModernWarfare.mapList(platforms.Activision) map_list = api.ModernWarfare.mapList(platforms.Activision)
# Save basic data # Save basic data
self.save_to_file(player_stats, 'stats.json') saved_files = []
self.save_to_file(match_info, 'match_info.json') saved_files.append(self.save_to_file(player_stats, 'stats.json', player_name))
self.save_to_file(season_loot_data, 'season_loot.json') saved_files.append(self.save_to_file(match_info, 'match_info.json', player_name))
self.save_to_file(map_list, 'map_list.json') saved_files.append(self.save_to_file(season_loot_data, 'season_loot.json'))
self.save_to_file(identities_data, 'identities.json') saved_files.append(self.save_to_file(map_list, 'map_list.json'))
saved_files.append(self.save_to_file(identities_data, 'identities.json'))
# Check if userInfo.json exists to determine if we should fetch additional data # Check if userInfo.json exists to determine if we should fetch additional data
user_info_file = os.path.join('userInfo.json') user_info_file = os.path.join('userInfo.json')
@ -132,11 +163,14 @@ class CodStatsManager:
settings = api.Me.settings() settings = api.Me.settings()
# Save additional data # Save additional data
self.save_to_file(info, 'info.json') saved_files.append(self.save_to_file(info, 'info.json'))
self.save_to_file(friend_feed, 'friendFeed.json') saved_files.append(self.save_to_file(friend_feed, 'friendFeed.json'))
self.save_to_file(event_feed, 'eventFeed.json') saved_files.append(self.save_to_file(event_feed, 'eventFeed.json'))
self.save_to_file(cod_points, 'cp.json') saved_files.append(self.save_to_file(cod_points, 'cp.json'))
self.save_to_file(connected_accounts, 'connectedAccounts.json') saved_files.append(self.save_to_file(connected_accounts, 'connectedAccounts.json'))
saved_files.append(self.save_to_file(settings, 'settings.json'))
return saved_files
def _fetch_specific_data(self, player_name, options): def _fetch_specific_data(self, player_name, options):
"""Fetch specific data based on provided options.""" """Fetch specific data based on provided options."""
@ -152,23 +186,88 @@ class CodStatsManager:
'settings': (api.Me.settings, [], 'settings.json') 'settings': (api.Me.settings, [], 'settings.json')
} }
saved_files = []
for option, value in options.items(): for option, value in options.items():
if value and option in endpoints: if value and option in endpoints:
func, args, filename = endpoints[option] func, args, filename = endpoints[option]
data = func(*args) data = func(*args)
self.save_to_file(data, filename) saved_files.append(self.save_to_file(data, filename, player_name))
def beautify_all_data(self, timezone='GMT'): return saved_files
def convert_files_to_yaml(self, file_paths=None, delete_json=False):
"""
Convert specific JSON files to YAML format.
If no files are specified, convert all JSON files in the stats directory.
"""
if file_paths is None:
# If no specific files provided, process all JSON files in STATS_DIR
converted_files = []
for root, _, files in os.walk(STATS_DIR):
for file in files:
if file.endswith(".json"):
json_path = os.path.join(root, file)
yaml_path = self._convert_json_file_to_yaml(json_path)
converted_files.append((json_path, yaml_path))
else:
# Process only the specified files
converted_files = []
for json_path in file_paths:
if os.path.exists(json_path) and json_path.endswith(".json"):
yaml_path = self._convert_json_file_to_yaml(json_path)
converted_files.append((json_path, yaml_path))
# Delete JSON files if requested
if delete_json:
for json_path, _ in converted_files:
os.remove(json_path)
print(f"Deleted: {json_path}")
return converted_files
def _convert_json_file_to_yaml(self, json_path):
"""Convert a single JSON file to YAML format."""
yaml_path = json_path.replace(".json", ".yaml")
# Read JSON file
with open(json_path, 'r') as json_file:
data = json.load(json_file)
# Write YAML file
with open(yaml_path, 'w', encoding='utf-8') as yaml_file:
yaml.dump(
data,
yaml_file,
default_flow_style=False,
sort_keys=False,
allow_unicode=False,
width=120,
explicit_start=True,
explicit_end=True,
default_style="",
line_break="unix",
indent=2
)
print(f"Converted: {json_path} --> {yaml_path}")
return yaml_path
def beautify_all_data(self, timezone='GMT', player_name=None):
"""Beautify all data files.""" """Beautify all data files."""
self.beautify_stats_data(timezone) self.beautify_stats_data(timezone, player_name)
self.beautify_match_data(timezone) self.beautify_match_data(timezone, player_name)
self.beautify_feed_data(timezone) self.beautify_feed_data(timezone)
self.clean_json_files('friendFeed.json', 'eventFeed.json') self.clean_json_files('friendFeed.json', 'eventFeed.json')
print("All data beautified successfully.") print("All data beautified successfully.")
def beautify_stats_data(self, timezone='GMT'): def beautify_stats_data(self, timezone='GMT', player_name=None):
"""Beautify stats data.""" """Beautify stats data."""
file_path = os.path.join(STATS_DIR, 'stats.json') if player_name:
file_name = f'stats-{self._extract_player_name(player_name)}.json'
else:
file_name = 'stats.json'
file_path = os.path.join(STATS_DIR, file_name)
if not os.path.exists(file_path): if not os.path.exists(file_path):
print(f"File {file_path} not found. Skipping beautification.") print(f"File {file_path} not found. Skipping beautification.")
return return
@ -191,9 +290,14 @@ class CodStatsManager:
print(f"Keys sorted and replaced in {file_path}.") print(f"Keys sorted and replaced in {file_path}.")
def beautify_match_data(self, timezone='GMT'): def beautify_match_data(self, timezone='GMT', player_name=None):
"""Beautify match data.""" """Beautify match data."""
file_path = os.path.join(STATS_DIR, 'match_info.json') if player_name:
file_name = f'match_info-{self._extract_player_name(player_name)}.json'
else:
file_name = 'match_info.json'
file_path = os.path.join(STATS_DIR, file_name)
if not os.path.exists(file_path): if not os.path.exists(file_path):
print(f"File {file_path} not found. Skipping beautification.") print(f"File {file_path} not found. Skipping beautification.")
return return
@ -213,12 +317,18 @@ class CodStatsManager:
print(f"Keys replaced in {file_path}.") print(f"Keys replaced in {file_path}.")
def beautify_feed_data(self, timezone='GMT'): def beautify_feed_data(self, timezone='GMT', player_name=None):
"""Beautify feed data files.""" """Beautify feed data files."""
for feed_file in ['friendFeed.json', 'eventFeed.json']: for feed_file_base in ['friendFeed.json', 'eventFeed.json']:
file_path = os.path.join(STATS_DIR, feed_file) if player_name:
clean_name = self._extract_player_name(player_name)
file_name = f"{feed_file_base.replace('.json', '')}-{clean_name}.json"
else:
file_name = feed_file_base
file_path = os.path.join(STATS_DIR, file_name)
if not os.path.exists(file_path): if not os.path.exists(file_path):
print(f"{feed_file} does not exist, skipping.") print(f"{file_name} does not exist, skipping.")
continue continue
with open(file_path, 'r') as file: with open(file_path, 'r') as file:
@ -234,15 +344,17 @@ class CodStatsManager:
with open(file_path, 'w') as file: with open(file_path, 'w') as file:
json.dump(data, file, indent=4) json.dump(data, file, indent=4)
print(f"Keys sorted and replaced in {feed_file}.") print(f"Keys sorted and replaced in {file_name}.")
def split_matches_into_files(self, timezone='GMT'): def split_matches_into_files(self, timezone='GMT', player_name=None):
"""Split match data into separate files.""" """Split match data into separate files."""
matches_dir = os.path.join(STATS_DIR, MATCH_DIR) matches_dir = os.path.join(STATS_DIR, MATCH_DIR)
if not os.path.exists(matches_dir): if not os.path.exists(matches_dir):
os.makedirs(matches_dir) os.makedirs(matches_dir)
match_info_path = os.path.join(STATS_DIR, 'match_info.json') file_name = f'match_info-{self._extract_player_name(player_name)}.json'
match_info_path = os.path.join(STATS_DIR, file_name)
if not os.path.exists(match_info_path): if not os.path.exists(match_info_path):
print(f"Match info file not found at {match_info_path}. Skipping split.") print(f"Match info file not found at {match_info_path}. Skipping split.")
return return
@ -289,12 +401,18 @@ class CodStatsManager:
print(f"Matches split into {len(matches)} separate files in {matches_dir}.") print(f"Matches split into {len(matches)} separate files in {matches_dir}.")
def clean_json_files(self, *filenames): def clean_json_files(self, *filenames, player_name=None):
"""Clean JSON files by removing HTML-like tags and entities.""" """Clean JSON files by removing HTML-like tags and entities."""
regex_pattern = r'<span class="|</span>|">|mp-stat-items|kills-value|headshots-value|username|game-mode|kdr-value|accuracy-value|defends-value' regex_pattern = r'<span class="|</span>|">|mp-stat-items|kills-value|headshots-value|username|game-mode|kdr-value|accuracy-value|defends-value'
replace = '' replace = ''
for filename in filenames: for base_filename in filenames:
if player_name:
clean_name = self._extract_player_name(player_name)
filename = f"{base_filename.replace('.json', '')}-{clean_name}.json"
else:
filename = base_filename
file_path = os.path.join(STATS_DIR, filename) file_path = os.path.join(STATS_DIR, filename)
if not os.path.exists(file_path): if not os.path.exists(file_path):
print(f"{filename} does not exist, skipping.") print(f"{filename} does not exist, skipping.")
@ -469,19 +587,19 @@ class CodStatsManager:
return f"{days} Days {hours} Hours {minutes} Minutes {seconds} Seconds" return f"{days} Days {hours} Hours {minutes} Minutes {seconds} Seconds"
def _ensure_json_serializable(self, obj): def _ensure_json_serializable(self, obj):
"""Recursively convert objects to JSON serializable types.""" """Recursively convert objects to JSON serializable types."""
if isinstance(obj, dict): if isinstance(obj, dict):
return {key: self._ensure_json_serializable(value) for key, value in obj.items()} return {key: self._ensure_json_serializable(value) for key, value in obj.items()}
elif isinstance(obj, list): elif isinstance(obj, list):
return [self._ensure_json_serializable(item) for item in obj] return [self._ensure_json_serializable(item) for item in obj]
elif isinstance(obj, tuple): elif isinstance(obj, tuple):
return [self._ensure_json_serializable(item) for item in obj] return [self._ensure_json_serializable(item) for item in obj]
elif isinstance(obj, (int, float, str, bool, type(None))): elif isinstance(obj, (int, float, str, bool, type(None))):
return obj return obj
else: else:
# Convert any other type to string representation # Convert any other type to string representation
return str(obj) return str(obj)
class CLI: class CLI:
"""Command Line Interface manager.""" """Command Line Interface manager."""
@ -515,6 +633,10 @@ class CLI:
print("\nOptions Not Requiring Player Name:") print("\nOptions Not Requiring Player Name:")
print("11) Get season loot") print("11) Get season loot")
print("12) Get map list") print("12) Get map list")
print("\nYAML Conversion Options:")
print("13) Convert all JSON files to YAML")
print("14) Convert all JSON files to YAML and delete JSON files")
print("\n0) Exit") print("\n0) Exit")
@ -533,6 +655,10 @@ class CLI:
if choice in [3, 4, 5, 6, 7, 8, 9, 10, 11]: if choice in [3, 4, 5, 6, 7, 8, 9, 10, 11]:
player_name = input("Please enter the player's username (with #1234567): ") player_name = input("Please enter the player's username (with #1234567): ")
convert_to_yaml = input("Convert results to YAML? (y/n): ").lower() == 'y'
delete_json = False
if convert_to_yaml:
delete_json = input("Delete JSON files after conversion? (y/n): ").lower() == 'y'
options = { options = {
3: {'all_stats': True}, 3: {'all_stats': True},
@ -547,16 +673,20 @@ class CLI:
} }
if choice in options: if choice in options:
self.stats_manager.fetch_data(player_name=player_name, **options[choice]) self.stats_manager.fetch_data(player_name=player_name, convert_to_yaml=convert_to_yaml,
delete_json=delete_json, **options[choice])
elif choice == 1: elif choice == 1:
self.stats_manager.beautify_all_data() player_name = input("Enter player name for beautification (leave blank if not player-specific): ")
self.stats_manager.beautify_all_data(player_name=player_name if player_name else None)
elif choice == 2: elif choice == 2:
self.stats_manager.split_matches_into_files() self.stats_manager.split_matches_into_files()
elif choice == 12: elif choice == 12:
self.stats_manager.fetch_data(season_loot=True) self.stats_manager.fetch_data(season_loot=True)
elif choice == 13: elif choice == 13:
self.stats_manager.fetch_data(maps=True) self.stats_manager.convert_files_to_yaml(delete_json=False)
elif choice == 14:
self.stats_manager.convert_files_to_yaml(delete_json=True)
else: else:
print("Invalid choice. Please try again.") print("Invalid choice. Please try again.")
return True return True
@ -582,6 +712,7 @@ class CLI:
group_default = parser.add_argument_group("Default Options") group_default = parser.add_argument_group("Default Options")
group_data = parser.add_argument_group("Data Fetching Options") group_data = parser.add_argument_group("Data Fetching Options")
group_cleaning = parser.add_argument_group("Data Cleaning Options") group_cleaning = parser.add_argument_group("Data Cleaning Options")
group_yaml = parser.add_argument_group("YAML Conversion Options")
# Default options # Default options
group_default.add_argument( group_default.add_argument(
@ -613,23 +744,38 @@ class CLI:
group_cleaning.add_argument("-cff", "--clean_friend_feed", action="store_true", help="Clean friend feed data") group_cleaning.add_argument("-cff", "--clean_friend_feed", action="store_true", help="Clean friend feed data")
group_cleaning.add_argument("-cef", "--clean_event_feed", action="store_true", help="Clean event feed data") group_cleaning.add_argument("-cef", "--clean_event_feed", action="store_true", help="Clean event feed data")
# YAML conversion options
group_yaml.add_argument("-y", "--yaml", action="store_true", help="Convert JSON files to YAML")
group_yaml.add_argument("-d", "--delete_json", action="store_true", help="Delete JSON files after YAML conversion")
return parser return parser
def run_cli_mode(self, args): def run_cli_mode(self, args):
"""Run the command line mode with parsed arguments.""" """Run the command line mode with parsed arguments."""
# Check if only YAML conversion is requested
if args.yaml and not any([
args.clean, args.clean_stats_data, args.clean_match_data,
args.split_matches, args.clean_friend_feed, args.clean_event_feed,
args.all_stats, args.season_loot, args.identities, args.maps,
args.info, args.friendFeed, args.eventFeed, args.cod_points,
args.connected_accounts, args.settings
]):
self.stats_manager.convert_files_to_yaml(delete_json=args.delete_json)
return
# Prioritize cleaning operations # Prioritize cleaning operations
if args.clean: if args.clean:
self.stats_manager.beautify_all_data(timezone=args.timezone) self.stats_manager.beautify_all_data(timezone=args.timezone, player_name=args.player_name)
elif args.clean_stats_data: elif args.clean_stats_data:
self.stats_manager.beautify_stats_data(timezone=args.timezone) self.stats_manager.beautify_stats_data(timezone=args.timezone, player_name=args.player_name)
elif args.clean_match_data: elif args.clean_match_data:
self.stats_manager.beautify_match_data(timezone=args.timezone) self.stats_manager.beautify_match_data(timezone=args.timezone, player_name=args.player_name)
elif args.split_matches: elif args.split_matches:
self.stats_manager.split_matches_into_files(timezone=args.timezone) self.stats_manager.split_matches_into_files(timezone=args.timezone, player_name=args.player_name)
elif args.clean_friend_feed: elif args.clean_friend_feed:
self.stats_manager.clean_json_files('friendFeed.json') self.stats_manager.clean_json_files('friendFeed.json', player_name=args.player_name)
elif args.clean_event_feed: elif args.clean_event_feed:
self.stats_manager.clean_json_files('eventFeed.json') self.stats_manager.clean_json_files('eventFeed.json', player_name=args.player_name)
else: else:
# Data fetching operations # Data fetching operations
options = { options = {
@ -644,7 +790,12 @@ class CLI:
'connected_accounts': args.connected_accounts, 'connected_accounts': args.connected_accounts,
'settings': args.settings 'settings': args.settings
} }
self.stats_manager.fetch_data(args.player_name, **options) self.stats_manager.fetch_data(
args.player_name,
convert_to_yaml=args.yaml,
delete_json=args.delete_json,
**options
)
def main(): def main():
"""Main entry point for the application.""" """Main entry point for the application."""