trent/hugo_themes_report
1
0
Fork 0
mirror of https://github.com/TrentSPalmer/hugo_themes_report.git synced 2025-04-07 15:47:06 -07:00
Code Issues Projects Releases Wiki Activity

update rank_hugo_themes.py to parse more info from theme_toml

Browse Source
This commit is contained in:
Trent Palmer 2021-08-13 09:31:43 -07:00
parent 28a527a7d5
commit 1cb1f0ec1f
1 changed files with 52 additions and 34 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

86
rank_hugo_themes.py
View File

@ -57,6 +57,10 @@ class Hugothemes(Base):
default_branch = Column(TEXT) default_branch = Column(TEXT)
features_list = Column(TEXT) features_list = Column(TEXT)
num_features = Column(Integer) num_features = Column(Integer)
theme_license = Column(TEXT)
min_ver = Column(TEXT)
desc = Column(TEXT)
cname = Column(TEXT)
def __repr__(self): def __repr__(self):
return f"<Hugothemes(name={self.name})>" return f"<Hugothemes(name={self.name})>"
@ -353,35 +357,6 @@ def coalesce_themes():
session.commit() session.commit()
def update_features_list_for_each_hugo_themes():
session = sessionmaker(bind=engine)()
themes = [theme[0] for theme in session.query(Hugothemes.name).all()]
match = re.compile(r'\s(\d+\.\d+\.\d+)\s')
for hugo_theme in themes:
theme = session.query(Hugothemes).filter_by(name=hugo_theme).one()
if theme.themes_toml_content is not None:
content = b64decode(theme.themes_toml_content).decode('utf-8')
theme_toml = toml.loads(match.sub(r'"\1"\n', content))
if 'features' in theme_toml:
if len(theme_toml['features']) > 0:
theme_features = [feature.lower() for feature in theme_toml['features'] if len(feature) > 1]
if theme.num_features != len(theme_features): theme.num_features = len(theme_features)
if theme.num_features > 0:
if theme.features_list != str(theme_features): theme.features_list = str(theme_features)
else:
if theme.features_list is not None: theme.features_list = None
else:
if theme.features_list is not None: theme.features_list = None
if theme.num_features != 0: theme.num_features = 0
else:
if theme.features_list is not None: theme.features_list = None
if theme.num_features != 0: theme.num_features = 0
else:
if theme.features_list is not None: theme.features_list = None
if theme.num_features != 0: theme.num_features = 0
session.commit()
def get_corrected_tags(tags): def get_corrected_tags(tags):
result = [] result = []
correct = True correct = True
@ -395,7 +370,7 @@ def get_corrected_tags(tags):
return tags return tags
def update_tags_list_for_each_hugo_themes(): def parse_themes_toml_for_each_hugo_themes():
session = sessionmaker(bind=engine)() session = sessionmaker(bind=engine)()
themes = [theme[0] for theme in session.query(Hugothemes.name).all()] themes = [theme[0] for theme in session.query(Hugothemes.name).all()]
match = re.compile(r'\s(\d+\.\d+\.\d+)\s') match = re.compile(r'\s(\d+\.\d+\.\d+)\s')
@ -422,9 +397,50 @@ def update_tags_list_for_each_hugo_themes():
else: else:
if theme.tags_list is not None: theme.tags_list = None if theme.tags_list is not None: theme.tags_list = None
if theme.num_tags != 0: theme.num_tags = 0 if theme.num_tags != 0: theme.num_tags = 0
if 'features' in theme_toml:
if len(theme_toml['features']) > 0:
theme_features = [feature.lower() for feature in theme_toml['features'] if len(feature) > 1]
if theme.num_features != len(theme_features): theme.num_features = len(theme_features)
if theme.num_features > 0:
if theme.features_list != str(theme_features): theme.features_list = str(theme_features)
else:
if theme.features_list is not None: theme.features_list = None
else:
if theme.features_list is not None: theme.features_list = None
if theme.num_features != 0: theme.num_features = 0
else:
if theme.features_list is not None: theme.features_list = None
if theme.num_features != 0: theme.num_features = 0
if 'license' in theme_toml:
if theme.theme_license != theme_toml['license']:
theme.theme_license = theme_toml['license']
else:
if theme.theme_license is not None: theme.theme_license = None
if 'min_version' in theme_toml:
if theme.min_ver != theme_toml['min_version']:
theme.min_ver = theme_toml['min_version']
else:
if theme.min_ver is not None: theme.min_ver = None
if 'description' in theme_toml:
if theme.desc != theme_toml['description']:
theme.desc = theme_toml['description']
else:
if theme.desc is not None: theme.desc = None
if 'name' in theme_toml:
print(len(theme_toml['name']), theme_toml['name'])
if theme.cname != theme_toml['name']:
theme.cname = theme_toml['name']
else:
if theme.cname is not None: theme.cname = None
else: else:
if theme.tags_list is not None: theme.tags_list = None if theme.tags_list is not None: theme.tags_list = None
if theme.num_tags != 0: theme.num_tags = 0 if theme.num_tags != 0: theme.num_tags = 0
if theme.features_list is not None: theme.features_list = None
if theme.num_features != 0: theme.num_features = 0
if theme.license is not None: theme.license = None
if theme.min_ver is not None: theme.min_ver = None
if theme.desc is not None: theme.desc = None
if theme.cname is not None: theme.cname = None
session.commit() session.commit()
@ -441,6 +457,10 @@ def generate_report():
'num_stars': theme.stargazers_count, 'num_stars': theme.stargazers_count,
'tags': literal_eval(theme.tags_list) if theme.tags_list is not None else [], 'tags': literal_eval(theme.tags_list) if theme.tags_list is not None else [],
'features': literal_eval(theme.features_list) if theme.features_list is not None else [], 'features': literal_eval(theme.features_list) if theme.features_list is not None else [],
'license': theme.theme_license if theme.theme_license is not None else '',
'min_ver': theme.min_ver if theme.min_ver is not None else '',
'desc': theme.desc if theme.desc is not None else '',
'cname': theme.cname if theme.cname is not None else theme.name.split('/')[1],
} for theme in session.query(Hugothemes).all() } for theme in session.query(Hugothemes).all()
] ]
output = template.render(themes=hugo_themes) output = template.render(themes=hugo_themes)
@ -451,8 +471,7 @@ def generate_report():
if __name__ == "__main__": if __name__ == "__main__":
''' '''
update_tags_list_for_each_hugo_themes() parse_themes_toml_for_each_hugo_themes()
update_features_list_for_each_hugo_themes()
generate_report() generate_report()
''' '''
get_hugo_themes_list() get_hugo_themes_list()
@ -468,6 +487,5 @@ if __name__ == "__main__":
get_theme_dot_toml_for_each_hugo_themes() get_theme_dot_toml_for_each_hugo_themes()
get_theme_dot_toml_for_each_hugo_themes_from_gitlab() get_theme_dot_toml_for_each_hugo_themes_from_gitlab()
coalesce_themes() coalesce_themes()
update_tags_list_for_each_hugo_themes() parse_themes_toml_for_each_hugo_themes()
update_features_list_for_each_hugo_themes()
generate_report() generate_report()