pre-commit/identify
1
0
Fork 0
Code Issues Activity

Merging upstream version 2.4.0.

Browse source 
Signed-off-by: Daniel Baumann <daniel@debian.org>
This commit is contained in:
Daniel Baumann 2025-02-12 21:54:34 +01:00
parent c351810ea0
commit dc4cf4c101
Signed by: daniel
GPG key ID: FBB4F0E80A80222F
3 changed files with 12 additions and 6 deletions
Download patch file Download diff file Expand all files Collapse all files

11
identify/identify.py
View file

@ -1,4 +1,5 @@
import errno
import math
import os.path
import re
import shlex
@ -244,7 +245,7 @@ def license_id(filename: str) -> Optional[str]:
3. check exact text match with existing licenses
4. failing that use edit distance
"""
import editdistance_s # `pip install identify[license]`
import ukkonen # `pip install identify[license]`
with open(filename, encoding='UTF-8') as f:
contents = f.read()
@ -254,6 +255,8 @@ def license_id(filename: str) -> Optional[str]:
min_edit_dist = sys.maxsize
min_edit_dist_spdx = ''
cutoff = math.ceil(.05 * len(norm))
# try exact matches
for spdx, text in licenses.LICENSES:
norm_license = _norm_license(text)
@ -264,13 +267,13 @@ def license_id(filename: str) -> Optional[str]:
if norm and abs(len(norm) - len(norm_license)) / len(norm) > .05:
continue
edit_dist = editdistance_s.distance(norm, norm_license)
if edit_dist < min_edit_dist:
edit_dist = ukkonen.distance(norm, norm_license, cutoff)
if edit_dist < cutoff and edit_dist < min_edit_dist:
min_edit_dist = edit_dist
min_edit_dist_spdx = spdx
# if there's less than 5% edited from the license, we found our match
if norm and min_edit_dist / len(norm) < .05:
if norm and min_edit_dist < cutoff:
return min_edit_dist_spdx
else:
# no matches :'(