#!/usr/bin/env python import sys import langdetect from_stdin = False if sys.argv[1] == '-': f = sys.stdin from_stdin = True else: f = open(sys.argv[1], 'r') try: l = sys.argv[2].strip() except: l = None try: min_p = max(0.0, min(1.0, float(sys.argv[3].strip()))) if min_p == 0.0: min_p = None except: min_p = None try: strict = bool(sys.argv[4].strip()) except: strict = False if min_p and not l: l = None if strict and not min_p: strict = False factory = langdetect.detector_factory.DetectorFactory() factory.load_profile(langdetect.detector_factory.PROFILES_DIRECTORY) factory.set_seed(31337) for line in f: try: detector = factory.create() detector.append(line.strip()) ld = detector.get_probabilities() except: print("unk") continue done = False if l and len(ld) > 1: if min_p != None: for i in ld: if i.lang == l: if i.prob >= min_p: print(i.lang) done = True break else: if l in map(lambda x: x.lang, ld): print(l) continue if not done: if not strict: print(ld[0].lang) else: if ld[0].prob >= min_p: print(ld[0].lang) else: print("unk") if not from_stdin: f.close