dost

@@ -70,8 +70,8 @@ if __name__ == "__main__":

     parser.add_argument("files", default="-", nargs="*")

     parser.add_argument("-i", "--in-place", action="store_true")

     parser.add_argument(

-        "-s", "--separators", default="- \t_/",

-        help="characters that separate tokens in an input item (default space, tab, _, -, /)"

+        "-s", "--separators", default="- \t_/.",

+        help="characters that separate tokens in an input item (default space, tab, _, -, /, .)"

     )

     parser.add_argument(

         "-t", "--token",

@@ -84,7 +84,7 @@ if __name__ == "__main__":

     if args.token:

         token_pattern = args.token

     else:

-        token_pattern = f"[{args.separators}]*[^{args.separators}\r\n]+"

+        token_pattern = f"[{args.separators}]+|[^{args.separators}\r\n]+"

     entry_pattern = re.compile(f"({token_pattern})+", RE_FLAGS)

     token_pattern = re.compile(token_pattern, RE_FLAGS)

     t = Trie()