release: version 0.9.0 🚀

HISTORY.md

@@ -4,6 +4,12 @@ Changelog
 
 (unreleased)
 ------------
+- Feat: add filter option to TokenConverter, ref: NOISSUE. [Simon
+  Diesenreiter]
+
+
+0.8.0 (2024-12-12)
+------------------
 - Feat: adding sensible index constructors refs: NOISSUE. [Simon
   Diesenreiter]
 

TextParser/Data/DataManipulationHelpers.cs

@@ -20,4 +20,24 @@ public static class DataManipulationHelpers
     {
         return reducer(data);
     }
+
+    public static List<TNewType> TransformData<TType, TNewType>(this List<TType> data, Func<TType, TNewType> transformer)
+    {
+        var newList = new List<TNewType>();
+        foreach (TType dataItem in data)
+        {
+            newList.Add(transformer(dataItem));
+        }
+        return newList;
+    }
+
+    public static List<TNewType> TransformData<TType, TNewType>(this List<List<TType>> data, Func<List<TType>, TNewType> transformer)
+    {
+        var newList = new List<TNewType>();
+        foreach (List<TType> dataItemList in data)
+        {
+            newList.Add(transformer(dataItem));
+        }
+        return newList;
+    }
 }

TextParser/Data/TokenConverter.cs

@@ -156,4 +156,21 @@ public class TokenConverter
 
         return newList;
     }
+
+    public TokenConverter Filter<T>(params InputType[] inputTypes)
+    {
+        var newTokenList = new List<List<IToken>>()
+        
+        foreach(var token in rawTokens)
+        {
+            if(inputTypes.Contains(token.GetInputType()))
+            {
+                newTokenList.Add(token);
+            }
+        }
+
+        this.rawTokens = newTokenList;
+
+        return this;
+    }
 }

TextParser/VERSION

@@ -1 +1 @@
-0.8.0
+0.9.0