Created student weenix repository

1 files changed, 74 insertions, 0 deletions

diff --git a/kernel/test/kshell/tokenizer.c b/kernel/test/kshell/tokenizer.c
new file mode 100644
index 0000000..9406668
--- /dev/null
+++ b/kernel/test/kshell/tokenizer.c
@@ -0,0 +1,74 @@
+#include "tokenizer.h"
+
+#include <ctype.h>
+
+#include "util/debug.h"
+
+#define EOL '\0'
+
+const char *ksh_tok_type_str[] = {"text", "<", ">", ">>", "end of line", ""};
+
+long kshell_next_token(kshell_t *ksh, char *line, kshell_token_t *token)
+{
+    KASSERT(NULL != ksh);
+    KASSERT(NULL != line);
+    KASSERT(NULL != token);
+
+    size_t i = 0;
+    while (line[i] != EOL && isspace(line[i]))
+        ++i;
+    token->kt_text = line + i;
+
+    /* Determine the token type */
+    switch (line[i])
+    {
+    case EOL:
+        token->kt_type = KTT_EOL;
+        token->kt_textlen = 0;
+        break;
+    case '<':
+        token->kt_type = KTT_REDIRECT_IN;
+        token->kt_textlen = i = 1;
+        break;
+    case '>':
+        if (line[i + 1] == '>')
+        {
+            token->kt_type = KTT_REDIRECT_OUT_APPEND;
+            token->kt_textlen = i = 2;
+        }
+        else
+        {
+            token->kt_type = KTT_REDIRECT_OUT;
+            token->kt_textlen = i = 1;
+        }
+        break;
+    default:
+        token->kt_type = KTT_WORD;
+        token->kt_textlen = 0;
+        break;
+    }
+
+    switch (token->kt_type)
+    {
+    case KTT_WORD:
+        while (!isspace(line[i]) && line[i] != '<' && line[i] != '>' &&
+               line[i] != EOL)
+        {
+            ++i;
+            ++token->kt_textlen;
+        }
+        break;
+    case KTT_EOL:
+        return 0;
+    default:
+        break;
+    }
+
+    return i;
+}
+
+const char *kshell_token_type_str(kshell_token_type_t type)
+{
+    KASSERT(type < KTT_MAX);
+    return ksh_tok_type_str[type];
+}