Changeset 0662451 in mainline for uspace/app/bdsh/tok.h

Timestamp:

2011-08-19T14:44:49Z (13 years ago)

Author:

Martin Sucha <sucha14@…>

Branches:

lfn, master, serial, ticket/834-toolchain-update, topic/msim-upgrade, topic/simplify-dev-export

Children:

5992e0e

Parents:

89660f2

Message:

Extend bdsh tokenizer to include more information

File:

• uspace/app/bdsh/tok.h (modified) (4 diffs)

uspace/app/bdsh/tok.h

@@ -38 +38 @@
 typedef struct {
         char *text;
-        off_t byte_start;
-        off_t char_start;
+        unsigned int byte_start;
+        unsigned int char_start;
         size_t byte_length;
         size_t char_length;
@@ -47 +47 @@
 typedef struct {
         char *in;
-        off_t in_offset;
-        off_t last_in_offset;
-        off_t in_char_offset;
-        off_t last_in_char_offset;
+        unsigned int in_offset;
+        unsigned int last_in_offset;
+        unsigned int in_char_offset;
+        unsigned int last_in_char_offset;
         
         char *outbuf;
@@ -58 +58 @@
         
         token_t *outtok;
+        token_type_t current_type;
         size_t outtok_offset;
         size_t outtok_size;
@@ -64 +65 @@
 extern int tok_init(tokenizer_t *, char *, token_t *, size_t);
 extern void tok_fini(tokenizer_t *);
-extern int tok_tokenize(tokenizer_t *);
+extern int tok_tokenize(tokenizer_t *, size_t *);
 
 #endif