mirror of
https://github.com/php/php-src.git
synced 2024-12-16 13:26:19 +08:00
110759386e
we basically added a mechanism to store the token stream during parsing and exposed the entire parser stack on the tokenizer extension through an opt in flag: token_get_all($src, TOKEN_PARSE). this change allows easy future language enhancements regarding context aware parsing & scanning without further maintance on the tokenizer extension while solves known inconsistencies "parseless" tokenizer extension has when it handles `__halt_compiler()` presence.
85 lines
2.8 KiB
C
85 lines
2.8 KiB
C
/*
|
|
+----------------------------------------------------------------------+
|
|
| Zend Engine |
|
|
+----------------------------------------------------------------------+
|
|
| Copyright (c) 1998-2015 Zend Technologies Ltd. (http://www.zend.com) |
|
|
+----------------------------------------------------------------------+
|
|
| This source file is subject to version 2.00 of the Zend license, |
|
|
| that is bundled with this package in the file LICENSE, and is |
|
|
| available through the world-wide-web at the following url: |
|
|
| http://www.zend.com/license/2_00.txt. |
|
|
| If you did not receive a copy of the Zend license and are unable to |
|
|
| obtain it through the world-wide-web, please send a note to |
|
|
| license@zend.com so we can mail you a copy immediately. |
|
|
+----------------------------------------------------------------------+
|
|
| Authors: Andi Gutmans <andi@zend.com> |
|
|
| Zeev Suraski <zeev@zend.com> |
|
|
+----------------------------------------------------------------------+
|
|
*/
|
|
|
|
/* $Id$ */
|
|
|
|
#ifndef ZEND_SCANNER_H
|
|
#define ZEND_SCANNER_H
|
|
|
|
typedef struct _zend_lex_state {
|
|
unsigned int yy_leng;
|
|
unsigned char *yy_start;
|
|
unsigned char *yy_text;
|
|
unsigned char *yy_cursor;
|
|
unsigned char *yy_marker;
|
|
unsigned char *yy_limit;
|
|
int yy_state;
|
|
zend_stack state_stack;
|
|
zend_ptr_stack heredoc_label_stack;
|
|
|
|
zend_file_handle *in;
|
|
uint lineno;
|
|
zend_string *filename;
|
|
|
|
/* original (unfiltered) script */
|
|
unsigned char *script_org;
|
|
size_t script_org_size;
|
|
|
|
/* filtered script */
|
|
unsigned char *script_filtered;
|
|
size_t script_filtered_size;
|
|
|
|
/* input/output filters */
|
|
zend_encoding_filter input_filter;
|
|
zend_encoding_filter output_filter;
|
|
const zend_encoding *script_encoding;
|
|
|
|
/* hooks */
|
|
void (* on_event)(zend_php_scanner_event event, int token, int line);
|
|
|
|
zend_ast *ast;
|
|
zend_arena *ast_arena;
|
|
} zend_lex_state;
|
|
|
|
typedef struct _zend_heredoc_label {
|
|
char *label;
|
|
int length;
|
|
} zend_heredoc_label;
|
|
|
|
BEGIN_EXTERN_C()
|
|
int zend_compare_file_handles(zend_file_handle *fh1, zend_file_handle *fh2);
|
|
ZEND_API void zend_save_lexical_state(zend_lex_state *lex_state);
|
|
ZEND_API void zend_restore_lexical_state(zend_lex_state *lex_state);
|
|
ZEND_API int zend_prepare_string_for_scanning(zval *str, char *filename);
|
|
ZEND_API void zend_multibyte_yyinput_again(zend_encoding_filter old_input_filter, const zend_encoding *old_encoding);
|
|
ZEND_API int zend_multibyte_set_filter(const zend_encoding *onetime_encoding);
|
|
ZEND_API void zend_lex_tstring(zval *zv);
|
|
|
|
END_EXTERN_C()
|
|
|
|
#endif
|
|
|
|
/*
|
|
* Local variables:
|
|
* tab-width: 4
|
|
* c-basic-offset: 4
|
|
* indent-tabs-mode: t
|
|
* End:
|
|
*/
|