# ***** BEGIN LICENSE BLOCK *****

# Version: MPL 1.1/GPL 2.0/LGPL 2.1

#

# The contents of this file are subject to the Mozilla Public License

# Version 1.1 (the "License"); you may not use this file except in

# compliance with the License. You may obtain a copy of the License at

# http://www.mozilla.org/MPL/

#

# Software distributed under the License is distributed on an "AS IS"

# basis, WITHOUT WARRANTY OF ANY KIND, either express or implied. See the

# License for the specific language governing rights and limitations

# under the License.

#

# The Original Code is Komodo code.

#

# The Initial Developer of the Original Code is ActiveState Software Inc.

# Portions created by ActiveState Software Inc are Copyright (C) 2000-2007

# ActiveState Software Inc. All Rights Reserved.

#

# Contributor(s):

# ActiveState Software Inc

#

# Alternatively, the contents of this file may be used under the terms of

# either the GNU General Public License Version 2 or later (the "GPL"), or

# the GNU Lesser General Public License Version 2.1 or later (the "LGPL"),

# in which case the provisions of the GPL or the LGPL are applicable instead

# of those above. If you wish to allow use of your version of this file only

# under the terms of either the GPL or the LGPL, and not to allow others to

# use your version of this file under the terms of the MPL, indicate your

# decision by deleting the provisions above and replace them with the notice

# and other provisions required by the GPL or the LGPL. If you do not delete

# the provisions above, a recipient may use your version of this file under

# the terms of any one of the MPL, the GPL or the LGPL.

#

# ***** END LICENSE BLOCK *****

#

# Contributors:

# Eric Promislow ([email protected])

#

""" Many CILE parsers have to allow for tokens to arrive with

either native Scintilla types, or UDL types (and there might be

more in the future.

This module defines the abstraction layer over the UDL types.

Some routines can't fulfill a request just by looking at the type,

and need to examine the actual text of the token. But a common

UDL layer can't do that, as each SSL language has different properties.

So callbacks that return to the SSL CILE are used for that purpose.

See ruby_parser.py for examples on writing callbacks for

get_builtin_type, is_interpolating_string, and

tokenStyleToContainerStyle (if any of these are called, that is).

"""

import re

from SilverCity import ScintillaConstants

GENERIC_TYPE_UNKNOWN = 0

GENERIC_TYPE_NUMBER = 1

GENERIC_TYPE_STRING = 2

GENERIC_TYPE_REGEX = 3

class CommonClassifier:

_quote_patterns = {}

def get_quote_patterns(self, tok, callback=None):

ttype = tok['style']

if ttype in self._quote_patterns:

return [self._quote_patterns[ttype]]

elif callback:

return callback(tok)

else:

return list(self._quote_patterns.values())

def is_identifier_or_keyword(self, tok):

return self.is_identifier(tok, True)

class UDLClassifier(CommonClassifier):

def get_builtin_type(self, tok, callback):

if self.is_number(tok):

return callback(tok, GENERIC_TYPE_NUMBER)

elif self.is_string(tok):

return callback(tok, GENERIC_TYPE_STRING)

elif tok['style'] == ScintillaConstants.SCE_UDL_SSL_REGEX:

return callback(tok, GENERIC_TYPE_REGEX)

else:

return callback(tok, GENERIC_TYPE_UNKNOWN)

def is_any_operator(self, tok):

return tok['style'] == ScintillaConstants.SCE_UDL_SSL_OPERATOR

def is_comment(self, tok):

return tok['style'] in (ScintillaConstants.SCE_UDL_SSL_COMMENT,

ScintillaConstants.SCE_UDL_SSL_COMMENTBLOCK)

def is_comment_structured(self, tok, callback):

return self.is_comment(tok) and callback and callback(tok)

def is_identifier(self, tok, allow_keywords=False):

return (tok['style'] == ScintillaConstants.SCE_UDL_SSL_IDENTIFIER or

(allow_keywords and

tok['style'] == ScintillaConstants.SCE_UDL_SSL_WORD))

def is_index_op(self, tok, pattern=None):

if tok['style'] != ScintillaConstants.SCE_UDL_SSL_OPERATOR:

return False

elif not pattern:

return True

return len(tok['text']) > 0 and pattern.search(tok['text'])

# Everything gets lexed as a string, so we need to look at its structure.

# We call back to the main CILE parser, which knows more about which kinds

# of strings can interpolate other values. This routine assumes all regexes

# can interpolate.

def is_interpolating_string(self, tok, callback):

if tok['style'] == ScintillaConstants.SCE_UDL_SSL_REGEX:

return callback(tok, GENERIC_TYPE_REGEX)

elif not self.is_string(tok):

return False

else:

return callback(tok, GENERIC_TYPE_STRING)

def is_keyword(self, tok, target):

return tok['style'] == ScintillaConstants.SCE_UDL_SSL_WORD and tok['text'] == target

def is_number(self, tok):

return tok['style'] == ScintillaConstants.SCE_UDL_SSL_NUMBER

def is_operator(self, tok, target):

return tok['style'] == ScintillaConstants.SCE_UDL_SSL_OPERATOR and tok['text'] == target

def is_string(self, tok):

return tok['style'] == ScintillaConstants.SCE_UDL_SSL_STRING

def is_string_qw(self, tok, callback=None):

return (tok['style'] == ScintillaConstants.SCE_UDL_SSL_STRING and

callback and callback(tok))

def is_symbol(self, tok, callback=None):

return (tok['style'] == ScintillaConstants.SCE_UDL_SSL_STRING and

callback and callback(tok))

def is_variable(self, tok):

return tok['style'] in (ScintillaConstants.SCE_UDL_SSL_VARIABLE,

ScintillaConstants.SCE_UDL_SSL_IDENTIFIER)

# Types of variables

def is_variable_array(self, tok, callback=None):

if not self.is_variable(tok):

return False

else:

return callback and callback(tok)

def is_variable_scalar(self, tok, callback=None):

if not self.is_variable(tok):

return False

else:

return callback and callback(tok)

def tokenStyleToContainerStyle(self, tok, callback):

return callback(tok, tok['style'] == ScintillaConstants.SCE_UDL_SSL_VARIABLE)

# Accessors for where we'd rather work with a style than call a predicate

# fn

@property

def style_identifier(self):

return ScintillaConstants.SCE_UDL_SSL_IDENTIFIER

@property

def style_operator(self):

return ScintillaConstants.SCE_UDL_SSL_OPERATOR

@property

def style_word(self):

return ScintillaConstants.SCE_UDL_SSL_WORD