Intelegentny_Pszczelarz/.venv/Lib/site-packages/pasta/base/codegen.py
2023-06-19 00:49:18 +02:00

161 lines
5.3 KiB
Python

# coding=utf-8
"""Generate code from an annotated syntax tree."""
# Copyright 2017 Google LLC
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# https://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
from __future__ import absolute_import
from __future__ import division
from __future__ import print_function
import ast
import collections
import six
from pasta.base import annotate
from pasta.base import formatting as fmt
from pasta.base import fstring_utils
class PrintError(Exception):
"""An exception for when we failed to print the tree."""
class Printer(annotate.BaseVisitor):
"""Traverses an AST and generates formatted python source code.
This uses the same base visitor as annotating the AST, but instead of eating a
token it spits one out. For special formatting information which was stored on
the node, this is output exactly as it was read in unless one or more of the
dependency attributes used to generate it has changed, in which case its
default formatting is used.
"""
def __init__(self):
super(Printer, self).__init__()
self.code = ''
def visit(self, node):
node._printer_info = collections.defaultdict(lambda: False)
try:
super(Printer, self).visit(node)
except (TypeError, ValueError, IndexError, KeyError) as e:
raise PrintError(e)
del node._printer_info
def visit_Num(self, node):
self.prefix(node)
content = fmt.get(node, 'content')
self.code += content if content is not None else repr(node.n)
self.suffix(node)
def visit_Str(self, node):
self.prefix(node)
content = fmt.get(node, 'content')
self.code += content if content is not None else repr(node.s)
self.suffix(node)
def visit_JoinedStr(self, node):
self.prefix(node)
content = fmt.get(node, 'content')
if content is None:
parts = []
for val in node.values:
if isinstance(val, ast.Str):
parts.append(val.s)
else:
parts.append(fstring_utils.placeholder(len(parts)))
content = repr(''.join(parts))
values = [to_str(v) for v in fstring_utils.get_formatted_values(node)]
self.code += fstring_utils.perform_replacements(content, values)
self.suffix(node)
def visit_Bytes(self, node):
self.prefix(node)
content = fmt.get(node, 'content')
self.code += content if content is not None else repr(node.s)
self.suffix(node)
def token(self, value):
self.code += value
def optional_token(self, node, attr_name, token_val,
allow_whitespace_prefix=False, default=False):
del allow_whitespace_prefix
value = fmt.get(node, attr_name)
if value is None and default:
value = token_val
self.code += value or ''
def attr(self, node, attr_name, attr_vals, deps=None, default=None):
"""Add the formatted data stored for a given attribute on this node.
If any of the dependent attributes of the node have changed since it was
annotated, then the stored formatted data for this attr_name is no longer
valid, and we must use the default instead.
Arguments:
node: (ast.AST) An AST node to retrieve formatting information from.
attr_name: (string) Name to load the formatting information from.
attr_vals: (list of functions/strings) Unused here.
deps: (optional, set of strings) Attributes of the node which the stored
formatting data depends on.
default: (string) Default formatted data for this attribute.
"""
del attr_vals
if not hasattr(node, '_printer_info') or node._printer_info[attr_name]:
return
node._printer_info[attr_name] = True
val = fmt.get(node, attr_name)
if (val is None or deps and
any(getattr(node, dep, None) != fmt.get(node, dep + '__src')
for dep in deps)):
val = default
self.code += val if val is not None else ''
def check_is_elif(self, node):
try:
return fmt.get(node, 'is_elif')
except AttributeError:
return False
def check_is_continued_try(self, node):
# TODO: Don't set extra attributes on nodes
return getattr(node, 'is_continued', False)
def check_is_continued_with(self, node):
# TODO: Don't set extra attributes on nodes
return getattr(node, 'is_continued', False)
def to_str(tree):
"""Convenient function to get the python source for an AST."""
p = Printer()
# Detect the most prevalent indentation style in the file and use it when
# printing indented nodes which don't have formatting data.
seen_indent_diffs = collections.defaultdict(lambda: 0)
for node in ast.walk(tree):
indent_diff = fmt.get(node, 'indent_diff', '')
if indent_diff:
seen_indent_diffs[indent_diff] += 1
if seen_indent_diffs:
indent_diff, _ = max(six.iteritems(seen_indent_diffs),
key=lambda tup: tup[1] if tup[0] else -1)
p.set_default_indent_diff(indent_diff)
p.visit(tree)
return p.code