mirror of
https://github.com/licsber/micropython.git
synced 2024-09-20 00:50:24 +08:00
692d36d779
This implements (most of) the PEP-498 spec for f-strings and is based on https://github.com/micropython/micropython/pull/4998 by @klardotsh. It is implemented in the lexer as a syntax translation to `str.format`: f"{a}" --> "{}".format(a) It also supports: f"{a=}" --> "a={}".format(a) This is done by extracting the arguments into a temporary vstr buffer, then after the string has been tokenized, the lexer input queue is saved and the contents of the temporary vstr buffer are injected into the lexer instead. There are four main limitations: - raw f-strings (`fr` or `rf` prefixes) are not supported and will raise `SyntaxError: raw f-strings are not supported`. - literal concatenation of f-strings with adjacent strings will fail "{}" f"{a}" --> "{}{}".format(a) (str.format will incorrectly use the braces from the non-f-string) f"{a}" f"{a}" --> "{}".format(a) "{}".format(a) (cannot concatenate) - PEP-498 requires the full parser to understand the interpolated argument, however because this entirely runs in the lexer it cannot resolve nested braces in expressions like f"{'}'}" - The !r, !s, and !a conversions are not supported. Includes tests and cpydiffs. Signed-off-by: Jim Mussared <jim.mussared@gmail.com>
169 lines
5.8 KiB
C
169 lines
5.8 KiB
C
/*
|
|
* This file is part of the MicroPython project, http://micropython.org/
|
|
*
|
|
* The MIT License (MIT)
|
|
*
|
|
* Copyright (c) 2013-2015 Damien P. George
|
|
*
|
|
* Permission is hereby granted, free of charge, to any person obtaining a copy
|
|
* of this software and associated documentation files (the "Software"), to deal
|
|
* in the Software without restriction, including without limitation the rights
|
|
* to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
|
* copies of the Software, and to permit persons to whom the Software is
|
|
* furnished to do so, subject to the following conditions:
|
|
*
|
|
* The above copyright notice and this permission notice shall be included in
|
|
* all copies or substantial portions of the Software.
|
|
*
|
|
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
|
* AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
|
* LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
|
* OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
|
|
* THE SOFTWARE.
|
|
*/
|
|
|
|
// options to control how MicroPython is built
|
|
|
|
#define MICROPY_ALLOC_PATH_MAX (PATH_MAX)
|
|
#define MICROPY_PERSISTENT_CODE_LOAD (0)
|
|
#define MICROPY_PERSISTENT_CODE_SAVE (1)
|
|
|
|
#ifndef MICROPY_PERSISTENT_CODE_SAVE_FILE
|
|
#if defined(__i386__) || defined(__x86_64__) || defined(_WIN32) || defined(__unix__) || defined(__APPLE__)
|
|
#define MICROPY_PERSISTENT_CODE_SAVE_FILE (1)
|
|
#else
|
|
#define MICROPY_PERSISTENT_CODE_SAVE_FILE (0)
|
|
#endif
|
|
#endif
|
|
|
|
#define MICROPY_EMIT_X64 (1)
|
|
#define MICROPY_EMIT_X86 (1)
|
|
#define MICROPY_EMIT_THUMB (1)
|
|
#define MICROPY_EMIT_INLINE_THUMB (1)
|
|
#define MICROPY_EMIT_INLINE_THUMB_ARMV7M (1)
|
|
#define MICROPY_EMIT_INLINE_THUMB_FLOAT (1)
|
|
#define MICROPY_EMIT_ARM (1)
|
|
#define MICROPY_EMIT_XTENSA (1)
|
|
#define MICROPY_EMIT_INLINE_XTENSA (1)
|
|
#define MICROPY_EMIT_XTENSAWIN (1)
|
|
|
|
#define MICROPY_DYNAMIC_COMPILER (1)
|
|
#define MICROPY_COMP_CONST_FOLDING (1)
|
|
#define MICROPY_COMP_MODULE_CONST (1)
|
|
#define MICROPY_COMP_CONST (1)
|
|
#define MICROPY_COMP_DOUBLE_TUPLE_ASSIGN (1)
|
|
#define MICROPY_COMP_TRIPLE_TUPLE_ASSIGN (1)
|
|
#define MICROPY_COMP_RETURN_IF_EXPR (1)
|
|
|
|
#define MICROPY_OPT_CACHE_MAP_LOOKUP_IN_BYTECODE (0)
|
|
|
|
#define MICROPY_READER_POSIX (1)
|
|
#define MICROPY_ENABLE_RUNTIME (0)
|
|
#define MICROPY_ENABLE_GC (1)
|
|
#ifndef __EMSCRIPTEN__
|
|
#define MICROPY_STACK_CHECK (1)
|
|
#endif
|
|
#define MICROPY_HELPER_LEXER_UNIX (1)
|
|
#define MICROPY_LONGINT_IMPL (MICROPY_LONGINT_IMPL_MPZ)
|
|
#define MICROPY_ENABLE_SOURCE_LINE (1)
|
|
#define MICROPY_ENABLE_DOC_STRING (0)
|
|
#define MICROPY_ERROR_REPORTING (MICROPY_ERROR_REPORTING_DETAILED)
|
|
#define MICROPY_WARNINGS (1)
|
|
|
|
#define MICROPY_FLOAT_IMPL (MICROPY_FLOAT_IMPL_DOUBLE)
|
|
#define MICROPY_CPYTHON_COMPAT (1)
|
|
#define MICROPY_USE_INTERNAL_PRINTF (0)
|
|
|
|
#define MICROPY_PY_FSTRINGS (1)
|
|
#define MICROPY_PY_BUILTINS_STR_UNICODE (1)
|
|
|
|
#if !(defined(MICROPY_GCREGS_SETJMP) || defined(__x86_64__) || defined(__i386__) || defined(__thumb2__) || defined(__thumb__) || defined(__arm__))
|
|
// Fall back to setjmp() implementation for discovery of GC pointers in registers.
|
|
#define MICROPY_GCREGS_SETJMP (1)
|
|
#endif
|
|
|
|
#define MICROPY_PY___FILE__ (0)
|
|
#define MICROPY_PY_ARRAY (0)
|
|
#define MICROPY_PY_ATTRTUPLE (0)
|
|
#define MICROPY_PY_COLLECTIONS (0)
|
|
#define MICROPY_PY_MATH (0)
|
|
#define MICROPY_PY_CMATH (0)
|
|
#define MICROPY_PY_GC (0)
|
|
#define MICROPY_PY_IO (0)
|
|
#define MICROPY_PY_SYS (0)
|
|
|
|
// type definitions for the specific machine
|
|
|
|
#ifdef __LP64__
|
|
typedef long mp_int_t; // must be pointer size
|
|
typedef unsigned long mp_uint_t; // must be pointer size
|
|
#elif defined(__MINGW32__) && defined(_WIN64)
|
|
#include <stdint.h>
|
|
typedef __int64 mp_int_t;
|
|
typedef unsigned __int64 mp_uint_t;
|
|
#elif defined(_MSC_VER) && defined(_WIN64)
|
|
typedef __int64 mp_int_t;
|
|
typedef unsigned __int64 mp_uint_t;
|
|
#else
|
|
// These are definitions for machines where sizeof(int) == sizeof(void*),
|
|
// regardless for actual size.
|
|
typedef int mp_int_t; // must be pointer size
|
|
typedef unsigned int mp_uint_t; // must be pointer size
|
|
#endif
|
|
|
|
// Cannot include <sys/types.h>, as it may lead to symbol name clashes
|
|
#if _FILE_OFFSET_BITS == 64 && !defined(__LP64__)
|
|
typedef long long mp_off_t;
|
|
#else
|
|
typedef long mp_off_t;
|
|
#endif
|
|
|
|
#define MP_PLAT_PRINT_STRN(str, len) (void)0
|
|
|
|
// We need to provide a declaration/definition of alloca()
|
|
#ifdef __FreeBSD__
|
|
#include <stdlib.h>
|
|
#elif defined(_WIN32)
|
|
#include <malloc.h>
|
|
#else
|
|
#include <alloca.h>
|
|
#endif
|
|
|
|
#include <stdint.h>
|
|
|
|
// MSVC specifics - see windows/mpconfigport.h for explanation
|
|
#ifdef _MSC_VER
|
|
|
|
#define MP_ENDIANNESS_LITTLE (1)
|
|
#define NORETURN __declspec(noreturn)
|
|
#define MP_NOINLINE __declspec(noinline)
|
|
#define MP_LIKELY(x) (x)
|
|
#define MP_UNLIKELY(x) (x)
|
|
#define MICROPY_PORT_CONSTANTS { "dummy", 0 }
|
|
#ifdef _WIN64
|
|
#define MP_SSIZE_MAX _I64_MAX
|
|
#else
|
|
#define MP_SSIZE_MAX _I32_MAX
|
|
#endif
|
|
#define MICROPY_MAKE_POINTER_CALLABLE(p) ((void *)(p)) // Avoid compiler warning about different const qualifiers
|
|
#define restrict
|
|
#define inline __inline
|
|
#define alignof(t) __alignof(t)
|
|
#undef MICROPY_ALLOC_PATH_MAX
|
|
#define MICROPY_ALLOC_PATH_MAX 260
|
|
#define PATH_MAX MICROPY_ALLOC_PATH_MAX
|
|
#define S_ISREG(m) (((m) & S_IFMT) == S_IFREG)
|
|
#define S_ISDIR(m) (((m) & S_IFMT) == S_IFDIR)
|
|
#ifdef _WIN64
|
|
#define SSIZE_MAX _I64_MAX
|
|
typedef __int64 ssize_t;
|
|
#else
|
|
#define SSIZE_MAX _I32_MAX
|
|
typedef int ssize_t;
|
|
#endif
|
|
typedef mp_off_t off_t;
|
|
|
|
#endif
|