"tokenize" meaning in All languages combined

{
  "categories": [
    {
      "kind": "other",
      "name": "Lemmes en anglais",
      "parents": [],
      "source": "w"
    },
    {
      "kind": "other",
      "name": "Verbes en anglais",
      "parents": [],
      "source": "w"
    },
    {
      "kind": "other",
      "name": "Anglais",
      "orig": "anglais",
      "parents": [],
      "source": "w"
    }
  ],
  "etymology_texts": [
    "Dérivé de token, avec le suffixe -ize."
  ],
  "forms": [
    {
      "form": "to tokenize",
      "ipas": [
        "\\toʊ.kə.naɪz\\"
      ],
      "tags": [
        "infinitive"
      ]
    },
    {
      "form": "tokenizes",
      "ipas": [
        "\\toʊ.kə.naɪz.ɪz\\"
      ],
      "tags": [
        "present",
        "third-person",
        "singular"
      ]
    },
    {
      "form": "tokenized",
      "ipas": [
        "\\toʊ.kə.naɪzd\\"
      ],
      "tags": [
        "preterite"
      ]
    },
    {
      "form": "tokenized",
      "ipas": [
        "\\toʊ.kə.naɪzd\\"
      ],
      "tags": [
        "participle",
        "past"
      ]
    },
    {
      "form": "tokenizing",
      "ipas": [
        "\\toʊ.kə.naɪz.ɪŋ\\"
      ],
      "tags": [
        "participle",
        "present"
      ]
    }
  ],
  "lang": "Anglais",
  "lang_code": "en",
  "pos": "verb",
  "pos_id": "en-verb-1",
  "pos_title": "Verbe",
  "related": [
    {
      "word": "tokenise"
    },
    {
      "word": "tokenization"
    },
    {
      "word": "tokenizer"
    }
  ],
  "senses": [
    {
      "categories": [
        {
          "kind": "other",
          "name": "Lexique en anglais de l’informatique",
          "parents": [],
          "source": "w"
        }
      ],
      "examples": [
        {
          "ref": "Ben Stephenson, The Python Workbook (2nde édition),Springer, 2019, p. 90",
          "text": "Tokenizing is the process of converting a string into a list of substrings, known as tokens."
        }
      ],
      "glosses": [
        "Parser un texte composé de tokens."
      ],
      "id": "fr-tokenize-en-verb-BInBBwcH",
      "topics": [
        "computing"
      ]
    }
  ],
  "word": "tokenize"
}

{
  "categories": [
    "Lemmes en anglais",
    "Verbes en anglais",
    "anglais"
  ],
  "etymology_texts": [
    "Dérivé de token, avec le suffixe -ize."
  ],
  "forms": [
    {
      "form": "to tokenize",
      "ipas": [
        "\\toʊ.kə.naɪz\\"
      ],
      "tags": [
        "infinitive"
      ]
    },
    {
      "form": "tokenizes",
      "ipas": [
        "\\toʊ.kə.naɪz.ɪz\\"
      ],
      "tags": [
        "present",
        "third-person",
        "singular"
      ]
    },
    {
      "form": "tokenized",
      "ipas": [
        "\\toʊ.kə.naɪzd\\"
      ],
      "tags": [
        "preterite"
      ]
    },
    {
      "form": "tokenized",
      "ipas": [
        "\\toʊ.kə.naɪzd\\"
      ],
      "tags": [
        "participle",
        "past"
      ]
    },
    {
      "form": "tokenizing",
      "ipas": [
        "\\toʊ.kə.naɪz.ɪŋ\\"
      ],
      "tags": [
        "participle",
        "present"
      ]
    }
  ],
  "lang": "Anglais",
  "lang_code": "en",
  "pos": "verb",
  "pos_id": "en-verb-1",
  "pos_title": "Verbe",
  "related": [
    {
      "word": "tokenise"
    },
    {
      "word": "tokenization"
    },
    {
      "word": "tokenizer"
    }
  ],
  "senses": [
    {
      "categories": [
        "Lexique en anglais de l’informatique"
      ],
      "examples": [
        {
          "ref": "Ben Stephenson, The Python Workbook (2nde édition),Springer, 2019, p. 90",
          "text": "Tokenizing is the process of converting a string into a list of substrings, known as tokens."
        }
      ],
      "glosses": [
        "Parser un texte composé de tokens."
      ],
      "topics": [
        "computing"
      ]
    }
  ],
  "word": "tokenize"
}