See tokeniser on Wiktionary
{
"categories": [
{
"kind": "other",
"name": "Lemmes en français",
"parents": [],
"source": "w"
},
{
"kind": "other",
"name": "Traductions en anglais",
"parents": [],
"source": "w"
},
{
"kind": "other",
"name": "Verbes du premier groupe en français",
"parents": [],
"source": "w"
},
{
"kind": "other",
"name": "Verbes en français",
"parents": [],
"source": "w"
},
{
"kind": "other",
"name": "Verbes transitifs sans langue précisée",
"parents": [],
"source": "w"
},
{
"kind": "other",
"name": "Français",
"orig": "français",
"parents": [],
"source": "w"
}
],
"derived": [
{
"word": "détokeniser"
},
{
"word": "retokeniser"
}
],
"etymology_texts": [
"Francisation du verbe anglais tokenize."
],
"forms": [
{
"form": "tokeniser",
"ipas": [
"\\tɔ.kɛ.ni.ze\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"infinitive",
"present"
]
},
{
"form": "avoir tokenisé",
"ipas": [
"\\a.vwaʁ tɔ.kɛ.ni.ze\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"infinitive",
"past"
]
},
{
"form": "en tokenisant",
"ipas": [
"\\ɑ̃ tɔ.kɛ.ni.zɑ̃\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"gerund",
"present"
]
},
{
"form": "en ayant tokenisé",
"ipas": [
"\\ɑ̃.n‿ɛ.jɑ̃ tɔ.kɛ.ni.ze\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"gerund",
"past"
]
},
{
"form": "tokenisant",
"ipas": [
"\\tɔ.kɛ.ni.zɑ̃\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"participle",
"present"
]
},
{
"form": "tokenisé",
"ipas": [
"\\tɔ.kɛ.ni.ze\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"participle",
"past"
]
},
{
"form": "je tokenise",
"ipas": [
"\\ʒə tɔ.kɛ.niz\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"indicative",
"present"
]
},
{
"form": "tu tokenises",
"ipas": [
"\\ty tɔ.kɛ.niz\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"indicative",
"present"
]
},
{
"form": "il/elle/on tokenise",
"ipas": [
"\\[il/ɛl/ɔ̃] tɔ.kɛ.niz\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"indicative",
"present"
]
},
{
"form": "nous tokenisons",
"ipas": [
"\\nu tɔ.kɛ.ni.zɔ̃\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"indicative",
"present"
]
},
{
"form": "vous tokenisez",
"ipas": [
"\\vu tɔ.kɛ.ni.ze\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"indicative",
"present"
]
},
{
"form": "ils/elles tokenisent",
"ipas": [
"\\[il/ɛl] tɔ.kɛ.niz\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"indicative",
"present"
]
},
{
"form": "j’ai tokenisé",
"ipas": [
"\\ʒ‿e tɔ.kɛ.ni.ze\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"indicative",
"past",
"multiword-construction"
]
},
{
"form": "tu as tokenisé",
"ipas": [
"\\ty a tɔ.kɛ.ni.ze\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"indicative",
"past",
"multiword-construction"
]
},
{
"form": "il/elle/on a tokenisé",
"ipas": [
"\\[i.l/ɛ.l/ɔ̃.n]‿a tɔ.kɛ.ni.ze\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"indicative",
"past",
"multiword-construction"
]
},
{
"form": "nous avons tokenisé",
"ipas": [
"\\nu.z‿a.vɔ̃ tɔ.kɛ.ni.ze\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"indicative",
"past",
"multiword-construction"
]
},
{
"form": "vous avez tokenisé",
"ipas": [
"\\vu.z‿a.ve tɔ.kɛ.ni.ze\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"indicative",
"past",
"multiword-construction"
]
},
{
"form": "ils/elles ont tokenisé",
"ipas": [
"\\[i/ɛ]l.z‿ɔ̃ tɔ.kɛ.ni.ze\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"indicative",
"past",
"multiword-construction"
]
},
{
"form": "je tokenisais",
"ipas": [
"\\ʒə tɔ.kɛ.ni.zɛ\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"indicative",
"imperfect"
]
},
{
"form": "tu tokenisais",
"ipas": [
"\\ty tɔ.kɛ.ni.zɛ\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"indicative",
"imperfect"
]
},
{
"form": "il/elle/on tokenisait",
"ipas": [
"\\[il/ɛl/ɔ̃] tɔ.kɛ.ni.zɛ\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"indicative",
"imperfect"
]
},
{
"form": "nous tokenisions",
"ipas": [
"\\nu tɔ.kɛ.ni.zjɔ̃\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"indicative",
"imperfect"
]
},
{
"form": "vous tokenisiez",
"ipas": [
"\\vu tɔ.kɛ.ni.zje\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"indicative",
"imperfect"
]
},
{
"form": "ils/elles tokenisaient",
"ipas": [
"\\[il/ɛl] tɔ.kɛ.ni.zɛ\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"indicative",
"imperfect"
]
},
{
"form": "j’avais tokenisé",
"ipas": [
"\\ʒ‿a.vɛ tɔ.kɛ.ni.ze\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"indicative",
"pluperfect"
]
},
{
"form": "tu avais tokenisé",
"ipas": [
"\\ty a.vɛ tɔ.kɛ.ni.ze\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"indicative",
"pluperfect"
]
},
{
"form": "il/elle/on avait tokenisé",
"ipas": [
"\\[i.l/ɛ.l/ɔ̃.n]‿a.vɛ tɔ.kɛ.ni.ze\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"indicative",
"pluperfect"
]
},
{
"form": "nous avions tokenisé",
"ipas": [
"\\nu.z‿a.vjɔ̃ tɔ.kɛ.ni.ze\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"indicative",
"pluperfect"
]
},
{
"form": "vous aviez tokenisé",
"ipas": [
"\\vu.z‿a.vje tɔ.kɛ.ni.ze\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"indicative",
"pluperfect"
]
},
{
"form": "ils/elles avaient tokenisé",
"ipas": [
"\\[i/ɛ]l.z‿a.vɛ tɔ.kɛ.ni.ze\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"indicative",
"pluperfect"
]
},
{
"form": "je tokenisai",
"ipas": [
"\\ʒə tɔ.kɛ.ni.ze\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"indicative",
"past"
]
},
{
"form": "tu tokenisas",
"ipas": [
"\\ty tɔ.kɛ.ni.za\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"indicative",
"past"
]
},
{
"form": "il/elle/on tokenisa",
"ipas": [
"\\[il/ɛl/ɔ̃] tɔ.kɛ.ni.za\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"indicative",
"past"
]
},
{
"form": "nous tokenisâmes",
"ipas": [
"\\nu tɔ.kɛ.ni.zam\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"indicative",
"past"
]
},
{
"form": "vous tokenisâtes",
"ipas": [
"\\vu tɔ.kɛ.ni.zat\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"indicative",
"past"
]
},
{
"form": "ils/elles tokenisèrent",
"ipas": [
"\\[il/ɛl] tɔ.kɛ.ni.zɛʁ\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"indicative",
"past"
]
},
{
"form": "j’eus tokenisé",
"ipas": [
"\\ʒ‿y tɔ.kɛ.ni.ze\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"indicative",
"past",
"anterior"
]
},
{
"form": "tu eus tokenisé",
"ipas": [
"\\ty y tɔ.kɛ.ni.ze\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"indicative",
"past",
"anterior"
]
},
{
"form": "il/elle/on eut tokenisé",
"ipas": [
"\\[i.l/ɛ.l/ɔ̃.n]‿y tɔ.kɛ.ni.ze\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"indicative",
"past",
"anterior"
]
},
{
"form": "nous eûmes tokenisé",
"ipas": [
"\\nu.z‿ym tɔ.kɛ.ni.ze\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"indicative",
"past",
"anterior"
]
},
{
"form": "vous eûtes tokenisé",
"ipas": [
"\\vu.z‿yt tɔ.kɛ.ni.ze\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"indicative",
"past",
"anterior"
]
},
{
"form": "ils/elles eurent tokenisé",
"ipas": [
"\\[i/ɛ]l.z‿yʁ tɔ.kɛ.ni.ze\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"indicative",
"past",
"anterior"
]
},
{
"form": "je tokeniserai",
"ipas": [
"\\ʒə tɔ.kɛ.ni.z(ə.)ʁe\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"indicative",
"future"
]
},
{
"form": "tu tokeniseras",
"ipas": [
"\\ty tɔ.kɛ.ni.z(ə.)ʁa\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"indicative",
"future"
]
},
{
"form": "il/elle/on tokenisera",
"ipas": [
"\\[il/ɛl/ɔ̃] tɔ.kɛ.ni.z(ə.)ʁa\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"indicative",
"future"
]
},
{
"form": "nous tokeniserons",
"ipas": [
"\\nu tɔ.kɛ.ni.z(ə.)ʁɔ̃\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"indicative",
"future"
]
},
{
"form": "vous tokeniserez",
"ipas": [
"\\vu tɔ.kɛ.ni.z(ə.)ʁe\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"indicative",
"future"
]
},
{
"form": "ils/elles tokeniseront",
"ipas": [
"\\[il/ɛl] tɔ.kɛ.ni.z(ə.)ʁɔ̃\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"indicative",
"future"
]
},
{
"form": "j’aurai tokenisé",
"ipas": [
"\\ʒ‿o.ʁe tɔ.kɛ.ni.ze\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"indicative",
"future",
"perfect"
]
},
{
"form": "tu auras tokenisé",
"ipas": [
"\\ty o.ʁa tɔ.kɛ.ni.ze\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"indicative",
"future",
"perfect"
]
},
{
"form": "il/elle/on aura tokenisé",
"ipas": [
"\\[i.l/ɛ.l/ɔ̃.n]‿o.ʁa tɔ.kɛ.ni.ze\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"indicative",
"future",
"perfect"
]
},
{
"form": "nous aurons tokenisé",
"ipas": [
"\\nu.z‿o.ʁɔ̃ tɔ.kɛ.ni.ze\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"indicative",
"future",
"perfect"
]
},
{
"form": "vous aurez tokenisé",
"ipas": [
"\\vu.z‿o.ʁe tɔ.kɛ.ni.ze\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"indicative",
"future",
"perfect"
]
},
{
"form": "ils/elles auront tokenisé",
"ipas": [
"\\[i/ɛ]l.z‿o.ʁɔ̃ tɔ.kɛ.ni.ze\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"indicative",
"future",
"perfect"
]
},
{
"form": "que je tokenise",
"ipas": [
"\\kə ʒə tɔ.kɛ.niz\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"subjunctive",
"present"
]
},
{
"form": "que tu tokenises",
"ipas": [
"\\kə ty tɔ.kɛ.niz\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"subjunctive",
"present"
]
},
{
"form": "qu’il/elle/on tokenise",
"ipas": [
"\\k‿[il/ɛl/ɔ̃] tɔ.kɛ.niz\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"subjunctive",
"present"
]
},
{
"form": "que nous tokenisions",
"ipas": [
"\\kə nu tɔ.kɛ.ni.zjɔ̃\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"subjunctive",
"present"
]
},
{
"form": "que vous tokenisiez",
"ipas": [
"\\kə vu tɔ.kɛ.ni.zje\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"subjunctive",
"present"
]
},
{
"form": "qu’ils/elles tokenisent",
"ipas": [
"\\k‿[il/ɛl] tɔ.kɛ.niz\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"subjunctive",
"present"
]
},
{
"form": "que j’aie tokenisé",
"ipas": [
"\\kə ʒ‿ɛ tɔ.kɛ.ni.ze\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"subjunctive",
"past"
]
},
{
"form": "que tu aies tokenisé",
"ipas": [
"\\kə ty ɛ tɔ.kɛ.ni.ze\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"subjunctive",
"past"
]
},
{
"form": "qu’il/elle/on ait tokenisé",
"ipas": [
"\\k‿[i.l/ɛ.l/ɔ̃.n]‿ɛ tɔ.kɛ.ni.ze\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"subjunctive",
"past"
]
},
{
"form": "que nous ayons tokenisé",
"ipas": [
"\\kə nu.z‿ɛ.jɔ̃ tɔ.kɛ.ni.ze\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"subjunctive",
"past"
]
},
{
"form": "que vous ayez tokenisé",
"ipas": [
"\\kə vu.z‿ɛ.je tɔ.kɛ.ni.ze\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"subjunctive",
"past"
]
},
{
"form": "qu’ils/elles aient tokenisé",
"ipas": [
"\\k‿[i/ɛ]l.z‿ɛ tɔ.kɛ.ni.ze\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"subjunctive",
"past"
]
},
{
"form": "que je tokenisasse",
"ipas": [
"\\kə ʒə tɔ.kɛ.ni.zas\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"subjunctive",
"imperfect"
]
},
{
"form": "que tu tokenisasses",
"ipas": [
"\\kə ty tɔ.kɛ.ni.zas\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"subjunctive",
"imperfect"
]
},
{
"form": "qu’il/elle/on tokenisât",
"ipas": [
"\\k‿[il/ɛl/ɔ̃] tɔ.kɛ.ni.za\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"subjunctive",
"imperfect"
]
},
{
"form": "que nous tokenisassions",
"ipas": [
"\\kə nu tɔ.kɛ.ni.za.sjɔ̃\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"subjunctive",
"imperfect"
]
},
{
"form": "que vous tokenisassiez",
"ipas": [
"\\kə vu tɔ.kɛ.ni.za.sje\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"subjunctive",
"imperfect"
]
},
{
"form": "qu’ils/elles tokenisassent",
"ipas": [
"\\k‿[il/ɛl] tɔ.kɛ.ni.zas\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"subjunctive",
"imperfect"
]
},
{
"form": "que j’eusse tokenisé",
"ipas": [
"\\kə ʒ‿ys tɔ.kɛ.ni.ze\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"subjunctive",
"pluperfect"
]
},
{
"form": "que tu eusses tokenisé",
"ipas": [
"\\kə ty ys tɔ.kɛ.ni.ze\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"subjunctive",
"pluperfect"
]
},
{
"form": "qu’il/elle/on eût tokenisé",
"ipas": [
"\\k‿[i.l/ɛ.l/ɔ̃.n]‿y tɔ.kɛ.ni.ze\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"subjunctive",
"pluperfect"
]
},
{
"form": "que nous eussions tokenisé",
"ipas": [
"\\kə nu.z‿y.sjɔ̃ tɔ.kɛ.ni.ze\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"subjunctive",
"pluperfect"
]
},
{
"form": "que vous eussiez tokenisé",
"ipas": [
"\\kə vu.z‿y.sje tɔ.kɛ.ni.ze\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"subjunctive",
"pluperfect"
]
},
{
"form": "qu’ils/elles eussent tokenisé",
"ipas": [
"\\k‿[i/ɛ]l.z‿ys tɔ.kɛ.ni.ze\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"subjunctive",
"pluperfect"
]
},
{
"form": "je tokeniserais",
"ipas": [
"\\ʒə tɔ.kɛ.ni.z(ə.)ʁɛ\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"conditional",
"present"
]
},
{
"form": "tu tokeniserais",
"ipas": [
"\\ty tɔ.kɛ.ni.z(ə.)ʁɛ\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"conditional",
"present"
]
},
{
"form": "il/elle/on tokeniserait",
"ipas": [
"\\[il/ɛl/ɔ̃] tɔ.kɛ.ni.z(ə.)ʁɛ\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"conditional",
"present"
]
},
{
"form": "nous tokeniserions",
"ipas": [
"\\nu tɔ.kɛ.ni.zə.ʁjɔ̃\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"conditional",
"present"
]
},
{
"form": "vous tokeniseriez",
"ipas": [
"\\vu tɔ.kɛ.ni.zə.ʁje\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"conditional",
"present"
]
},
{
"form": "ils/elles tokeniseraient",
"ipas": [
"\\[il/ɛl] tɔ.kɛ.ni.z(ə.)ʁɛ\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"conditional",
"present"
]
},
{
"form": "j’aurais tokenisé",
"ipas": [
"\\ʒ‿o.ʁɛ tɔ.kɛ.ni.ze\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"conditional",
"past"
]
},
{
"form": "tu aurais tokenisé",
"ipas": [
"\\ty o.ʁɛ tɔ.kɛ.ni.ze\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"conditional",
"past"
]
},
{
"form": "il/elle/on aurait tokenisé",
"ipas": [
"\\[i.l/ɛ.l/ɔ̃.n]‿o.ʁɛ tɔ.kɛ.ni.ze\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"conditional",
"past"
]
},
{
"form": "nous aurions tokenisé",
"ipas": [
"\\nu.z‿o.ʁjɔ̃ tɔ.kɛ.ni.ze\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"conditional",
"past"
]
},
{
"form": "vous auriez tokenisé",
"ipas": [
"\\vu.z‿o.ʁje tɔ.kɛ.ni.ze\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"conditional",
"past"
]
},
{
"form": "ils/elles auraient tokenisé",
"ipas": [
"\\[i/ɛ]l.z‿o.ʁɛ tɔ.kɛ.ni.ze\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"conditional",
"past"
]
},
{
"form": "tokenise",
"ipas": [
"\\tɔ.kɛ.niz\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"imperative",
"present"
]
},
{
"form": "tokenisons",
"ipas": [
"\\tɔ.kɛ.ni.zɔ̃\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"imperative",
"present"
]
},
{
"form": "tokenisez",
"ipas": [
"\\tɔ.kɛ.ni.ze\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"imperative",
"present"
]
},
{
"form": "aie tokenisé",
"ipas": [
"\\ɛ tɔ.kɛ.ni.ze\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"imperative",
"past"
]
},
{
"form": "ayons tokenisé",
"ipas": [
"\\ɛ.jɔ̃ tɔ.kɛ.ni.ze\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"imperative",
"past"
]
},
{
"form": "ayez tokenisé",
"ipas": [
"\\ɛ.je tɔ.kɛ.ni.ze\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"imperative",
"past"
]
},
{
"form": "tokéniser"
}
],
"lang": "Français",
"lang_code": "fr",
"pos": "verb",
"pos_title": "Verbe",
"raw_tags": [
"1ᵉʳ groupe"
],
"senses": [
{
"categories": [
{
"kind": "other",
"name": "Exemples en français",
"parents": [],
"source": "w"
}
],
"examples": [
{
"bold_text_offsets": [
[
114,
126
]
],
"ref": "site dumas.ccsd.cnrs.fr, 17 décembre 2021",
"text": "Dans une première phase d’observation, nous avons donc comparé les données du fichier Input sur un même texte qui est tokenisé de deux manières."
}
],
"glosses": [
"Découper automatiquement un texte en unités lexicales grâce à une analyse lexicale."
],
"id": "fr-tokeniser-fr-verb-96JxgOcj"
},
{
"categories": [
{
"kind": "other",
"name": "Exemples en français",
"parents": [],
"source": "w"
}
],
"examples": [
{
"bold_text_offsets": [
[
20,
29
]
],
"ref": "journal 20 minutes, édition Paris-IDF, 14 juin 2023, page 16",
"text": "La perspective de « tokeniser des biens », c’est-à-dire de les mettre sur la blockchain, émerge, notamment dans le monde de l’immobilier."
},
{
"bold_text_offsets": [
[
38,
47
]
],
"ref": "site beaubourg-avocats.fr, 23 mars 2022",
"text": "Lorsqu’un émetteur de jetons souhaite tokeniser un actif financier, celui-ci devra connaître la qualification juridique du token émis."
},
{
"bold_text_offsets": [
[
0,
9
]
],
"ref": "site www.dsavocats.com, novembre 2020",
"text": "Tokeniser un actif immobilier suppose d’associer un jeton numérique inscrit sur une blockchain à un bien immobilier."
}
],
"glosses": [
"Associer un jeton NFT dans une blockchain à un bien réel."
],
"id": "fr-tokeniser-fr-verb-gJbDktPz"
},
{
"categories": [
{
"kind": "other",
"name": "Lexique en français de l’intelligence artificielle",
"parents": [],
"source": "w"
}
],
"glosses": [
"En IA générative, remplacer une séquence de motifs par une séquence de tokens."
],
"id": "fr-tokeniser-fr-verb-s-0fOp9j",
"raw_tags": [
"Intelligence artificielle"
]
}
],
"sounds": [
{
"ipa": "\\tɔ.kɛ.ni.ze\\"
}
],
"tags": [
"transitive"
],
"translations": [
{
"lang": "Anglais",
"lang_code": "en",
"word": "tokenize"
}
],
"word": "tokeniser"
}
{
"categories": [
{
"kind": "other",
"name": "Lemmes en anglais",
"parents": [],
"source": "w"
},
{
"kind": "other",
"name": "Noms communs en anglais",
"parents": [],
"source": "w"
},
{
"kind": "other",
"name": "Anglais",
"orig": "anglais",
"parents": [],
"source": "w"
}
],
"forms": [
{
"form": "tokenisers",
"tags": [
"plural"
]
}
],
"lang": "Anglais",
"lang_code": "en",
"pos": "noun",
"pos_title": "Nom commun",
"senses": [
{
"glosses": [
"Variante orthographique de tokenizer."
],
"id": "fr-tokeniser-en-noun-KxGMTvkr"
}
],
"word": "tokeniser"
}
{
"categories": [
"Lemmes en anglais",
"Noms communs en anglais",
"anglais"
],
"forms": [
{
"form": "tokenisers",
"tags": [
"plural"
]
}
],
"lang": "Anglais",
"lang_code": "en",
"pos": "noun",
"pos_title": "Nom commun",
"senses": [
{
"glosses": [
"Variante orthographique de tokenizer."
]
}
],
"word": "tokeniser"
}
{
"categories": [
"Lemmes en français",
"Traductions en anglais",
"Verbes du premier groupe en français",
"Verbes en français",
"Verbes transitifs sans langue précisée",
"français"
],
"derived": [
{
"word": "détokeniser"
},
{
"word": "retokeniser"
}
],
"etymology_texts": [
"Francisation du verbe anglais tokenize."
],
"forms": [
{
"form": "tokeniser",
"ipas": [
"\\tɔ.kɛ.ni.ze\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"infinitive",
"present"
]
},
{
"form": "avoir tokenisé",
"ipas": [
"\\a.vwaʁ tɔ.kɛ.ni.ze\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"infinitive",
"past"
]
},
{
"form": "en tokenisant",
"ipas": [
"\\ɑ̃ tɔ.kɛ.ni.zɑ̃\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"gerund",
"present"
]
},
{
"form": "en ayant tokenisé",
"ipas": [
"\\ɑ̃.n‿ɛ.jɑ̃ tɔ.kɛ.ni.ze\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"gerund",
"past"
]
},
{
"form": "tokenisant",
"ipas": [
"\\tɔ.kɛ.ni.zɑ̃\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"participle",
"present"
]
},
{
"form": "tokenisé",
"ipas": [
"\\tɔ.kɛ.ni.ze\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"participle",
"past"
]
},
{
"form": "je tokenise",
"ipas": [
"\\ʒə tɔ.kɛ.niz\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"indicative",
"present"
]
},
{
"form": "tu tokenises",
"ipas": [
"\\ty tɔ.kɛ.niz\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"indicative",
"present"
]
},
{
"form": "il/elle/on tokenise",
"ipas": [
"\\[il/ɛl/ɔ̃] tɔ.kɛ.niz\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"indicative",
"present"
]
},
{
"form": "nous tokenisons",
"ipas": [
"\\nu tɔ.kɛ.ni.zɔ̃\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"indicative",
"present"
]
},
{
"form": "vous tokenisez",
"ipas": [
"\\vu tɔ.kɛ.ni.ze\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"indicative",
"present"
]
},
{
"form": "ils/elles tokenisent",
"ipas": [
"\\[il/ɛl] tɔ.kɛ.niz\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"indicative",
"present"
]
},
{
"form": "j’ai tokenisé",
"ipas": [
"\\ʒ‿e tɔ.kɛ.ni.ze\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"indicative",
"past",
"multiword-construction"
]
},
{
"form": "tu as tokenisé",
"ipas": [
"\\ty a tɔ.kɛ.ni.ze\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"indicative",
"past",
"multiword-construction"
]
},
{
"form": "il/elle/on a tokenisé",
"ipas": [
"\\[i.l/ɛ.l/ɔ̃.n]‿a tɔ.kɛ.ni.ze\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"indicative",
"past",
"multiword-construction"
]
},
{
"form": "nous avons tokenisé",
"ipas": [
"\\nu.z‿a.vɔ̃ tɔ.kɛ.ni.ze\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"indicative",
"past",
"multiword-construction"
]
},
{
"form": "vous avez tokenisé",
"ipas": [
"\\vu.z‿a.ve tɔ.kɛ.ni.ze\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"indicative",
"past",
"multiword-construction"
]
},
{
"form": "ils/elles ont tokenisé",
"ipas": [
"\\[i/ɛ]l.z‿ɔ̃ tɔ.kɛ.ni.ze\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"indicative",
"past",
"multiword-construction"
]
},
{
"form": "je tokenisais",
"ipas": [
"\\ʒə tɔ.kɛ.ni.zɛ\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"indicative",
"imperfect"
]
},
{
"form": "tu tokenisais",
"ipas": [
"\\ty tɔ.kɛ.ni.zɛ\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"indicative",
"imperfect"
]
},
{
"form": "il/elle/on tokenisait",
"ipas": [
"\\[il/ɛl/ɔ̃] tɔ.kɛ.ni.zɛ\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"indicative",
"imperfect"
]
},
{
"form": "nous tokenisions",
"ipas": [
"\\nu tɔ.kɛ.ni.zjɔ̃\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"indicative",
"imperfect"
]
},
{
"form": "vous tokenisiez",
"ipas": [
"\\vu tɔ.kɛ.ni.zje\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"indicative",
"imperfect"
]
},
{
"form": "ils/elles tokenisaient",
"ipas": [
"\\[il/ɛl] tɔ.kɛ.ni.zɛ\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"indicative",
"imperfect"
]
},
{
"form": "j’avais tokenisé",
"ipas": [
"\\ʒ‿a.vɛ tɔ.kɛ.ni.ze\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"indicative",
"pluperfect"
]
},
{
"form": "tu avais tokenisé",
"ipas": [
"\\ty a.vɛ tɔ.kɛ.ni.ze\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"indicative",
"pluperfect"
]
},
{
"form": "il/elle/on avait tokenisé",
"ipas": [
"\\[i.l/ɛ.l/ɔ̃.n]‿a.vɛ tɔ.kɛ.ni.ze\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"indicative",
"pluperfect"
]
},
{
"form": "nous avions tokenisé",
"ipas": [
"\\nu.z‿a.vjɔ̃ tɔ.kɛ.ni.ze\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"indicative",
"pluperfect"
]
},
{
"form": "vous aviez tokenisé",
"ipas": [
"\\vu.z‿a.vje tɔ.kɛ.ni.ze\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"indicative",
"pluperfect"
]
},
{
"form": "ils/elles avaient tokenisé",
"ipas": [
"\\[i/ɛ]l.z‿a.vɛ tɔ.kɛ.ni.ze\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"indicative",
"pluperfect"
]
},
{
"form": "je tokenisai",
"ipas": [
"\\ʒə tɔ.kɛ.ni.ze\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"indicative",
"past"
]
},
{
"form": "tu tokenisas",
"ipas": [
"\\ty tɔ.kɛ.ni.za\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"indicative",
"past"
]
},
{
"form": "il/elle/on tokenisa",
"ipas": [
"\\[il/ɛl/ɔ̃] tɔ.kɛ.ni.za\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"indicative",
"past"
]
},
{
"form": "nous tokenisâmes",
"ipas": [
"\\nu tɔ.kɛ.ni.zam\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"indicative",
"past"
]
},
{
"form": "vous tokenisâtes",
"ipas": [
"\\vu tɔ.kɛ.ni.zat\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"indicative",
"past"
]
},
{
"form": "ils/elles tokenisèrent",
"ipas": [
"\\[il/ɛl] tɔ.kɛ.ni.zɛʁ\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"indicative",
"past"
]
},
{
"form": "j’eus tokenisé",
"ipas": [
"\\ʒ‿y tɔ.kɛ.ni.ze\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"indicative",
"past",
"anterior"
]
},
{
"form": "tu eus tokenisé",
"ipas": [
"\\ty y tɔ.kɛ.ni.ze\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"indicative",
"past",
"anterior"
]
},
{
"form": "il/elle/on eut tokenisé",
"ipas": [
"\\[i.l/ɛ.l/ɔ̃.n]‿y tɔ.kɛ.ni.ze\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"indicative",
"past",
"anterior"
]
},
{
"form": "nous eûmes tokenisé",
"ipas": [
"\\nu.z‿ym tɔ.kɛ.ni.ze\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"indicative",
"past",
"anterior"
]
},
{
"form": "vous eûtes tokenisé",
"ipas": [
"\\vu.z‿yt tɔ.kɛ.ni.ze\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"indicative",
"past",
"anterior"
]
},
{
"form": "ils/elles eurent tokenisé",
"ipas": [
"\\[i/ɛ]l.z‿yʁ tɔ.kɛ.ni.ze\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"indicative",
"past",
"anterior"
]
},
{
"form": "je tokeniserai",
"ipas": [
"\\ʒə tɔ.kɛ.ni.z(ə.)ʁe\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"indicative",
"future"
]
},
{
"form": "tu tokeniseras",
"ipas": [
"\\ty tɔ.kɛ.ni.z(ə.)ʁa\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"indicative",
"future"
]
},
{
"form": "il/elle/on tokenisera",
"ipas": [
"\\[il/ɛl/ɔ̃] tɔ.kɛ.ni.z(ə.)ʁa\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"indicative",
"future"
]
},
{
"form": "nous tokeniserons",
"ipas": [
"\\nu tɔ.kɛ.ni.z(ə.)ʁɔ̃\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"indicative",
"future"
]
},
{
"form": "vous tokeniserez",
"ipas": [
"\\vu tɔ.kɛ.ni.z(ə.)ʁe\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"indicative",
"future"
]
},
{
"form": "ils/elles tokeniseront",
"ipas": [
"\\[il/ɛl] tɔ.kɛ.ni.z(ə.)ʁɔ̃\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"indicative",
"future"
]
},
{
"form": "j’aurai tokenisé",
"ipas": [
"\\ʒ‿o.ʁe tɔ.kɛ.ni.ze\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"indicative",
"future",
"perfect"
]
},
{
"form": "tu auras tokenisé",
"ipas": [
"\\ty o.ʁa tɔ.kɛ.ni.ze\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"indicative",
"future",
"perfect"
]
},
{
"form": "il/elle/on aura tokenisé",
"ipas": [
"\\[i.l/ɛ.l/ɔ̃.n]‿o.ʁa tɔ.kɛ.ni.ze\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"indicative",
"future",
"perfect"
]
},
{
"form": "nous aurons tokenisé",
"ipas": [
"\\nu.z‿o.ʁɔ̃ tɔ.kɛ.ni.ze\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"indicative",
"future",
"perfect"
]
},
{
"form": "vous aurez tokenisé",
"ipas": [
"\\vu.z‿o.ʁe tɔ.kɛ.ni.ze\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"indicative",
"future",
"perfect"
]
},
{
"form": "ils/elles auront tokenisé",
"ipas": [
"\\[i/ɛ]l.z‿o.ʁɔ̃ tɔ.kɛ.ni.ze\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"indicative",
"future",
"perfect"
]
},
{
"form": "que je tokenise",
"ipas": [
"\\kə ʒə tɔ.kɛ.niz\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"subjunctive",
"present"
]
},
{
"form": "que tu tokenises",
"ipas": [
"\\kə ty tɔ.kɛ.niz\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"subjunctive",
"present"
]
},
{
"form": "qu’il/elle/on tokenise",
"ipas": [
"\\k‿[il/ɛl/ɔ̃] tɔ.kɛ.niz\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"subjunctive",
"present"
]
},
{
"form": "que nous tokenisions",
"ipas": [
"\\kə nu tɔ.kɛ.ni.zjɔ̃\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"subjunctive",
"present"
]
},
{
"form": "que vous tokenisiez",
"ipas": [
"\\kə vu tɔ.kɛ.ni.zje\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"subjunctive",
"present"
]
},
{
"form": "qu’ils/elles tokenisent",
"ipas": [
"\\k‿[il/ɛl] tɔ.kɛ.niz\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"subjunctive",
"present"
]
},
{
"form": "que j’aie tokenisé",
"ipas": [
"\\kə ʒ‿ɛ tɔ.kɛ.ni.ze\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"subjunctive",
"past"
]
},
{
"form": "que tu aies tokenisé",
"ipas": [
"\\kə ty ɛ tɔ.kɛ.ni.ze\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"subjunctive",
"past"
]
},
{
"form": "qu’il/elle/on ait tokenisé",
"ipas": [
"\\k‿[i.l/ɛ.l/ɔ̃.n]‿ɛ tɔ.kɛ.ni.ze\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"subjunctive",
"past"
]
},
{
"form": "que nous ayons tokenisé",
"ipas": [
"\\kə nu.z‿ɛ.jɔ̃ tɔ.kɛ.ni.ze\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"subjunctive",
"past"
]
},
{
"form": "que vous ayez tokenisé",
"ipas": [
"\\kə vu.z‿ɛ.je tɔ.kɛ.ni.ze\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"subjunctive",
"past"
]
},
{
"form": "qu’ils/elles aient tokenisé",
"ipas": [
"\\k‿[i/ɛ]l.z‿ɛ tɔ.kɛ.ni.ze\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"subjunctive",
"past"
]
},
{
"form": "que je tokenisasse",
"ipas": [
"\\kə ʒə tɔ.kɛ.ni.zas\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"subjunctive",
"imperfect"
]
},
{
"form": "que tu tokenisasses",
"ipas": [
"\\kə ty tɔ.kɛ.ni.zas\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"subjunctive",
"imperfect"
]
},
{
"form": "qu’il/elle/on tokenisât",
"ipas": [
"\\k‿[il/ɛl/ɔ̃] tɔ.kɛ.ni.za\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"subjunctive",
"imperfect"
]
},
{
"form": "que nous tokenisassions",
"ipas": [
"\\kə nu tɔ.kɛ.ni.za.sjɔ̃\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"subjunctive",
"imperfect"
]
},
{
"form": "que vous tokenisassiez",
"ipas": [
"\\kə vu tɔ.kɛ.ni.za.sje\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"subjunctive",
"imperfect"
]
},
{
"form": "qu’ils/elles tokenisassent",
"ipas": [
"\\k‿[il/ɛl] tɔ.kɛ.ni.zas\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"subjunctive",
"imperfect"
]
},
{
"form": "que j’eusse tokenisé",
"ipas": [
"\\kə ʒ‿ys tɔ.kɛ.ni.ze\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"subjunctive",
"pluperfect"
]
},
{
"form": "que tu eusses tokenisé",
"ipas": [
"\\kə ty ys tɔ.kɛ.ni.ze\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"subjunctive",
"pluperfect"
]
},
{
"form": "qu’il/elle/on eût tokenisé",
"ipas": [
"\\k‿[i.l/ɛ.l/ɔ̃.n]‿y tɔ.kɛ.ni.ze\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"subjunctive",
"pluperfect"
]
},
{
"form": "que nous eussions tokenisé",
"ipas": [
"\\kə nu.z‿y.sjɔ̃ tɔ.kɛ.ni.ze\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"subjunctive",
"pluperfect"
]
},
{
"form": "que vous eussiez tokenisé",
"ipas": [
"\\kə vu.z‿y.sje tɔ.kɛ.ni.ze\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"subjunctive",
"pluperfect"
]
},
{
"form": "qu’ils/elles eussent tokenisé",
"ipas": [
"\\k‿[i/ɛ]l.z‿ys tɔ.kɛ.ni.ze\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"subjunctive",
"pluperfect"
]
},
{
"form": "je tokeniserais",
"ipas": [
"\\ʒə tɔ.kɛ.ni.z(ə.)ʁɛ\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"conditional",
"present"
]
},
{
"form": "tu tokeniserais",
"ipas": [
"\\ty tɔ.kɛ.ni.z(ə.)ʁɛ\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"conditional",
"present"
]
},
{
"form": "il/elle/on tokeniserait",
"ipas": [
"\\[il/ɛl/ɔ̃] tɔ.kɛ.ni.z(ə.)ʁɛ\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"conditional",
"present"
]
},
{
"form": "nous tokeniserions",
"ipas": [
"\\nu tɔ.kɛ.ni.zə.ʁjɔ̃\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"conditional",
"present"
]
},
{
"form": "vous tokeniseriez",
"ipas": [
"\\vu tɔ.kɛ.ni.zə.ʁje\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"conditional",
"present"
]
},
{
"form": "ils/elles tokeniseraient",
"ipas": [
"\\[il/ɛl] tɔ.kɛ.ni.z(ə.)ʁɛ\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"conditional",
"present"
]
},
{
"form": "j’aurais tokenisé",
"ipas": [
"\\ʒ‿o.ʁɛ tɔ.kɛ.ni.ze\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"conditional",
"past"
]
},
{
"form": "tu aurais tokenisé",
"ipas": [
"\\ty o.ʁɛ tɔ.kɛ.ni.ze\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"conditional",
"past"
]
},
{
"form": "il/elle/on aurait tokenisé",
"ipas": [
"\\[i.l/ɛ.l/ɔ̃.n]‿o.ʁɛ tɔ.kɛ.ni.ze\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"conditional",
"past"
]
},
{
"form": "nous aurions tokenisé",
"ipas": [
"\\nu.z‿o.ʁjɔ̃ tɔ.kɛ.ni.ze\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"conditional",
"past"
]
},
{
"form": "vous auriez tokenisé",
"ipas": [
"\\vu.z‿o.ʁje tɔ.kɛ.ni.ze\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"conditional",
"past"
]
},
{
"form": "ils/elles auraient tokenisé",
"ipas": [
"\\[i/ɛ]l.z‿o.ʁɛ tɔ.kɛ.ni.ze\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"conditional",
"past"
]
},
{
"form": "tokenise",
"ipas": [
"\\tɔ.kɛ.niz\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"imperative",
"present"
]
},
{
"form": "tokenisons",
"ipas": [
"\\tɔ.kɛ.ni.zɔ̃\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"imperative",
"present"
]
},
{
"form": "tokenisez",
"ipas": [
"\\tɔ.kɛ.ni.ze\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"imperative",
"present"
]
},
{
"form": "aie tokenisé",
"ipas": [
"\\ɛ tɔ.kɛ.ni.ze\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"imperative",
"past"
]
},
{
"form": "ayons tokenisé",
"ipas": [
"\\ɛ.jɔ̃ tɔ.kɛ.ni.ze\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"imperative",
"past"
]
},
{
"form": "ayez tokenisé",
"ipas": [
"\\ɛ.je tɔ.kɛ.ni.ze\\"
],
"source": "Conjugaison:français/tokeniser",
"tags": [
"imperative",
"past"
]
},
{
"form": "tokéniser"
}
],
"lang": "Français",
"lang_code": "fr",
"pos": "verb",
"pos_title": "Verbe",
"raw_tags": [
"1ᵉʳ groupe"
],
"senses": [
{
"categories": [
"Exemples en français"
],
"examples": [
{
"bold_text_offsets": [
[
114,
126
]
],
"ref": "site dumas.ccsd.cnrs.fr, 17 décembre 2021",
"text": "Dans une première phase d’observation, nous avons donc comparé les données du fichier Input sur un même texte qui est tokenisé de deux manières."
}
],
"glosses": [
"Découper automatiquement un texte en unités lexicales grâce à une analyse lexicale."
]
},
{
"categories": [
"Exemples en français"
],
"examples": [
{
"bold_text_offsets": [
[
20,
29
]
],
"ref": "journal 20 minutes, édition Paris-IDF, 14 juin 2023, page 16",
"text": "La perspective de « tokeniser des biens », c’est-à-dire de les mettre sur la blockchain, émerge, notamment dans le monde de l’immobilier."
},
{
"bold_text_offsets": [
[
38,
47
]
],
"ref": "site beaubourg-avocats.fr, 23 mars 2022",
"text": "Lorsqu’un émetteur de jetons souhaite tokeniser un actif financier, celui-ci devra connaître la qualification juridique du token émis."
},
{
"bold_text_offsets": [
[
0,
9
]
],
"ref": "site www.dsavocats.com, novembre 2020",
"text": "Tokeniser un actif immobilier suppose d’associer un jeton numérique inscrit sur une blockchain à un bien immobilier."
}
],
"glosses": [
"Associer un jeton NFT dans une blockchain à un bien réel."
]
},
{
"categories": [
"Lexique en français de l’intelligence artificielle"
],
"glosses": [
"En IA générative, remplacer une séquence de motifs par une séquence de tokens."
],
"raw_tags": [
"Intelligence artificielle"
]
}
],
"sounds": [
{
"ipa": "\\tɔ.kɛ.ni.ze\\"
}
],
"tags": [
"transitive"
],
"translations": [
{
"lang": "Anglais",
"lang_code": "en",
"word": "tokenize"
}
],
"word": "tokeniser"
}
Download raw JSONL data for tokeniser meaning in All languages combined (17.2kB)
This page is a part of the kaikki.org machine-readable All languages combined dictionary. This dictionary is based on structured data extracted on 2025-05-28 from the frwiktionary dump dated 2025-05-20 using wiktextract (e937b02 and f1c2b61). The data shown on this site has been post-processed and various details (e.g., extra categories) removed, some information disambiguated, and additional data merged from other sources. See the raw data download page for the unprocessed wiktextract data.
If you use this data in academic research, please cite Tatu Ylonen: Wiktextract: Wiktionary as Machine-Readable Structured Data, Proceedings of the 13th Conference on Language Resources and Evaluation (LREC), pp. 1317-1325, Marseille, 20-25 June 2022. Linking to the relevant page(s) under https://kaikki.org would also be greatly appreciated.