{"action":"opened","issue":{"url":"https://api.github.com/repos/huggingface/pytorch-openai-transformer-lm/issues/42","repository_url":"https://api.github.com/repos/huggingface/pytorch-openai-transformer-lm","labels_url":"https://api.github.com/repos/huggingface/pytorch-openai-transformer-lm/issues/42/labels{/name}","comments_url":"https://api.github.com/repos/huggingface/pytorch-openai-transformer-lm/issues/42/comments","events_url":"https://api.github.com/repos/huggingface/pytorch-openai-transformer-lm/issues/42/events","html_url":"https://github.com/huggingface/pytorch-openai-transformer-lm/issues/42","id":360582398,"node_id":"MDU6SXNzdWUzNjA1ODIzOTg=","number":42,"title":"help to understand bpe logic","user":{"login":"BogdanDidenko","id":11133686,"node_id":"MDQ6VXNlcjExMTMzNjg2","avatar_url":"https://avatars0.githubusercontent.com/u/11133686?v=4","gravatar_id":"","url":"https://api.github.com/users/BogdanDidenko","html_url":"https://github.com/BogdanDidenko","followers_url":"https://api.github.com/users/BogdanDidenko/followers","following_url":"https://api.github.com/users/BogdanDidenko/following{/other_user}","gists_url":"https://api.github.com/users/BogdanDidenko/gists{/gist_id}","starred_url":"https://api.github.com/users/BogdanDidenko/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/BogdanDidenko/subscriptions","organizations_url":"https://api.github.com/users/BogdanDidenko/orgs","repos_url":"https://api.github.com/users/BogdanDidenko/repos","events_url":"https://api.github.com/users/BogdanDidenko/events{/privacy}","received_events_url":"https://api.github.com/users/BogdanDidenko/received_events","type":"User","site_admin":false},"labels":[],"state":"open","locked":false,"assignee":null,"assignees":[],"milestone":null,"comments":0,"created_at":"2018-09-15T22:45:24Z","updated_at":"2018-09-15T22:45:24Z","closed_at":null,"author_association":"NONE","body":"Hello. Sorry, but i can't understand how this function work. In my tests in most cases the result is equal to original token parameter value. \r\nhttps://github.com/openai/finetune-transformer-lm/blob/master/text_utils.py#L49"}}
{"actor":{"display_login":"BogdanDidenko"}}