DouKaku?

#!/usr/bin/env ruby
require 'open-uri'
lines = open('http://www.gnu.org/licenses/gpl.txt').readlines
dic = {}
lines.each_with_index do |line, index|
    line.scan(/\w+/).each do |word|
        dic[word] = dic[word] ? dic[word] << index + 1 : [index + 1]
    end
end
p dic

(use util.list)(use srfi-13)(let1 t(hash-table'equal?)(call-with-input-file(car *argv*)(#0=lambda(i)(port-fold(#0#(s n)(for-each(#0#(w)(hash-table-update! t(string-downcase w)(#0#(l)(if(memq n l)l(cons n l)))'()))(string-split s #[\W]))(+ n 1))1(cut read-line i))))(print(hash-table->alist t)))

url = "http://www.gnu.org/licenses/gpl.txt"
dic = {}
for index, line in enumerate(urllib.urlopen(url)):
    for word in re.findall('\w+', line):
        dic.setdefault(word, []).append(index + 1)
print dic

f <- 'http://www.gnu.org/licenses/gpl.txt'
sapply(names(table(unlist(strsplit((l<-readLines(f)),"\\W+")))), function(s) grep(s,l))

| dict stream delimiters lineCount |
dict := Dictionary new.
stream := HTTPSocket httpGet: 'http://www.gnu.org/licenses/gpl.txt'.
delimiters := Character allCharacters reject: [:each | each isLetter].
lineCount := 0.
[stream atEnd] whileFalse: [
    lineCount := lineCount + 1.
    ((stream upTo: Character lf) subStrings: delimiters) do: [:word | 
        | lines |
        lines := dict at: word ifAbsentPut: [OrderedCollection new].
        lines add: lineCount]].
^dict

private import std.stdio, std.string, std.regexp;

auto text = import("gpl.txt");

void main() {
    int[][string] dict;
    auto re = RegExp(r"[\w-]+");
    foreach(i, line; text.splitlines()) {
        foreach(m; re.search(line)) {
            dict[m[0].tolower()] ~= i + 1;
        }
    }
    writeln(dict);
}

using System;using System.Collections.Generic;using System.IO;using System.Net;class P{static void Main(){char[]c=new char[]{' ',',','.','\'',';',':','-','?','\n','\r','(',')','/','\\','<','>','\"'};Dictionary<string,List<int>>d=new Dictionary<string,List<int>>();StreamReader s=new StreamReader(WebRequest.Create("http://www.gnu.org/licenses/gpl.txt").GetResponse().GetResponseStream());for(int l=1;!s.EndOfStream;l++){foreach(string t in s.ReadLine().Split(c)){string w=t.Trim().ToLower();if(w!="")if(d.ContainsKey(w)){if(!d[w].Contains(l))d[w].Add(l);}else d.Add(w,new List<int>(new int[]{l}));}}List<string>k=new List<string>(d.Keys);k.Sort((x,y)=>{int r=d[y].Count-d[x].Count;if(r==0){r=d[x][0]-d[y][0];}return r;});foreach(string m in k){Console.WriteLine("<<"+m+">>"+" "+d[m].Count+"回");foreach(int u in d[m]){Console.Write(u.ToString()+", ");}Console.WriteLine("\n");}Console.ReadLine();}}

<?php foreach(file(g)as$l=>$d){preg_match_all('/\w+/',$d,$m);foreach($m[0]as$w)$D[$w][]=$l+1;}print_r($D);

import java.io.*;
import java.net.*;
import java.util.regex.*;
import java.util.*;

public class Sample {
    private final static Pattern WORD = Pattern.compile("(\\w+)");

    public static Map<String, Set<Integer>> indexWords(LineNumberReader r) throws IOException {
        TreeMap<String, Set<Integer>> ref = new TreeMap<String, Set<Integer>>();
        String line;
        while ((line = r.readLine()) != null) {
            Matcher m = WORD.matcher(line);
            while (m.find()) {
                String w = m.group().toLowerCase();
                if (ref.get(w) == null)
                    ref.put(w, new TreeSet<Integer>());
                ref.get(w).add(r.getLineNumber());
            }
        }
        return ref;
    }
    
    public static void main(String[] args) throws IOException {
        URL u = new URL("http://www.gnu.org/licenses/gpl.txt");
        LineNumberReader r = new LineNumberReader(new InputStreamReader(u.openStream()));
        Map<String, Set<Integer>> ref = indexWords(r);
        for (String key: ref.keySet()) {
            System.out.println(key + ref.get(key));
        }
    }
}

(loop with table = (make-hash-table :test 'equal)
  for i from 1 while (listen) do
  (loop with a = 0 and b = 0 and s = (read-line)
    while (and (setf a (position-if #'alpha-char-p s :start b))
               (setf b (position-if-not #'alpha-char-p s :start a)))
    do (push i (gethash (subseq s a b) table)))
  finally
  (loop for k being each hash-key of table using (hash-value v)
    do (format t "~A: ~{~D~^, ~}~%" k (nreverse v))))

nl -ba|sed 's/[^[:alnum:]#]\+\|$/#/g;:a;s/^\(#\([0-9]*\)#.*\)#/\1\t\2\n/;ta;s/.*#//'|sort -u -k 1,1 -k 2n|sed 'h;:a;$b;N;/^\(.*\t\)\(.*\)\n\1\(.*\)$/{s//\1\2,\3/;ba};$b;P;D'

using System;
using System.Text.RegularExpressions;
class P
{
    static void Main()
    {
        var d = new System.Collections.Generic.Dictionary<String, int>();
        var n = 1;
        for (var s = "" ; (s = Console.ReadLine()) != null ; n++)
            new Regex("\\w+").Replace(s, delegate(Match m)
            {
                var k = m.ToString();
                if (!d.ContainsKey(k)) d[k] = n;
                return k;
            });
        foreach (var k in d)
            Console.Write("{0}: {1}\n", k.Key, k.Value);
    }
}

shopt -s extglob
while read s;do
  ((++i))
  for w in ${s//+([^[:alnum:]])/ };do
    eval _X_$w=\${_X_$w}$i,
  done
done
for w in ${!_X_*};do
  echo ${w#_X_}: ${!w}
done

:- use_module(library('http/http_open')).

assert_word(_, '') :- !.
assert_word(In, W) :- downcase_atom(W, WL), line_count(In, N), assert(index(WL, N)).

make_index(In, W) :- at_end_of_stream(In), assert_word(In, W), !.
make_index(In, W) :- peek_char(In, C), (char_type(C, csym) -> atom_concat(W, C, W1);
     assert_word(In, W), W1 = ''), get_char(In, _), make_index(In, W1).

:- http_open('http://www.gnu.org/licenses/gpl.txt', In, []), make_index(In, ''), close(In).

gawk -F'\\W' '{ for (i=1; i<= NF; i++) { if ($i != ""){h[$i, NR] = NR; }}} END { for (k in h){split(k,s,SUBSEP);print s[1], h[k];}}'

map{map{push@{$w{lc$_}},$l+1}/\w+/gi;$l++}<>;
map{print"$_ @{$w{$_}}\n"}sort keys%w;

i=0
m=[:]
System.in.eachLine{++i;(it=~/\w+/).each{m[it]=(m[it]?:[])<<i}}
0|m

import java.util.*;
class P{
    public static void main(String[]a){
        Map m=new TreeMap();
        Scanner i=new Scanner(System.in);
        for(int l=0;i.hasNext();l++)
            for(String w:i.nextLine().split("\\W")){
                if(m.get(w)==null)
                    m.put(w,new TreeSet());
                ((Set)m.get(w)).add(l);
            }
        System.out.println(m.entrySet());
    }
}

#include <iostream>
#include <string>
#include <vector>
#include <map>
#include <iterator>
#include <algorithm>
#include <boost/asio.hpp>
#include <boost/regex.hpp>

using namespace std;
using namespace boost;
using namespace boost::asio;

typedef vector<string>            Strings;
typedef map<string, vector<int> > Dic;

int main()
{
    ip::tcp::iostream src( "www.gnu.org", "http" );

    src << "GET /licenses/gpl.txt HTTP/1.0\r\n"
        << "Host: www.gnu.org\r\n"
        << "\r\n"
        << flush;

    // 読み込み
    Strings lines;
    string  s;
    bool    body = false;
    while(getline(src, s))
    {
        if(body) lines.push_back(s);
        if(s == "\r") body = true;
    }

    // 解析
    regex re("¥¥w+");
    Dic   dic;
    int   lineno = 1;
    for(Strings::const_iterator i = lines.begin(); i != lines.end(); ++i)
    {
        sregex_iterator ri(i->begin(), i->end(), re);
        sregex_iterator end;
        for(; ri != end; ++ri)
        {
            dic[ri->str()].push_back(lineno);
        }
        ++lineno;
    }

    // 書き出し
    for(Dic::const_iterator i = dic.begin(); i != dic.end(); ++i)
    {
        cout << i->first << ":";
        copy(i->second.begin(), i->second.end(), ostream_iterator<int>(cout, ","));
        cout << endl;
    }

    return 0;
}

r=new java.io.BufferedReader(new java.io.InputStreamReader(java.lang.System["in"]));
d={};
for(i=1;l=r.readLine();i++)for(a=l.match(/\w+/g);w=a&&a.pop();)(d[w]=d[w]||[]).push(i);
for(w in d)println(w+":"+d[w].join(" "));

javascript:for(d={},i=1;l=/.+/g(document.body.textContent);++i)for(;w=/\w+/g(l);)(d[w]=d[w]||[]).push(i);uneval(d)

d=Hash.new [];$<.map{|l|l.scan(/\w+/){d[$&]+=[$<.lineno]}};p d